-- Logs begin at Mon 2022-01-10 10:39:38 UTC, end at Mon 2022-01-10 12:55:13 UTC. -- Jan 10 11:41:12.206224 dv-neutron-master-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 10 11:41:16.341973 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.common.config [-] Logging enabled! Jan 10 11:41:16.343132 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev332 Jan 10 11:41:16.343613 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110493) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 10 11:41:16.352317 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.common.config [-] Logging enabled! Jan 10 11:41:16.352930 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev332 Jan 10 11:41:16.353463 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110493) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 10 11:41:16.371007 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 10 11:41:16.371007 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 10 11:41:16.371007 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 10 11:41:16.371007 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 10 11:41:16.371007 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 10 11:41:16.371007 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.371007 dv-neutron-master-2-hyperv neutron-server[110493]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 10 11:41:16.371007 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.372060 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.372060 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.372060 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.372060 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.372060 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.372060 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.372060 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.372060 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.372851 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.372851 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.372851 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.372851 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.372851 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.372851 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.372851 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] debug = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.372851 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.373600 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.373600 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.373600 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.373600 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.373600 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.373600 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.374288 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.374288 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.374288 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] host = dv-neutron-master-2-hyperv {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.374603 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.375101 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.375588 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.376089 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.376573 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.377075 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.377534 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.378039 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.378606 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] log_file = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.378983 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.380162 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.380388 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.380837 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.381217 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.381580 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.382108 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.382562 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.383020 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.383525 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.383990 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.384417 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.384887 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.385335 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.385824 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.386275 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.386754 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.387224 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.387700 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.388154 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.388593 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.389062 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.389520 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.390038 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.390507 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.390998 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.391467 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.391951 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.392472 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.392964 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.393442 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.393984 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.394470 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.394973 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.395991 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.396497 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.396928 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] use_json = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.397437 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.397944 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.398441 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.398932 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.399382 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.399849 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.400320 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.400818 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.401287 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:16.401807 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.402306 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.402814 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.403302 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.403816 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.404316 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.404819 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.405319 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.405871 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.406398 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.406916 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.407422 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.407955 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.408471 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.409066 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.409543 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.410097 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.410649 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.411135 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.411631 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.412119 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.412623 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.413139 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.413651 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.414168 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.414726 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.415149 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.415657 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.416140 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.416651 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.417146 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.417614 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.418123 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.418694 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.419231 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.419953 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.420450 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.420954 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.421429 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.421897 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.422358 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.422808 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.423257 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.423724 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.424195 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.424695 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.425166 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.425637 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.426142 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.426648 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.427114 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.427597 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.428062 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.428533 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.428996 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.429466 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.429960 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.430428 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.430900 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.431359 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.431855 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.432288 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.432751 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.433211 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.433671 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.434161 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.434622 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.435087 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.435518 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.435936 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.436388 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.436847 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.437309 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.437786 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.438303 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.438806 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.439273 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.439728 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.440162 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.440598 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.441035 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.441474 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.442502 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.442923 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.443344 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.443802 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.444233 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.444688 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.445148 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.445557 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.446040 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.446459 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.446891 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.447297 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.447711 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.448127 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.448571 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.449027 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.449479 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.449948 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.450409 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.450873 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.451300 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.451769 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.452199 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:16.452533 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 10 11:41:16.452906 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110493) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 10 11:41:17.055899 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 10 11:41:17.056290 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 10 11:41:17.056773 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 10 11:41:17.057316 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 10 11:41:17.664847 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.665577 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.665759 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.668044 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.668495 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.668937 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.753242 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.753692 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.754157 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.780644 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.781105 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.781549 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.832362 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.833405 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.833870 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.905568 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.906060 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:17.906526 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.293673 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.293967 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.294231 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.294762 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.295457 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.404429 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.404765 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.405052 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.405327 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.405598 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.405943 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.406210 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.406471 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.406727 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.407017 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.407280 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.407551 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.407811 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.408069 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.408325 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.408590 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.408845 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.409113 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.409386 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.409645 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.409944 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.410203 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.410491 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.410950 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.411707 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.411957 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.412395 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 11:41:18.412639 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 11:41:18.412878 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 11:41:18.413116 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 11:41:18.413354 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 11:41:18.413601 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 11:41:18.414007 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 10 11:41:18.417678 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 10 11:41:18.422024 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 10 11:41:18.426156 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jan 10 11:41:18.427953 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 10 11:41:18.428432 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 10 11:41:18.428765 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 10 11:41:18.429159 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 10 11:41:18.432124 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 10 11:41:18.432375 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 10 11:41:18.432728 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 10 11:41:18.438427 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 10 11:41:18.462492 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 10 11:41:18.462978 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.463280 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110493) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 10 11:41:18.463648 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.465085 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110493) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 10 11:41:18.465390 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 10 11:41:18.465638 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 10 11:41:18.469124 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.469413 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:18.533614 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 10 11:41:18.533873 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 10 11:41:18.534028 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 10 11:41:18.534369 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 10 11:41:18.556205 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_db.sqlalchemy.engines [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110493) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 10 11:41:19.182188 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Initializing driver for type 'gre' Jan 10 11:41:19.182883 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] gre ID ranges: [(1, 1000)] Jan 10 11:41:19.456578 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Initializing driver for type 'local' Jan 10 11:41:19.457101 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Initializing driver for type 'vlan' Jan 10 11:41:19.543272 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] VlanTypeDriver initialization complete Jan 10 11:41:19.543842 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Initializing driver for type 'vxlan' Jan 10 11:41:19.544971 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] vxlan ID ranges: [(1, 1000)] Jan 10 11:41:19.736755 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Initializing extension driver 'port_security' Jan 10 11:41:19.737069 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.extensions.port_security [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] PortSecurityExtensionDriver initialization complete Jan 10 11:41:19.737561 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Initializing mechanism driver 'openvswitch' Jan 10 11:41:19.738142 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Initializing mechanism driver 'hyperv' Jan 10 11:41:19.749983 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.plugins.ml2.plugin [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:19.751058 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > port after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.751458 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > port after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.751832 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > port after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.752438 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 11:41:19.752892 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > subnet after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.753247 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > subnet after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.753604 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > subnet after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.754040 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 11:41:19.755060 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > network after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.755413 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > network after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.755762 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > network after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.756175 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 11:41:19.756591 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > security_group after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.756934 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > security_group after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.757278 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > security_group after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.757874 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 11:41:19.758292 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.758671 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.759026 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.759433 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 11:41:19.759845 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > address_group after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.760197 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > address_group after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.760540 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > address_group after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.760944 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 11:41:19.761330 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] ML2 OVO RPC backend initialized. {{(pid=110493) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 10 11:41:19.762119 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router_interface after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.762481 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.762897 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > network before_response 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.763269 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > networks before_response 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.763649 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > port before_response 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.763998 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > ports before_response 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.764346 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > subnet before_response 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.764691 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > subnets before_response 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.765041 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > network after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.765385 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > network after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.765722 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > network after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.766096 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > port after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.766434 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > port after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.766771 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > port after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.767106 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > subnet after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.767447 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > subnet after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.767783 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > subnet after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.768406 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.plugin [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Modular L2 Plugin initialization complete Jan 10 11:41:19.768736 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading services supported by the core plugin {{(pid=110493) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 10 11:41:19.769066 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.plugins.ml2.managers [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Got port-security extension from driver 'port_security' Jan 10 11:41:19.769541 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.extensions.vlantransparent [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Disabled vlantransparent extension. Jan 10 11:41:19.770084 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110493) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 10 11:41:19.770399 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading Plugin: router Jan 10 11:41:19.820866 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router_interface before_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.821270 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router after_create 55549900 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.821657 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router before_create 55549900 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.822069 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.822458 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.822821 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router after_delete 55549900 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.823186 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > floatingip after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.823547 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > floatingip after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.823913 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router after_create 55549900 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.824264 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router after_update 55549900 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.824619 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router after_update 55549900 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.824975 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.825338 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router after_update 55549900 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.825790 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router precommit_update 55549900 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.826238 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: port after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.826581 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: port after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.826922 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: subnet after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.827261 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.827611 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > port precommit_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.827965 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router precommit_create 55549900 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.828314 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: port before_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.828662 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router precommit_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.829059 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router after_update 55549900 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.829411 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router precommit_delete 55549900 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.829789 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router precommit_create 55549900 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.830168 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router_interface after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.830522 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router precommit_update 55549900 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.830901 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > agent after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.831286 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > agent after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.831637 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > network after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.832636 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Tracking information for resource: router configured {{(pid=110493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 11:41:19.832972 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Tracking information for resource: floatingip configured {{(pid=110493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 11:41:19.838759 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.db.l3_agentschedulers_db [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 10 11:41:19.839393 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: port after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.839766 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: port after_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.840121 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: port after_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.840478 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: port after_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.841353 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router before_create 55550100 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.841729 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router precommit_delete 55550100 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.851175 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router precommit_create 55550100 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.851175 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > router precommit_update 55550100 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.851175 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.services.provider_configuration [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Service providers = [] {{(pid=110493) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 10 11:41:19.851175 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.db.servicetype_db [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110493) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 10 11:41:19.853746 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.services.service_base [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 11:41:19.854130 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.services.service_base [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 11:41:19.854483 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.services.service_base [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 11:41:19.855392 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.services.service_base [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 11:41:19.855775 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.services.service_base [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 10 11:41:19.856180 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 11:41:19.856504 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 10 11:41:19.868530 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 11:41:19.868866 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading Plugin: auto_allocate Jan 10 11:41:19.875246 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: network precommit_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.875646 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: network precommit_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.876174 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 11:41:19.876501 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading Plugin: tag Jan 10 11:41:19.889804 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 11:41:19.890269 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading Plugin: timestamp Jan 10 11:41:19.894579 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 11:41:19.894986 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading Plugin: network_ip_availability Jan 10 11:41:19.900955 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.901510 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.901723 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:19.902577 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 11:41:19.902906 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading Plugin: flavors Jan 10 11:41:19.908272 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 11:41:19.908605 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading Plugin: revisions Jan 10 11:41:19.922625 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 11:41:19.923033 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_concurrency.lockutils [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.866s {{(pid=110493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 10 11:41:19.923837 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110493) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 10 11:41:19.924183 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Initializing extension manager. Jan 10 11:41:19.924719 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: __init__.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.925065 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: __pycache__ {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.925410 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.925747 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: address_group.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.927117 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.927720 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: address-group Jan 10 11:41:19.928046 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: address_scope.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.929043 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.929554 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: address-scope Jan 10 11:41:19.929916 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: admin_state_down_before_update.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.930939 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.931460 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: router-admin-state-down-before-update Jan 10 11:41:19.931792 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: agent.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.932507 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.933023 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: agent Jan 10 11:41:19.933349 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: agent_resources_synced.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.934316 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.934830 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: agent-resources-synced Jan 10 11:41:19.935181 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: allowedaddresspairs.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.937116 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.937644 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: allowed-address-pairs Jan 10 11:41:19.938018 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: auto_allocated_topology.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.939208 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.939767 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: auto-allocated-topology Jan 10 11:41:19.940104 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: availability_zone.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.941053 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.941362 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: availability_zone Jan 10 11:41:19.941707 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: availability_zone_filter.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.943261 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.944344 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: availability_zone_filter Jan 10 11:41:19.944344 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: data_plane_status.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.945090 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.945604 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension data-plane-status not supported by any of loaded plugins Jan 10 11:41:19.945969 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: default_subnetpools.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.946921 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.947435 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: default-subnetpools Jan 10 11:41:19.947789 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: dhcpagentscheduler.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.948642 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.949189 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: dhcp_agent_scheduler Jan 10 11:41:19.950094 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: dns.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.958527 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.959150 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension dns-integration not supported by any of loaded plugins Jan 10 11:41:19.959525 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: dns_domain_ports.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.960603 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.961122 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 10 11:41:19.961453 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.962447 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.963000 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 10 11:41:19.963333 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: dvr.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.964039 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.964567 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: dvr Jan 10 11:41:19.964894 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: ecmp_routes.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.965899 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.966414 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension ecmp_routes not supported by any of loaded plugins Jan 10 11:41:19.966742 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: empty_string_filtering.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.967674 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.968186 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: empty-string-filtering Jan 10 11:41:19.968516 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.969504 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.970045 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 10 11:41:19.970374 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.971300 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.971809 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 10 11:41:19.972135 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: external_net.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.973566 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.974126 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: external-net Jan 10 11:41:19.974535 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: extra_dhcp_opt.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.975555 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.976068 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: extra_dhcp_opt Jan 10 11:41:19.976396 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: extraroute.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.977324 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.977866 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: extraroute Jan 10 11:41:19.978194 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: extraroute_atomic.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.979275 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.979784 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: extraroute-atomic Jan 10 11:41:19.980111 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: filter_validation.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.980844 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.981353 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: filter-validation Jan 10 11:41:19.981680 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: fip_pf_description.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.982739 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.983493 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 10 11:41:19.983493 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: fip_port_details.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.984439 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.984951 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: fip-port-details Jan 10 11:41:19.985281 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: flavors.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.987397 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.987397 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: flavors Jan 10 11:41:19.987890 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.989869 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.997756 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 10 11:41:19.997756 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: floatingip_pools.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:19.998544 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:19.999193 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: floatingip-pools Jan 10 11:41:19.999698 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: ip_allocation.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.000997 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.001878 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension ip_allocation not supported by any of loaded plugins Jan 10 11:41:20.002324 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.003548 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.004082 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: ip-substring-filtering Jan 10 11:41:20.004534 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: l2_adjacency.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.005926 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.006463 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension l2_adjacency not supported by any of loaded plugins Jan 10 11:41:20.006798 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: l3.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.008034 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.008569 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: router Jan 10 11:41:20.008933 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: l3_conntrack_helper.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.011387 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.011946 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 10 11:41:20.012283 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.013271 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.013821 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: ext-gw-mode Jan 10 11:41:20.014165 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.015142 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.015666 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: l3-ha Jan 10 11:41:20.015994 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: l3_flavors.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.016947 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.017461 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: l3-flavors Jan 10 11:41:20.017817 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.018745 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.019260 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: l3-port-ip-change-not-allowed Jan 10 11:41:20.019585 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: l3agentscheduler.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.020687 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.021209 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: l3_agent_scheduler Jan 10 11:41:20.021538 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: local_ip.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.034234 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.034979 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension local_ip not supported by any of loaded plugins Jan 10 11:41:20.035323 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: logging.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.037445 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.038017 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension logging not supported by any of loaded plugins Jan 10 11:41:20.038358 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: metering.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.039140 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.039737 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: metering Jan 10 11:41:20.040076 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.041247 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.041786 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: metering_source_and_destination_fields Jan 10 11:41:20.042139 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: multiprovidernet.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.043091 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.043609 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: multi-provider Jan 10 11:41:20.043947 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: netmtu.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.045154 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.045667 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: net-mtu Jan 10 11:41:20.046025 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: netmtu_writable.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.046970 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.047484 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: net-mtu-writable Jan 10 11:41:20.047813 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: network_availability_zone.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.048507 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.049018 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: network_availability_zone Jan 10 11:41:20.049375 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: network_ip_availability.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.050568 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.051089 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: network-ip-availability Jan 10 11:41:20.051967 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: network_segment_range.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.052774 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.053286 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension network-segment-range not supported by any of loaded plugins Jan 10 11:41:20.053616 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: pagination.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.054836 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.055242 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: pagination Jan 10 11:41:20.055576 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: port_device_profile.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.056519 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.057051 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: port-device-profile Jan 10 11:41:20.057389 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.058373 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.058891 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: port-mac-address-regenerate Jan 10 11:41:20.059218 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.060145 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.060655 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: port-numa-affinity-policy Jan 10 11:41:20.060987 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: port_resource_request.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.061948 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.062500 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension port-resource-request not supported by any of loaded plugins Jan 10 11:41:20.062825 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: port_resource_request_groups.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.063832 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.064348 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 10 11:41:20.064677 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: portbindings.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.065622 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.066179 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: binding Jan 10 11:41:20.066530 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: portbindings_extended.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.067967 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.068487 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: binding-extended Jan 10 11:41:20.068822 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: portsecurity.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.078209 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.078947 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: port-security Jan 10 11:41:20.079359 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: project_id.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.080584 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.081096 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: project-id Jan 10 11:41:20.081601 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: providernet.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.082610 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.083159 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: provider Jan 10 11:41:20.083491 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: qos.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.087439 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.087982 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension qos not supported by any of loaded plugins Jan 10 11:41:20.088498 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.089798 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.090323 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 10 11:41:20.090775 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.091942 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.092796 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 10 11:41:20.093330 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: qos_default.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.094493 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.095011 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension qos-default not supported by any of loaded plugins Jan 10 11:41:20.095346 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: qos_fip.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.096023 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.096566 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension qos-fip not supported by any of loaded plugins Jan 10 11:41:20.096892 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: qos_fip_network_policy.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.097868 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.098880 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 10 11:41:20.099207 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: qos_gateway_ip.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.100154 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.100666 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 10 11:41:20.101036 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: qos_port_network_policy.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.102052 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.102561 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 10 11:41:20.102883 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.103953 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.104463 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 10 11:41:20.104784 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: qos_pps_rule.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.106050 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.106632 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension qos-pps not supported by any of loaded plugins Jan 10 11:41:20.106959 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: qos_rule_type_details.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.107890 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.108398 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 10 11:41:20.108720 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: qos_rules_alias.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.109807 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.110322 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 10 11:41:20.110652 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: quota_check_limit.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.111578 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.112097 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: quota-check-limit Jan 10 11:41:20.112452 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: quotasv2.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.113479 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.114439 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: quotas Jan 10 11:41:20.114769 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: quotasv2_detail.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.118383 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.118725 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: quota_details Jan 10 11:41:20.119059 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: rbac.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.120194 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.120792 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: rbac-policies Jan 10 11:41:20.121127 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: rbac_address_group.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.122148 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.122669 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: rbac-address-group Jan 10 11:41:20.122997 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: rbac_address_scope.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.123922 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.124465 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: rbac-address-scope Jan 10 11:41:20.124796 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: rbac_security_groups.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.125756 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.126372 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: rbac-security-groups Jan 10 11:41:20.126702 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: rbac_subnetpool.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.135658 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.136234 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: rbac-subnetpool Jan 10 11:41:20.136569 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: revisionifmatch.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.137543 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.138086 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: revision-if-match Jan 10 11:41:20.138417 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: revisions.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.139573 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.140090 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: standard-attr-revisions Jan 10 11:41:20.140419 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: router_availability_zone.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.141591 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.141749 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: router_availability_zone Jan 10 11:41:20.142009 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: routerservicetype.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.144405 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.144405 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension router-service-type not supported by any of loaded plugins Jan 10 11:41:20.144405 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.145259 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.145387 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: security-groups-normalized-cidr Jan 10 11:41:20.145634 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: security_groups_port_filtering.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.146622 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.147140 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: port-security-groups-filtering Jan 10 11:41:20.147878 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.148411 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.149445 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: security-groups-remote-address-group Jan 10 11:41:20.149445 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.150215 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.150725 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: security-groups-shared-filtering Jan 10 11:41:20.151057 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.151662 dv-neutron-master-2-hyperv neutron-server[110493]: WARNING neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 10 11:41:20.152046 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: securitygroup.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.164149 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.168008 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: security-group Jan 10 11:41:20.168008 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: segment.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.168008 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.168008 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension segment not supported by any of loaded plugins Jan 10 11:41:20.168008 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.168740 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.169263 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 10 11:41:20.169883 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: servicetype.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.171050 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.171574 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: service-type Jan 10 11:41:20.174307 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: sorting.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.174307 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.174307 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: sorting Jan 10 11:41:20.174307 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: standard_attr_segment.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.175237 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.175237 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 10 11:41:20.175505 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: standardattrdescription.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.176128 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.177560 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: standard-attr-description Jan 10 11:41:20.177837 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: stateful_security_group.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.178966 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.179484 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: stateful-security-group Jan 10 11:41:20.179832 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: stdattrs_common.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.180432 dv-neutron-master-2-hyperv neutron-server[110493]: WARNING neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 10 11:41:20.180762 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.181719 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.182274 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 10 11:41:20.182816 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: subnet_onboard.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.183692 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.184202 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: subnet_onboard Jan 10 11:41:20.184536 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.185470 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.186006 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 10 11:41:20.186363 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: subnet_service_types.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.187306 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.187815 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: subnet-service-types Jan 10 11:41:20.188144 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: subnetallocation.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.189255 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.189804 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: subnet_allocation Jan 10 11:41:20.190128 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.190840 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.191352 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: subnetpool-prefix-ops Jan 10 11:41:20.191703 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.192869 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.193193 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 10 11:41:20.193519 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: tagging.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.194694 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.195218 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: standard-attr-tag Jan 10 11:41:20.195551 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: timestamp.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.196879 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.197438 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loaded extension: standard-attr-timestamp Jan 10 11:41:20.197776 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: trunk.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.198975 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.199509 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension trunk not supported by any of loaded plugins Jan 10 11:41:20.199835 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: trunk_details.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.200825 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.201347 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension trunk-details not supported by any of loaded plugins Jan 10 11:41:20.201676 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: uplink_status_propagation.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.202674 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.203211 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 10 11:41:20.203540 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Loading extension file: vlantransparent.py {{(pid=110493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:41:20.204245 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:41:20.204760 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extension vlan-transparent not supported by any of loaded plugins Jan 10 11:41:20.207661 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of TrackedResource for resource:network Jan 10 11:41:20.213752 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of TrackedResource for resource:subnet Jan 10 11:41:20.213752 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 11:41:20.213752 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of TrackedResource for resource:port Jan 10 11:41:20.213752 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.v2.resource_helper [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:41:20.213752 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.v2.resource_helper [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Service FLAVORS assigned prefix: {{(pid=110493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:41:20.213752 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.v2.resource_helper [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:41:20.213752 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.v2.resource_helper [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:41:20.213752 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of TrackedResource for resource:router Jan 10 11:41:20.214541 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of TrackedResource for resource:floatingip Jan 10 11:41:20.214541 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.v2.resource_helper [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Service METERING assigned prefix: /metering {{(pid=110493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:41:20.214865 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:20.215218 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:20.216016 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:41:20.216670 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of CountableResource for resource:rbac_policy Jan 10 11:41:20.217140 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of TrackedResource for resource:security_group Jan 10 11:41:20.217572 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of TrackedResource for resource:security_group_rule Jan 10 11:41:20.218253 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.v2.resource_helper [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Service CORE assigned prefix: {{(pid=110493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:41:20.218692 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 11:41:20.219156 dv-neutron-master-2-hyperv neutron-server[110493]: WARNING neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] subnetpool is already registered Jan 10 11:41:20.219624 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.v2.resource_helper [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Service CORE assigned prefix: {{(pid=110493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:41:20.219954 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 11:41:20.220290 dv-neutron-master-2-hyperv neutron-server[110493]: WARNING neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] subnetpool is already registered Jan 10 11:41:20.222889 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.v2.resource_helper [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:41:20.223839 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.v2.resource_helper [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Service FLAVORS assigned prefix: {{(pid=110493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:41:20.224446 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.v2.resource_helper [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:41:20.224877 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.v2.resource_helper [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:41:20.225228 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of TrackedResource for resource:router Jan 10 11:41:20.225602 dv-neutron-master-2-hyperv neutron-server[110493]: WARNING neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] router is already registered Jan 10 11:41:20.226058 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of TrackedResource for resource:floatingip Jan 10 11:41:20.226400 dv-neutron-master-2-hyperv neutron-server[110493]: WARNING neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] floatingip is already registered Jan 10 11:41:20.226872 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.v2.resource_helper [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Service METERING assigned prefix: /metering {{(pid=110493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:41:20.227588 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of CountableResource for resource:rbac_policy Jan 10 11:41:20.227920 dv-neutron-master-2-hyperv neutron-server[110493]: WARNING neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] rbac_policy is already registered Jan 10 11:41:20.228340 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of TrackedResource for resource:security_group Jan 10 11:41:20.228678 dv-neutron-master-2-hyperv neutron-server[110493]: WARNING neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] security_group is already registered Jan 10 11:41:20.229087 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of TrackedResource for resource:security_group_rule Jan 10 11:41:20.229420 dv-neutron-master-2-hyperv neutron-server[110493]: WARNING neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] security_group_rule is already registered Jan 10 11:41:20.230161 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.v2.resource_helper [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Service CORE assigned prefix: {{(pid=110493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:41:20.230496 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 11:41:20.230835 dv-neutron-master-2-hyperv neutron-server[110493]: WARNING neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] subnetpool is already registered Jan 10 11:41:20.231285 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.v2.resource_helper [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Service CORE assigned prefix: {{(pid=110493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:41:20.231612 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 11:41:20.231950 dv-neutron-master-2-hyperv neutron-server[110493]: WARNING neutron.quota.resource_registry [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] subnetpool is already registered Jan 10 11:41:20.232428 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: extensions {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.233988 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: address-groups {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.235512 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: address-scopes {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.236881 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: agents {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.238145 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: auto-allocated-topology {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.241746 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: availability_zones {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.241746 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: dhcp-networks {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.242851 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: dhcp-agents {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.244695 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: routers {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.247086 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: flavors {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.248246 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: service_profiles {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.249526 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: next_providers {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.251174 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: service_profiles {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.252771 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: floatingip-pools {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.254141 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: routers {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.257052 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: floatingips {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.259864 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: l3-routers {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.259864 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: l3-agents {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.261230 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: metering-labels {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.262608 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: metering-label-rules {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.263892 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: network-ip-availabilities {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.265160 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: bindings {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.268029 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: quotas {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.269661 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: quotas {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.271947 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: rbac-policies {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.273397 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: security-groups {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.274741 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: security-group-rules {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.275966 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: service-providers {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.277177 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: subnetpools {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.278639 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: subnetpools {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.280088 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: tags {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.281800 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: tags {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.283600 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: tags {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.285359 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: tags {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.287316 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: tags {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.289190 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: tags {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.291128 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: tags {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.293167 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: tags {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.299801 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: tags {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.299801 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron.api.extensions [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Extended resource: tags {{(pid=110493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:41:20.303571 dv-neutron-master-2-hyperv neutron-server[110493]: WARNING keystonemiddleware.auth_token [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 10 11:41:20.308883 dv-neutron-master-2-hyperv neutron-server[110493]: WARNING keystonemiddleware.auth_token [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 10 11:41:20.321257 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_concurrency.lockutils [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Acquired lock "singleton_lock" {{(pid=110493) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 10 11:41:20.322003 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_concurrency.lockutils [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Releasing lock "singleton_lock" {{(pid=110493) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 10 11:41:20.322925 dv-neutron-master-2-hyperv neutron-server[110493]: INFO oslo_service.service [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Starting 2 workers Jan 10 11:41:20.329292 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Started child 110624 {{(pid=110493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 10 11:41:20.336617 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Started child 110625 {{(pid=110493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 10 11:41:20.337419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:20.338977 dv-neutron-master-2-hyperv neutron-server[110493]: INFO neutron.service [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Neutron service started, listening on 0.0.0.0:9696 Jan 10 11:41:20.339613 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [-] (110624) wsgi starting up on http://0.0.0.0:9696 Jan 10 11:41:20.339956 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Publish callbacks [] for process (None), before_spawn {{(pid=110493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:20.342245 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:20.342987 dv-neutron-master-2-hyperv neutron-server[110493]: INFO oslo_service.service [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Starting 1 workers Jan 10 11:41:20.344142 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [-] (110625) wsgi starting up on http://0.0.0.0:9696 Jan 10 11:41:20.348089 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Started child 110626 {{(pid=110493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 10 11:41:20.348665 dv-neutron-master-2-hyperv neutron-server[110493]: INFO oslo_service.service [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Starting 1 workers Jan 10 11:41:20.351947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.service [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] calling RpcWorker wait() {{(pid=110626) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 10 11:41:20.353323 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.service [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] returning from RpcWorker wait() {{(pid=110626) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 10 11:41:20.353521 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Started child 110627 {{(pid=110493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 10 11:41:20.354367 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG neutron_lib.callbacks.manager [None req-ee800572-0d2e-4b34-8979-6550e38c93ee None None] Publish callbacks [] for process (None), after_spawn {{(pid=110493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:20.355006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:20.355554 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:20.356717 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110493) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 10 11:41:20.356951 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 10 11:41:20.357204 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 10 11:41:20.357454 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 10 11:41:20.357787 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 10 11:41:20.357977 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 10 11:41:20.358585 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.358781 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.359049 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.359422 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.359816 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.360402 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:20.361283 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.361283 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.361283 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.361283 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.361854 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.361854 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.361854 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.362206 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.369051 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.369051 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.369051 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.369051 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.369051 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.369051 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.369051 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.369051 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.370291 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.370291 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] debug = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.370291 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.370291 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.370291 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.370291 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.371088 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.371088 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.371088 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.371088 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.371088 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.371088 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.371088 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.371088 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.372081 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.372081 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.372081 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.372081 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.372081 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.372081 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.372081 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.372081 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.373608 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.373608 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.373608 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.373608 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.373608 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.373608 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.373608 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.373608 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.375256 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.375256 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.375256 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.375256 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.375256 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] log_file = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.375256 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] log_options = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.375256 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.376579 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.376579 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.376579 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.376579 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.376579 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.377553 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.377553 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.377553 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.377553 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.377553 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.380030 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.380030 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.380030 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.380030 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.380030 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.380030 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.380030 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.381319 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.381319 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.381319 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.381319 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.381319 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.381319 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.382519 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.382519 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.382519 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.382519 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.382519 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.383487 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.383487 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.383487 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.384055 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.384055 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.384055 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.384630 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.384630 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.385036 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.385036 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.385441 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.385441 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.385957 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.386176 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.386420 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.386420 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.386808 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.387017 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] use_json = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.387212 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.387431 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.387628 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.387848 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.388048 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.388241 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.388443 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.388685 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.389665 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.389665 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.389665 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.390278 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.390497 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.391997 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.391997 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.391997 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.391997 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.392569 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.392569 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.392847 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.392995 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:20.394188 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.394507 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.394792 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.395088 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.395449 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.395694 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.395957 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.397180 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.398518 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.398518 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.398819 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.399448 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.406084 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.406084 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.406084 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.406084 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.406084 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.406084 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.406084 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.406084 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.406953 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.406953 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.406953 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.406953 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.406953 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.406953 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.406953 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.406953 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.407548 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.407548 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.407548 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.407548 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.407548 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.407548 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.408200 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.408200 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.408200 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.408557 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.408660 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.408945 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.409085 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.409355 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.410017 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.410017 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.410329 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.410648 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.411023 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.411347 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.411640 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.411862 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.412174 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.412432 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.412756 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.412990 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.413245 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.413458 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.413674 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.413958 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.414207 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.414453 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.414722 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.415031 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.415392 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.415819 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.416220 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.416603 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.416999 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.417380 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.417751 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.418201 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.418584 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.419839 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.419839 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.419839 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.420121 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.420429 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.420718 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.420999 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.421145 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.421488 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.421888 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.422302 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.422587 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.426929 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.426929 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.426929 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.426929 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.426929 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.426929 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.426929 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.426929 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.427497 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.427497 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.427497 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.427497 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.427497 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.427497 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.427497 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.427497 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.427961 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.427961 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.428094 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.428535 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.428912 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.429267 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.429615 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.430026 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.430420 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.430792 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.431190 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.431541 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.432640 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.432976 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.433288 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.433577 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.433864 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.434166 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.434460 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.434721 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.434980 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.435233 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.435597 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.435995 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.436383 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.436745 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.436980 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.437221 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.437548 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.437811 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.438037 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.438279 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.438587 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.438854 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.439127 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.439392 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.439637 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.439873 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.440124 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.440353 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.440664 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.440799 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.441077 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.441314 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.441563 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.441904 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.442757 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.442985 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.443267 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.443542 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.443915 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.444149 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.444532 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.444755 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.444976 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.445293 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.445658 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.446071 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.446318 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.446575 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.446822 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.447063 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.447281 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.447556 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.447786 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.448055 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.448468 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.448830 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.449217 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.449595 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.449876 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.451906 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.451906 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.451906 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.451906 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.451906 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.451906 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.451906 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.451906 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.452518 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.452518 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.452518 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.452904 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.453051 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.453316 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.453547 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.453806 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.454005 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.454241 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.454503 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.454727 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.454946 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.455160 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.455398 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.455662 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.455949 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.456238 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.456474 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.456684 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.456922 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.457144 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.457381 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.457672 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.457932 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.458161 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.458416 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.458666 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.458967 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.459373 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.459772 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.460101 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.460394 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.460611 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.460978 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.461398 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.461812 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.462082 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.462237 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.463542 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.463542 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.463542 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.463912 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.464060 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.464395 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.464739 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.465133 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.465516 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.465752 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.466273 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.466619 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.466889 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.467124 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.467484 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.467610 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.467826 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.468052 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.468269 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.468481 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.468801 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.469057 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.469622 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.469622 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.469848 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.470168 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.470300 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.470614 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.470840 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.471072 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.471439 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.471684 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.471944 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.472268 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.472526 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.472822 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.473112 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.473390 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.473632 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.473952 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.474307 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.474698 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.475096 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.475527 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.475796 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.476067 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.476332 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.476607 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.476835 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.477034 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.477310 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.477525 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.477736 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.478014 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.478246 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.480700 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.480700 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.480700 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.480700 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.480700 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.480700 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.480700 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.480700 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.481246 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 10 11:41:20.481246 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110493) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 10 11:41:20.481246 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 10 11:41:20.481246 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 10 11:41:20.481246 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 10 11:41:20.481748 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 10 11:41:20.481748 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 10 11:41:20.481748 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.481994 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.481994 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.482125 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.482244 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.482436 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.482604 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.482784 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.482908 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.483031 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.483181 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.483486 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.483650 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.483813 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.483970 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.484127 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.484286 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.484444 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.484618 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.484781 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.484910 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.485055 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.485362 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] debug = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.485513 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.485723 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.486074 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.486236 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.486395 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.486557 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.486723 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.486873 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.487032 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.487189 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.487354 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.487499 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.487638 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.487846 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.487999 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.488121 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.488275 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.488393 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.489073 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.489217 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.489448 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.489600 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.489758 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.489938 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.490079 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.490237 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.490378 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.490550 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.490695 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.490811 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.490906 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.491057 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.491213 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] log_file = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.491401 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] log_options = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.491712 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.491712 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.491979 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.492086 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.492185 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.492337 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.492474 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.492641 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.492783 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.492947 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.493166 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.493387 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.493387 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.494303 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.494303 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.494303 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.494303 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.494303 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.494303 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.495763 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.495763 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.495763 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.495763 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.495763 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.495763 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.495763 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.495763 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.495763 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.496720 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.496720 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.496720 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.496720 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.496720 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.496720 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.496720 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.497442 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.497442 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.497442 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.497442 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.497442 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.498029 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.498029 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.498029 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.498029 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.498462 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.498462 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.498462 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] use_json = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.498739 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.498739 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.498940 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.499049 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.499198 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.499350 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.499512 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.499676 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.499815 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:41:20.500001 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.500172 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.500347 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.500771 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.500771 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.501025 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.501025 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.501254 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.501381 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.501504 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.501630 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.501758 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.501932 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.502081 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.502294 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.502897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 49878) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:20.505999 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.506284 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.506627 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.506932 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.507236 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.507524 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.507781 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.508085 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.509034 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.509034 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.509034 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.509735 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.509735 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.510246 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.510501 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.510734 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.511068 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.511517 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.511517 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.512188 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.512188 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.512632 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.513017 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067000 Jan 10 11:41:20.513183 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.513330 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.513606 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.513912 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.514183 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.514439 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.514727 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.526539 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.526539 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.526539 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.526539 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.526539 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.526539 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.526539 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.526539 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.526539 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527256 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527256 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527256 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527256 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527256 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527256 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527256 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527256 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527256 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527764 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527764 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527764 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527764 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527764 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527764 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527764 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527764 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.527764 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528266 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528266 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528266 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528266 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528266 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528266 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528266 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528266 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528266 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528926 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528926 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528926 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528926 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528926 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528926 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528926 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528926 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.528926 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.529502 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.529502 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.529502 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.529502 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.529502 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.529502 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.529502 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.529502 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.529988 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.529988 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.529988 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.529988 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.529988 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.529988 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.529988 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.529988 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.530438 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.530438 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.530555 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.530797 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.531539 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.531539 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.531539 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.531844 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.532056 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.532278 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.532525 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.532764 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.533023 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.533317 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.533596 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.533887 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.534121 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.534341 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.534599 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.534820 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.535088 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.535366 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.535688 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.535966 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.536239 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.536507 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.537467 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.537467 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.537467 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.537672 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.537924 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.538193 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.538503 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.538796 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.539963 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.539963 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.539963 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.539963 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.540230 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.540422 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.540704 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.540980 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.541825 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.541825 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.542086 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.542194 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.542441 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.542713 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.542993 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.543136 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:20.543262 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.543536 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.543815 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.544086 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.544610 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.544891 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.545168 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.545441 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.545722 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.547870 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.548172 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.548459 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.548744 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.549027 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.549309 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.549625 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.550997 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.551886 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.552184 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.552469 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.552777 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.553292 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.553431 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.554586 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.566805 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.566805 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.566805 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.566805 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.566805 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.566805 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.566805 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.566805 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.568350 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.568350 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.568350 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.568350 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.568350 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.568350 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.568350 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.568350 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.569260 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.569260 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.569260 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.569260 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.569260 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.569260 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.569260 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.569260 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.570224 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.570224 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.570224 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.570224 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.570224 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.570224 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.570224 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.570224 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.571139 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.571139 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.571139 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.571139 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.571139 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.571139 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.571139 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.571139 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.571989 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.571989 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.571989 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.571989 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.571989 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.571989 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.571989 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.571989 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.572835 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.572835 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.572835 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.572835 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.572835 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.572835 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.572835 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.572835 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.573714 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.573714 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.573714 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.573714 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.573714 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.573714 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.573714 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.573714 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.574668 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.574668 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.574668 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.574668 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.574668 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.574668 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.574668 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.574668 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.575566 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.575566 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.575566 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.575566 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.575566 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.576154 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.576154 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.576416 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.576550 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.576700 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.576920 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.577157 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.577360 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.577607 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.577886 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.580346 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.580346 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.580346 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.580346 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.580346 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.580346 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.581780 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.582138 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.582448 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.582740 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.583222 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.583510 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.583807 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.584142 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.584393 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.584682 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.584981 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.585254 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.585517 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.586121 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.587893 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.587893 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.587893 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.588332 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.588463 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.588678 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:41:20.589020 dv-neutron-master-2-hyperv neutron-server[110493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 10 11:41:35.979682 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed87eb4a-b1a8-4ea7-9fc7-0bb445cfad5b None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 11:41:36.119742 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed87eb4a-b1a8-4ea7-9fc7-0bb445cfad5b None None] No non-hosted networks {{(pid=110626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 10 11:41:36.157330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.agentschedulers_db [None req-ed87eb4a-b1a8-4ea7-9fc7-0bb445cfad5b None None] DHCP Agent not found on host dv-neutron-master-2-hyperv {{(pid=110626) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 10 11:41:36.308895 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d069db8c-e2d1-47ef-b458-607cbff2ea75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2025613'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:39.022347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a1bda301-5c66-4997-8e35-611cc949136a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2025613'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:39.085796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-5f328b19-fb6a-4986-89d8-068fbb2bdac5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-master-2-hyperv {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:41:39.086281 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-5f328b19-fb6a-4986-89d8-068fbb2bdac5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:41:39.736537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5f328b19-fb6a-4986-89d8-068fbb2bdac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:40.610366 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2025613'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:42.142928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2025613'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:43.164984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2025613'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:43.166108 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:43.174762 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:43.174762 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:43.174762 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:43.174762 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:43.174762 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:43.175793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:43.175793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:43.175793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:43.175793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:43.175793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:43.176100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:43.176100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:43.176100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-master-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:43.193057 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-master-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:43.626736 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.db.l3_hamode_db [None req-9f3b122d-a74a-4d9c-a99d-724c63d3d4f9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 10 11:41:43.782086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b122d-a74a-4d9c-a99d-724c63d3d4f9 None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:41:43.782086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b122d-a74a-4d9c-a99d-724c63d3d4f9 None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 10 11:41:47.563154 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 49980) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:48.352204 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING oslo_policy.policy [None req-d11ce288-e697-49dc-89e5-767155202f96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 11:41:48.353101 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING oslo_policy.policy [None req-d11ce288-e697-49dc-89e5-767155202f96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 11:41:48.775022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-d11ce288-e697-49dc-89e5-767155202f96 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:41:48.776692 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d11ce288-e697-49dc-89e5-767155202f96 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.2123709 Jan 10 11:41:53.595579 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 49996) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:54.308879 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING oslo_policy.policy [None req-f096b2c8-f45f-4b46-8c1b-1ced4353dc45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 11:41:54.309678 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING oslo_policy.policy [None req-f096b2c8-f45f-4b46-8c1b-1ced4353dc45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 11:41:54.539828 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f096b2c8-f45f-4b46-8c1b-1ced4353dc45 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'tenant_id': '1444c1e5d2954aa3a664397c900e27b3', 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:41:54.644306 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.policy [None req-f096b2c8-f45f-4b46-8c1b-1ced4353dc45 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110625) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 10 11:41:54.693343 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING oslo_policy.policy [None req-f096b2c8-f45f-4b46-8c1b-1ced4353dc45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 11:41:54.693826 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING oslo_policy.policy [None req-f096b2c8-f45f-4b46-8c1b-1ced4353dc45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 11:41:54.703261 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.quota [None req-f096b2c8-f45f-4b46-8c1b-1ced4353dc45 admin admin] Loaded quota_driver: . Jan 10 11:41:55.001548 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f096b2c8-f45f-4b46-8c1b-1ced4353dc45 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739240359792', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739240358189', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739240378297', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739240374454', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739240365597', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739240454988', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-568001', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-569218', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2042461', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1971463'] for rbac-policy (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:55.305603 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f096b2c8-f45f-4b46-8c1b-1ced4353dc45 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:55.307961 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f096b2c8-f45f-4b46-8c1b-1ced4353dc45 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.7092221 Jan 10 11:41:59.509322 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 50014) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:59.928754 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'b23314fea93546b5ad707740f1f5d947', 'tenant_id': 'b23314fea93546b5ad707740f1f5d947', 'admin_state_up': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:00.061335 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Made reservation on behalf of b23314fea93546b5ad707740f1f5d947 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:42:00.066419 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:00.101463 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:00.250669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Publish callbacks [] for security_group (e6111986-12b6-45e4-8586-280f6a791cb0), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:00.330919 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e6111986-12b6-45e4-8586-280f6a791cb0), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:00.363809 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:42:00.414208 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739242644390', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (73ebbeac-390c-4bd2-85c6-e9a0903242af), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:00.415125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Unsubscribe: segment precommit_create {{(pid=110625) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 10 11:42:00.415916 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Added segment 73ebbeac-390c-4bd2-85c6-e9a0903242af of type vlan for network 33d0f10e-1a58-46b5-9b17-0e98580dc475 Jan 10 11:42:00.444453 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6111986-12b6-45e4-8586-280f6a791cb0,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:00.527789 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:00.528607 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:00.528607 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:00.529066 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:00.529500 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:00.529978 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:00.530447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:00.530967 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:00.531466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:00.531951 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:00.532397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:00.532832 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:00.533263 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Tracked resource versions report: Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: pushed versions: Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: { 'AddressGroup': {'1.2'}, Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'ConntrackHelper': {'1.0'}, Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'LocalIPAssociation': {'1.0'}, Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'Log': {'1.0'}, Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'Network': {'1.1'}, Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'Port': {'1.7'}, Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'PortForwarding': {'1.2'}, Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'QosPolicy': {'1.10'}, Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'SecurityGroup': {'1.5'}, Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'SecurityGroupRule': {'1.2'}, Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'SubPort': {'1.0'}, Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'Subnet': {'1.1'}, Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'Trunk': {'1.1'}} Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: consumer versions: Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'ConntrackHelper': '1.0', Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'LocalIPAssociation': '1.0', Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'Log': '1.0', Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'Network': '1.1', Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'Port': '1.7', Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'PortForwarding': '1.2', Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'QosPolicy': '1.10', Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'SecurityGroup': '1.5', Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'SecurityGroupRule': '1.2', Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'SubPort': '1.0', Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'Subnet': '1.1', Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: 'Trunk': '1.1'}} Jan 10 11:42:00.536060 dv-neutron-master-2-hyperv neutron-server[110625]: {{(pid=110625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 11:42:00.598564 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (33d0f10e-1a58-46b5-9b17-0e98580dc475), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:00.770116 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (33d0f10e-1a58-46b5-9b17-0e98580dc475), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:00.771381 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:00.772123 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:00.902718 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] Pushing event updated for resources: {'Network': ['ID=33d0f10e-1a58-46b5-9b17-0e98580dc475,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:00.920398 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 33d0f10e-1a58-46b5-9b17-0e98580dc475 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:42:00.945516 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bbeba251-42ad-4c63-8154-b16a1f4010d4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4343712 Jan 10 11:42:04.559798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 50028) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:05.394904 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.policy [None req-a42e1cb3-2020-4b75-952b-b2ece0b21059 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110624) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 10 11:42:05.414226 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 5 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:42:05.444372 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING oslo_policy.policy [None req-a42e1cb3-2020-4b75-952b-b2ece0b21059 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 11:42:05.444769 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING oslo_policy.policy [None req-a42e1cb3-2020-4b75-952b-b2ece0b21059 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 11:42:05.453793 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42e1cb3-2020-4b75-952b-b2ece0b21059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:05.455695 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a42e1cb3-2020-4b75-952b-b2ece0b21059 admin admin] 10.222.0.16 "GET /v2.0/networks/33d0f10e-1a58-46b5-9b17-0e98580dc475 HTTP/1.1" status: 200 len: 825 time: 0.8945956 Jan 10 11:42:05.499825 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d2b381ca-6a43-4e28-b2c7-ea9efae3f39c admin admin] 10.222.0.16 "GET /v2.0/subnetpools/e8f817a4-b204-400f-b697-90c376ebb4d9 HTTP/1.1" status: 200 len: 734 time: 0.0343518 Jan 10 11:42:05.511420 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Request body: {'subnet': {'tenant_id': 'b23314fea93546b5ad707740f1f5d947', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e8f817a4-b204-400f-b697-90c376ebb4d9'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:05.514020 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.quota [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Loaded quota_driver: . Jan 10 11:42:05.671566 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Made reservation on behalf of b23314fea93546b5ad707740f1f5d947 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:42:05.677013 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:06.043096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f0208978-ecbd-4316-a909-6c5546f2855b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:06.129511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for subnet (02eec2cb-5aeb-4dde-8dcf-c219ec0a3712), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:06.207543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Checking segment: {'id': '73ebbeac-390c-4bd2-85c6-e9a0903242af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:42:06.207942 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Network hostable DHCP agents. Network: 33d0f10e-1a58-46b5-9b17-0e98580dc475, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:42:06.214874 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Pushing event updated for resources: {'Subnet': ['ID=02eec2cb-5aeb-4dde-8dcf-c219ec0a3712,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:06.227320 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:06.227684 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:06.228033 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:06.228373 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:06.228738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:06.229040 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:06.229389 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:06.229721 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:06.230096 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:06.230427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:06.230796 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:06.231122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:06.231451 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Tracked resource versions report: Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: pushed versions: Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: { 'AddressGroup': {'1.2'}, Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'ConntrackHelper': {'1.0'}, Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'LocalIPAssociation': {'1.0'}, Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'Log': {'1.0'}, Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'Network': {'1.1'}, Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'Port': {'1.7'}, Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'PortForwarding': {'1.2'}, Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'QosPolicy': {'1.10'}, Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'SecurityGroup': {'1.5'}, Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'SecurityGroupRule': {'1.2'}, Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'SubPort': {'1.0'}, Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'Subnet': {'1.1'}, Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'Trunk': {'1.1'}} Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: consumer versions: Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'ConntrackHelper': '1.0', Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'LocalIPAssociation': '1.0', Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'Log': '1.0', Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'Network': '1.1', Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'Port': '1.7', Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'PortForwarding': '1.2', Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'QosPolicy': '1.10', Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'SecurityGroup': '1.5', Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'SecurityGroupRule': '1.2', Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'SubPort': '1.0', Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'Subnet': '1.1', Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: 'Trunk': '1.1'}} Jan 10 11:42:06.232902 dv-neutron-master-2-hyperv neutron-server[110624]: {{(pid=110624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 11:42:06.381322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Network 33d0f10e-1a58-46b5-9b17-0e98580dc475 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:42:06.466578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 33d0f10e-1a58-46b5-9b17-0e98580dc475) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:06.472277 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:06.472949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:06.478591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b693d32-3cf2-4fe5-a00f-7fc15c346144 None None] Network 33d0f10e-1a58-46b5-9b17-0e98580dc475 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:42:06.578003 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-55831ddb-6e6a-40cd-ade6-749dfc49e21a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0711811 Jan 10 11:42:06.770644 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-33d0f10e-1a58-46b5-9b17-0e98580dc475', 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475', 'project_id': 'b23314fea93546b5ad707740f1f5d947', 'fixed_ips': [{'subnet_id': '02eec2cb-5aeb-4dde-8dcf-c219ec0a3712'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:42:06.772026 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:07.147455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Allocated IP 172.20.0.2 (33d0f10e-1a58-46b5-9b17-0e98580dc475/02eec2cb-5aeb-4dde-8dcf-c219ec0a3712/4ed1c409-3316-4e89-8478-c8241cdd0a2f) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:42:07.536105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Publish callbacks [] for port (4ed1c409-3316-4e89-8478-c8241cdd0a2f), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:07.621534 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (4ed1c409-3316-4e89-8478-c8241cdd0a2f), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:07.749307 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Network 33d0f10e-1a58-46b5-9b17-0e98580dc475 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:42:07.760355 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:07.786886 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:42:07.792296 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Pushing event updated for resources: {'Port': ['ID=4ed1c409-3316-4e89-8478-c8241cdd0a2f,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:07.849838 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:07.859028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:07.859028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:07.859028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:07.859028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:07.859028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:07.859759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:07.859759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:07.859759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:07.859759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:07.859759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Tracked resource versions report: Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: pushed versions: Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: { 'AddressGroup': {'1.2'}, Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'ConntrackHelper': {'1.0'}, Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'LocalIPAssociation': {'1.0'}, Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'Log': {'1.0'}, Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'Network': {'1.1'}, Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'Port': {'1.7'}, Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'PortForwarding': {'1.2'}, Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'QosPolicy': {'1.10'}, Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'SecurityGroup': {'1.5'}, Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'SecurityGroupRule': {'1.2'}, Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'SubPort': {'1.0'}, Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'Subnet': {'1.1'}, Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'Trunk': {'1.1'}} Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: consumer versions: Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'ConntrackHelper': '1.0', Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'LocalIPAssociation': '1.0', Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'Log': '1.0', Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'Network': '1.1', Jan 10 11:42:07.860328 dv-neutron-master-2-hyperv neutron-server[110626]: 'Port': '1.7', Jan 10 11:42:07.863432 dv-neutron-master-2-hyperv neutron-server[110626]: 'PortForwarding': '1.2', Jan 10 11:42:07.863432 dv-neutron-master-2-hyperv neutron-server[110626]: 'QosPolicy': '1.10', Jan 10 11:42:07.863432 dv-neutron-master-2-hyperv neutron-server[110626]: 'SecurityGroup': '1.5', Jan 10 11:42:07.863432 dv-neutron-master-2-hyperv neutron-server[110626]: 'SecurityGroupRule': '1.2', Jan 10 11:42:07.863432 dv-neutron-master-2-hyperv neutron-server[110626]: 'SubPort': '1.0', Jan 10 11:42:07.863432 dv-neutron-master-2-hyperv neutron-server[110626]: 'Subnet': '1.1', Jan 10 11:42:07.863432 dv-neutron-master-2-hyperv neutron-server[110626]: 'Trunk': '1.1'}} Jan 10 11:42:07.863432 dv-neutron-master-2-hyperv neutron-server[110626]: {{(pid=110626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 11:42:07.923937 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Attempting to bind port 4ed1c409-3316-4e89-8478-c8241cdd0a2f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:42:07.924436 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Attempting to bind port 4ed1c409-3316-4e89-8478-c8241cdd0a2f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '73ebbeac-390c-4bd2-85c6-e9a0903242af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:42:07.924926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Attempting to bind port 4ed1c409-3316-4e89-8478-c8241cdd0a2f on network 33d0f10e-1a58-46b5-9b17-0e98580dc475 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:42:07.931565 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:42:07.932045 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Checking segment: {'id': '73ebbeac-390c-4bd2-85c6-e9a0903242af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:42:07.932539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:07.932940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Bound using segment: {'id': '73ebbeac-390c-4bd2-85c6-e9a0903242af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:42:07.933459 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Bound port: 4ed1c409-3316-4e89-8478-c8241cdd0a2f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ebbeac-390c-4bd2-85c6-e9a0903242af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:42:07.933919 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (4ed1c409-3316-4e89-8478-c8241cdd0a2f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:08.007290 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] For port 4ed1c409-3316-4e89-8478-c8241cdd0a2f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:42:08.012504 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] For port 4ed1c409-3316-4e89-8478-c8241cdd0a2f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4ed1c409-3316-4e89-8478-c8241cdd0a2f,segment=NetworkSegment(73ebbeac-390c-4bd2-85c6-e9a0903242af),segment_id=73ebbeac-390c-4bd2-85c6-e9a0903242af)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:42:08.324950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (4ed1c409-3316-4e89-8478-c8241cdd0a2f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:08.421637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad701f3b-a5af-4fc5-a07f-01363f2e2370 None None] Pushing event updated for resources: {'Port': ['ID=4ed1c409-3316-4e89-8478-c8241cdd0a2f,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:09.095092 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ae95cfc6-f47b-4828-955c-88df88c2165d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:09.559418 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 50042) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:09.942310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-d2b37a76-38f1-40f8-a804-d3961be0f083 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:42:09.943713 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d2b37a76-38f1-40f8-a804-d3961be0f083 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3831654 Jan 10 11:42:10.512875 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:12.050082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:12.803252 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 50060) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:12.859386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-75cf87e2-9b23-4403-a024-fbd46c4aff2c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:42:12.860546 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-75cf87e2-9b23-4403-a024-fbd46c4aff2c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0561364 Jan 10 11:42:13.147499 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:15.910443 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 50080) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:15.962160 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-a753a67d-a30c-4934-856a-65a33eea86fc admin admin] Request body: {'router': {'tenant_id': 'b23314fea93546b5ad707740f1f5d947', 'admin_state_up': True, 'name': 'router1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:16.066656 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a753a67d-a30c-4934-856a-65a33eea86fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (6c839948-8c65-452b-9f36-8e133071a599), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:16.068532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a753a67d-a30c-4934-856a-65a33eea86fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (6c839948-8c65-452b-9f36-8e133071a599), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:16.210684 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a753a67d-a30c-4934-856a-65a33eea86fc admin admin] Publish callbacks [] for router_controller (6c839948-8c65-452b-9f36-8e133071a599), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:16.294972 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a753a67d-a30c-4934-856a-65a33eea86fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (6c839948-8c65-452b-9f36-8e133071a599), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:16.388376 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a753a67d-a30c-4934-856a-65a33eea86fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:16.389643 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a753a67d-a30c-4934-856a-65a33eea86fc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4777327 Jan 10 11:42:18.995960 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 50092) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:19.052645 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-cfc75aa5-0c89-4767-b0bb-83bcd1c1ca98 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:42:19.054802 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cfc75aa5-0c89-4767-b0bb-83bcd1c1ca98 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0574045 Jan 10 11:42:20.143942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4ed1c409-3316-4e89-8478-c8241cdd0a2f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:42:20.255625 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 4ed1c409-3316-4e89-8478-c8241cdd0a2f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:20.256036 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4ed1c409-3316-4e89-8478-c8241cdd0a2f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:20.402816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (4ed1c409-3316-4e89-8478-c8241cdd0a2f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:20.465715 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 4ed1c409-3316-4e89-8478-c8241cdd0a2f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4ed1c409-3316-4e89-8478-c8241cdd0a2f,segment=NetworkSegment(73ebbeac-390c-4bd2-85c6-e9a0903242af),segment_id=73ebbeac-390c-4bd2-85c6-e9a0903242af)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:42:20.469315 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c197a2a-0741-4a5a-ad73-06a9b6990ffd None None] Network 33d0f10e-1a58-46b5-9b17-0e98580dc475 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:42:20.561451 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (4ed1c409-3316-4e89-8478-c8241cdd0a2f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:20.653387 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0725263b-ebae-4f65-8be3-4165510af8a3 None None] Provisioning complete for port 4ed1c409-3316-4e89-8478-c8241cdd0a2f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:20.654016 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0725263b-ebae-4f65-8be3-4165510af8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4ed1c409-3316-4e89-8478-c8241cdd0a2f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:20.769083 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=4ed1c409-3316-4e89-8478-c8241cdd0a2f,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:21.095336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f67cc245-8ea9-4780-ba49-6d7469872b9e None None] Provisioning complete for port 4ed1c409-3316-4e89-8478-c8241cdd0a2f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:21.095659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f67cc245-8ea9-4780-ba49-6d7469872b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4ed1c409-3316-4e89-8478-c8241cdd0a2f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:21.802377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 50104) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:21.868892 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] Request body: {'network': {'project_id': '1444c1e5d2954aa3a664397c900e27b3', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'tenant_id': '1444c1e5d2954aa3a664397c900e27b3', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:22.001706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] Made reservation on behalf of 1444c1e5d2954aa3a664397c900e27b3 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:42:22.004590 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.025238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.126762 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4ed1c409-3316-4e89-8478-c8241cdd0a2f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:42:22.152211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] Publish callbacks [] for security_group (8185b7b8-76e4-4ab9-9b14-94663a443f6c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.181328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 4ed1c409-3316-4e89-8478-c8241cdd0a2f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:22.181836 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4ed1c409-3316-4e89-8478-c8241cdd0a2f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.287357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (8185b7b8-76e4-4ab9-9b14-94663a443f6c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.303210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] Reserving flat network on physical network physnet1 {{(pid=110624) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 10 11:42:22.329034 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8185b7b8-76e4-4ab9-9b14-94663a443f6c,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:22.332361 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739242644390', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (541140d4-4b3c-4de6-b968-9fed91a2ddb8), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.332946 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] Unsubscribe: segment precommit_create {{(pid=110624) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 10 11:42:22.333439 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] Added segment 541140d4-4b3c-4de6-b968-9fed91a2ddb8 of type flat for network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 Jan 10 11:42:22.387547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.528959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.529950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:22.530533 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.647972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:22.658006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:42:22.839977 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0941d8eb-4e3a-4809-8ece-8d528327c7c3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0362833 Jan 10 11:42:25.502646 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 50112) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:25.626006 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f940143c-eb58-4868-827f-cc036bb4c9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:25.628282 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f940143c-eb58-4868-827f-cc036bb4c9c2 admin admin] 10.222.0.16 "GET /v2.0/subnets/02eec2cb-5aeb-4dde-8dcf-c219ec0a3712 HTTP/1.1" status: 200 len: 849 time: 0.1243482 Jan 10 11:42:25.802056 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-aa3d95d6-da7b-40eb-99c6-ba125bc93971 admin admin] 10.222.0.16 "GET /v2.0/routers/6c839948-8c65-452b-9f36-8e133071a599 HTTP/1.1" status: 200 len: 704 time: 0.1677437 Jan 10 11:42:26.103077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:26.496275 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Allocated IP 172.20.0.1 (33d0f10e-1a58-46b5-9b17-0e98580dc475/02eec2cb-5aeb-4dde-8dcf-c219ec0a3712/06ac96fc-0eee-463b-b96c-874c3f0b618e) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:42:26.740713 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Publish callbacks [] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:26.884824 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:26.968438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Network 33d0f10e-1a58-46b5-9b17-0e98580dc475 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:42:26.974978 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:26.984990 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:42:26.992430 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (6c839948-8c65-452b-9f36-8e133071a599), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:27.017123 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Pushing event updated for resources: {'Port': ['ID=06ac96fc-0eee-463b-b96c-874c3f0b618e,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:27.234841 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-99e6cdb1-1b6c-4e33-8f89-abbce806b921 None None] Provisioning complete for port 06ac96fc-0eee-463b-b96c-874c3f0b618e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:27.235529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99e6cdb1-1b6c-4e33-8f89-abbce806b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:27.275032 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-99e6cdb1-1b6c-4e33-8f89-abbce806b921 None None] Port 06ac96fc-0eee-463b-b96c-874c3f0b618e cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:42:27.365528 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:27.638725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Publish callbacks [] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:27.712025 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:27.713036 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (6c839948-8c65-452b-9f36-8e133071a599), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:27.810367 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Pushing event updated for resources: {'Port': ['ID=06ac96fc-0eee-463b-b96c-874c3f0b618e,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:27.870188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Network 33d0f10e-1a58-46b5-9b17-0e98580dc475 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:42:27.872261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:28.110684 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-349dc38b-ceba-4e9a-9f37-d0d395f8c3f7 None None] Provisioning complete for port 06ac96fc-0eee-463b-b96c-874c3f0b618e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:28.111146 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-349dc38b-ceba-4e9a-9f37-d0d395f8c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:28.158260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-349dc38b-ceba-4e9a-9f37-d0d395f8c3f7 None None] Port 06ac96fc-0eee-463b-b96c-874c3f0b618e cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:42:28.197299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Router 6c839948-8c65-452b-9f36-8e133071a599 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:42:28.299529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:42:28.305120 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-aa8b62d3-a6f2-4684-8e04-eb290df4865b admin admin] 10.222.0.16 "PUT /v2.0/routers/6c839948-8c65-452b-9f36-8e133071a599/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4960651 Jan 10 11:42:28.310111 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Sync routers for ids ['6c839948-8c65-452b-9f36-8e133071a599'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:42:28.324164 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Routers {'6c839948-8c65-452b-9f36-8e133071a599'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:42:28.325107 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:42:09Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6c839948-8c65-452b-9f36-8e133071a599'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:28.584534 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Set router 6c839948-8c65-452b-9f36-8e133071a599 gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:42:29.108000 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c839948-8c65-452b-9f36-8e133071a599', 'name': 'router1', 'tenant_id': 'b23314fea93546b5ad707740f1f5d947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:16Z', 'updated_at': '2022-01-10T11:42:27Z', 'revision_number': 2, 'project_id': 'b23314fea93546b5ad707740f1f5d947', 'gw_port_host': None, '_interfaces': [{'id': '06ac96fc-0eee-463b-b96c-874c3f0b618e', 'name': '', 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475', 'tenant_id': 'b23314fea93546b5ad707740f1f5d947', 'mac_address': 'fa:16:3e:ea:f3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c839948-8c65-452b-9f36-8e133071a599', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02eec2cb-5aeb-4dde-8dcf-c219ec0a3712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:26Z', 'updated_at': '2022-01-10T11:42:27Z', 'revision_number': 2, 'project_id': 'b23314fea93546b5ad707740f1f5d947', 'subnets': [{'id': '02eec2cb-5aeb-4dde-8dcf-c219ec0a3712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f817a4-b204-400f-b697-90c376ebb4d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:29.165268 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Checking router: 6c839948-8c65-452b-9f36-8e133071a599 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:42:29.165644 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Updating router 6c839948-8c65-452b-9f36-8e133071a599 port 06ac96fc-0eee-463b-b96c-874c3f0b618e binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:42:29.252959 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:29.852353 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Publish callbacks [] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:29.962007 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:30.197910 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b7844-164c-4798-b477-7d7dc337e046 None None] Pushing event updated for resources: {'Port': ['ID=06ac96fc-0eee-463b-b96c-874c3f0b618e,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:30.208282 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Attempting to bind port 06ac96fc-0eee-463b-b96c-874c3f0b618e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:42:30.208735 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Attempting to bind port 06ac96fc-0eee-463b-b96c-874c3f0b618e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '73ebbeac-390c-4bd2-85c6-e9a0903242af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:42:30.209141 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Attempting to bind port 06ac96fc-0eee-463b-b96c-874c3f0b618e on network 33d0f10e-1a58-46b5-9b17-0e98580dc475 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:42:30.215255 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:42:30.215699 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Checking segment: {'id': '73ebbeac-390c-4bd2-85c6-e9a0903242af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:42:30.216185 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:30.216596 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Bound using segment: {'id': '73ebbeac-390c-4bd2-85c6-e9a0903242af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:42:30.217126 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Bound port: 06ac96fc-0eee-463b-b96c-874c3f0b618e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ebbeac-390c-4bd2-85c6-e9a0903242af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:42:30.217531 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:30.228331 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b7844-164c-4798-b477-7d7dc337e046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:30.228777 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b7844-164c-4798-b477-7d7dc337e046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:30.229022 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b7844-164c-4798-b477-7d7dc337e046 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:30.229350 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b7844-164c-4798-b477-7d7dc337e046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:30.229676 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b7844-164c-4798-b477-7d7dc337e046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:30.230085 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b7844-164c-4798-b477-7d7dc337e046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:30.230494 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b7844-164c-4798-b477-7d7dc337e046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:30.230918 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b7844-164c-4798-b477-7d7dc337e046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:30.231269 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b7844-164c-4798-b477-7d7dc337e046 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:30.231678 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b7844-164c-4798-b477-7d7dc337e046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:30.232026 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b7844-164c-4798-b477-7d7dc337e046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:30.232347 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b7844-164c-4798-b477-7d7dc337e046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:30.232703 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b7844-164c-4798-b477-7d7dc337e046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b7844-164c-4798-b477-7d7dc337e046 None None] Tracked resource versions report: Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: pushed versions: Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: { 'AddressGroup': {'1.2'}, Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'ConntrackHelper': {'1.0'}, Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'LocalIPAssociation': {'1.0'}, Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'Log': {'1.0'}, Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'Network': {'1.1'}, Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'Port': {'1.7'}, Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'PortForwarding': {'1.2'}, Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'QosPolicy': {'1.10'}, Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'SecurityGroup': {'1.5'}, Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'SecurityGroupRule': {'1.2'}, Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'SubPort': {'1.0'}, Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'Subnet': {'1.1'}, Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'Trunk': {'1.1'}} Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: consumer versions: Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'ConntrackHelper': '1.0', Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'LocalIPAssociation': '1.0', Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'Log': '1.0', Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'Network': '1.1', Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'Port': '1.7', Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'PortForwarding': '1.2', Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'QosPolicy': '1.10', Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'SecurityGroup': '1.5', Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'SecurityGroupRule': '1.2', Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'SubPort': '1.0', Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'Subnet': '1.1', Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: 'Trunk': '1.1'}} Jan 10 11:42:30.236584 dv-neutron-master-2-hyperv neutron-server[110627]: {{(pid=110627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 11:42:30.298540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ff89540b-711b-435e-b1d6-f1763d415afd None None] Provisioning complete for port 06ac96fc-0eee-463b-b96c-874c3f0b618e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:30.299194 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ff89540b-711b-435e-b1d6-f1763d415afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:30.309702 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] For port 06ac96fc-0eee-463b-b96c-874c3f0b618e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:42:30.334270 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] For port 06ac96fc-0eee-463b-b96c-874c3f0b618e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06ac96fc-0eee-463b-b96c-874c3f0b618e,segment=NetworkSegment(73ebbeac-390c-4bd2-85c6-e9a0903242af),segment_id=73ebbeac-390c-4bd2-85c6-e9a0903242af)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:42:30.358575 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ff89540b-711b-435e-b1d6-f1763d415afd None None] Port 06ac96fc-0eee-463b-b96c-874c3f0b618e cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:42:30.409562 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:30.511980 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b7844-164c-4798-b477-7d7dc337e046 None None] Pushing event updated for resources: {'Port': ['ID=06ac96fc-0eee-463b-b96c-874c3f0b618e,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:30.518027 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Routers {'6c839948-8c65-452b-9f36-8e133071a599'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:42:30.519209 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:42:09Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6c839948-8c65-452b-9f36-8e133071a599'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:30.638000 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] Set router 6c839948-8c65-452b-9f36-8e133071a599 gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:42:30.694347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a3395adb-2c39-40ac-b09a-fb5c411061ac None None] Provisioning complete for port 06ac96fc-0eee-463b-b96c-874c3f0b618e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:30.694820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a3395adb-2c39-40ac-b09a-fb5c411061ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:30.818079 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a3395adb-2c39-40ac-b09a-fb5c411061ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:30.876339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a3395adb-2c39-40ac-b09a-fb5c411061ac None None] For port 06ac96fc-0eee-463b-b96c-874c3f0b618e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06ac96fc-0eee-463b-b96c-874c3f0b618e,segment=NetworkSegment(73ebbeac-390c-4bd2-85c6-e9a0903242af),segment_id=73ebbeac-390c-4bd2-85c6-e9a0903242af)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:42:30.901428 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c839948-8c65-452b-9f36-8e133071a599', 'name': 'router1', 'tenant_id': 'b23314fea93546b5ad707740f1f5d947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:16Z', 'updated_at': '2022-01-10T11:42:27Z', 'revision_number': 2, 'project_id': 'b23314fea93546b5ad707740f1f5d947', 'gw_port_host': None, '_interfaces': [{'id': '06ac96fc-0eee-463b-b96c-874c3f0b618e', 'name': '', 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475', 'tenant_id': 'b23314fea93546b5ad707740f1f5d947', 'mac_address': 'fa:16:3e:ea:f3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c839948-8c65-452b-9f36-8e133071a599', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02eec2cb-5aeb-4dde-8dcf-c219ec0a3712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:26Z', 'updated_at': '2022-01-10T11:42:30Z', 'revision_number': 4, 'project_id': 'b23314fea93546b5ad707740f1f5d947', 'subnets': [{'id': '02eec2cb-5aeb-4dde-8dcf-c219ec0a3712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f817a4-b204-400f-b697-90c376ebb4d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:30.934776 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3339a5d-281a-4880-9753-267098ab8fb3 None None] The sync data for ids ['6c839948-8c65-452b-9f36-8e133071a599'] in dv-neutron-master-2-hyperv is: [{'id': '6c839948-8c65-452b-9f36-8e133071a599', 'name': 'router1', 'tenant_id': 'b23314fea93546b5ad707740f1f5d947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:16Z', 'updated_at': '2022-01-10T11:42:27Z', 'revision_number': 2, 'project_id': 'b23314fea93546b5ad707740f1f5d947', 'gw_port_host': None, '_interfaces': [{'id': '06ac96fc-0eee-463b-b96c-874c3f0b618e', 'name': '', 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475', 'tenant_id': 'b23314fea93546b5ad707740f1f5d947', 'mac_address': 'fa:16:3e:ea:f3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c839948-8c65-452b-9f36-8e133071a599', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02eec2cb-5aeb-4dde-8dcf-c219ec0a3712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:26Z', 'updated_at': '2022-01-10T11:42:30Z', 'revision_number': 4, 'project_id': 'b23314fea93546b5ad707740f1f5d947', 'subnets': [{'id': '02eec2cb-5aeb-4dde-8dcf-c219ec0a3712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f817a4-b204-400f-b697-90c376ebb4d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:42:30.957357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a3395adb-2c39-40ac-b09a-fb5c411061ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:31.010890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3395adb-2c39-40ac-b09a-fb5c411061ac None None] Pushing event updated for resources: {'Port': ['ID=06ac96fc-0eee-463b-b96c-874c3f0b618e,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:34.273531 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 50130) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:34.439301 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca24a784-8884-490f-a934-efd52207e44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:34.442596 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ca24a784-8884-490f-a934-efd52207e44b admin admin] 10.222.0.16 "GET /v2.0/networks/a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 HTTP/1.1" status: 200 len: 842 time: 0.1674767 Jan 10 11:42:34.459493 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-dc8c52c3-b3b7-49bc-b295-a0c5cae24d38 admin admin] Request body: {'subnet': {'tenant_id': '1444c1e5d2954aa3a664397c900e27b3', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'gateway_ip': '172.36.2.1', 'cidr': '172.36.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:34.586565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8c52c3-b3b7-49bc-b295-a0c5cae24d38 admin admin] Made reservation on behalf of 1444c1e5d2954aa3a664397c900e27b3 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:42:34.589839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc8c52c3-b3b7-49bc-b295-a0c5cae24d38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:35.036585 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.objects.ports [None req-dc8c52c3-b3b7-49bc-b295-a0c5cae24d38 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110624) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:42:35.037021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc8c52c3-b3b7-49bc-b295-a0c5cae24d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for subnet (e6fb20ec-2dd7-4b02-917d-9aff408e163c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:35.101065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c52c3-b3b7-49bc-b295-a0c5cae24d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6fb20ec-2dd7-4b02-917d-9aff408e163c,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:35.115879 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c52c3-b3b7-49bc-b295-a0c5cae24d38 admin admin] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:42:35.116444 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8c52c3-b3b7-49bc-b295-a0c5cae24d38 admin admin] Network hostable DHCP agents. Network: a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:42:35.231670 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8c52c3-b3b7-49bc-b295-a0c5cae24d38 admin admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:42:35.311887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-dc8c52c3-b3b7-49bc-b295-a0c5cae24d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:35.320632 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8c52c3-b3b7-49bc-b295-a0c5cae24d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:35.321673 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc8c52c3-b3b7-49bc-b295-a0c5cae24d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:35.324121 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93daa246-cdee-4e83-84b8-65a4fd4f8d5b None None] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:42:35.453942 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-dc8c52c3-b3b7-49bc-b295-a0c5cae24d38 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0004411 Jan 10 11:42:35.468860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf61f22-f942-4828-b9a8-908b1c1f69a4 None None] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:42:35.991712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cb556387-7ef5-4b14-a7e5-ea738140ea60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:38.173254 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 06ac96fc-0eee-463b-b96c-874c3f0b618e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:42:38.207369 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 50142) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:38.240759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 06ac96fc-0eee-463b-b96c-874c3f0b618e triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:38.241170 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:38.368863 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-de7960b7-143d-43ca-8969-b04ad1f42552 admin admin] 10.222.0.16 "GET /v2.0/routers/6c839948-8c65-452b-9f36-8e133071a599 HTTP/1.1" status: 200 len: 710 time: 0.1600056 Jan 10 11:42:38.459212 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9385073b-e10d-4053-99a5-d82ae10e5909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:38.460590 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9385073b-e10d-4053-99a5-d82ae10e5909 admin admin] 10.222.0.16 "GET /v2.0/networks/a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 HTTP/1.1" status: 200 len: 886 time: 0.0864220 Jan 10 11:42:38.469853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:38.827457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Publish callbacks [] for router_gateway (6c839948-8c65-452b-9f36-8e133071a599), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:39.198488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Publish callbacks [] for router_gateway (6c839948-8c65-452b-9f36-8e133071a599), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:39.208390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4ce69ee4-59c5-4092-8572-e6ea41409e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:39.292281 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:39.414273 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Allocated IP 172.36.2.107 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/75f4fef7-10dd-422a-a9a2-4c0b43942388) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:42:39.529951 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Publish callbacks [] for port (75f4fef7-10dd-422a-a9a2-4c0b43942388), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:39.683352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (75f4fef7-10dd-422a-a9a2-4c0b43942388), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:39.726441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:42:39.729373 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:39.736270 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:42:39.740839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Pushing event updated for resources: {'Port': ['ID=75f4fef7-10dd-422a-a9a2-4c0b43942388,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:40.100439 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Publish callbacks [] for router_gateway (6c839948-8c65-452b-9f36-8e133071a599), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:40.307645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (6c839948-8c65-452b-9f36-8e133071a599), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:40.311698 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (6c839948-8c65-452b-9f36-8e133071a599), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:40.521574 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Router 6c839948-8c65-452b-9f36-8e133071a599 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:42:40.543693 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:40.643060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:42:40.648931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:40.650600 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d2cc561c-2129-4e25-886a-e392ca118284 admin admin] 10.222.0.16 "PUT /v2.0/routers/6c839948-8c65-452b-9f36-8e133071a599 HTTP/1.1" status: 200 len: 890 time: 2.1840930 Jan 10 11:42:40.670522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Sync routers for ids ['6c839948-8c65-452b-9f36-8e133071a599'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:42:40.688775 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Routers {'6c839948-8c65-452b-9f36-8e133071a599'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:42:40.689710 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:42:39Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6c839948-8c65-452b-9f36-8e133071a599'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:40.972674 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Set router 6c839948-8c65-452b-9f36-8e133071a599 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:42:41.556713 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c839948-8c65-452b-9f36-8e133071a599', 'name': 'router1', 'tenant_id': 'b23314fea93546b5ad707740f1f5d947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.107'}], 'enable_snat': True}, 'gw_port_id': '75f4fef7-10dd-422a-a9a2-4c0b43942388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:16Z', 'updated_at': '2022-01-10T11:42:39Z', 'revision_number': 4, 'project_id': 'b23314fea93546b5ad707740f1f5d947', 'gw_port': {'id': '75f4fef7-10dd-422a-a9a2-4c0b43942388', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c839948-8c65-452b-9f36-8e133071a599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:39Z', 'updated_at': '2022-01-10T11:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '06ac96fc-0eee-463b-b96c-874c3f0b618e', 'name': '', 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475', 'tenant_id': 'b23314fea93546b5ad707740f1f5d947', 'mac_address': 'fa:16:3e:ea:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c839948-8c65-452b-9f36-8e133071a599', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02eec2cb-5aeb-4dde-8dcf-c219ec0a3712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:26Z', 'updated_at': '2022-01-10T11:42:30Z', 'revision_number': 5, 'project_id': 'b23314fea93546b5ad707740f1f5d947', 'subnets': [{'id': '02eec2cb-5aeb-4dde-8dcf-c219ec0a3712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f817a4-b204-400f-b697-90c376ebb4d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:41.611884 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Checking router: 6c839948-8c65-452b-9f36-8e133071a599 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:42:41.612266 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Updating router 6c839948-8c65-452b-9f36-8e133071a599 port 75f4fef7-10dd-422a-a9a2-4c0b43942388 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:42:41.664364 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (75f4fef7-10dd-422a-a9a2-4c0b43942388), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:42.072315 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Publish callbacks [] for port (75f4fef7-10dd-422a-a9a2-4c0b43942388), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:42.099824 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:42.179845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (75f4fef7-10dd-422a-a9a2-4c0b43942388), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:42.237235 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Attempting to bind port 75f4fef7-10dd-422a-a9a2-4c0b43942388 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:42:42.237613 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Attempting to bind port 75f4fef7-10dd-422a-a9a2-4c0b43942388 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:42:42.238038 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Attempting to bind port 75f4fef7-10dd-422a-a9a2-4c0b43942388 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:42:42.248823 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:42:42.249207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:42:42.249611 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:42.250083 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:42:42.250565 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Bound port: 75f4fef7-10dd-422a-a9a2-4c0b43942388, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:42:42.250940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (75f4fef7-10dd-422a-a9a2-4c0b43942388), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:42.253187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae2dbd-ba6e-4426-965f-6b07a44504c2 None None] Pushing event updated for resources: {'Port': ['ID=75f4fef7-10dd-422a-a9a2-4c0b43942388,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:42.318412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] For port 75f4fef7-10dd-422a-a9a2-4c0b43942388, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:42:42.321658 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] For port 75f4fef7-10dd-422a-a9a2-4c0b43942388, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=75f4fef7-10dd-422a-a9a2-4c0b43942388,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:42:42.390326 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (75f4fef7-10dd-422a-a9a2-4c0b43942388), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:42.413893 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 5 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:42:42.460526 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae2dbd-ba6e-4426-965f-6b07a44504c2 None None] Pushing event updated for resources: {'Port': ['ID=75f4fef7-10dd-422a-a9a2-4c0b43942388,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:42.463020 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Routers {'6c839948-8c65-452b-9f36-8e133071a599'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:42:42.463631 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:42:39Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6c839948-8c65-452b-9f36-8e133071a599'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:42.580808 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] Set router 6c839948-8c65-452b-9f36-8e133071a599 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:42:42.818748 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c839948-8c65-452b-9f36-8e133071a599', 'name': 'router1', 'tenant_id': 'b23314fea93546b5ad707740f1f5d947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.107'}], 'enable_snat': True}, 'gw_port_id': '75f4fef7-10dd-422a-a9a2-4c0b43942388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:16Z', 'updated_at': '2022-01-10T11:42:39Z', 'revision_number': 4, 'project_id': 'b23314fea93546b5ad707740f1f5d947', 'gw_port': {'id': '75f4fef7-10dd-422a-a9a2-4c0b43942388', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c839948-8c65-452b-9f36-8e133071a599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:39Z', 'updated_at': '2022-01-10T11:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '06ac96fc-0eee-463b-b96c-874c3f0b618e', 'name': '', 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475', 'tenant_id': 'b23314fea93546b5ad707740f1f5d947', 'mac_address': 'fa:16:3e:ea:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c839948-8c65-452b-9f36-8e133071a599', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02eec2cb-5aeb-4dde-8dcf-c219ec0a3712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:26Z', 'updated_at': '2022-01-10T11:42:30Z', 'revision_number': 5, 'project_id': 'b23314fea93546b5ad707740f1f5d947', 'subnets': [{'id': '02eec2cb-5aeb-4dde-8dcf-c219ec0a3712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f817a4-b204-400f-b697-90c376ebb4d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:42.848899 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa14fae-f8e4-49e3-9b0e-f88073dc044e None None] The sync data for ids ['6c839948-8c65-452b-9f36-8e133071a599'] in dv-neutron-master-2-hyperv is: [{'id': '6c839948-8c65-452b-9f36-8e133071a599', 'name': 'router1', 'tenant_id': 'b23314fea93546b5ad707740f1f5d947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.107'}], 'enable_snat': True}, 'gw_port_id': '75f4fef7-10dd-422a-a9a2-4c0b43942388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:16Z', 'updated_at': '2022-01-10T11:42:39Z', 'revision_number': 4, 'project_id': 'b23314fea93546b5ad707740f1f5d947', 'gw_port': {'id': '75f4fef7-10dd-422a-a9a2-4c0b43942388', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c839948-8c65-452b-9f36-8e133071a599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:39Z', 'updated_at': '2022-01-10T11:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '06ac96fc-0eee-463b-b96c-874c3f0b618e', 'name': '', 'network_id': '33d0f10e-1a58-46b5-9b17-0e98580dc475', 'tenant_id': 'b23314fea93546b5ad707740f1f5d947', 'mac_address': 'fa:16:3e:ea:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c839948-8c65-452b-9f36-8e133071a599', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02eec2cb-5aeb-4dde-8dcf-c219ec0a3712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:26Z', 'updated_at': '2022-01-10T11:42:30Z', 'revision_number': 5, 'project_id': 'b23314fea93546b5ad707740f1f5d947', 'subnets': [{'id': '02eec2cb-5aeb-4dde-8dcf-c219ec0a3712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f817a4-b204-400f-b697-90c376ebb4d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:42:43.145669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:43.634189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 50150) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:43.783783 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a0e2ccd1-005c-472a-8d61-60b0d8685064 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1484182 Jan 10 11:42:44.158111 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 75f4fef7-10dd-422a-a9a2-4c0b43942388 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:42:44.218183 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 75f4fef7-10dd-422a-a9a2-4c0b43942388 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:44.218650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (75f4fef7-10dd-422a-a9a2-4c0b43942388), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:44.317521 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (75f4fef7-10dd-422a-a9a2-4c0b43942388), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:44.342882 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 75f4fef7-10dd-422a-a9a2-4c0b43942388, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=75f4fef7-10dd-422a-a9a2-4c0b43942388,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:42:44.443154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (75f4fef7-10dd-422a-a9a2-4c0b43942388), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:44.512265 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=75f4fef7-10dd-422a-a9a2-4c0b43942388,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:46.143111 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 75f4fef7-10dd-422a-a9a2-4c0b43942388 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:42:46.199294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 75f4fef7-10dd-422a-a9a2-4c0b43942388 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:46.200148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (75f4fef7-10dd-422a-a9a2-4c0b43942388), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:05.986214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7a5cb3c9-fc55-4a03-a55b-9ce8e1361e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:09.104965 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-96ca6b3b-ee43-4214-ac57-125d7a455a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:10.504081 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:12.125315 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:13.262184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:19.414996 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 5 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:43:35.978599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-33196ed4-a6c4-4690-b572-672e14e079cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:39.557521 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4ad01e1c-5ff3-466d-ad3a-a829e878d05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:40.548594 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:42.069396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:43.132621 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:56.417378 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 5 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:44:06.068476 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e4353ba7-0dd4-477b-878a-0f6d89cea244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:08.949280 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-edb29395-3c70-4c38-96c5-5cc5b7f7a091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:10.489880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:12.044097 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:13.186626 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:27.828134 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 50666) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:27.892051 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4de7c1f-547c-4f77-a591-50f81c12ce89 admin admin] GET failed (client error): The resource could not be found. Jan 10 11:44:27.893469 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e4de7c1f-547c-4f77-a591-50f81c12ce89 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0641913 Jan 10 11:44:28.064178 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca7728-a1fe-4497-b2a0-5f81e74bfa74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:28.065573 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-15ca7728-a1fe-4497-b2a0-5f81e74bfa74 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1679223 Jan 10 11:44:30.598898 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 50676) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:30.696087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8814eb9-122a-4e16-acc5-4d7c7caa209e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:30.699103 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c8814eb9-122a-4e16-acc5-4d7c7caa209e admin admin] 10.222.0.16 "GET /v2.0/subnets/02eec2cb-5aeb-4dde-8dcf-c219ec0a3712 HTTP/1.1" status: 200 len: 849 time: 0.0988607 Jan 10 11:44:30.709054 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:44:30.808562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Publish callbacks [] for subnet (02eec2cb-5aeb-4dde-8dcf-c219ec0a3712), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:31.051054 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739242562937'] for subnet (02eec2cb-5aeb-4dde-8dcf-c219ec0a3712), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:31.084019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:31.084511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:31.087898 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] 10.222.0.16 "PUT /v2.0/subnets/02eec2cb-5aeb-4dde-8dcf-c219ec0a3712 HTTP/1.1" status: 200 len: 868 time: 0.3810916 Jan 10 11:44:31.091075 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396994c8-8a04-4f68-b9f7-5d6190fe6136 None None] Network 33d0f10e-1a58-46b5-9b17-0e98580dc475 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:44:31.114154 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Pushing event updated for resources: {'Subnet': ['ID=02eec2cb-5aeb-4dde-8dcf-c219ec0a3712,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:31.129992 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:31.130400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:31.130705 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:31.131054 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:31.131479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:31.131834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:31.132279 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:31.132622 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:31.133003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:31.133435 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:31.133976 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:31.134537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:31.135646 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dfe88-9c7d-4ef6-ba71-67f2bc11441e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:31.413817 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ac70a455-fef4-4032-b92a-744e2406befe None None] Provisioning complete for port 06ac96fc-0eee-463b-b96c-874c3f0b618e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:44:31.414610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ac70a455-fef4-4032-b92a-744e2406befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (06ac96fc-0eee-463b-b96c-874c3f0b618e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:31.512124 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ac70a455-fef4-4032-b92a-744e2406befe None None] Provisioning complete for port 4ed1c409-3316-4e89-8478-c8241cdd0a2f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:44:31.512426 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ac70a455-fef4-4032-b92a-744e2406befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4ed1c409-3316-4e89-8478-c8241cdd0a2f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:33.418455 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 5 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:44:33.651775 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 50684) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:33.894338 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1de371-c2a9-4822-ae0e-e121718633cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:33.894716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1de371-c2a9-4822-ae0e-e121718633cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:33.896428 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8b1de371-c2a9-4822-ae0e-e121718633cc admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2436311 Jan 10 11:44:35.981918 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-70056372-acb9-4d33-a12c-d96f3d999bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:36.444704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 50694) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:36.606220 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dea32b-4598-4741-b4ac-6215285f1c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:36.606688 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dea32b-4598-4741-b4ac-6215285f1c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:36.608298 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-79dea32b-4598-4741-b4ac-6215285f1c66 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1625676 Jan 10 11:44:38.949339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4391316c-a39a-4125-9037-61e2b38fb62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:39.114058 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 50702) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:39.348388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8e522-9dbe-4069-b0a4-59a60f3bfc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:39.349906 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e6c8e522-9dbe-4069-b0a4-59a60f3bfc53 admin admin] 10.222.0.16 "GET /v2.0/networks/33d0f10e-1a58-46b5-9b17-0e98580dc475 HTTP/1.1" status: 200 len: 869 time: 0.2347496 Jan 10 11:44:40.507588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:41.906073 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 50710) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:42.073265 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:42.081421 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1f1d45-8330-43da-a945-3e8454aa2050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:42.082885 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8e1f1d45-8330-43da-a945-3e8454aa2050 admin admin] 10.222.0.16 "GET /v2.0/networks/a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 HTTP/1.1" status: 200 len: 886 time: 0.1754417 Jan 10 11:44:43.139102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:44.606870 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 50718) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:44.740084 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb22181-385e-4baf-8475-15063f5694a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:44.740603 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb22181-385e-4baf-8475-15063f5694a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:44.742203 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-beb22181-385e-4baf-8475-15063f5694a3 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1343415 Jan 10 11:44:47.269736 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 50726) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:47.366059 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b280b05b-cd40-45dd-915b-cb7fad60bf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:47.366507 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b280b05b-cd40-45dd-915b-cb7fad60bf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:47.368049 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b280b05b-cd40-45dd-915b-cb7fad60bf17 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0970163 Jan 10 11:44:49.893698 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 50734) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:50.040484 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f3ba7f-d4d3-4216-b5f1-138a38fa7866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:50.041953 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-67f3ba7f-d4d3-4216-b5f1-138a38fa7866 admin admin] 10.222.0.16 "GET /v2.0/subnets/02eec2cb-5aeb-4dde-8dcf-c219ec0a3712 HTTP/1.1" status: 200 len: 868 time: 0.1471584 Jan 10 11:44:52.753200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 50742) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:52.849393 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31143ec4-b8b8-4fe8-ae00-fecbda0dceb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:52.850882 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-31143ec4-b8b8-4fe8-ae00-fecbda0dceb1 admin admin] 10.222.0.16 "GET /v2.0/subnets/e6fb20ec-2dd7-4b02-917d-9aff408e163c HTTP/1.1" status: 200 len: 816 time: 0.0966771 Jan 10 11:45:06.008094 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78e761c1-7b00-400a-9253-b6629d0446af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:08.991192 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-67b4ecf7-dfb6-48da-8674-de5c3e57a4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:10.421567 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 5 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:45:10.542398 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:12.073397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:13.119619 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:19.291988 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 50798) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:19.346040 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-d5a24cf1-95e9-4c74-86d5-30ec4f4c003f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:45:19.347064 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d5a24cf1-95e9-4c74-86d5-30ec4f4c003f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0541229 Jan 10 11:45:21.947094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 50806) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:22.012392 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a9ee4b-6f4a-4390-903f-37aa913363b9 admin admin] GET failed (client error): The resource could not be found. Jan 10 11:45:22.013737 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-79a9ee4b-6f4a-4390-903f-37aa913363b9 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657129 Jan 10 11:45:22.105883 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5293510e-222c-4ee4-b5fe-3a2fa9189925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:22.107369 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5293510e-222c-4ee4-b5fe-3a2fa9189925 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0885582 Jan 10 11:45:24.729229 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 50816) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:24.779817 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'project_id': '1444c1e5d2954aa3a664397c900e27b3', 'name': 'shared', 'tenant_id': '1444c1e5d2954aa3a664397c900e27b3'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:45:24.887786 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Made reservation on behalf of 1444c1e5d2954aa3a664397c900e27b3 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:45:24.890144 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:24.930791 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING neutron.services.revisions.revision_plugin [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Could not find related network for resource to bump revision. Jan 10 11:45:24.944296 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:45:24.955834 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (aebff705-c61f-462b-94d6-a96d46914dbc), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:24.956198 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Added segment aebff705-c61f-462b-94d6-a96d46914dbc of type vlan for network ba66e88a-27f4-4783-88c8-8bdbe1307371 Jan 10 11:45:24.998033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (ba66e88a-27f4-4783-88c8-8bdbe1307371), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:25.119627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (ba66e88a-27f4-4783-88c8-8bdbe1307371), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:25.121010 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:25.121336 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:25.184550 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Pushing event updated for resources: {'Network': ['ID=ba66e88a-27f4-4783-88c8-8bdbe1307371,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:25.191905 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:25.192283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:25.192640 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:25.192986 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:25.193331 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:25.193686 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:25.194071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:25.194411 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:25.194744 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:25.195077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:25.195441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:25.195822 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:25.196707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:25.208433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network ba66e88a-27f4-4783-88c8-8bdbe1307371 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:45:25.237074 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-16bb933a-2f9b-4f69-90d4-09da272813a2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5063062 Jan 10 11:45:27.859887 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 50826) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:27.933612 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6790b1-7d63-4187-9638-5aaa80083f84 admin admin] GET failed (client error): The resource could not be found. Jan 10 11:45:27.935725 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7c6790b1-7d63-4187-9638-5aaa80083f84 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0742726 Jan 10 11:45:28.045072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f6429-bf79-48f6-86bd-a09fa44e9758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:28.046511 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e36f6429-bf79-48f6-86bd-a09fa44e9758 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1067357 Jan 10 11:45:28.058079 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-4efb2d07-0d55-4ad5-95ec-365618f8afd9 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'ba66e88a-27f4-4783-88c8-8bdbe1307371', 'name': 'shared-subnet', 'tenant_id': '1444c1e5d2954aa3a664397c900e27b3', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:45:28.165427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efb2d07-0d55-4ad5-95ec-365618f8afd9 admin admin] Made reservation on behalf of 1444c1e5d2954aa3a664397c900e27b3 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:45:28.171577 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4efb2d07-0d55-4ad5-95ec-365618f8afd9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:28.445253 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4efb2d07-0d55-4ad5-95ec-365618f8afd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for subnet (5f93cdd8-9abb-49b9-bf9c-ef8d266acc91), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:28.506140 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb2d07-0d55-4ad5-95ec-365618f8afd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f93cdd8-9abb-49b9-bf9c-ef8d266acc91,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:28.516324 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efb2d07-0d55-4ad5-95ec-365618f8afd9 admin admin] Checking segment: {'id': 'aebff705-c61f-462b-94d6-a96d46914dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ba66e88a-27f4-4783-88c8-8bdbe1307371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:45:28.516711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efb2d07-0d55-4ad5-95ec-365618f8afd9 admin admin] Network hostable DHCP agents. Network: ba66e88a-27f4-4783-88c8-8bdbe1307371, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:45:28.630676 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efb2d07-0d55-4ad5-95ec-365618f8afd9 admin admin] Network ba66e88a-27f4-4783-88c8-8bdbe1307371 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:45:28.725332 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-4efb2d07-0d55-4ad5-95ec-365618f8afd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ba66e88a-27f4-4783-88c8-8bdbe1307371) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:45:28.731014 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efb2d07-0d55-4ad5-95ec-365618f8afd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:28.731664 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4efb2d07-0d55-4ad5-95ec-365618f8afd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:28.736223 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7588b437-211d-4f78-a91f-4768bd76dcd9 None None] Network ba66e88a-27f4-4783-88c8-8bdbe1307371 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:45:28.834545 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4efb2d07-0d55-4ad5-95ec-365618f8afd9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7806182 Jan 10 11:45:28.842142 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ba66e88a-27f4-4783-88c8-8bdbe1307371', 'network_id': 'ba66e88a-27f4-4783-88c8-8bdbe1307371', 'project_id': '1444c1e5d2954aa3a664397c900e27b3', 'fixed_ips': [{'subnet_id': '5f93cdd8-9abb-49b9-bf9c-ef8d266acc91'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:45:28.843308 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:28.998559 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Allocated IP 192.168.233.2 (ba66e88a-27f4-4783-88c8-8bdbe1307371/5f93cdd8-9abb-49b9-bf9c-ef8d266acc91/8618dbaa-c965-4caf-9b79-a4e741684e40) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:45:29.157532 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Publish callbacks [] for port (8618dbaa-c965-4caf-9b79-a4e741684e40), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:29.248815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (8618dbaa-c965-4caf-9b79-a4e741684e40), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:29.295941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Network ba66e88a-27f4-4783-88c8-8bdbe1307371 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:45:29.298875 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:45:29.302554 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:45:29.310406 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Pushing event updated for resources: {'Port': ['ID=8618dbaa-c965-4caf-9b79-a4e741684e40,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:29.320339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:29.320773 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:29.321639 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:29.322007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:29.322343 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:29.322824 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:29.323003 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:29.323333 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:29.323673 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:29.324026 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:29.324351 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:29.324671 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:29.324996 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:29.376285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Attempting to bind port 8618dbaa-c965-4caf-9b79-a4e741684e40 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:45:29.376285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Attempting to bind port 8618dbaa-c965-4caf-9b79-a4e741684e40 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aebff705-c61f-462b-94d6-a96d46914dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ba66e88a-27f4-4783-88c8-8bdbe1307371'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:45:29.376692 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Attempting to bind port 8618dbaa-c965-4caf-9b79-a4e741684e40 on network ba66e88a-27f4-4783-88c8-8bdbe1307371 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:45:29.382738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:45:29.383116 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Checking segment: {'id': 'aebff705-c61f-462b-94d6-a96d46914dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ba66e88a-27f4-4783-88c8-8bdbe1307371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:45:29.384113 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:29.384517 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Bound using segment: {'id': 'aebff705-c61f-462b-94d6-a96d46914dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ba66e88a-27f4-4783-88c8-8bdbe1307371'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:45:29.385005 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Bound port: 8618dbaa-c965-4caf-9b79-a4e741684e40, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebff705-c61f-462b-94d6-a96d46914dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ba66e88a-27f4-4783-88c8-8bdbe1307371'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:45:29.385388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8618dbaa-c965-4caf-9b79-a4e741684e40), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:29.453194 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] For port 8618dbaa-c965-4caf-9b79-a4e741684e40, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:45:29.456385 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] For port 8618dbaa-c965-4caf-9b79-a4e741684e40, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8618dbaa-c965-4caf-9b79-a4e741684e40,segment=NetworkSegment(aebff705-c61f-462b-94d6-a96d46914dbc),segment_id=aebff705-c61f-462b-94d6-a96d46914dbc)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:45:29.543126 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8618dbaa-c965-4caf-9b79-a4e741684e40), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:29.607002 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a54cb-1847-4284-807d-73a0a51ae55d None None] Pushing event updated for resources: {'Port': ['ID=8618dbaa-c965-4caf-9b79-a4e741684e40,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:30.296814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8618dbaa-c965-4caf-9b79-a4e741684e40 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:45:30.366487 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 8618dbaa-c965-4caf-9b79-a4e741684e40 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:45:30.366912 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8618dbaa-c965-4caf-9b79-a4e741684e40), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:30.466590 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8618dbaa-c965-4caf-9b79-a4e741684e40), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:30.512249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 8618dbaa-c965-4caf-9b79-a4e741684e40, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8618dbaa-c965-4caf-9b79-a4e741684e40,segment=NetworkSegment(aebff705-c61f-462b-94d6-a96d46914dbc),segment_id=aebff705-c61f-462b-94d6-a96d46914dbc)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:45:30.601098 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8618dbaa-c965-4caf-9b79-a4e741684e40), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:30.686274 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=8618dbaa-c965-4caf-9b79-a4e741684e40,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:30.763146 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc21e5c2-d295-4330-8fe0-dd53c61a4994 None None] Network ba66e88a-27f4-4783-88c8-8bdbe1307371 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:45:30.847209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4927ca04-008b-498b-b259-2867e6c13fd5 None None] Provisioning complete for port 8618dbaa-c965-4caf-9b79-a4e741684e40 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:45:30.847696 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4927ca04-008b-498b-b259-2867e6c13fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8618dbaa-c965-4caf-9b79-a4e741684e40), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:31.204409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a3382f7b-6ecd-48c8-973c-af27f96b29cf None None] Provisioning complete for port 8618dbaa-c965-4caf-9b79-a4e741684e40 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:45:31.204808 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a3382f7b-6ecd-48c8-973c-af27f96b29cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8618dbaa-c965-4caf-9b79-a4e741684e40), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:32.229262 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8618dbaa-c965-4caf-9b79-a4e741684e40 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:45:32.284364 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 8618dbaa-c965-4caf-9b79-a4e741684e40 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:45:32.284755 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8618dbaa-c965-4caf-9b79-a4e741684e40), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:36.274529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6d607f0a-f74b-4f72-89a9-7b9ec3453f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.964548 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-01ade049-a545-448b-82c8-4620b0cf4593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:40.513647 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:42.051063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:43.165436 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:47.421326 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 5 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:46:06.008498 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1d912e83-9ae7-4154-8db5-6cc33c057b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:08.973786 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-54cd660f-ad69-40bf-8af8-cf84c1442e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:10.531097 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:12.062552 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:13.150960 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:24.420313 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 5 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:46:35.982597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d3f663ec-20a1-42e4-bff5-606e332b8887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:38.976869 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-90083f8e-c2d7-432a-b430-0cf9982e7b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:40.534245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:42.079732 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:43.150985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:57.042203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 50870) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:46:57.048076 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-88853c1d-6117-4260-a7cc-e86c31e2635e tempest-verify_tempest_config-62871972 tempest-verify_tempest_config-62871972-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:46:57.049205 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-88853c1d-6117-4260-a7cc-e86c31e2635e tempest-verify_tempest_config-62871972 tempest-verify_tempest_config-62871972-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058994 Jan 10 11:46:57.653929 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 50888) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:46:57.762180 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:57.846063 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Publish callbacks [] for security_group (0a2cfc77-2837-4cf1-9c57-a257a1b03278), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:58.019725 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0a2cfc77-2837-4cf1-9c57-a257a1b03278), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:58.066304 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2cfc77-2837-4cf1-9c57-a257a1b03278,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:58.070373 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ada284757d44a67bb72990165f077fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4153917 Jan 10 11:46:58.073154 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 50892) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:46:58.076498 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.076861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.077217 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.077569 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.078072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.078412 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.078755 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.079097 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.079455 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.079805 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.080524 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.080524 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.080824 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec71660-09b0-436e-ba14-d29bc76ec72d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.132265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Publish callbacks [] for security_group (0a2cfc77-2837-4cf1-9c57-a257a1b03278), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:58.153875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Publish callbacks [] for security_group (0a2cfc77-2837-4cf1-9c57-a257a1b03278), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:58.354520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0a2cfc77-2837-4cf1-9c57-a257a1b03278), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:58.357195 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:58.358486 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a2cfc77-2837-4cf1-9c57-a257a1b03278 HTTP/1.1" status: 204 len: 168 time: 0.2841856 Jan 10 11:46:58.367094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2cfc77-2837-4cf1-9c57-a257a1b03278,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:58.374451 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.374818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.375191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.375539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.375879 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.376217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.376593 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.376929 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.377313 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.377612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.377983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.378309 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.378761 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e033b-bc60-4d4d-b95a-8b58b8b2fdeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:01.423349 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 5 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:47:06.039758 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b427f975-2b23-4cd5-8038-cec9ca5d9a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:09.008214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-091a87c6-561f-4a69-9941-d023619f248b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:10.514533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:12.108677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:13.259786 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:36.005748 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-23dd2737-768f-4df5-b88e-a4291034c494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:38.422744 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 5 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:47:38.984915 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a82fe168-934d-43e6-9f17-9174f6bc5d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:40.543070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:42.076975 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:43.148955 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:05.991182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ced53f94-ea33-40ad-93b7-95473b40abd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:08.965534 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-62348567-9b58-404f-b18d-182b94af6a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:10.543109 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:12.091673 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:13.160238 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:15.422853 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 5 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:48:19.276440 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2025613'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:35.932883 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 50964) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:48:36.024995 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c3127284-c7f3-4068-9ecb-5a50ee7c0c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:36.040625 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3a40cc21-12a4-4f87-822a-5823ebfd5203 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1066301 Jan 10 11:48:38.528552 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 50974) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:48:38.584879 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-debd7a6e-de5a-4701-aab1-65c3acfcdece admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0552258 Jan 10 11:48:39.050213 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb188-da27-407c-be92-07865fbb093e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:40.554369 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:42.062632 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:43.121891 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:49.196933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:52.422321 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:49:06.025338 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3994acc3-9a68-476b-949e-f645d03313d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:09.026885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-88a920f7-4b54-4b55-8fe0-b08befcf1e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:10.538260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:12.076699 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:13.271394 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:19.220483 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:29.423591 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:49:36.045852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-19f06c99-14ba-40ef-b3c9-7702597d9a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:39.002250 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f8824224-ee35-4ef1-bf6b-b06036025aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:40.545067 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:42.085889 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:43.178445 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:49.304183 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:59.820780 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51160) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:00.680329 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-640113767-network', 'tenant_id': '352a2d16b2764491aabf5fded04ea148'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:00.778922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Made reservation on behalf of 352a2d16b2764491aabf5fded04ea148 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:00.781267 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:00.791816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:00.896852 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Publish callbacks [] for security_group (0220e852-8843-416e-948e-fc103c31a6be), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:01.028772 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0220e852-8843-416e-948e-fc103c31a6be), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:01.059195 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:50:01.071565 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0220e852-8843-416e-948e-fc103c31a6be,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:01.077281 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (27abe47b-f420-44fe-9de7-69cf06a7330c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:01.077653 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Added segment 27abe47b-f420-44fe-9de7-69cf06a7330c of type vlan for network 8395d8e6-0511-4314-94bb-e87296687cd4 Jan 10 11:50:01.097026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.097386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.097743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.101618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.101618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.101618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.101618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.101618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.101618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.101618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.101618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.101618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.101618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Tracked resource versions report: Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: pushed versions: Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: { 'AddressGroup': {'1.2'}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'ConntrackHelper': {'1.0'}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'LocalIPAssociation': {'1.0'}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'Log': {'1.0'}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'Network': {'1.1'}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'Port': {'1.7'}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'PortForwarding': {'1.2'}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'QosPolicy': {'1.10'}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'SecurityGroup': {'1.5'}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'SecurityGroupRule': {'1.2'}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'SubPort': {'1.0'}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'Subnet': {'1.1'}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'Trunk': {'1.1'}} Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: consumer versions: Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: HyperV agent@hv-neutron-mast: {}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'ConntrackHelper': '1.0', Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'LocalIPAssociation': '1.0', Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'Log': '1.0', Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'Network': '1.1', Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'Port': '1.7', Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'PortForwarding': '1.2', Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'QosPolicy': '1.10', Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'SecurityGroup': '1.5', Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'SecurityGroupRule': '1.2', Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'SubPort': '1.0', Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'Subnet': '1.1', Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: 'Trunk': '1.1'}} Jan 10 11:50:01.103044 dv-neutron-master-2-hyperv neutron-server[110625]: {{(pid=110625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 11:50:01.151691 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (8395d8e6-0511-4314-94bb-e87296687cd4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:01.281846 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (8395d8e6-0511-4314-94bb-e87296687cd4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:01.283127 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:01.283719 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:01.359626 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8395d8e6-0511-4314-94bb-e87296687cd4,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:01.374673 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 8395d8e6-0511-4314-94bb-e87296687cd4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:50:01.452900 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e9cd6416-3be6-45cf-a31b-85a7622f90e1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6278462 Jan 10 11:50:01.457125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51204) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:01.465994 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-edeb096e-fbc4-413b-8838-c258ebe06c78 admin admin] Request body: {'subnet': {'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-640113767-subnet', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:01.567677 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edeb096e-fbc4-413b-8838-c258ebe06c78 admin admin] Made reservation on behalf of 352a2d16b2764491aabf5fded04ea148 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:01.570389 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-edeb096e-fbc4-413b-8838-c258ebe06c78 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:01.882780 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-edeb096e-fbc4-413b-8838-c258ebe06c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for subnet (549e90ce-a309-439c-8b69-da152ddaf4f8), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:01.972977 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb096e-fbc4-413b-8838-c258ebe06c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=549e90ce-a309-439c-8b69-da152ddaf4f8,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:02.004178 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeb096e-fbc4-413b-8838-c258ebe06c78 admin admin] Checking segment: {'id': '27abe47b-f420-44fe-9de7-69cf06a7330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:02.008292 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb096e-fbc4-413b-8838-c258ebe06c78 admin admin] Network hostable DHCP agents. Network: 8395d8e6-0511-4314-94bb-e87296687cd4, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:50:02.189363 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb096e-fbc4-413b-8838-c258ebe06c78 admin admin] Network 8395d8e6-0511-4314-94bb-e87296687cd4 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:50:02.282485 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51220) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:02.339264 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-edeb096e-fbc4-413b-8838-c258ebe06c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8395d8e6-0511-4314-94bb-e87296687cd4) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:02.348162 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb096e-fbc4-413b-8838-c258ebe06c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:02.349712 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-edeb096e-fbc4-413b-8838-c258ebe06c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:02.654710 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9032ab39-4039-41e0-a23c-abd563c053d6 None None] Network 8395d8e6-0511-4314-94bb-e87296687cd4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:02.656666 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-edeb096e-fbc4-413b-8838-c258ebe06c78 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9936335 Jan 10 11:50:02.656666 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51226) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:02.656666 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-640113767-router', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:02.657376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8395d8e6-0511-4314-94bb-e87296687cd4', 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4', 'project_id': '352a2d16b2764491aabf5fded04ea148', 'fixed_ips': [{'subnet_id': '549e90ce-a309-439c-8b69-da152ddaf4f8'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:50:02.657376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:02.745467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:02.754059 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:02.784757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Allocated IP 172.20.0.2 (8395d8e6-0511-4314-94bb-e87296687cd4/549e90ce-a309-439c-8b69-da152ddaf4f8/255ab693-34d7-451d-a357-c0e74c691a08) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:02.844245 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Publish callbacks [] for router_controller (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:02.911442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f395a394-e0d7-4fcc-8f41-f6baac340428 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-91511617'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:03.000870 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Publish callbacks [] for port (255ab693-34d7-451d-a357-c0e74c691a08), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:03.052149 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f395a394-e0d7-4fcc-8f41-f6baac340428 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (0dd96c94-e49a-4bf9-98e2-63126cbca76b), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:03.055139 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f395a394-e0d7-4fcc-8f41-f6baac340428 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (0dd96c94-e49a-4bf9-98e2-63126cbca76b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:03.128526 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (255ab693-34d7-451d-a357-c0e74c691a08), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:03.197433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Network 8395d8e6-0511-4314-94bb-e87296687cd4 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:03.203200 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:03.210968 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:03.240314 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Pushing event updated for resources: {'Port': ['ID=255ab693-34d7-451d-a357-c0e74c691a08,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:03.291729 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:03.292653 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:03.293436 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Tracked resource versions report: Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: pushed versions: Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: { 'AddressGroup': {'1.2'}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'ConntrackHelper': {'1.0'}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'LocalIPAssociation': {'1.0'}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'Log': {'1.0'}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'Network': {'1.1'}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'Port': {'1.7'}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'PortForwarding': {'1.2'}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'QosPolicy': {'1.10'}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'SecurityGroup': {'1.5'}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'SecurityGroupRule': {'1.2'}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'SubPort': {'1.0'}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'Subnet': {'1.1'}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'Trunk': {'1.1'}} Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: consumer versions: Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: HyperV agent@hv-neutron-mast: {}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'ConntrackHelper': '1.0', Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'LocalIPAssociation': '1.0', Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'Log': '1.0', Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'Network': '1.1', Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'Port': '1.7', Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'PortForwarding': '1.2', Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'QosPolicy': '1.10', Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'SecurityGroup': '1.5', Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'SecurityGroupRule': '1.2', Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'SubPort': '1.0', Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'Subnet': '1.1', Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: 'Trunk': '1.1'}} Jan 10 11:50:03.311010 dv-neutron-master-2-hyperv neutron-server[110626]: {{(pid=110626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 11:50:03.358433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Attempting to bind port 255ab693-34d7-451d-a357-c0e74c691a08 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:03.358822 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Attempting to bind port 255ab693-34d7-451d-a357-c0e74c691a08 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '27abe47b-f420-44fe-9de7-69cf06a7330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:03.359201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Attempting to bind port 255ab693-34d7-451d-a357-c0e74c691a08 on network 8395d8e6-0511-4314-94bb-e87296687cd4 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:03.365647 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:50:03.366184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Checking segment: {'id': '27abe47b-f420-44fe-9de7-69cf06a7330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:03.366472 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:03.366874 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Bound using segment: {'id': '27abe47b-f420-44fe-9de7-69cf06a7330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:50:03.367594 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Bound port: 255ab693-34d7-451d-a357-c0e74c691a08, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27abe47b-f420-44fe-9de7-69cf06a7330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:50:03.367999 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (255ab693-34d7-451d-a357-c0e74c691a08), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:03.423566 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Publish callbacks [] for router_gateway (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:03.458112 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] For port 255ab693-34d7-451d-a357-c0e74c691a08, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:50:03.458112 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] For port 255ab693-34d7-451d-a357-c0e74c691a08, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=255ab693-34d7-451d-a357-c0e74c691a08,segment=NetworkSegment(27abe47b-f420-44fe-9de7-69cf06a7330c),segment_id=27abe47b-f420-44fe-9de7-69cf06a7330c)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:50:03.515224 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f395a394-e0d7-4fcc-8f41-f6baac340428 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router_controller (0dd96c94-e49a-4bf9-98e2-63126cbca76b), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:03.558181 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51254) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:03.686725 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (255ab693-34d7-451d-a357-c0e74c691a08), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:03.709002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f395a394-e0d7-4fcc-8f41-f6baac340428 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (0dd96c94-e49a-4bf9-98e2-63126cbca76b), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:03.754794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a056a-3046-469c-a42e-9dced266e00e None None] Pushing event updated for resources: {'Port': ['ID=255ab693-34d7-451d-a357-c0e74c691a08,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:03.894555 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f395a394-e0d7-4fcc-8f41-f6baac340428 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:03.898078 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f395a394-e0d7-4fcc-8f41-f6baac340428 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 1.6140623 Jan 10 11:50:03.898312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51262) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:04.023614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51268) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:04.125601 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3d0b12a3-56cd-4713-8c94-adcbb8d5b4f7 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router (0dd96c94-e49a-4bf9-98e2-63126cbca76b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:04.134202 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Publish callbacks [] for router_gateway (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:04.215404 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:04.278545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51272) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:04.463549 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-3222f856-7d91-4f44-bd06-8111f6c33f08 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-499353988'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:04.468039 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-3222f856-7d91-4f44-bd06-8111f6c33f08 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] Unknown quota resources ['metering_label']. {{(pid=110625) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 10 11:50:04.505511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3d0b12a3-56cd-4713-8c94-adcbb8d5b4f7 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (0dd96c94-e49a-4bf9-98e2-63126cbca76b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:04.508835 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3d0b12a3-56cd-4713-8c94-adcbb8d5b4f7 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router_controller (0dd96c94-e49a-4bf9-98e2-63126cbca76b), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:04.511134 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 255ab693-34d7-451d-a357-c0e74c691a08 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:50:04.636783 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 255ab693-34d7-451d-a357-c0e74c691a08 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:04.638191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (255ab693-34d7-451d-a357-c0e74c691a08), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:04.695486 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51280) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:04.699156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1391151643'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:04.793481 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (255ab693-34d7-451d-a357-c0e74c691a08), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:04.816323 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Allocated IP 172.36.2.225 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/71a01e8a-5506-4449-ae46-7e070295fbce) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:04.857949 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 255ab693-34d7-451d-a357-c0e74c691a08, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=255ab693-34d7-451d-a357-c0e74c691a08,segment=NetworkSegment(27abe47b-f420-44fe-9de7-69cf06a7330c),segment_id=27abe47b-f420-44fe-9de7-69cf06a7330c)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:50:04.870675 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-2ad19f17-555a-4944-aa0a-9a3364541f7e tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-340077338'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:05.030485 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3222f856-7d91-4f44-bd06-8111f6c33f08 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:05.032581 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3222f856-7d91-4f44-bd06-8111f6c33f08 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.4726927 Jan 10 11:50:05.037878 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51288) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:05.046148 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-977cdbe8-737b-443f-ad70-c186cd302ccd tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7f9e7231-b1bb-4238-a285-ed418c592413'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:05.047352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-977cdbe8-737b-443f-ad70-c186cd302ccd tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110624) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 10 11:50:05.153413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:05.186789 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9be141c-4a37-426c-be08-c7ec13846817 None None] Network 8395d8e6-0511-4314-94bb-e87296687cd4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:05.210113 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Publish callbacks [] for port (71a01e8a-5506-4449-ae46-7e070295fbce), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:05.234418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51292) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:05.280107 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d2e212ff-5511-49b4-868e-34e4c3c4cb7b None None] Provisioning complete for port 255ab693-34d7-451d-a357-c0e74c691a08 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:05.280547 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d2e212ff-5511-49b4-868e-34e4c3c4cb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (255ab693-34d7-451d-a357-c0e74c691a08), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:05.311067 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-1999f4eb-9b21-4eb2-b8fb-5bd8d1a559eb tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1479964407'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:05.312972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-1999f4eb-9b21-4eb2-b8fb-5bd8d1a559eb tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] Unknown quota resources ['metering_label']. {{(pid=110624) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 10 11:50:05.396710 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d2e212ff-5511-49b4-868e-34e4c3c4cb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (255ab693-34d7-451d-a357-c0e74c691a08), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:05.542861 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3d0b12a3-56cd-4713-8c94-adcbb8d5b4f7 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (0dd96c94-e49a-4bf9-98e2-63126cbca76b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:05.543407 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0b12a3-56cd-4713-8c94-adcbb8d5b4f7 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0dd96c94-e49a-4bf9-98e2-63126cbca76b {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:50:05.552114 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3d0b12a3-56cd-4713-8c94-adcbb8d5b4f7 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:05.552114 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3d0b12a3-56cd-4713-8c94-adcbb8d5b4f7 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] 10.222.0.16 "DELETE /v2.0/routers/0dd96c94-e49a-4bf9-98e2-63126cbca76b HTTP/1.1" status: 204 len: 168 time: 1.6501303 Jan 10 11:50:05.553695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51298) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:05.558542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d9f5997a-c60a-4323-9eea-bb6d67f99ffd tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Request body: {'router': {'name': 'tempest-router-880345719', 'distributed': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:05.573034 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (255ab693-34d7-451d-a357-c0e74c691a08), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:05.574438 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (71a01e8a-5506-4449-ae46-7e070295fbce), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:05.580797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Made reservation on behalf of 1aa2fbe532f44df186994bdb487dcd4d for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:05.585733 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:05.589270 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.services.metering.metering_plugin [None req-977cdbe8-737b-443f-ad70-c186cd302ccd tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 10 11:50:05.648854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-d2e212ff-5511-49b4-868e-34e4c3c4cb7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:50:05.649332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-d2e212ff-5511-49b4-868e-34e4c3c4cb7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:50:05.668312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=255ab693-34d7-451d-a357-c0e74c691a08,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:05.713735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:05.726980 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:05.726980 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Pushing event updated for resources: {'Port': ['ID=71a01e8a-5506-4449-ae46-7e070295fbce,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:05.726980 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:05.837968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-977cdbe8-737b-443f-ad70-c186cd302ccd tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:05.842823 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-977cdbe8-737b-443f-ad70-c186cd302ccd tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7990162 Jan 10 11:50:05.842823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:05.851453 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51308) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:05.891541 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-11f392ac-6b8b-4a07-99eb-c7a8f1d9619d tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7f9e7231-b1bb-4238-a285-ed418c592413'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:05.892449 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-11f392ac-6b8b-4a07-99eb-c7a8f1d9619d tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110625) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 10 11:50:05.898393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d9f5997a-c60a-4323-9eea-bb6d67f99ffd tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (2283e3a5-6a3f-4813-8962-011ac2c0915d), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:05.898627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d9f5997a-c60a-4323-9eea-bb6d67f99ffd tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (2283e3a5-6a3f-4813-8962-011ac2c0915d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:05.899523 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:05.939738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1999f4eb-9b21-4eb2-b8fb-5bd8d1a559eb tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:05.941026 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1999f4eb-9b21-4eb2-b8fb-5bd8d1a559eb tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7053335 Jan 10 11:50:05.946357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51312) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:05.958390 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7e5807a2-a7ba-48f5-98ef-c0af4109b818 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4776d8cb-7cad-41bd-ae3e-f1eeb806f922'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:05.958883 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7e5807a2-a7ba-48f5-98ef-c0af4109b818 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110624) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 10 11:50:06.002059 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad19f17-555a-4944-aa0a-9a3364541f7e tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Made reservation on behalf of ce680f3733b04f22999d365bbf40535a for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:06.008989 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ad19f17-555a-4944-aa0a-9a3364541f7e tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.013605 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51314) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:06.040722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3687f30b-86af-46f8-b2c8-17953da61067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.083099 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ad19f17-555a-4944-aa0a-9a3364541f7e tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.091030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d9f5997a-c60a-4323-9eea-bb6d67f99ffd tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router_controller (2283e3a5-6a3f-4813-8962-011ac2c0915d), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.145294 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING neutron.services.metering.metering_plugin [None req-11f392ac-6b8b-4a07-99eb-c7a8f1d9619d tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 10 11:50:06.193728 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Publish callbacks [] for security_group (9bf0c22c-5644-4708-b084-2e9f10175386), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.208626 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d9f5997a-c60a-4323-9eea-bb6d67f99ffd tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (2283e3a5-6a3f-4813-8962-011ac2c0915d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.250306 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:06.262957 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.services.metering.metering_plugin [None req-7e5807a2-a7ba-48f5-98ef-c0af4109b818 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 10 11:50:06.317942 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ad19f17-555a-4944-aa0a-9a3364541f7e tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks [] for security_group (caa5d097-713e-4ed2-b348-0304f12fe9ba), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.321218 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (9bf0c22c-5644-4708-b084-2e9f10175386), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.333292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d9f5997a-c60a-4323-9eea-bb6d67f99ffd tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.334743 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d9f5997a-c60a-4323-9eea-bb6d67f99ffd tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7796865 Jan 10 11:50:06.335828 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.340556 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51320) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:06.348926 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-11f392ac-6b8b-4a07-99eb-c7a8f1d9619d tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.352766 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-11f392ac-6b8b-4a07-99eb-c7a8f1d9619d tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4949841 Jan 10 11:50:06.366994 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51322) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:06.382010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a29fc6af-f93c-44d9-ae90-9991d8785126 None None] Provisioning complete for port 255ab693-34d7-451d-a357-c0e74c691a08 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:06.382866 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a29fc6af-f93c-44d9-ae90-9991d8785126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (255ab693-34d7-451d-a357-c0e74c691a08), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.432118 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:50:06.442171 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:50:06.467208 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9fa232d4-78a9-43b6-a1f3-802d6f6e1d0b tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=fc4ea8d1-eaad-44e4-aa1a-32589958a2c6 HTTP/1.1" status: 200 len: 464 time: 0.0887260 Jan 10 11:50:06.467422 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 255ab693-34d7-451d-a357-c0e74c691a08 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:50:06.471398 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51324) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:06.480021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e5807a2-a7ba-48f5-98ef-c0af4109b818 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.481343 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7e5807a2-a7ba-48f5-98ef-c0af4109b818 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5318332 Jan 10 11:50:06.482307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ad19f17-555a-4944-aa0a-9a3364541f7e tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (caa5d097-713e-4ed2-b348-0304f12fe9ba), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.492413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51326) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:06.509265 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-092854a8-fffe-447c-99e3-0148b143daf2 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4776d8cb-7cad-41bd-ae3e-f1eeb806f922'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:06.510206 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-092854a8-fffe-447c-99e3-0148b143daf2 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110625) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 10 11:50:06.524786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf0c22c-5644-4708-b084-2e9f10175386,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:06.528408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-53ffa121-3283-4ca7-af2a-dad1059821a1 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router (2283e3a5-6a3f-4813-8962-011ac2c0915d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.534936 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (6edf06ee-542e-415c-9461-8fbe7ff3a623), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.553704 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Added segment 6edf06ee-542e-415c-9461-8fbe7ff3a623 of type vlan for network e2bcaf58-4472-428c-b214-8e06d907d825 Jan 10 11:50:06.553704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad19f17-555a-4944-aa0a-9a3364541f7e tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:50:06.588350 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:06.588992 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:06.589525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:06.590121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:06.590475 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:06.590803 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:06.591140 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:06.591476 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:06.591814 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:06.592156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:06.592483 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:06.592816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:06.593144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Tracked resource versions report: Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: pushed versions: Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: { 'AddressGroup': {'1.2'}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'ConntrackHelper': {'1.0'}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'LocalIPAssociation': {'1.0'}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'Log': {'1.0'}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'Network': {'1.1'}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'Port': {'1.7'}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'PortForwarding': {'1.2'}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'QosPolicy': {'1.10'}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'SecurityGroup': {'1.5'}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'SecurityGroupRule': {'1.2'}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'SubPort': {'1.0'}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'Subnet': {'1.1'}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'Trunk': {'1.1'}} Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: consumer versions: Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: HyperV agent@hv-neutron-mast: {}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'ConntrackHelper': '1.0', Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'LocalIPAssociation': '1.0', Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'Log': '1.0', Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'Network': '1.1', Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'Port': '1.7', Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'PortForwarding': '1.2', Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'QosPolicy': '1.10', Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'SecurityGroup': '1.5', Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'SecurityGroupRule': '1.2', Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'SubPort': '1.0', Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'Subnet': '1.1', Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: 'Trunk': '1.1'}} Jan 10 11:50:06.594566 dv-neutron-master-2-hyperv neutron-server[110624]: {{(pid=110624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 11:50:06.609882 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 255ab693-34d7-451d-a357-c0e74c691a08 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:06.610452 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (255ab693-34d7-451d-a357-c0e74c691a08), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.651985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Publish callbacks [] for router_gateway (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.653114 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ad19f17-555a-4944-aa0a-9a3364541f7e tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (dab18e9e-32d0-4170-9a40-fb29b7529e47), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.653498 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-2ad19f17-555a-4944-aa0a-9a3364541f7e tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Added segment dab18e9e-32d0-4170-9a40-fb29b7529e47 of type vlan for network 97b82607-79df-4b82-8692-1a0859aed4e7 Jan 10 11:50:06.720998 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (e2bcaf58-4472-428c-b214-8e06d907d825), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.796582 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Allocated IP 172.36.2.141 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/009ba8f5-25b0-41a6-96c6-edceee06e52a) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:06.873468 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.892417 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING neutron.services.metering.metering_plugin [None req-092854a8-fffe-447c-99e3-0148b143daf2 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 10 11:50:06.964544 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ad19f17-555a-4944-aa0a-9a3364541f7e tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (97b82607-79df-4b82-8692-1a0859aed4e7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:06.974703 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad19f17-555a-4944-aa0a-9a3364541f7e tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa5d097-713e-4ed2-b348-0304f12fe9ba,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:07.001614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-53ffa121-3283-4ca7-af2a-dad1059821a1 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (2283e3a5-6a3f-4813-8962-011ac2c0915d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.006526 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-53ffa121-3283-4ca7-af2a-dad1059821a1 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router_controller (2283e3a5-6a3f-4813-8962-011ac2c0915d), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.171484 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (e2bcaf58-4472-428c-b214-8e06d907d825), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.179081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:07.179692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.213751 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b3f82c6c-9ec7-42e7-94b7-bd01f0847698 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.215076 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b3f82c6c-9ec7-42e7-94b7-bd01f0847698 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/fc4ea8d1-eaad-44e4-aa1a-32589958a2c6 HTTP/1.1" status: 204 len: 168 time: 0.7389357 Jan 10 11:50:07.236748 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51330) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:07.251661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ad19f17-555a-4944-aa0a-9a3364541f7e tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (97b82607-79df-4b82-8692-1a0859aed4e7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.257681 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad19f17-555a-4944-aa0a-9a3364541f7e tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:07.258474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ad19f17-555a-4944-aa0a-9a3364541f7e tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.261051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-53ffa121-3283-4ca7-af2a-dad1059821a1 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (2283e3a5-6a3f-4813-8962-011ac2c0915d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.261619 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ffa121-3283-4ca7-af2a-dad1059821a1 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2283e3a5-6a3f-4813-8962-011ac2c0915d {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:50:07.268291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-092854a8-fffe-447c-99e3-0148b143daf2 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.268291 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-092854a8-fffe-447c-99e3-0148b143daf2 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7685392 Jan 10 11:50:07.269477 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51332) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:07.281663 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-53ffa121-3283-4ca7-af2a-dad1059821a1 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.282924 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-53ffa121-3283-4ca7-af2a-dad1059821a1 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] 10.222.0.16 "DELETE /v2.0/routers/2283e3a5-6a3f-4813-8962-011ac2c0915d HTTP/1.1" status: 204 len: 168 time: 0.9413702 Jan 10 11:50:07.290818 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a8229ef0-015f-4055-9756-99091be002f5 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=123988aa-5ae6-4bf8-9dc4-ad12ec9e658e HTTP/1.1" status: 200 len: 462 time: 0.0205727 Jan 10 11:50:07.291429 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51334) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:07.295979 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-db9c52d2-32ad-4608-8f87-e582513e35cf tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Request body: {'router': {'name': 'tempest-router-1376856031', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '60ae81e824c044c9847d07e009e5a153'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:07.305472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51336) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:07.319578 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks [] for port (009ba8f5-25b0-41a6-96c6-edceee06e52a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.344964 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d84cc320-7670-498a-98ee-5d829a936ad0 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=fc4ea8d1-eaad-44e4-aa1a-32589958a2c6 HTTP/1.1" status: 200 len: 221 time: 0.0943272 Jan 10 11:50:07.358447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51338) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:07.359720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.375268 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.3492103 Jan 10 11:50:07.375268 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fb4e2-970c-4db9-9af7-749d12e98fb9 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Pushing event updated for resources: {'Network': ['ID=e2bcaf58-4472-428c-b214-8e06d907d825,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:07.380117 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e6044e35-f9c6-4b27-b9d4-6e82aac3dfe8 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--510040028', 'description': 'label created by tempest'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:07.380117 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e6044e35-f9c6-4b27-b9d4-6e82aac3dfe8 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] Unknown quota resources ['metering_label']. {{(pid=110625) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 10 11:50:07.388127 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51342) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:07.398507 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network e2bcaf58-4472-428c-b214-8e06d907d825 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:50:07.411473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.503395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad19f17-555a-4944-aa0a-9a3364541f7e tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Pushing event updated for resources: {'Network': ['ID=97b82607-79df-4b82-8692-1a0859aed4e7,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:07.528803 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 97b82607-79df-4b82-8692-1a0859aed4e7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:50:07.616967 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2ad19f17-555a-4944-aa0a-9a3364541f7e tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.3355532 Jan 10 11:50:07.621862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51346) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:07.629244 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f0103cc8-08fd-453f-92cd-a255bc465b34 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Request body: {'subnet': {'network_id': '97b82607-79df-4b82-8692-1a0859aed4e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:07.734918 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-b94d90fc-2da8-4e79-9e3d-c92b875f85a7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Request body: {'network': {'name': 'tempest-network--1605093977', 'router:external': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:07.906792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Allocated IP 172.36.2.203 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/30018194-7f6d-4fb3-9514-679e4a39c807) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:07.916822 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db9c52d2-32ad-4608-8f87-e582513e35cf tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (12642e71-f042-46a7-9d4c-fd57282ed0ca), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.918696 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db9c52d2-32ad-4608-8f87-e582513e35cf tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (12642e71-f042-46a7-9d4c-fd57282ed0ca), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.929619 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e648c405-7689-4d6b-942d-628ff4a65b44 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.935599 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e648c405-7689-4d6b-942d-628ff4a65b44 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/123988aa-5ae6-4bf8-9dc4-ad12ec9e658e HTTP/1.1" status: 204 len: 168 time: 0.6235132 Jan 10 11:50:07.939474 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (009ba8f5-25b0-41a6-96c6-edceee06e52a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:07.941190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51350) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:07.954092 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0103cc8-08fd-453f-92cd-a255bc465b34 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Made reservation on behalf of ce680f3733b04f22999d365bbf40535a for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:07.959066 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0103cc8-08fd-453f-92cd-a255bc465b34 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks [] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.017568 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1c5cdc4d-4603-46e4-abac-d526029bdfc2 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=123988aa-5ae6-4bf8-9dc4-ad12ec9e658e HTTP/1.1" status: 200 len: 221 time: 0.0747969 Jan 10 11:50:08.024682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51352) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:08.033606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-9eaed0db-6781-4a32-858d-54bb3e6d1b7a tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1760631318', 'description': 'label created by tempest'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:08.034847 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-9eaed0db-6781-4a32-858d-54bb3e6d1b7a tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] Unknown quota resources ['metering_label']. {{(pid=110624) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 10 11:50:08.165027 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for port (30018194-7f6d-4fb3-9514-679e4a39c807), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.227178 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:08.357942 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:08.362208 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Pushing event updated for resources: {'Port': ['ID=009ba8f5-25b0-41a6-96c6-edceee06e52a,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:08.366322 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db9c52d2-32ad-4608-8f87-e582513e35cf tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router_controller (12642e71-f042-46a7-9d4c-fd57282ed0ca), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.379983 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e6044e35-f9c6-4b27-b9d4-6e82aac3dfe8 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.382116 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e6044e35-f9c6-4b27-b9d4-6e82aac3dfe8 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.0181339 Jan 10 11:50:08.384924 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:08.397502 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51354) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:08.495887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9eaed0db-6781-4a32-858d-54bb3e6d1b7a tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.497257 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9eaed0db-6781-4a32-858d-54bb3e6d1b7a tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4715247 Jan 10 11:50:08.500208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51356) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:08.644542 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db9c52d2-32ad-4608-8f87-e582513e35cf tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (12642e71-f042-46a7-9d4c-fd57282ed0ca), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.648388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94d90fc-2da8-4e79-9e3d-c92b875f85a7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Made reservation on behalf of 96f06c98bdb74a28b7845c47688c9f09 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:08.652580 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b94d90fc-2da8-4e79-9e3d-c92b875f85a7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.703229 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-da6a353e-946c-4dee-ad52-ce8a6eef57e6 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=4a90e723-b768-4063-8e59-9ad70a357815 HTTP/1.1" status: 200 len: 467 time: 0.2992184 Jan 10 11:50:08.710079 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b94d90fc-2da8-4e79-9e3d-c92b875f85a7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.714240 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51358) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:08.722735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0103cc8-08fd-453f-92cd-a255bc465b34 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for subnet (b8762ee6-33df-483c-bd02-22c6fe6ee79f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.725648 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (30018194-7f6d-4fb3-9514-679e4a39c807), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.746794 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2b2b1cde-0bda-4dbb-abf3-db8be2cfd85b tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=0c84e9a6-c196-4a24-ae8f-9f26fe00cfbd HTTP/1.1" status: 200 len: 468 time: 0.2429559 Jan 10 11:50:08.753383 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51360) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:08.772057 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks [] for floatingip (a5eac4b4-6b74-4e1d-a766-f9f351c83bd2), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.832735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db9c52d2-32ad-4608-8f87-e582513e35cf tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.836762 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-db9c52d2-32ad-4608-8f87-e582513e35cf tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.5417550 Jan 10 11:50:08.837838 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51362) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:08.843703 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f83dd627-4731-4594-9a79-16d880c95131 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:08.851518 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:08.906590 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:08.910949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:08.934772 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Pushing event updated for resources: {'Port': ['ID=30018194-7f6d-4fb3-9514-679e4a39c807,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:08.957629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0103cc8-08fd-453f-92cd-a255bc465b34 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Pushing event updated for resources: {'Subnet': ['ID=b8762ee6-33df-483c-bd02-22c6fe6ee79f,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:08.997312 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:50:09.007023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b60a4c43-f49c-47d3-a675-83c41a879da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.109800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0103cc8-08fd-453f-92cd-a255bc465b34 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Checking segment: {'id': 'dab18e9e-32d0-4170-9a40-fb29b7529e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '97b82607-79df-4b82-8692-1a0859aed4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:09.110095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0103cc8-08fd-453f-92cd-a255bc465b34 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Network hostable DHCP agents. Network: 97b82607-79df-4b82-8692-1a0859aed4e7, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:50:09.119250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for floatingip (b8e920e5-2c8f-420a-8fa2-9e968fd0d3d8), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.125081 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (009ba8f5-25b0-41a6-96c6-edceee06e52a), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.210458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-16d19c19-fc25-4b4a-9683-db27815f8e85 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.211659 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-16d19c19-fc25-4b4a-9683-db27815f8e85 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/4a90e723-b768-4063-8e59-9ad70a357815 HTTP/1.1" status: 204 len: 168 time: 0.4965150 Jan 10 11:50:09.214818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51364) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:09.228197 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c5041a0b-3de9-4931-9499-b8e64ba51253 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=4a90e723-b768-4063-8e59-9ad70a357815 HTTP/1.1" status: 200 len: 216 time: 0.0120795 Jan 10 11:50:09.232227 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51366) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:09.241927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0103cc8-08fd-453f-92cd-a255bc465b34 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Network 97b82607-79df-4b82-8692-1a0859aed4e7 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:50:09.267377 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4184a10a-7096-49ba-b1cc-9e88d78a427f tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0339909 Jan 10 11:50:09.273043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51368) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:09.290811 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ef867446-21a5-4d01-ad8d-9c688d066027 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0166557 Jan 10 11:50:09.292022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (30018194-7f6d-4fb3-9514-679e4a39c807), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.295917 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51370) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:09.377042 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-f0103cc8-08fd-453f-92cd-a255bc465b34 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 97b82607-79df-4b82-8692-1a0859aed4e7) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:09.382069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0103cc8-08fd-453f-92cd-a255bc465b34 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:09.382758 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0103cc8-08fd-453f-92cd-a255bc465b34 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.396012 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6010200-823d-4af6-b146-b50bfbc705e3 None None] Network 97b82607-79df-4b82-8692-1a0859aed4e7 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:09.396185 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bf13b571-0a69-4c39-8866-ee34c66164b2 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/7f9e7231-b1bb-4238-a285-ed418c592413 HTTP/1.1" status: 200 len: 472 time: 0.0981653 Jan 10 11:50:09.402492 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51372) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:09.429218 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-08ac3aab-2271-4a09-ae83-d74d464248ef tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/002391af-f605-47e6-a896-1669cf1e16c7 HTTP/1.1" status: 200 len: 461 time: 0.0255904 Jan 10 11:50:09.433457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51374) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:09.506951 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f0103cc8-08fd-453f-92cd-a255bc465b34 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8826425 Jan 10 11:50:09.511938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51376) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:09.521561 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ef24eaaa-1016-4b59-8176-a4a205dab44b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Request body: {'port': {'network_id': '97b82607-79df-4b82-8692-1a0859aed4e7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1707417812'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:09.522347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-97b82607-79df-4b82-8692-1a0859aed4e7', 'network_id': '97b82607-79df-4b82-8692-1a0859aed4e7', 'project_id': 'ce680f3733b04f22999d365bbf40535a', 'fixed_ips': [{'subnet_id': 'b8762ee6-33df-483c-bd02-22c6fe6ee79f'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:50:09.523050 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82b9bcb3-bc8e-4a95-be22-1330d734c4c1 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.524216 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-82b9bcb3-bc8e-4a95-be22-1330d734c4c1 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/0c84e9a6-c196-4a24-ae8f-9f26fe00cfbd HTTP/1.1" status: 204 len: 168 time: 0.7674489 Jan 10 11:50:09.524552 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.541842 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51378) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:09.542172 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b94d90fc-2da8-4e79-9e3d-c92b875f85a7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks [] for security_group (55a0c917-2595-4dfd-92fd-d0fceabf9dd5), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.570262 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f83dd627-4731-4594-9a79-16d880c95131 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (12642e71-f042-46a7-9d4c-fd57282ed0ca), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.571006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f83dd627-4731-4594-9a79-16d880c95131 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router (12642e71-f042-46a7-9d4c-fd57282ed0ca), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.602399 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-997df6fc-3d04-46cf-8d4a-fe62b3ef5147 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=0c84e9a6-c196-4a24-ae8f-9f26fe00cfbd HTTP/1.1" status: 200 len: 216 time: 0.0593100 Jan 10 11:50:09.611234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51380) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:09.655077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b94d90fc-2da8-4e79-9e3d-c92b875f85a7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (55a0c917-2595-4dfd-92fd-d0fceabf9dd5), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.685040 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-06de27d8-06e8-4a7e-b609-9bb2e2bf7ed4 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0704358 Jan 10 11:50:09.695494 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51382) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:09.743359 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Allocated IP 172.20.0.2 (97b82607-79df-4b82-8692-1a0859aed4e7/b8762ee6-33df-483c-bd02-22c6fe6ee79f/386b6133-5d85-4c90-a7c4-58f18b5e3678) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:09.743596 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94d90fc-2da8-4e79-9e3d-c92b875f85a7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:50:09.763811 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca82f6e1-d2a1-41cb-8b8e-b01f7e4e3496 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.764986 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ca82f6e1-d2a1-41cb-8b8e-b01f7e4e3496 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/002391af-f605-47e6-a896-1669cf1e16c7 HTTP/1.1" status: 204 len: 168 time: 0.3311682 Jan 10 11:50:09.770140 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9c312bb6-f190-411e-8fed-901ec9e5050c tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0699344 Jan 10 11:50:09.772191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51384) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:09.772191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51386) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:09.789885 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for port (30018194-7f6d-4fb3-9514-679e4a39c807), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.793691 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f83dd627-4731-4594-9a79-16d880c95131 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110625) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 10 11:50:09.793691 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f83dd627-4731-4594-9a79-16d880c95131 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Router 12642e71-f042-46a7-9d4c-fd57282ed0ca migrating from provider to provider. {{(pid=110625) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 10 11:50:09.794249 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f83dd627-4731-4594-9a79-16d880c95131 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router_controller (12642e71-f042-46a7-9d4c-fd57282ed0ca), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.795996 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d90fc-2da8-4e79-9e3d-c92b875f85a7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a0c917-2595-4dfd-92fd-d0fceabf9dd5,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:09.802005 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b94d90fc-2da8-4e79-9e3d-c92b875f85a7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (f5d09a17-4a1a-4c94-b6c7-a53587fb115d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.802005 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-b94d90fc-2da8-4e79-9e3d-c92b875f85a7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Added segment f5d09a17-4a1a-4c94-b6c7-a53587fb115d of type vlan for network 42f25c93-a0e8-4c8c-8572-52a2e2766ca4 Jan 10 11:50:09.816303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:50:09.823664 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Sync routers for ids ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:50:09.838733 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Routers {'1132c4e3-d3eb-4008-8236-bc9b78ceddfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:09.839487 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:50:09Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:09.869713 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (30018194-7f6d-4fb3-9514-679e4a39c807), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.877523 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f83dd627-4731-4594-9a79-16d880c95131 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router_controller (12642e71-f042-46a7-9d4c-fd57282ed0ca), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.932872 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0d7379da-72aa-4050-a9b7-6fe1df2adc5c tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/4776d8cb-7cad-41bd-ae3e-f1eeb806f922 HTTP/1.1" status: 200 len: 473 time: 0.1506381 Jan 10 11:50:09.935602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef24eaaa-1016-4b59-8176-a4a205dab44b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Made reservation on behalf of ce680f3733b04f22999d365bbf40535a for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:09.943817 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ef24eaaa-1016-4b59-8176-a4a205dab44b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.957838 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51392) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:10.001202 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (b8e920e5-2c8f-420a-8fa2-9e968fd0d3d8), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.011626 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f83dd627-4731-4594-9a79-16d880c95131 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (12642e71-f042-46a7-9d4c-fd57282ed0ca), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.046620 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-36c7e039-dd07-498d-ae0c-c8d4a8a011d1 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/d0b54436-dd0e-4184-aade-6c8a5148326c HTTP/1.1" status: 200 len: 459 time: 0.0882728 Jan 10 11:50:10.052837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51394) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:10.057339 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b94d90fc-2da8-4e79-9e3d-c92b875f85a7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (42f25c93-a0e8-4c8c-8572-52a2e2766ca4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.103637 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-ef24eaaa-1016-4b59-8176-a4a205dab44b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] device_id is not set on port 2c18c7f3-74a5-4f44-96ed-5dbb046cf699 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:50:10.122085 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Pushing event updated for resources: {'Port': ['ID=30018194-7f6d-4fb3-9514-679e4a39c807,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:10.134158 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Publish callbacks [] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.146495 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Set router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:50:10.183720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.184880 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1d8ace97-eb6e-466e-8e3f-78a8c57fa04c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.7261453 Jan 10 11:50:10.188161 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.191579 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d4910d62-767e-4917-b1a6-fccefbc4d9d8 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1591032 Jan 10 11:50:10.192487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51396) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:10.193413 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51398) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:10.209568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-915407346'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:10.219099 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.260373 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks [] for port (009ba8f5-25b0-41a6-96c6-edceee06e52a), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.324618 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f83dd627-4731-4594-9a79-16d880c95131 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] No L3 agents can host the router 12642e71-f042-46a7-9d4c-fd57282ed0ca Jan 10 11:50:10.336101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Pushing event updated for resources: {'Port': ['ID=386b6133-5d85-4c90-a7c4-58f18b5e3678,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:10.344889 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (009ba8f5-25b0-41a6-96c6-edceee06e52a), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.368209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Network 97b82607-79df-4b82-8692-1a0859aed4e7 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:10.369714 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:10.372661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:10.387064 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'name': 'tempest-ServersTestJSON-640113767-router', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225'}], 'enable_snat': True}, 'gw_port_id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:50:02Z', 'updated_at': '2022-01-10T11:50:06Z', 'revision_number': 3, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'gw_port': {'id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:04Z', 'updated_at': '2022-01-10T11:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:10.441573 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Checking router: 1132c4e3-d3eb-4008-8236-bc9b78ceddfe for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:50:10.443250 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Updating router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe port 71a01e8a-5506-4449-ae46-7e070295fbce binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:50:10.509184 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (71a01e8a-5506-4449-ae46-7e070295fbce), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.515622 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Attempting to bind port 386b6133-5d85-4c90-a7c4-58f18b5e3678 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:10.516021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Attempting to bind port 386b6133-5d85-4c90-a7c4-58f18b5e3678 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dab18e9e-32d0-4170-9a40-fb29b7529e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '97b82607-79df-4b82-8692-1a0859aed4e7'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:10.516363 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Attempting to bind port 386b6133-5d85-4c90-a7c4-58f18b5e3678 on network 97b82607-79df-4b82-8692-1a0859aed4e7 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:10.523249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:50:10.523717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Checking segment: {'id': 'dab18e9e-32d0-4170-9a40-fb29b7529e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '97b82607-79df-4b82-8692-1a0859aed4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:10.524222 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.524637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Bound using segment: {'id': 'dab18e9e-32d0-4170-9a40-fb29b7529e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '97b82607-79df-4b82-8692-1a0859aed4e7'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:50:10.525221 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Bound port: 386b6133-5d85-4c90-a7c4-58f18b5e3678, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab18e9e-32d0-4170-9a40-fb29b7529e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '97b82607-79df-4b82-8692-1a0859aed4e7'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:50:10.525616 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.560219 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (a5eac4b4-6b74-4e1d-a766-f9f351c83bd2), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.567348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.581971 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c6b3217c-f154-4433-8f4a-da7893314cc5 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.586428 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c6b3217c-f154-4433-8f4a-da7893314cc5 tempest-MeteringTestJSON-567298478 tempest-MeteringTestJSON-567298478-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/7f9e7231-b1bb-4238-a285-ed418c592413 HTTP/1.1" status: 204 len: 168 time: 0.8088181 Jan 10 11:50:10.590178 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b94d90fc-2da8-4e79-9e3d-c92b875f85a7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (42f25c93-a0e8-4c8c-8572-52a2e2766ca4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.596575 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94d90fc-2da8-4e79-9e3d-c92b875f85a7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:10.596575 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b94d90fc-2da8-4e79-9e3d-c92b875f85a7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.671013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] For port 386b6133-5d85-4c90-a7c4-58f18b5e3678, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:50:10.676927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] For port 386b6133-5d85-4c90-a7c4-58f18b5e3678, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=386b6133-5d85-4c90-a7c4-58f18b5e3678,segment=NetworkSegment(dab18e9e-32d0-4170-9a40-fb29b7529e47),segment_id=dab18e9e-32d0-4170-9a40-fb29b7529e47)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:50:10.749328 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d90fc-2da8-4e79-9e3d-c92b875f85a7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event updated for resources: {'Network': ['ID=42f25c93-a0e8-4c8c-8572-52a2e2766ca4,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:10.761929 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Pushing event updated for resources: {'Port': ['ID=009ba8f5-25b0-41a6-96c6-edceee06e52a,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:10.763550 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 42f25c93-a0e8-4c8c-8572-52a2e2766ca4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:50:10.773574 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.837150 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83dd627-4731-4594-9a79-16d880c95131 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Hosts for router 12642e71-f042-46a7-9d4c-fd57282ed0ca: [] {{(pid=110625) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 10 11:50:10.864503 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.868666 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dacfc93f-e321-4253-932d-9f5ba8ef8988 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1551783 Jan 10 11:50:10.873898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51404) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:10.874616 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83dd627-4731-4594-9a79-16d880c95131 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Hosts for other DVR routers connected to router 12642e71-f042-46a7-9d4c-fd57282ed0ca: set() {{(pid=110625) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 10 11:50:10.877304 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f83dd627-4731-4594-9a79-16d880c95131 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:10.882541 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f83dd627-4731-4594-9a79-16d880c95131 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] 10.222.0.16 "PUT /v2.0/routers/12642e71-f042-46a7-9d4c-fd57282ed0ca HTTP/1.1" status: 200 len: 717 time: 2.0432715 Jan 10 11:50:10.885983 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b94d90fc-2da8-4e79-9e3d-c92b875f85a7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.4941189 Jan 10 11:50:10.888030 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51406) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:10.891792 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e1fbdda6-687f-46aa-b69c-759cb716c594 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2088213683', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'fixed_ips': [{'ip_address': '172.36.2.141'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:10.901713 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51408) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:10.961546 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1ebba-1b84-4d2f-9d27-8b65ba3e0be4 None None] Pushing event updated for resources: {'Port': ['ID=386b6133-5d85-4c90-a7c4-58f18b5e3678,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:10.996210 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Publish callbacks [] for port (71a01e8a-5506-4449-ae46-7e070295fbce), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:11.100896 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (71a01e8a-5506-4449-ae46-7e070295fbce), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:11.160410 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-ef24eaaa-1016-4b59-8176-a4a205dab44b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Allocated IP 172.20.0.4 (97b82607-79df-4b82-8692-1a0859aed4e7/b8762ee6-33df-483c-bd02-22c6fe6ee79f/2c18c7f3-74a5-4f44-96ed-5dbb046cf699) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:11.171754 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Attempting to bind port 71a01e8a-5506-4449-ae46-7e070295fbce on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:11.172270 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Attempting to bind port 71a01e8a-5506-4449-ae46-7e070295fbce by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:11.172776 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Attempting to bind port 71a01e8a-5506-4449-ae46-7e070295fbce on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:11.180626 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bcda8-6903-4bad-a567-262fd63e4ad1 None None] Pushing event updated for resources: {'Port': ['ID=71a01e8a-5506-4449-ae46-7e070295fbce,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:11.183831 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:50:11.184407 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:11.185206 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:11.185732 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:50:11.186382 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Bound port: 71a01e8a-5506-4449-ae46-7e070295fbce, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:50:11.186872 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (71a01e8a-5506-4449-ae46-7e070295fbce), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:11.191160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80108ca4-4b60-4035-b5ab-dac8b09fa698 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:11.196421 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-80108ca4-4b60-4035-b5ab-dac8b09fa698 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/d0b54436-dd0e-4184-aade-6c8a5148326c HTTP/1.1" status: 204 len: 168 time: 1.1389909 Jan 10 11:50:11.199500 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51410) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:11.270227 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Made reservation on behalf of e99c15f29adc47daa61e1b3f2e77836f for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:11.273789 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:11.297718 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] For port 71a01e8a-5506-4449-ae46-7e070295fbce, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:50:11.303390 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] For port 71a01e8a-5506-4449-ae46-7e070295fbce, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=71a01e8a-5506-4449-ae46-7e070295fbce,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:50:11.305894 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bcda8-6903-4bad-a567-262fd63e4ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:11.306427 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bcda8-6903-4bad-a567-262fd63e4ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:11.306789 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bcda8-6903-4bad-a567-262fd63e4ad1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:11.307188 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bcda8-6903-4bad-a567-262fd63e4ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:11.307530 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bcda8-6903-4bad-a567-262fd63e4ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:11.307873 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bcda8-6903-4bad-a567-262fd63e4ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:11.308643 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bcda8-6903-4bad-a567-262fd63e4ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:11.308995 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bcda8-6903-4bad-a567-262fd63e4ad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:11.309437 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bcda8-6903-4bad-a567-262fd63e4ad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:11.309830 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bcda8-6903-4bad-a567-262fd63e4ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:11.310270 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bcda8-6903-4bad-a567-262fd63e4ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:11.310756 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bcda8-6903-4bad-a567-262fd63e4ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:11.311099 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bcda8-6903-4bad-a567-262fd63e4ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bcda8-6903-4bad-a567-262fd63e4ad1 None None] Tracked resource versions report: Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: pushed versions: Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: { 'AddressGroup': {'1.2'}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'ConntrackHelper': {'1.0'}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'LocalIPAssociation': {'1.0'}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'Log': {'1.0'}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'Network': {'1.1'}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'Port': {'1.7'}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'PortForwarding': {'1.2'}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'QosPolicy': {'1.10'}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'SecurityGroup': {'1.5'}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'SecurityGroupRule': {'1.2'}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'SubPort': {'1.0'}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'Subnet': {'1.1'}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'Trunk': {'1.1'}} Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: consumer versions: Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: HyperV agent@hv-neutron-mast: {}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'ConntrackHelper': '1.0', Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'LocalIPAssociation': '1.0', Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'Log': '1.0', Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'Network': '1.1', Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'Port': '1.7', Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'PortForwarding': '1.2', Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'QosPolicy': '1.10', Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'SecurityGroup': '1.5', Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'SecurityGroupRule': '1.2', Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'SubPort': '1.0', Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'Subnet': '1.1', Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: 'Trunk': '1.1'}} Jan 10 11:50:11.312384 dv-neutron-master-2-hyperv neutron-server[110627]: {{(pid=110627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 11:50:11.334997 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (42f25c93-a0e8-4c8c-8572-52a2e2766ca4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:11.348521 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-04e7a6c9-465c-4dc6-9aa1-2fdddb45a89a tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] 10.222.0.16 "GET /v2.0/routers/12642e71-f042-46a7-9d4c-fd57282ed0ca HTTP/1.1" status: 200 len: 717 time: 0.4520991 Jan 10 11:50:11.353273 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51414) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:11.399891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51418) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:11.432031 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:11.452877 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (71a01e8a-5506-4449-ae46-7e070295fbce), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:11.488673 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fbdda6-687f-46aa-b69c-759cb716c594 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Made reservation on behalf of cf1b824b7580430cbe741ee782ba8add for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:11.496194 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e1fbdda6-687f-46aa-b69c-759cb716c594 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:11.705702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e1fbdda6-687f-46aa-b69c-759cb716c594 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:11.758983 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bcda8-6903-4bad-a567-262fd63e4ad1 None None] Pushing event updated for resources: {'Port': ['ID=71a01e8a-5506-4449-ae46-7e070295fbce,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:11.785799 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Routers {'1132c4e3-d3eb-4008-8236-bc9b78ceddfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:11.787242 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:50:09Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:11.838308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81fb6bea-cb33-4f1d-841b-e68937cad7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:11.951053 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31cc6400-5565-41d5-9316-937b15d82605 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:11.959351 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-31cc6400-5565-41d5-9316-937b15d82605 tempest-MeteringIpV6TestJSON-1709632925 tempest-MeteringIpV6TestJSON-1709632925-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/4776d8cb-7cad-41bd-ae3e-f1eeb806f922 HTTP/1.1" status: 204 len: 168 time: 0.7575052 Jan 10 11:50:11.981750 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] Set router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:50:12.001950 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (42f25c93-a0e8-4c8c-8572-52a2e2766ca4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.017394 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for security_group (d1328ed8-9f50-4473-a6cf-0df48e728f2b), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.067246 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ef24eaaa-1016-4b59-8176-a4a205dab44b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks [] for port (2c18c7f3-74a5-4f44-96ed-5dbb046cf699), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.086542 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a4553657-b169-4f33-b7d6-cba5cfc48d3e tempest-RoutersTestDVR-2003115447 tempest-RoutersTestDVR-2003115447-project] 10.222.0.16 "GET /v2.0/routers/12642e71-f042-46a7-9d4c-fd57282ed0ca HTTP/1.1" status: 200 len: 683 time: 0.7291663 Jan 10 11:50:12.088404 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=110625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:12.088898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:12.090168 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:12.091013 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Subscribe: > port after_create 55550000 {{(pid=110625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:12.091596 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Subscribe: > port after_delete 55550000 {{(pid=110625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:12.092190 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Subscribe: > port after_update 55550000 {{(pid=110625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:12.092754 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=110625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:12.093319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=110625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:12.094044 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51424) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:12.095900 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=110625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:12.096138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=110625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:12.099237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.211524 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (d1328ed8-9f50-4473-a6cf-0df48e728f2b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.274130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d0372d22-4a4d-44f7-954c-6c81ae708c5a tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router (12642e71-f042-46a7-9d4c-fd57282ed0ca), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.357484 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'name': 'tempest-ServersTestJSON-640113767-router', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225'}], 'enable_snat': True}, 'gw_port_id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:50:02Z', 'updated_at': '2022-01-10T11:50:06Z', 'revision_number': 3, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'gw_port': {'id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:04Z', 'updated_at': '2022-01-10T11:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:12.367915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:50:12.468238 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e03594-2ee2-4499-8ac5-c7fbfd54452d None None] The sync data for ids ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'] in dv-neutron-master-2-hyperv is: [{'id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'name': 'tempest-ServersTestJSON-640113767-router', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225'}], 'enable_snat': True}, 'gw_port_id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:50:02Z', 'updated_at': '2022-01-10T11:50:06Z', 'revision_number': 3, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'gw_port': {'id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:04Z', 'updated_at': '2022-01-10T11:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:50:12.474846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (ea28cfda-913e-4e2a-a983-a1e36df87f2c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.475312 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Added segment ea28cfda-913e-4e2a-a983-a1e36df87f2c of type vlan for network 87edd773-6055-4944-bf66-56402ae72ea1 Jan 10 11:50:12.476850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1328ed8-9f50-4473-a6cf-0df48e728f2b,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:12.481509 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.486707 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81fb6bea-cb33-4f1d-841b-e68937cad7ae admin admin] Publish callbacks [] for security_group (07912a13-15e9-4340-982a-c174a02bb6ab), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.487169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=110625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:12.494047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=110625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:12.494047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=110625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:12.494047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=110625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:12.494047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f25c93-a0e8-4c8c-8572-52a2e2766ca4']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:12.515282 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d09a17-4a1a-4c94-b6c7-a53587fb115d') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:12.515885 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d09a17-4a1a-4c94-b6c7-a53587fb115d') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:12.539188 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (f5d09a17-4a1a-4c94-b6c7-a53587fb115d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.548995 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 386b6133-5d85-4c90-a7c4-58f18b5e3678 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:50:12.654467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e1fbdda6-687f-46aa-b69c-759cb716c594 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks [] for security_group (84a230fb-237f-47de-b440-ef18d5153f9f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.656635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (f5d09a17-4a1a-4c94-b6c7-a53587fb115d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.670820 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:50:12.671634 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (f5d09a17-4a1a-4c94-b6c7-a53587fb115d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: from cryptography.utils import int_from_bytes Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: from cryptography.utils import int_from_bytes Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:50:12.676993 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:50:12.691444 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 386b6133-5d85-4c90-a7c4-58f18b5e3678 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:12.693146 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.771971 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51428) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:12.802430 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e1fbdda6-687f-46aa-b69c-759cb716c594 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (84a230fb-237f-47de-b440-ef18d5153f9f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.807762 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-e1fbdda6-687f-46aa-b69c-759cb716c594 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] device_id is not set on port 5a66a259-3e00-479b-810d-e85f70b82cb2 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:50:12.813057 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d0372d22-4a4d-44f7-954c-6c81ae708c5a tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (12642e71-f042-46a7-9d4c-fd57282ed0ca), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.814365 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d0372d22-4a4d-44f7-954c-6c81ae708c5a tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router_controller (12642e71-f042-46a7-9d4c-fd57282ed0ca), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.888384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.967104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 386b6133-5d85-4c90-a7c4-58f18b5e3678, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=386b6133-5d85-4c90-a7c4-58f18b5e3678,segment=NetworkSegment(dab18e9e-32d0-4170-9a40-fb29b7529e47),segment_id=dab18e9e-32d0-4170-9a40-fb29b7529e47)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:50:12.971717 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ef24eaaa-1016-4b59-8176-a4a205dab44b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (2c18c7f3-74a5-4f44-96ed-5dbb046cf699), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:12.991300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb13c31d-f3b2-4dfd-b7d9-484f2b4552fc None None] Network 97b82607-79df-4b82-8692-1a0859aed4e7 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:13.008986 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81fb6bea-cb33-4f1d-841b-e68937cad7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (07912a13-15e9-4340-982a-c174a02bb6ab), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.038087 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbdda6-687f-46aa-b69c-759cb716c594 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a230fb-237f-47de-b440-ef18d5153f9f,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:13.103632 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (42f25c93-a0e8-4c8c-8572-52a2e2766ca4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.112917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.124962 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 42f25c93-a0e8-4c8c-8572-52a2e2766ca4 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 10 11:50:13.163684 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.171031 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "DELETE /v2.0/networks/42f25c93-a0e8-4c8c-8572-52a2e2766ca4 HTTP/1.1" status: 204 len: 168 time: 2.2638850 Jan 10 11:50:13.172980 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc0b6d-c2e7-4f32-88c7-8ca9f2b83844 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event deleted for resources: {'Network': ['ID=42f25c93-a0e8-4c8c-8572-52a2e2766ca4,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:13.174974 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51436) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:13.187322 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-fbcc4ff5-9b52-4031-bafb-a89522150343 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:13.194764 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b5b52674-04c7-46ea-a976-0ca845c37d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.209967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb6bea-cb33-4f1d-841b-e68937cad7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07912a13-15e9-4340-982a-c174a02bb6ab,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:13.228831 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fbdda6-687f-46aa-b69c-759cb716c594 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 10 11:50:13.242268 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1fbdda6-687f-46aa-b69c-759cb716c594 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:50:13.259950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (87edd773-6055-4944-bf66-56402ae72ea1), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.261517 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9e7341a2-7777-44ca-99df-8e607d149cb8 None None] Provisioning complete for port 386b6133-5d85-4c90-a7c4-58f18b5e3678 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:13.262106 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9e7341a2-7777-44ca-99df-8e607d149cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.272683 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef24eaaa-1016-4b59-8176-a4a205dab44b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Network 97b82607-79df-4b82-8692-1a0859aed4e7 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:13.286773 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-ef24eaaa-1016-4b59-8176-a4a205dab44b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:13.305452 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d0372d22-4a4d-44f7-954c-6c81ae708c5a tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (12642e71-f042-46a7-9d4c-fd57282ed0ca), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.305998 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0372d22-4a4d-44f7-954c-6c81ae708c5a tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12642e71-f042-46a7-9d4c-fd57282ed0ca {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:50:13.313082 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef24eaaa-1016-4b59-8176-a4a205dab44b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:13.319952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef24eaaa-1016-4b59-8176-a4a205dab44b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:13.320629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ef24eaaa-1016-4b59-8176-a4a205dab44b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.329517 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=386b6133-5d85-4c90-a7c4-58f18b5e3678,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:13.376106 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.db.resource_extend [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 11:50:13.394217 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-81fb6bea-cb33-4f1d-841b-e68937cad7ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65b0d00ffb1548349efbf15fdc7e415f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9910717 Jan 10 11:50:13.398012 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.403335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51440) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:13.408730 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b5b52674-04c7-46ea-a976-0ca845c37d58 admin admin] Publish callbacks [] for security_group (e9fdcaea-86d7-4893-806e-e2b7acb7731e), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.413074 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcc4ff5-9b52-4031-bafb-a89522150343 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Made reservation on behalf of 96f06c98bdb74a28b7845c47688c9f09 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:13.417364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fbcc4ff5-9b52-4031-bafb-a89522150343 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.464961 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24eaaa-1016-4b59-8176-a4a205dab44b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Pushing event updated for resources: {'Port': ['ID=2c18c7f3-74a5-4f44-96ed-5dbb046cf699,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:13.478893 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcc4ff5-9b52-4031-bafb-a89522150343 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:50:13.489663 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b5b52674-04c7-46ea-a976-0ca845c37d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e9fdcaea-86d7-4893-806e-e2b7acb7731e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.504098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fbcc4ff5-9b52-4031-bafb-a89522150343 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e7dd2e69-69c6-4417-a2f2-0826dc7623f0), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.504587 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-fbcc4ff5-9b52-4031-bafb-a89522150343 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Added segment e7dd2e69-69c6-4417-a2f2-0826dc7623f0 of type vlan for network 40a7faec-bcdb-4f2b-a992-4e80368601ea Jan 10 11:50:13.505207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d0372d22-4a4d-44f7-954c-6c81ae708c5a tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.510416 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d0372d22-4a4d-44f7-954c-6c81ae708c5a tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] 10.222.0.16 "DELETE /v2.0/routers/12642e71-f042-46a7-9d4c-fd57282ed0ca HTTP/1.1" status: 204 len: 168 time: 1.4152563 Jan 10 11:50:13.511129 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51442) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:13.543085 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-bb46a998-0bef-42ad-950e-76730ee001bb tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Request body: {'router': {'name': 'tempest-router-509230120', 'distributed': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:13.586140 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b5b52674-04c7-46ea-a976-0ca845c37d58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86fbf780cb28458a9068f4f3a19dedfa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8128793 Jan 10 11:50:13.590318 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e1fbdda6-687f-46aa-b69c-759cb716c594 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.7030509 Jan 10 11:50:13.593608 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51444) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:13.594071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51446) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:13.594872 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b52674-04c7-46ea-a976-0ca845c37d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fdcaea-86d7-4893-806e-e2b7acb7731e,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:13.596222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6e8761a7-0f13-4ae6-9f1d-a4849c4c5e52 admin admin] Publish callbacks [] for security_group (07912a13-15e9-4340-982a-c174a02bb6ab), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.606145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (87edd773-6055-4944-bf66-56402ae72ea1), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.612552 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:13.613273 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.751804 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0259c384-4e26-4651-b2f1-289a272e45a7 None None] Provisioning complete for port 386b6133-5d85-4c90-a7c4-58f18b5e3678 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:13.752232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0259c384-4e26-4651-b2f1-289a272e45a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.787899 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fbcc4ff5-9b52-4031-bafb-a89522150343 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (40a7faec-bcdb-4f2b-a992-4e80368601ea), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.829158 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-72206486-baca-4288-bb93-20b3052e231c admin admin] Publish callbacks [] for security_group (e9fdcaea-86d7-4893-806e-e2b7acb7731e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.871854 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ef24eaaa-1016-4b59-8176-a4a205dab44b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3588057 Jan 10 11:50:13.895337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51448) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:13.926766 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0259c384-4e26-4651-b2f1-289a272e45a7 None None] Provisioning complete for port 2c18c7f3-74a5-4f44-96ed-5dbb046cf699 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:13.927503 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0259c384-4e26-4651-b2f1-289a272e45a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2c18c7f3-74a5-4f44-96ed-5dbb046cf699), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.973278 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-0259c384-4e26-4651-b2f1-289a272e45a7 None None] Port 2c18c7f3-74a5-4f44-96ed-5dbb046cf699 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:13.989814 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-72206486-baca-4288-bb93-20b3052e231c admin admin] Publish callbacks [] for security_group (e9fdcaea-86d7-4893-806e-e2b7acb7731e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.993684 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bb46a998-0bef-42ad-950e-76730ee001bb tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (a2a1061a-3991-4c00-986a-e7538e012de7), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.994769 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bb46a998-0bef-42ad-950e-76730ee001bb tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (a2a1061a-3991-4c00-986a-e7538e012de7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:13.999545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6e8761a7-0f13-4ae6-9f1d-a4849c4c5e52 admin admin] Publish callbacks [] for security_group (07912a13-15e9-4340-982a-c174a02bb6ab), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.041060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fbcc4ff5-9b52-4031-bafb-a89522150343 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (40a7faec-bcdb-4f2b-a992-4e80368601ea), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.042072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcc4ff5-9b52-4031-bafb-a89522150343 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:14.042665 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fbcc4ff5-9b52-4031-bafb-a89522150343 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.079816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-c2359032-7526-4d82-955b-84c686b7254a tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Deleting port 009ba8f5-25b0-41a6-96c6-edceee06e52a {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:50:14.080008 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Allocated IP 172.20.0.1 (8395d8e6-0511-4314-94bb-e87296687cd4/549e90ce-a309-439c-8b69-da152ddaf4f8/1c1bc0d2-8cd7-4297-9c99-c56e429b95f2) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:14.080152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2359032-7526-4d82-955b-84c686b7254a tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (009ba8f5-25b0-41a6-96c6-edceee06e52a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.097297 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Pushing event updated for resources: {'Network': ['ID=87edd773-6055-4944-bf66-56402ae72ea1,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:14.109009 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-78c598fd-1ecb-4ef8-a260-11aead8e1ad0 None None] Provisioning complete for port 2c18c7f3-74a5-4f44-96ed-5dbb046cf699 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:14.112683 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78c598fd-1ecb-4ef8-a260-11aead8e1ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2c18c7f3-74a5-4f44-96ed-5dbb046cf699), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.137095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc4ff5-9b52-4031-bafb-a89522150343 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event updated for resources: {'Network': ['ID=40a7faec-bcdb-4f2b-a992-4e80368601ea,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:14.154523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 40a7faec-bcdb-4f2b-a992-4e80368601ea details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:50:14.184994 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-173b3b24-2557-4a5b-9c00-81b401149ef7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.9801836 Jan 10 11:50:14.190007 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51450) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:14.195344 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f5bd97a9-7ac6-4f38-9150-3fd4dd137e95 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Request body: {'subnet': {'network_id': '87edd773-6055-4944-bf66-56402ae72ea1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:14.234520 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fbcc4ff5-9b52-4031-bafb-a89522150343 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0465808 Jan 10 11:50:14.243815 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51452) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:14.252397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-4a00b831-b162-4a1a-b4d2-affef46eefc7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Request body: {'subnet': {'network_id': '40a7faec-bcdb-4f2b-a992-4e80368601ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:14.254977 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bb46a998-0bef-42ad-950e-76730ee001bb tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router_controller (a2a1061a-3991-4c00-986a-e7538e012de7), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.256172 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 87edd773-6055-4944-bf66-56402ae72ea1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:50:14.320163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-72206486-baca-4288-bb93-20b3052e231c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e9fdcaea-86d7-4893-806e-e2b7acb7731e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.322956 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-72206486-baca-4288-bb93-20b3052e231c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.326503 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-72206486-baca-4288-bb93-20b3052e231c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9fdcaea-86d7-4893-806e-e2b7acb7731e HTTP/1.1" status: 204 len: 168 time: 0.7247083 Jan 10 11:50:14.326503 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2359032-7526-4d82-955b-84c686b7254a tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (009ba8f5-25b0-41a6-96c6-edceee06e52a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.326503 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2359032-7526-4d82-955b-84c686b7254a tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks [] for floatingip (009ba8f5-25b0-41a6-96c6-edceee06e52a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.371495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-78c598fd-1ecb-4ef8-a260-11aead8e1ad0 None None] Port 2c18c7f3-74a5-4f44-96ed-5dbb046cf699 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:14.381230 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-c2359032-7526-4d82-955b-84c686b7254a tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Calling delete_port for 009ba8f5-25b0-41a6-96c6-edceee06e52a owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:50:14.385404 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72206486-baca-4288-bb93-20b3052e231c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fdcaea-86d7-4893-806e-e2b7acb7731e,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:14.502021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bb46a998-0bef-42ad-950e-76730ee001bb tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (a2a1061a-3991-4c00-986a-e7538e012de7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.530110 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f6b7c-da1c-403f-b781-24593f91ecf2 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Deleting port 2c18c7f3-74a5-4f44-96ed-5dbb046cf699 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:50:14.530485 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6b7c-da1c-403f-b781-24593f91ecf2 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (2c18c7f3-74a5-4f44-96ed-5dbb046cf699), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.598635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 71a01e8a-5506-4449-ae46-7e070295fbce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:50:14.622742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a00b831-b162-4a1a-b4d2-affef46eefc7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Made reservation on behalf of 96f06c98bdb74a28b7845c47688c9f09 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:14.625348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4a00b831-b162-4a1a-b4d2-affef46eefc7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.628870 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6e8761a7-0f13-4ae6-9f1d-a4849c4c5e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (07912a13-15e9-4340-982a-c174a02bb6ab), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.631386 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6e8761a7-0f13-4ae6-9f1d-a4849c4c5e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.635212 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6e8761a7-0f13-4ae6-9f1d-a4849c4c5e52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07912a13-15e9-4340-982a-c174a02bb6ab HTTP/1.1" status: 204 len: 168 time: 1.2221236 Jan 10 11:50:14.675340 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 71a01e8a-5506-4449-ae46-7e070295fbce triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:14.675939 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (71a01e8a-5506-4449-ae46-7e070295fbce), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.686757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Publish callbacks [] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.693738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8761a7-0f13-4ae6-9f1d-a4849c4c5e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07912a13-15e9-4340-982a-c174a02bb6ab,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:14.707894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6b7c-da1c-403f-b781-24593f91ecf2 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (2c18c7f3-74a5-4f44-96ed-5dbb046cf699), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.723041 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bb46a998-0bef-42ad-950e-76730ee001bb tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.727728 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bb46a998-0bef-42ad-950e-76730ee001bb tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.2088745 Jan 10 11:50:14.732153 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51458) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:14.733083 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f6b7c-da1c-403f-b781-24593f91ecf2 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Calling delete_port for 2c18c7f3-74a5-4f44-96ed-5dbb046cf699 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:50:14.813823 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (71a01e8a-5506-4449-ae46-7e070295fbce), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.838880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 71a01e8a-5506-4449-ae46-7e070295fbce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=71a01e8a-5506-4449-ae46-7e070295fbce,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:50:14.861004 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4885c797-a74c-4e8a-a17b-d4e67f5130d9 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router (a2a1061a-3991-4c00-986a-e7538e012de7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.928428 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (71a01e8a-5506-4449-ae46-7e070295fbce), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:14.929118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 386b6133-5d85-4c90-a7c4-58f18b5e3678 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:50:14.971251 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bd97a9-7ac6-4f38-9150-3fd4dd137e95 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Made reservation on behalf of e99c15f29adc47daa61e1b3f2e77836f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:14.976667 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f5bd97a9-7ac6-4f38-9150-3fd4dd137e95 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.121866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4885c797-a74c-4e8a-a17b-d4e67f5130d9 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (a2a1061a-3991-4c00-986a-e7538e012de7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.121866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4885c797-a74c-4e8a-a17b-d4e67f5130d9 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router_controller (a2a1061a-3991-4c00-986a-e7538e012de7), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.127647 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2359032-7526-4d82-955b-84c686b7254a tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (009ba8f5-25b0-41a6-96c6-edceee06e52a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.168500 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2359032-7526-4d82-955b-84c686b7254a tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Pushing event deleted for resources: {'Port': ['ID=009ba8f5-25b0-41a6-96c6-edceee06e52a,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:15.185454 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.248999 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=71a01e8a-5506-4449-ae46-7e070295fbce,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:15.257376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4885c797-a74c-4e8a-a17b-d4e67f5130d9 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (a2a1061a-3991-4c00-986a-e7538e012de7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.258088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4885c797-a74c-4e8a-a17b-d4e67f5130d9 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2a1061a-3991-4c00-986a-e7538e012de7 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:50:15.292900 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4885c797-a74c-4e8a-a17b-d4e67f5130d9 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.298569 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4885c797-a74c-4e8a-a17b-d4e67f5130d9 tempest-RoutersTestDVR-1318048140 tempest-RoutersTestDVR-1318048140-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a2a1061a-3991-4c00-986a-e7538e012de7 HTTP/1.1" status: 204 len: 168 time: 0.5617964 Jan 10 11:50:15.302109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Network 8395d8e6-0511-4314-94bb-e87296687cd4 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:15.307107 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 386b6133-5d85-4c90-a7c4-58f18b5e3678 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:15.307543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.404150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:15.419785 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:15.420513 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.446478 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2359032-7526-4d82-955b-84c686b7254a tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks [] for floatingip (a5eac4b4-6b74-4e1d-a766-f9f351c83bd2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.449026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2359032-7526-4d82-955b-84c686b7254a tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.450939 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c2359032-7526-4d82-955b-84c686b7254a tempest-ExternalNetworksAdminNegativeTestJSON-1739737997 tempest-ExternalNetworksAdminNegativeTestJSON-1739737997-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/a5eac4b4-6b74-4e1d-a766-f9f351c83bd2 HTTP/1.1" status: 204 len: 168 time: 1.8155456 Jan 10 11:50:15.482309 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1bc0d2-8cd7-4297-9c99-c56e429b95f2,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:15.498584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6b7c-da1c-403f-b781-24593f91ecf2 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (2c18c7f3-74a5-4f44-96ed-5dbb046cf699), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.528128 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.objects.ports [None req-4a00b831-b162-4a1a-b4d2-affef46eefc7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110625) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:50:15.529178 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4a00b831-b162-4a1a-b4d2-affef46eefc7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (2452fffd-4e94-4637-aa43-2422367c9ecd), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.530796 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51470) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:15.566914 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f5bd97a9-7ac6-4f38-9150-3fd4dd137e95 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (ba5d1297-0c97-4d2d-a1ff-ee2fcabd4d7f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.598533 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ebbe413e-746c-492e-ae04-33a714213815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.682368 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00b831-b162-4a1a-b4d2-affef46eefc7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2452fffd-4e94-4637-aa43-2422367c9ecd,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:15.715496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f6b7c-da1c-403f-b781-24593f91ecf2 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Pushing event deleted for resources: {'Port': ['ID=2c18c7f3-74a5-4f44-96ed-5dbb046cf699,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:15.724574 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6b7c-da1c-403f-b781-24593f91ecf2 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.730017 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fb9f6b7c-da1c-403f-b781-24593f91ecf2 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] 10.222.0.16 "DELETE /v2.0/ports/2c18c7f3-74a5-4f44-96ed-5dbb046cf699 HTTP/1.1" status: 204 len: 168 time: 1.8301852 Jan 10 11:50:15.753478 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51472) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:15.773584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51476) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:15.796434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-105db877-7197-42f2-aa18-e378feea9c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.887200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a00b831-b162-4a1a-b4d2-affef46eefc7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Checking segment: {'id': 'e7dd2e69-69c6-4417-a2f2-0826dc7623f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '40a7faec-bcdb-4f2b-a992-4e80368601ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:15.887830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a00b831-b162-4a1a-b4d2-affef46eefc7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Network hostable DHCP agents. Network: 40a7faec-bcdb-4f2b-a992-4e80368601ea, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:50:15.912354 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd97a9-7ac6-4f38-9150-3fd4dd137e95 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Pushing event updated for resources: {'Subnet': ['ID=ba5d1297-0c97-4d2d-a1ff-ee2fcabd4d7f,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:15.917815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2df9e511-8867-475e-8a67-ebd1173435ff None None] Provisioning complete for port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:15.918288 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2df9e511-8867-475e-8a67-ebd1173435ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.920514 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd97a9-7ac6-4f38-9150-3fd4dd137e95 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Checking segment: {'id': 'ea28cfda-913e-4e2a-a983-a1e36df87f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87edd773-6055-4944-bf66-56402ae72ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:15.921055 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bd97a9-7ac6-4f38-9150-3fd4dd137e95 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Network hostable DHCP agents. Network: 87edd773-6055-4944-bf66-56402ae72ea1, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:50:15.935844 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-105db877-7197-42f2-aa18-e378feea9c32 admin admin] Publish callbacks [] for security_group (517e9e58-a2b0-4cdf-a535-940fc54c72ae), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.984778 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ebbe413e-746c-492e-ae04-33a714213815 admin admin] Publish callbacks [] for security_group (a4338163-53ed-4d81-8fd3-828eaaed4ba4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:15.991858 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2df9e511-8867-475e-8a67-ebd1173435ff None None] Port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:16.007579 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.048700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-105db877-7197-42f2-aa18-e378feea9c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (517e9e58-a2b0-4cdf-a535-940fc54c72ae), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.105600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ebbe413e-746c-492e-ae04-33a714213815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (a4338163-53ed-4d81-8fd3-828eaaed4ba4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.112551 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bd97a9-7ac6-4f38-9150-3fd4dd137e95 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Network 87edd773-6055-4944-bf66-56402ae72ea1 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:50:16.115052 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a00b831-b162-4a1a-b4d2-affef46eefc7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Network 40a7faec-bcdb-4f2b-a992-4e80368601ea is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:50:16.169281 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ebbe413e-746c-492e-ae04-33a714213815 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a68eeaa27721450f924a4fe90432a202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6309359 Jan 10 11:50:16.170454 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51480) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:16.185930 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe413e-746c-492e-ae04-33a714213815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4338163-53ed-4d81-8fd3-828eaaed4ba4,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:16.242146 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-f5bd97a9-7ac6-4f38-9150-3fd4dd137e95 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 87edd773-6055-4944-bf66-56402ae72ea1) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:16.255654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bd97a9-7ac6-4f38-9150-3fd4dd137e95 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:16.256419 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f5bd97a9-7ac6-4f38-9150-3fd4dd137e95 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.260411 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-4a00b831-b162-4a1a-b4d2-affef46eefc7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 40a7faec-bcdb-4f2b-a992-4e80368601ea) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:16.268270 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ad140a-7d75-4ce4-bdab-646ecdc266d1 None None] Network 87edd773-6055-4944-bf66-56402ae72ea1 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:16.269292 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c0d5c14-6437-4920-b130-996a735a0bfb admin admin] Publish callbacks [] for security_group (a4338163-53ed-4d81-8fd3-828eaaed4ba4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.300799 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105db877-7197-42f2-aa18-e378feea9c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517e9e58-a2b0-4cdf-a535-940fc54c72ae,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:16.302212 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c0d5c14-6437-4920-b130-996a735a0bfb admin admin] Publish callbacks [] for security_group (a4338163-53ed-4d81-8fd3-828eaaed4ba4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.308629 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-105db877-7197-42f2-aa18-e378feea9c32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5df9f308517048c296357c93f9c2bc66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5331552 Jan 10 11:50:16.336430 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51482) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:16.353323 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a00b831-b162-4a1a-b4d2-affef46eefc7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:16.354160 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4a00b831-b162-4a1a-b4d2-affef46eefc7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.363678 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5b3401-e72c-4b1b-bd03-715409224e9f None None] Network 40a7faec-bcdb-4f2b-a992-4e80368601ea requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:16.433160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a0068323-9f57-45b7-8c50-2ed586280476 admin admin] Publish callbacks [] for security_group (517e9e58-a2b0-4cdf-a535-940fc54c72ae), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.474866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Publish callbacks [] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.490636 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a0068323-9f57-45b7-8c50-2ed586280476 admin admin] Publish callbacks [] for security_group (517e9e58-a2b0-4cdf-a535-940fc54c72ae), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.519914 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1f185820-0af3-4351-b1c4-d1248e25004b tempest-DHCPAgentSchedulersTestJSON-33458709 tempest-DHCPAgentSchedulersTestJSON-33458709-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.7651892 Jan 10 11:50:16.523348 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51486) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:16.525404 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4a00b831-b162-4a1a-b4d2-affef46eefc7 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2791197 Jan 10 11:50:16.528876 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51488) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:16.534689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ec466f03-d473-4879-9cac-9a54abc6ad20 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-662038004'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:16.538314 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Request body: {'floatingip': {'floating_network_id': '40a7faec-bcdb-4f2b-a992-4e80368601ea'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:16.555894 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c0d5c14-6437-4920-b130-996a735a0bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (a4338163-53ed-4d81-8fd3-828eaaed4ba4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.563549 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.564153 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c0d5c14-6437-4920-b130-996a735a0bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.564803 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.571380 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9c0d5c14-6437-4920-b130-996a735a0bfb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4338163-53ed-4d81-8fd3-828eaaed4ba4 HTTP/1.1" status: 204 len: 168 time: 0.3994713 Jan 10 11:50:16.593939 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 71a01e8a-5506-4449-ae46-7e070295fbce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:50:16.606025 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f5bd97a9-7ac6-4f38-9150-3fd4dd137e95 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4106328 Jan 10 11:50:16.607748 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51492) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:16.623745 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1951483179', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}, 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:16.632302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5b51a9-5dc9-4fc9-8955-8b71dc25f9ad None None] Network 40a7faec-bcdb-4f2b-a992-4e80368601ea requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:16.649563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d5c14-6437-4920-b130-996a735a0bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4338163-53ed-4d81-8fd3-828eaaed4ba4,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:16.681458 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51494) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:16.726511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51498) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:16.773884 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1bc0d2-8cd7-4297-9c99-c56e429b95f2,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:16.837338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Network 8395d8e6-0511-4314-94bb-e87296687cd4 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:16.839006 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:16.847279 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a0068323-9f57-45b7-8c50-2ed586280476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (517e9e58-a2b0-4cdf-a535-940fc54c72ae), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.850431 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a0068323-9f57-45b7-8c50-2ed586280476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.851775 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a0068323-9f57-45b7-8c50-2ed586280476 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/517e9e58-a2b0-4cdf-a535-940fc54c72ae HTTP/1.1" status: 204 len: 168 time: 0.5146666 Jan 10 11:50:16.883981 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.887688 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (1eaacecc-7522-4d39-892f-ea952b5c7ff7), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.887688 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (1eaacecc-7522-4d39-892f-ea952b5c7ff7), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.892111 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 71a01e8a-5506-4449-ae46-7e070295fbce triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:16.892303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (71a01e8a-5506-4449-ae46-7e070295fbce), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.894355 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-87edd773-6055-4944-bf66-56402ae72ea1', 'network_id': '87edd773-6055-4944-bf66-56402ae72ea1', 'project_id': 'e99c15f29adc47daa61e1b3f2e77836f', 'fixed_ips': [{'subnet_id': 'ba5d1297-0c97-4d2d-a1ff-ee2fcabd4d7f'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:50:16.902643 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:16.999170 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0068323-9f57-45b7-8c50-2ed586280476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517e9e58-a2b0-4cdf-a535-940fc54c72ae,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:17.018492 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec466f03-d473-4879-9cac-9a54abc6ad20 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Made reservation on behalf of ce680f3733b04f22999d365bbf40535a for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:17.026511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ec466f03-d473-4879-9cac-9a54abc6ad20 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.055169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for router_controller (1eaacecc-7522-4d39-892f-ea952b5c7ff7), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.063542 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-92b87f9d-beca-49a9-8df1-5ad11149761e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.104898 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:50:17.273157 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:50:17.309432 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec466f03-d473-4879-9cac-9a54abc6ad20 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:50:17.322379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ec466f03-d473-4879-9cac-9a54abc6ad20 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (55db0fbb-c427-4a9e-97ec-4fcd3db9d78f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.323007 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-ec466f03-d473-4879-9cac-9a54abc6ad20 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Added segment 55db0fbb-c427-4a9e-97ec-4fcd3db9d78f of type vlan for network 9da1d35f-a419-4116-9b03-06834247c84e Jan 10 11:50:17.328069 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-185fd450-2f0a-436b-ba7b-d922e5472a12 admin admin] 10.222.0.16 "PUT /v2.0/routers/1132c4e3-d3eb-4008-8236-bc9b78ceddfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1245062 Jan 10 11:50:17.337062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-57cec0c3-6a7f-4845-b730-7a94228a3410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.353072 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Sync routers for ids ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:50:17.388790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Routers {'1132c4e3-d3eb-4008-8236-bc9b78ceddfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:17.389547 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:50:09Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:17.391459 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for router_gateway (1eaacecc-7522-4d39-892f-ea952b5c7ff7), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.420719 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-92b87f9d-beca-49a9-8df1-5ad11149761e admin admin] Publish callbacks [] for security_group (309bbf54-21c6-4db4-affe-6130faadd9c0), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.424352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-57cec0c3-6a7f-4845-b730-7a94228a3410 admin admin] Publish callbacks [] for security_group (2f0d2c9d-409d-4564-9a4a-bf7e86f88eec), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.464376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ec466f03-d473-4879-9cac-9a54abc6ad20 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (9da1d35f-a419-4116-9b03-06834247c84e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.500816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.512735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-aff12c0f-148b-4fae-bf71-58ff47c63bcf None None] Provisioning complete for port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:17.518863 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aff12c0f-148b-4fae-bf71-58ff47c63bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.521282 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Allocated IP 172.20.0.2 (87edd773-6055-4944-bf66-56402ae72ea1/ba5d1297-0c97-4d2d-a1ff-ee2fcabd4d7f/4c7101ee-778c-4dfc-a26d-cc0f05553ead) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:17.524659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Set router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:50:17.573293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-57cec0c3-6a7f-4845-b730-7a94228a3410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (2f0d2c9d-409d-4564-9a4a-bf7e86f88eec), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.609390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-92b87f9d-beca-49a9-8df1-5ad11149761e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (309bbf54-21c6-4db4-affe-6130faadd9c0), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.621191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ec466f03-d473-4879-9cac-9a54abc6ad20 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (9da1d35f-a419-4116-9b03-06834247c84e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.629904 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec466f03-d473-4879-9cac-9a54abc6ad20 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:17.630682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ec466f03-d473-4879-9cac-9a54abc6ad20 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.645791 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-aff12c0f-148b-4fae-bf71-58ff47c63bcf None None] Port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:17.738710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec466f03-d473-4879-9cac-9a54abc6ad20 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Pushing event updated for resources: {'Network': ['ID=9da1d35f-a419-4116-9b03-06834247c84e,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:17.741268 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b87f9d-beca-49a9-8df1-5ad11149761e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309bbf54-21c6-4db4-affe-6130faadd9c0,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:17.745301 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cec0c3-6a7f-4845-b730-7a94228a3410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0d2c9d-409d-4564-9a4a-bf7e86f88eec,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:17.752773 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-57cec0c3-6a7f-4845-b730-7a94228a3410 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60ae81e824c044c9847d07e009e5a153&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0168049 Jan 10 11:50:17.753949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51520) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:17.759736 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 9da1d35f-a419-4116-9b03-06834247c84e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:50:17.825225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-55b185a8-cb29-45f7-aa40-04b599f59b99 admin admin] Publish callbacks [] for security_group (2f0d2c9d-409d-4564-9a4a-bf7e86f88eec), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.876237 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-92b87f9d-beca-49a9-8df1-5ad11149761e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27bed14af7e54be78ba9e435378bf139&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1889050 Jan 10 11:50:17.880605 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51526) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:17.883997 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ec466f03-d473-4879-9cac-9a54abc6ad20 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3595383 Jan 10 11:50:17.888341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-55b185a8-cb29-45f7-aa40-04b599f59b99 admin admin] Publish callbacks [] for security_group (2f0d2c9d-409d-4564-9a4a-bf7e86f88eec), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:17.898066 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51528) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:18.025580 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Allocated IP 172.20.0.2 (40a7faec-bcdb-4f2b-a992-4e80368601ea/2452fffd-4e94-4637-aa43-2422367c9ecd/0417b3a6-cfed-4878-94dc-872ebeabb71d) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:18.062174 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Publish callbacks [] for port (4c7101ee-778c-4dfc-a26d-cc0f05553ead), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:18.095039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-60ce9e6b-344e-4db6-ac19-966ab9fa33fd admin admin] Publish callbacks [] for security_group (309bbf54-21c6-4db4-affe-6130faadd9c0), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:18.108556 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'name': 'tempest-ServersTestJSON-640113767-router', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225'}], 'enable_snat': True}, 'gw_port_id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:50:02Z', 'updated_at': '2022-01-10T11:50:15Z', 'revision_number': 4, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'gw_port': {'id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:04Z', 'updated_at': '2022-01-10T11:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c1bc0d2-8cd7-4297-9c99-c56e429b95f2', 'name': '', 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'mac_address': 'fa:16:3e:42:53:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:13Z', 'updated_at': '2022-01-10T11:50:16Z', 'revision_number': 2, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'subnets': [{'id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:18.157547 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Checking router: 1132c4e3-d3eb-4008-8236-bc9b78ceddfe for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:50:18.159005 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Updating router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:50:18.168018 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-60ce9e6b-344e-4db6-ac19-966ab9fa33fd admin admin] Publish callbacks [] for security_group (309bbf54-21c6-4db4-affe-6130faadd9c0), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:18.188835 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (4c7101ee-778c-4dfc-a26d-cc0f05553ead), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:18.211044 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-55b185a8-cb29-45f7-aa40-04b599f59b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (2f0d2c9d-409d-4564-9a4a-bf7e86f88eec), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:18.213830 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-55b185a8-cb29-45f7-aa40-04b599f59b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:18.216002 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-55b185a8-cb29-45f7-aa40-04b599f59b99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f0d2c9d-409d-4564-9a4a-bf7e86f88eec HTTP/1.1" status: 204 len: 168 time: 0.4601815 Jan 10 11:50:18.242043 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3f1147be-6e79-4fe4-8e9a-b5fa0a52dffd tempest-DHCPAgentSchedulersTestJSON-33458709 tempest-DHCPAgentSchedulersTestJSON-33458709-project-admin] 10.222.0.16 "GET /v2.0/agents/7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63/dhcp-networks HTTP/1.1" status: 200 len: 5655 time: 0.3419502 Jan 10 11:50:18.245397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51542) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:18.246368 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b185a8-cb29-45f7-aa40-04b599f59b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0d2c9d-409d-4564-9a4a-bf7e86f88eec,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:18.254387 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:18.304341 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Network 87edd773-6055-4944-bf66-56402ae72ea1 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:18.332320 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:18.344870 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8203a2-f81a-4280-bb8e-38fc4c0eebeb tempest-DHCPAgentSchedulersTestJSON-33458709 tempest-DHCPAgentSchedulersTestJSON-33458709-project-admin] Network 9da1d35f-a419-4116-9b03-06834247c84e is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:50:18.400039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-60ce9e6b-344e-4db6-ac19-966ab9fa33fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (309bbf54-21c6-4db4-affe-6130faadd9c0), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:18.403180 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-60ce9e6b-344e-4db6-ac19-966ab9fa33fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:18.404520 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-60ce9e6b-344e-4db6-ac19-966ab9fa33fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/309bbf54-21c6-4db4-affe-6130faadd9c0 HTTP/1.1" status: 204 len: 168 time: 0.5192471 Jan 10 11:50:18.405524 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:18.419317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce9e6b-344e-4db6-ac19-966ab9fa33fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309bbf54-21c6-4db4-affe-6130faadd9c0,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:18.422598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Pushing event updated for resources: {'Port': ['ID=4c7101ee-778c-4dfc-a26d-cc0f05553ead,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:18.459957 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-db8203a2-f81a-4280-bb8e-38fc4c0eebeb tempest-DHCPAgentSchedulersTestJSON-33458709 tempest-DHCPAgentSchedulersTestJSON-33458709-project-admin] 10.222.0.16 "POST /v2.0/agents/7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2107244 Jan 10 11:50:18.462461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51546) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:18.469062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625cee67-4c87-4ef6-82a9-3a3be12006f3 None None] Network 9da1d35f-a419-4116-9b03-06834247c84e requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:18.616649 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks [] for port (0417b3a6-cfed-4878-94dc-872ebeabb71d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:18.639502 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-be9d3bf3-1f9f-4ee5-b28f-715fd89933c2 tempest-DHCPAgentSchedulersTestJSON-33458709 tempest-DHCPAgentSchedulersTestJSON-33458709-project-admin] 10.222.0.16 "GET /v2.0/agents/7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63/dhcp-networks HTTP/1.1" status: 200 len: 6424 time: 0.1749003 Jan 10 11:50:18.642825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51552) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:18.799262 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (0417b3a6-cfed-4878-94dc-872ebeabb71d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:18.871783 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-01c5e661-80f1-461c-8dd1-6350e7f930d3 tempest-DHCPAgentSchedulersTestJSON-33458709 tempest-DHCPAgentSchedulersTestJSON-33458709-project-admin] 10.222.0.16 "DELETE /v2.0/agents/7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63/dhcp-networks/9da1d35f-a419-4116-9b03-06834247c84e HTTP/1.1" status: 204 len: 168 time: 0.2273815 Jan 10 11:50:18.873281 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51556) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:18.875122 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for router_gateway (1eaacecc-7522-4d39-892f-ea952b5c7ff7), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:18.901270 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Attempting to bind port 4c7101ee-778c-4dfc-a26d-cc0f05553ead on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:18.901652 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Attempting to bind port 4c7101ee-778c-4dfc-a26d-cc0f05553ead by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ea28cfda-913e-4e2a-a983-a1e36df87f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87edd773-6055-4944-bf66-56402ae72ea1'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:18.902049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Attempting to bind port 4c7101ee-778c-4dfc-a26d-cc0f05553ead on network 87edd773-6055-4944-bf66-56402ae72ea1 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:18.920969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:50:18.921396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Checking segment: {'id': 'ea28cfda-913e-4e2a-a983-a1e36df87f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87edd773-6055-4944-bf66-56402ae72ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:18.921793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:18.922191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Bound using segment: {'id': 'ea28cfda-913e-4e2a-a983-a1e36df87f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87edd773-6055-4944-bf66-56402ae72ea1'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:50:18.922679 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Bound port: 4c7101ee-778c-4dfc-a26d-cc0f05553ead, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea28cfda-913e-4e2a-a983-a1e36df87f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87edd773-6055-4944-bf66-56402ae72ea1'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:50:18.923070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (4c7101ee-778c-4dfc-a26d-cc0f05553ead), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:18.980731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Network 40a7faec-bcdb-4f2b-a992-4e80368601ea is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:18.984103 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.000298 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:19.036002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event updated for resources: {'Port': ['ID=0417b3a6-cfed-4878-94dc-872ebeabb71d,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:19.061895 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:19.072685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] For port 4c7101ee-778c-4dfc-a26d-cc0f05553ead, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:50:19.092115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] For port 4c7101ee-778c-4dfc-a26d-cc0f05553ead, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c7101ee-778c-4dfc-a26d-cc0f05553ead,segment=NetworkSegment(ea28cfda-913e-4e2a-a983-a1e36df87f2c),segment_id=ea28cfda-913e-4e2a-a983-a1e36df87f2c)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:50:19.227941 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51562) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:19.230965 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Publish callbacks [] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.236287 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d3176fdd-9d72-4fa8-895e-5aaf0b633b25 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--199067283', 'description': 'tempest-description--403164876'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:19.254893 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (4c7101ee-778c-4dfc-a26d-cc0f05553ead), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.301677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.337228 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.373069 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8cf4c-bf0d-4a2a-9f63-3dda6094b090 None None] Pushing event updated for resources: {'Port': ['ID=4c7101ee-778c-4dfc-a26d-cc0f05553ead,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:19.379284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3176fdd-9d72-4fa8-895e-5aaf0b633b25 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.470739 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-065d80f1-479b-418e-b4e3-bf7bfcfe82d8 tempest-DHCPAgentSchedulersTestJSON-33458709 tempest-DHCPAgentSchedulersTestJSON-33458709-project-admin] 10.222.0.16 "GET /v2.0/agents/7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63/dhcp-networks HTTP/1.1" status: 200 len: 5655 time: 0.5963588 Jan 10 11:50:19.479246 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51566) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:19.541096 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3176fdd-9d72-4fa8-895e-5aaf0b633b25 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for security_group (e13137a4-0db7-40c4-a982-a0c414744c22), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.542395 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks [] for floatingip (67d27e76-a0b3-4396-ba3b-89a33f021296), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.560805 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Allocated IP 172.36.2.226 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/d799eb8e-0bb1-43b0-808f-ff3bfbed922f) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:19.567418 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5dc7c0c7-d582-4b9f-b759-92eda70fa54e tempest-DHCPAgentSchedulersTestJSON-33458709 tempest-DHCPAgentSchedulersTestJSON-33458709-project-admin] 10.222.0.16 "GET /v2.0/networks/97b82607-79df-4b82-8692-1a0859aed4e7/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0758269 Jan 10 11:50:19.567604 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891551bc-431f-46ff-98ba-c5f035c2ac90 None None] Pushing event updated for resources: {'Port': ['ID=1c1bc0d2-8cd7-4297-9c99-c56e429b95f2,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:19.568026 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51568) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:19.571254 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Attempting to bind port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:19.571666 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Attempting to bind port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '27abe47b-f420-44fe-9de7-69cf06a7330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:19.572043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Attempting to bind port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 on network 8395d8e6-0511-4314-94bb-e87296687cd4 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:19.579558 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:50:19.580529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Checking segment: {'id': '27abe47b-f420-44fe-9de7-69cf06a7330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:19.594400 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.595312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Bound using segment: {'id': '27abe47b-f420-44fe-9de7-69cf06a7330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:50:19.595855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Bound port: 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27abe47b-f420-44fe-9de7-69cf06a7330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:50:19.598392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.655329 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cf9e29a4-e832-4c40-81d1-d26fcd758cd8 tempest-DHCPAgentSchedulersTestJSON-33458709 tempest-DHCPAgentSchedulersTestJSON-33458709-project-admin] 10.222.0.16 "GET /v2.0/networks/97b82607-79df-4b82-8692-1a0859aed4e7/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0825281 Jan 10 11:50:19.657196 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51572) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:19.680846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3176fdd-9d72-4fa8-895e-5aaf0b633b25 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e13137a4-0db7-40c4-a982-a0c414744c22), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.770741 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] For port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:50:19.775339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] For port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c1bc0d2-8cd7-4297-9c99-c56e429b95f2,segment=NetworkSegment(27abe47b-f420-44fe-9de7-69cf06a7330c),segment_id=27abe47b-f420-44fe-9de7-69cf06a7330c)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:50:19.795540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-13103e51-fbb3-4c03-b603-70754f049cec None None] Provisioning complete for port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:19.795928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-13103e51-fbb3-4c03-b603-70754f049cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.807734 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3176fdd-9d72-4fa8-895e-5aaf0b633b25 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13137a4-0db7-40c4-a982-a0c414744c22,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:19.850582 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for port (d799eb8e-0bb1-43b0-808f-ff3bfbed922f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.870480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-13103e51-fbb3-4c03-b603-70754f049cec None None] Port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:19.888356 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51574) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:19.890130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (0417b3a6-cfed-4878-94dc-872ebeabb71d), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.904537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3176fdd-9d72-4fa8-895e-5aaf0b633b25 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.906932 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d3176fdd-9d72-4fa8-895e-5aaf0b633b25 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6774569 Jan 10 11:50:19.913190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51576) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:19.935446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-998847a9-ebd6-43dc-986a-e450e7df0519 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Request body: {'security_group_rule': {'security_group_id': 'e13137a4-0db7-40c4-a982-a0c414744c22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:19.944433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:20.062989 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (d799eb8e-0bb1-43b0-808f-ff3bfbed922f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:20.086597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891551bc-431f-46ff-98ba-c5f035c2ac90 None None] Pushing event updated for resources: {'Port': ['ID=1c1bc0d2-8cd7-4297-9c99-c56e429b95f2,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:20.110410 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ea91cacf-8125-444c-8f6d-a0de081a33e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf1b824b7580430cbe741ee782ba8add&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2150645 Jan 10 11:50:20.112966 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51580) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:20.113600 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Routers {'1132c4e3-d3eb-4008-8236-bc9b78ceddfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:20.115081 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:50:09Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:20.191195 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f75ca417-9b0d-4831-8cef-4e3d94af3681 tempest-DHCPAgentSchedulersTestJSON-33458709 tempest-DHCPAgentSchedulersTestJSON-33458709-project-admin] 10.222.0.16 "GET /v2.0/agents/7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63/dhcp-networks HTTP/1.1" status: 200 len: 5655 time: 0.5253801 Jan 10 11:50:20.195106 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51584) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:20.206655 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Pushing event updated for resources: {'Port': ['ID=d799eb8e-0bb1-43b0-808f-ff3bfbed922f,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:20.250748 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51586) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:20.254071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:20.269147 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:20.288459 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:20.299152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4bad7abf-f8e7-4964-8651-0f0f82a0cc67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:20.351433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] Set router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:50:20.452646 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks [] for port (0417b3a6-cfed-4878-94dc-872ebeabb71d), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:20.590701 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (0417b3a6-cfed-4878-94dc-872ebeabb71d), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:20.715162 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (67d27e76-a0b3-4396-ba3b-89a33f021296), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:20.746277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4c7101ee-778c-4dfc-a26d-cc0f05553ead up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:50:20.850188 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event updated for resources: {'Port': ['ID=0417b3a6-cfed-4878-94dc-872ebeabb71d,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:20.863481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-998847a9-ebd6-43dc-986a-e450e7df0519 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for security_group_rule (830d7ee9-3f11-42e3-bc3f-c2c79cd9fa47), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:20.894624 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-368d6db4-b67d-4500-bdca-e8b22bf94b70 None None] Provisioning complete for port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:20.895311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-368d6db4-b67d-4500-bdca-e8b22bf94b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:20.958328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (9da1d35f-a419-4116-9b03-06834247c84e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:21.006430 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b28cd4b3-b3be-4adc-b1f4-0b00d807c7da admin admin] Publish callbacks [] for security_group (84a230fb-237f-47de-b440-ef18d5153f9f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:21.008289 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4bad7abf-f8e7-4964-8651-0f0f82a0cc67 admin admin] Publish callbacks [] for security_group (07ee47ad-1ce5-4fcd-a77d-1a4929c8773f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:21.015688 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:21.018094 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-80d53939-0861-4aca-a242-b56885510953 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4873652 Jan 10 11:50:21.025325 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51598) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:21.084342 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-998847a9-ebd6-43dc-986a-e450e7df0519 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for security_group_rule (830d7ee9-3f11-42e3-bc3f-c2c79cd9fa47), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:21.099955 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'name': 'tempest-ServersTestJSON-640113767-router', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225'}], 'enable_snat': True}, 'gw_port_id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:50:02Z', 'updated_at': '2022-01-10T11:50:15Z', 'revision_number': 4, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'gw_port': {'id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:04Z', 'updated_at': '2022-01-10T11:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c1bc0d2-8cd7-4297-9c99-c56e429b95f2', 'name': '', 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'mac_address': 'fa:16:3e:42:53:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:13Z', 'updated_at': '2022-01-10T11:50:19Z', 'revision_number': 4, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'subnets': [{'id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:21.142405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0f2be0-36d6-4aa1-9158-491e3d006287 None None] Network 87edd773-6055-4944-bf66-56402ae72ea1 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:21.159555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b28cd4b3-b3be-4adc-b1f4-0b00d807c7da admin admin] Publish callbacks [] for security_group (84a230fb-237f-47de-b440-ef18d5153f9f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:21.164596 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 4c7101ee-778c-4dfc-a26d-cc0f05553ead triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:21.165895 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4c7101ee-778c-4dfc-a26d-cc0f05553ead), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:21.175139 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-998847a9-ebd6-43dc-986a-e450e7df0519 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (830d7ee9-3f11-42e3-bc3f-c2c79cd9fa47), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:21.190979 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4bad7abf-f8e7-4964-8651-0f0f82a0cc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (07ee47ad-1ce5-4fcd-a77d-1a4929c8773f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:21.194586 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6208425-c3d3-438d-9cc0-99ac8945247d None None] The sync data for ids ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'] in dv-neutron-master-2-hyperv is: [{'id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'name': 'tempest-ServersTestJSON-640113767-router', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225'}], 'enable_snat': True}, 'gw_port_id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:50:02Z', 'updated_at': '2022-01-10T11:50:15Z', 'revision_number': 4, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'gw_port': {'id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:04Z', 'updated_at': '2022-01-10T11:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c1bc0d2-8cd7-4297-9c99-c56e429b95f2', 'name': '', 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'mac_address': 'fa:16:3e:42:53:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:13Z', 'updated_at': '2022-01-10T11:50:19Z', 'revision_number': 4, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'subnets': [{'id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:50:21.354575 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (9da1d35f-a419-4116-9b03-06834247c84e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:21.360109 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-368d6db4-b67d-4500-bdca-e8b22bf94b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:21.374774 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998847a9-ebd6-43dc-986a-e450e7df0519 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830d7ee9-3f11-42e3-bc3f-c2c79cd9fa47,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:21.455319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Subscribe: > segment before_delete 55550000 {{(pid=110624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:21.457219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:21.459151 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:21.460656 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Subscribe: > port after_create 55550000 {{(pid=110624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:21.461435 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Subscribe: > port after_delete 55550000 {{(pid=110624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:21.463396 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Subscribe: > port after_update 55550000 {{(pid=110624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:21.464677 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Subscribe: > segment after_delete 55550000 {{(pid=110624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:21.465930 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Subscribe: > subnet after_create 55550000 {{(pid=110624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:21.466597 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Subscribe: > subnet after_delete 55550000 {{(pid=110624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:21.468496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Subscribe: > subnet after_update 55550000 {{(pid=110624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:21.575098 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-368d6db4-b67d-4500-bdca-e8b22bf94b70 None None] For port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c1bc0d2-8cd7-4297-9c99-c56e429b95f2,segment=NetworkSegment(27abe47b-f420-44fe-9de7-69cf06a7330c),segment_id=27abe47b-f420-44fe-9de7-69cf06a7330c)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:50:21.635792 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-91e08ccb-f296-4874-a107-923e6e3b4764 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=40a7faec-bcdb-4f2b-a992-4e80368601ea HTTP/1.1" status: 200 len: 689 time: 0.6005425 Jan 10 11:50:21.655032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51610) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:21.661828 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (4c7101ee-778c-4dfc-a26d-cc0f05553ead), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:21.688900 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4bad7abf-f8e7-4964-8651-0f0f82a0cc67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=213471d738194ec79a2fdf26fa2a731f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4335477 Jan 10 11:50:21.698073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51612) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:21.727817 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-368d6db4-b67d-4500-bdca-e8b22bf94b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:21.761332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Subscribe: > subnet after_create 55550000 {{(pid=110624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:21.761713 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Subscribe: > subnet after_delete 55550000 {{(pid=110624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:21.788508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Subscribe: > subnet before_create 55550000 {{(pid=110624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:21.788508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Subscribe: > subnet before_update 55550000 {{(pid=110624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:50:21.788508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da1d35f-a419-4116-9b03-06834247c84e']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:21.789112 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad7abf-f8e7-4964-8651-0f0f82a0cc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ee47ad-1ce5-4fcd-a77d-1a4929c8773f,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:21.796086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-998847a9-ebd6-43dc-986a-e450e7df0519 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:21.798386 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-998847a9-ebd6-43dc-986a-e450e7df0519 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8726039 Jan 10 11:50:21.819333 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55db0fbb-c427-4a9e-97ec-4fcd3db9d78f') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:21.821624 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55db0fbb-c427-4a9e-97ec-4fcd3db9d78f') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:21.855509 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51618) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:21.887444 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ad60f477-a80a-4809-ab87-2c49eb434fdb tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Request body: {'security_group_rule': {'security_group_id': 'e13137a4-0db7-40c4-a982-a0c414744c22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:21.938718 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (55db0fbb-c427-4a9e-97ec-4fcd3db9d78f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.024000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 4c7101ee-778c-4dfc-a26d-cc0f05553ead, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c7101ee-778c-4dfc-a26d-cc0f05553ead,segment=NetworkSegment(ea28cfda-913e-4e2a-a983-a1e36df87f2c),segment_id=ea28cfda-913e-4e2a-a983-a1e36df87f2c)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:50:22.066710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b28cd4b3-b3be-4adc-b1f4-0b00d807c7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (84a230fb-237f-47de-b440-ef18d5153f9f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.072030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b28cd4b3-b3be-4adc-b1f4-0b00d807c7da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.074986 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b28cd4b3-b3be-4adc-b1f4-0b00d807c7da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84a230fb-237f-47de-b440-ef18d5153f9f HTTP/1.1" status: 204 len: 168 time: 1.9548950 Jan 10 11:50:22.089896 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (55db0fbb-c427-4a9e-97ec-4fcd3db9d78f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.113915 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-217ff8d2-34fb-4754-a635-be2838e82374 None None] Provisioning complete for port 4c7101ee-778c-4dfc-a26d-cc0f05553ead triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:22.114769 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-217ff8d2-34fb-4754-a635-be2838e82374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4c7101ee-778c-4dfc-a26d-cc0f05553ead), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.119304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cd4b3-b3be-4adc-b1f4-0b00d807c7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a230fb-237f-47de-b440-ef18d5153f9f,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:22.123164 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:50:22.123574 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (55db0fbb-c427-4a9e-97ec-4fcd3db9d78f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: from cryptography.utils import int_from_bytes Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: from cryptography.utils import int_from_bytes Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:50:22.129963 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:50:22.138925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d6db4-b67d-4500-bdca-e8b22bf94b70 None None] Pushing event updated for resources: {'Port': ['ID=1c1bc0d2-8cd7-4297-9c99-c56e429b95f2,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:22.140756 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for router_gateway (1eaacecc-7522-4d39-892f-ea952b5c7ff7), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.209948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (4c7101ee-778c-4dfc-a26d-cc0f05553ead), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.266952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ad60f477-a80a-4809-ab87-2c49eb434fdb tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for security_group_rule (0c0d569c-d834-47a5-81cc-8f0470420d1b), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.307757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=4c7101ee-778c-4dfc-a26d-cc0f05553ead,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:22.350335 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f6363cf2-724b-46db-95e2-1e28b4864d08 admin admin] Publish callbacks [] for security_group (07ee47ad-1ce5-4fcd-a77d-1a4929c8773f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.393805 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (9da1d35f-a419-4116-9b03-06834247c84e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.411745 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51628) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:22.421274 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f6363cf2-724b-46db-95e2-1e28b4864d08 admin admin] Publish callbacks [] for security_group (07ee47ad-1ce5-4fcd-a77d-1a4929c8773f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.430643 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (40a7faec-bcdb-4f2b-a992-4e80368601ea), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.453481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.457742 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] 10.222.0.16 "DELETE /v2.0/networks/9da1d35f-a419-4116-9b03-06834247c84e HTTP/1.1" status: 204 len: 168 time: 2.2612481 Jan 10 11:50:22.461989 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d22101-3466-4d1e-bd8d-c2884b3039ca tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Pushing event deleted for resources: {'Network': ['ID=9da1d35f-a419-4116-9b03-06834247c84e,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:22.468927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51632) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:22.472878 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ad60f477-a80a-4809-ab87-2c49eb434fdb tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for security_group_rule (0c0d569c-d834-47a5-81cc-8f0470420d1b), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.526830 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3e831a-71d0-4daf-9596-43d91335318b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] DELETE failed (client error): The resource could not be found. Jan 10 11:50:22.527981 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3e831a-71d0-4daf-9596-43d91335318b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:50:22.531118 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cc3e831a-71d0-4daf-9596-43d91335318b tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] 10.222.0.16 "DELETE /v2.0/ports/2c18c7f3-74a5-4f44-96ed-5dbb046cf699 HTTP/1.1" status: 404 len: 333 time: 0.0620067 Jan 10 11:50:22.533872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51636) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:22.581708 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ad60f477-a80a-4809-ab87-2c49eb434fdb tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (0c0d569c-d834-47a5-81cc-8f0470420d1b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.642419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60f477-a80a-4809-ab87-2c49eb434fdb tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0d569c-d834-47a5-81cc-8f0470420d1b,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:22.662392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:50:22.664480 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d09200b-fbc7-4680-b7ee-dc16878639f4 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Deleting subnet b8762ee6-33df-483c-bd02-22c6fe6ee79f {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:50:22.672765 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4d09200b-fbc7-4680-b7ee-dc16878639f4 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks [] for subnet (b8762ee6-33df-483c-bd02-22c6fe6ee79f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.778204 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4d09200b-fbc7-4680-b7ee-dc16878639f4 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (b8762ee6-33df-483c-bd02-22c6fe6ee79f), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.790049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-816690356', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:22.796165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-95459c4c-1501-49bd-93ac-2040a27314b8 None None] Provisioning complete for port 4c7101ee-778c-4dfc-a26d-cc0f05553ead triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:22.796165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-95459c4c-1501-49bd-93ac-2040a27314b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4c7101ee-778c-4dfc-a26d-cc0f05553ead), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.839374 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ad60f477-a80a-4809-ab87-2c49eb434fdb tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.845277 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ad60f477-a80a-4809-ab87-2c49eb434fdb tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9774024 Jan 10 11:50:22.848799 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51638) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:22.853546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:22.882285 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (1eaacecc-7522-4d39-892f-ea952b5c7ff7), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.963435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:22.963769 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.045574 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f6363cf2-724b-46db-95e2-1e28b4864d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (07ee47ad-1ce5-4fcd-a77d-1a4929c8773f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.048476 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f6363cf2-724b-46db-95e2-1e28b4864d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.050595 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f6363cf2-724b-46db-95e2-1e28b4864d08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07ee47ad-1ce5-4fcd-a77d-1a4929c8773f HTTP/1.1" status: 204 len: 168 time: 1.3409386 Jan 10 11:50:23.053607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4d09200b-fbc7-4680-b7ee-dc16878639f4 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (b8762ee6-33df-483c-bd02-22c6fe6ee79f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.076278 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6363cf2-724b-46db-95e2-1e28b4864d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ee47ad-1ce5-4fcd-a77d-1a4929c8773f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:23.101716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Deleting port 0417b3a6-cfed-4878-94dc-872ebeabb71d {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:50:23.104020 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (0417b3a6-cfed-4878-94dc-872ebeabb71d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.170757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.216184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4c7101ee-778c-4dfc-a26d-cc0f05553ead up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:50:23.224146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Made reservation on behalf of a5894c4f83bb43888eaa3b63329f9708 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:23.232767 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.271642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.305695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 4c7101ee-778c-4dfc-a26d-cc0f05553ead triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:23.306288 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4c7101ee-778c-4dfc-a26d-cc0f05553ead), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.326984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (0417b3a6-cfed-4878-94dc-872ebeabb71d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.327852 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks [] for floatingip (0417b3a6-cfed-4878-94dc-872ebeabb71d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.345607 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Calling delete_port for 0417b3a6-cfed-4878-94dc-872ebeabb71d owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:50:23.417101 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4d09200b-fbc7-4680-b7ee-dc16878639f4 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (b8762ee6-33df-483c-bd02-22c6fe6ee79f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.497738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09200b-fbc7-4680-b7ee-dc16878639f4 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Pushing event deleted for resources: {'Subnet': ['ID=b8762ee6-33df-483c-bd02-22c6fe6ee79f,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:23.511868 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Router 1eaacecc-7522-4d39-892f-ea952b5c7ff7 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:50:23.519192 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4d09200b-fbc7-4680-b7ee-dc16878639f4 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.519544 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d9b88a-2851-4b88-b0ec-c5eea906e416 None None] Network 97b82607-79df-4b82-8692-1a0859aed4e7 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:23.528418 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4d09200b-fbc7-4680-b7ee-dc16878639f4 tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] 10.222.0.16 "DELETE /v2.0/subnets/b8762ee6-33df-483c-bd02-22c6fe6ee79f HTTP/1.1" status: 204 len: 168 time: 0.9933887 Jan 10 11:50:23.529226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51652) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:23.553476 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks [] for security_group (dda9419e-b970-48cd-a401-97d69b578b75), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.691816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (97b82607-79df-4b82-8692-1a0859aed4e7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.700114 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (dda9419e-b970-48cd-a401-97d69b578b75), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.709403 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] device_id is not set on port a51f2ad5-2af3-4fbe-9278-035cad068e9f yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:50:23.757561 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.757922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:50:23.768450 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda9419e-b970-48cd-a401-97d69b578b75,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:23.779086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c51ecb1-a1de-46b9-aeaf-4d2a38a77705 None None] DHCP port deletion for 97b82607-79df-4b82-8692-1a0859aed4e7 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:50:23.814039 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9f879d-3fcd-408f-83ef-0770c22341f6 None None] Sync routers for ids ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:50:23.834858 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Deleting port 386b6133-5d85-4c90-a7c4-58f18b5e3678 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:50:23.835727 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.857284 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9f879d-3fcd-408f-83ef-0770c22341f6 None None] Routers {'1eaacecc-7522-4d39-892f-ea952b5c7ff7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:23.857996 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fb9f879d-3fcd-408f-83ef-0770c22341f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:50:09Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:23.866994 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-4c51ecb1-a1de-46b9-aeaf-4d2a38a77705 None None] Deleting port 386b6133-5d85-4c90-a7c4-58f18b5e3678 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:50:23.867783 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4c51ecb1-a1de-46b9-aeaf-4d2a38a77705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.870381 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (0417b3a6-cfed-4878-94dc-872ebeabb71d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.942201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event deleted for resources: {'Port': ['ID=0417b3a6-cfed-4878-94dc-872ebeabb71d,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:23.949148 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.950920 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2ae965cb-44ac-4f82-b915-3bd039d1859c tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.3342819 Jan 10 11:50:23.958399 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51666) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:23.965533 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fb9f879d-3fcd-408f-83ef-0770c22341f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:23.972900 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4c51ecb1-a1de-46b9-aeaf-4d2a38a77705 None None] For port 386b6133-5d85-4c90-a7c4-58f18b5e3678, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=386b6133-5d85-4c90-a7c4-58f18b5e3678,segment=NetworkSegment(dab18e9e-32d0-4170-9a40-fb29b7529e47),segment_id=dab18e9e-32d0-4170-9a40-fb29b7529e47)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:50:23.973808 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4c51ecb1-a1de-46b9-aeaf-4d2a38a77705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:23.986887 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9f879d-3fcd-408f-83ef-0770c22341f6 None None] Routers {'1eaacecc-7522-4d39-892f-ea952b5c7ff7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:23.986887 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fb9f879d-3fcd-408f-83ef-0770c22341f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:50:09Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:23.996913 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-4c51ecb1-a1de-46b9-aeaf-4d2a38a77705 None None] Calling delete_port for 386b6133-5d85-4c90-a7c4-58f18b5e3678 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:50:24.041619 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fb9f879d-3fcd-408f-83ef-0770c22341f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:24.042614 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9f879d-3fcd-408f-83ef-0770c22341f6 None None] The sync data for ids ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:50:24.086131 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] For port 386b6133-5d85-4c90-a7c4-58f18b5e3678, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=386b6133-5d85-4c90-a7c4-58f18b5e3678,segment=NetworkSegment(dab18e9e-32d0-4170-9a40-fb29b7529e47),segment_id=dab18e9e-32d0-4170-9a40-fb29b7529e47)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:50:24.086602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:24.141986 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks [] for floatingip (67d27e76-a0b3-4396-ba3b-89a33f021296), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:24.235199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Allocated IP 172.36.2.230 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/a51f2ad5-2af3-4fbe-9278-035cad068e9f) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:24.309638 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (2452fffd-4e94-4637-aa43-2422367c9ecd), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:24.377897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Calling delete_port for 386b6133-5d85-4c90-a7c4-58f18b5e3678 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:50:24.475610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 386b6133-5d85-4c90-a7c4-58f18b5e3678 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:50:24.565470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4c51ecb1-a1de-46b9-aeaf-4d2a38a77705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:24.612680 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51ecb1-a1de-46b9-aeaf-4d2a38a77705 None None] Pushing event deleted for resources: {'Port': ['ID=386b6133-5d85-4c90-a7c4-58f18b5e3678,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:24.619687 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51ecb1-a1de-46b9-aeaf-4d2a38a77705 None None] No DVR routers for this DVR port 386b6133-5d85-4c90-a7c4-58f18b5e3678 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:50:24.632424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:24.704938 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51676) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:24.755494 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (386b6133-5d85-4c90-a7c4-58f18b5e3678), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:24.771519 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] No DVR routers for this DVR port 386b6133-5d85-4c90-a7c4-58f18b5e3678 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:50:24.785725 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (2452fffd-4e94-4637-aa43-2422367c9ecd), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:24.854418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Pushing event deleted for resources: {'Port': ['ID=386b6133-5d85-4c90-a7c4-58f18b5e3678,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:24.858389 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2452fffd-4e94-4637-aa43-2422367c9ecd,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:24.911802 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (97b82607-79df-4b82-8692-1a0859aed4e7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:24.953267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks [] for port (a51f2ad5-2af3-4fbe-9278-035cad068e9f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:24.956194 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b82607-79df-4b82-8692-1a0859aed4e7']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:24.970432 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab18e9e-32d0-4170-9a40-fb29b7529e47') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:24.970735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab18e9e-32d0-4170-9a40-fb29b7529e47') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:24.986174 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (dab18e9e-32d0-4170-9a40-fb29b7529e47), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.015319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (dab18e9e-32d0-4170-9a40-fb29b7529e47), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.032995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:50:25.033747 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (dab18e9e-32d0-4170-9a40-fb29b7529e47), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:50:25.040512 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:50:25.123469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d102d22b-a4dc-4c12-af1e-3fdacf435d6b tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:25.213474 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (40a7faec-bcdb-4f2b-a992-4e80368601ea), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.235602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a51f2ad5-2af3-4fbe-9278-035cad068e9f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.299459 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a7faec-bcdb-4f2b-a992-4e80368601ea']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:25.330059 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7dd2e69-69c6-4417-a2f2-0826dc7623f0') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:25.330502 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7dd2e69-69c6-4417-a2f2-0826dc7623f0') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:25.355700 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (e7dd2e69-69c6-4417-a2f2-0826dc7623f0), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.360292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (97b82607-79df-4b82-8692-1a0859aed4e7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.406093 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:25.408496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.415863 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] 10.222.0.16 "DELETE /v2.0/networks/97b82607-79df-4b82-8692-1a0859aed4e7 HTTP/1.1" status: 204 len: 168 time: 1.8791890 Jan 10 11:50:25.449327 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d102d22b-a4dc-4c12-af1e-3fdacf435d6b tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] 10.222.0.16 "PUT /v2.0/quotas/5f46f3147ddb4598b36ec8a183045e64 HTTP/1.1" status: 200 len: 368 time: 0.7426951 Jan 10 11:50:25.449573 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:25.458283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e7dd2e69-69c6-4417-a2f2-0826dc7623f0), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.461391 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51696) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:25.463546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3410e2-96d4-4990-adf1-bf4925665acd tempest-DHCPAgentSchedulersTestJSON-937339417 tempest-DHCPAgentSchedulersTestJSON-937339417-project] Pushing event deleted for resources: {'Network': ['ID=97b82607-79df-4b82-8692-1a0859aed4e7,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:25.474561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-369f5e45-9bef-4b42-906b-c0662cc76e28 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Request body: {'network': {'project_id': '5f46f3147ddb4598b36ec8a183045e64'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:25.482828 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:25.508212 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:50:25.508883 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (e7dd2e69-69c6-4417-a2f2-0826dc7623f0), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:50:25.512329 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:50:25.545333 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Allocated IP 172.36.2.197 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/5cf0bb73-6656-4e93-b920-be04c080ecdf) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:25.551269 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Pushing event updated for resources: {'Port': ['ID=a51f2ad5-2af3-4fbe-9278-035cad068e9f,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:25.567160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51698) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:25.649959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:25.651337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.697756 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.898892 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (40a7faec-bcdb-4f2b-a992-4e80368601ea), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.906377 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40a7faec-bcdb-4f2b-a992-4e80368601ea {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 10 11:50:25.912334 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.921409 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "DELETE /v2.0/networks/40a7faec-bcdb-4f2b-a992-4e80368601ea HTTP/1.1" status: 204 len: 168 time: 4.2504959 Jan 10 11:50:25.924250 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51704) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:25.956957 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c7141d83-c0d3-4ac8-9806-8b3bdb2cb997 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5417879 Jan 10 11:50:25.986732 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51706) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:25.994953 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d6a445c6-a68d-4f55-9df8-17b8771e5505 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}]}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:26.063053 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for port (5cf0bb73-6656-4e93-b920-be04c080ecdf), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:26.077240 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5881f7c6-d797-4741-aa97-ee5e6a555260 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1162642889'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:26.165976 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd8e9c-58ec-4fac-9501-4c0eb285f321 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event deleted for resources: {'Network': ['ID=40a7faec-bcdb-4f2b-a992-4e80368601ea,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:26.213458 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369f5e45-9bef-4b42-906b-c0662cc76e28 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Made reservation on behalf of 5f46f3147ddb4598b36ec8a183045e64 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:26.226543 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-369f5e45-9bef-4b42-906b-c0662cc76e28 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:26.271417 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d4016128-2d4b-4b10-941f-7053cb2e5f44 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3416688 Jan 10 11:50:26.273726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51708) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:26.294627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-369f5e45-9bef-4b42-906b-c0662cc76e28 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:26.310324 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51710) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:26.319868 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5881f7c6-d797-4741-aa97-ee5e6a555260 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Made reservation on behalf of 962669a092964021bbfe0e96b85118f4 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:26.324994 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5881f7c6-d797-4741-aa97-ee5e6a555260 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:26.328663 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (5cf0bb73-6656-4e93-b920-be04c080ecdf), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:26.332723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6a445c6-a68d-4f55-9df8-17b8771e5505 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (6761231d-71ec-4c8b-8b3c-124fe3730b76), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:26.334476 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6a445c6-a68d-4f55-9df8-17b8771e5505 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (6761231d-71ec-4c8b-8b3c-124fe3730b76), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:26.414326 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5881f7c6-d797-4741-aa97-ee5e6a555260 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:26.492289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:26.519257 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:26.524667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:26.582061 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51716) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:26.612464 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586191c4-4f91-4688-9c1a-72b860c571eb tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:26.612954 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586191c4-4f91-4688-9c1a-72b860c571eb tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:26.613421 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586191c4-4f91-4688-9c1a-72b860c571eb tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:26.615294 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586191c4-4f91-4688-9c1a-72b860c571eb tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:26.615294 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586191c4-4f91-4688-9c1a-72b860c571eb tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:26.621056 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-586191c4-4f91-4688-9c1a-72b860c571eb tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3329 time: 0.3401413 Jan 10 11:50:26.621056 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Pushing event updated for resources: {'Port': ['ID=5cf0bb73-6656-4e93-b920-be04c080ecdf,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:26.622009 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51720) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:26.734376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6a445c6-a68d-4f55-9df8-17b8771e5505 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks [] for router_controller (6761231d-71ec-4c8b-8b3c-124fe3730b76), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:26.785624 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-de0e6b6b-9018-4862-861a-045f949b3c80 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] delete failed (client error): The resource could not be found. Jan 10 11:50:26.787866 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-de0e6b6b-9018-4862-861a-045f949b3c80 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/67d27e76-a0b3-4396-ba3b-89a33f021296 HTTP/1.1" status: 404 len: 345 time: 0.1479852 Jan 10 11:50:26.803487 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51722) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:26.825653 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a9bde8e9-357b-445e-9af2-f2b446c09cd5 tempest-AgentManagementNegativeTest-1208996136 tempest-AgentManagementNegativeTest-1208996136-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5138443 Jan 10 11:50:26.905188 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd575cf4-e671-445f-a802-1d1878307978 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] DELETE failed (client error): The resource could not be found. Jan 10 11:50:26.906100 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd575cf4-e671-445f-a802-1d1878307978 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:50:26.912643 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bd575cf4-e671-445f-a802-1d1878307978 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "DELETE /v2.0/networks/40a7faec-bcdb-4f2b-a992-4e80368601ea HTTP/1.1" status: 404 len: 339 time: 0.0997314 Jan 10 11:50:26.931355 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51726) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:26.960093 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9f665315-7acb-4a9b-afd0-c9dae1230514 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Request body: {'network': {'name': 'tempest-network--522453671', 'router:external': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:26.983596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for floatingip (368d345d-d989-4ed8-bf25-6169d6e10273), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:26.987952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5881f7c6-d797-4741-aa97-ee5e6a555260 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for security_group (54a2a4bf-258a-4e9b-a2f4-fbbd67b015bc), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.034943 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Allocated IP 172.20.0.1 (87edd773-6055-4944-bf66-56402ae72ea1/ba5d1297-0c97-4d2d-a1ff-ee2fcabd4d7f/16a8b5bf-7433-430f-be9a-54f283355cc2) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:27.040481 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-87e2d159-1ddd-4caf-b6b5-f6e963c7eed3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce680f3733b04f22999d365bbf40535a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4423716 Jan 10 11:50:27.053842 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51728) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:27.095367 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6a445c6-a68d-4f55-9df8-17b8771e5505 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks [] for router_gateway (6761231d-71ec-4c8b-8b3c-124fe3730b76), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.114231 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5881f7c6-d797-4741-aa97-ee5e6a555260 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (54a2a4bf-258a-4e9b-a2f4-fbbd67b015bc), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.136769 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-369f5e45-9bef-4b42-906b-c0662cc76e28 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks [] for security_group (5cb84b77-521c-4943-bf9e-96aa93b82903), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.162632 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5881f7c6-d797-4741-aa97-ee5e6a555260 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:50:27.210363 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881f7c6-d797-4741-aa97-ee5e6a555260 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a2a4bf-258a-4e9b-a2f4-fbbd67b015bc,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:27.218003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5881f7c6-d797-4741-aa97-ee5e6a555260 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (eb743d8c-3362-4bde-b88a-21fee5ccf4f7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.218311 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-5881f7c6-d797-4741-aa97-ee5e6a555260 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Added segment eb743d8c-3362-4bde-b88a-21fee5ccf4f7 of type vlan for network 73758e9c-454f-4b48-a2e5-f69776403e10 Jan 10 11:50:27.220718 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f665315-7acb-4a9b-afd0-c9dae1230514 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Made reservation on behalf of 96f06c98bdb74a28b7845c47688c9f09 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:27.224742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f665315-7acb-4a9b-afd0-c9dae1230514 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.264487 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-21fef92a-ac07-4243-89b7-dc9c96c5fbad admin admin] Publish callbacks [] for security_group (caa5d097-713e-4ed2-b348-0304f12fe9ba), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.289313 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5cf0bb73-6656-4e93-b920-be04c080ecdf), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.301521 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-369f5e45-9bef-4b42-906b-c0662cc76e28 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (5cb84b77-521c-4943-bf9e-96aa93b82903), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.332512 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f665315-7acb-4a9b-afd0-c9dae1230514 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:50:27.333359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5881f7c6-d797-4741-aa97-ee5e6a555260 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (73758e9c-454f-4b48-a2e5-f69776403e10), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.354956 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-21fef92a-ac07-4243-89b7-dc9c96c5fbad admin admin] Publish callbacks [] for security_group (caa5d097-713e-4ed2-b348-0304f12fe9ba), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.406890 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for port (16a8b5bf-7433-430f-be9a-54f283355cc2), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.411195 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369f5e45-9bef-4b42-906b-c0662cc76e28 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:50:27.455436 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f665315-7acb-4a9b-afd0-c9dae1230514 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (d60d7b46-ce06-4db8-81da-d941df30201a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.455946 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-9f665315-7acb-4a9b-afd0-c9dae1230514 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Added segment d60d7b46-ce06-4db8-81da-d941df30201a of type vlan for network 3cb84f1b-9d17-4147-b63e-4d52d4816ec4 Jan 10 11:50:27.484185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-369f5e45-9bef-4b42-906b-c0662cc76e28 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (3f424b02-7bcf-47cf-b9e2-df1eb38e3c8a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.484185 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-369f5e45-9bef-4b42-906b-c0662cc76e28 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Added segment 3f424b02-7bcf-47cf-b9e2-df1eb38e3c8a of type vlan for network 17a43427-75ee-4723-ab33-4cf7553875ec Jan 10 11:50:27.503345 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f5e45-9bef-4b42-906b-c0662cc76e28 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb84b77-521c-4943-bf9e-96aa93b82903,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:27.556789 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51732) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:27.569901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5881f7c6-d797-4741-aa97-ee5e6a555260 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (73758e9c-454f-4b48-a2e5-f69776403e10), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.579545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5881f7c6-d797-4741-aa97-ee5e6a555260 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:27.581276 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5881f7c6-d797-4741-aa97-ee5e6a555260 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.620628 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-369f5e45-9bef-4b42-906b-c0662cc76e28 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (17a43427-75ee-4723-ab33-4cf7553875ec), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.655486 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f665315-7acb-4a9b-afd0-c9dae1230514 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (3cb84f1b-9d17-4147-b63e-4d52d4816ec4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.734658 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881f7c6-d797-4741-aa97-ee5e6a555260 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Pushing event updated for resources: {'Network': ['ID=73758e9c-454f-4b48-a2e5-f69776403e10,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:27.750378 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 73758e9c-454f-4b48-a2e5-f69776403e10 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:50:27.769065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for port (5cf0bb73-6656-4e93-b920-be04c080ecdf), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.773005 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-21fef92a-ac07-4243-89b7-dc9c96c5fbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (caa5d097-713e-4ed2-b348-0304f12fe9ba), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.777667 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-21fef92a-ac07-4243-89b7-dc9c96c5fbad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.780677 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-21fef92a-ac07-4243-89b7-dc9c96c5fbad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/caa5d097-713e-4ed2-b348-0304f12fe9ba HTTP/1.1" status: 204 len: 168 time: 0.7253652 Jan 10 11:50:27.816835 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fef92a-ac07-4243-89b7-dc9c96c5fbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa5d097-713e-4ed2-b348-0304f12fe9ba,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:27.854281 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-369f5e45-9bef-4b42-906b-c0662cc76e28 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (17a43427-75ee-4723-ab33-4cf7553875ec), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.855504 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369f5e45-9bef-4b42-906b-c0662cc76e28 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:27.856185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-369f5e45-9bef-4b42-906b-c0662cc76e28 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.859414 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (16a8b5bf-7433-430f-be9a-54f283355cc2), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.906805 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (5cf0bb73-6656-4e93-b920-be04c080ecdf), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.912176 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5881f7c6-d797-4741-aa97-ee5e6a555260 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3429022 Jan 10 11:50:27.927239 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51738) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:27.951649 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-babdead9-4a67-4e0f-9bf6-7ff55b557b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:27.957956 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d363dbe3-5d87-4da9-95d5-acb6996265ea tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Request body: {'subnet': {'network_id': '73758e9c-454f-4b48-a2e5-f69776403e10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:28.008157 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f665315-7acb-4a9b-afd0-c9dae1230514 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (3cb84f1b-9d17-4147-b63e-4d52d4816ec4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:28.009227 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f665315-7acb-4a9b-afd0-c9dae1230514 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:28.010207 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f665315-7acb-4a9b-afd0-c9dae1230514 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:28.035293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Pushing event updated for resources: {'Port': ['ID=5cf0bb73-6656-4e93-b920-be04c080ecdf,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:28.072516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6a445c6-a68d-4f55-9df8-17b8771e5505 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks [] for router_gateway (6761231d-71ec-4c8b-8b3c-124fe3730b76), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:28.101494 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (368d345d-d989-4ed8-bf25-6169d6e10273), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:28.112264 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6a445c6-a68d-4f55-9df8-17b8771e5505 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:28.192425 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Network 87edd773-6055-4944-bf66-56402ae72ea1 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:28.212467 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-369f5e45-9bef-4b42-906b-c0662cc76e28 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7424982 Jan 10 11:50:28.212467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:28.214275 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51740) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:28.223229 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:28.223932 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b449e664-0fc2-4499-bea3-1fd8c1db35c0 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Request body: {'network': {'project_id': '5f46f3147ddb4598b36ec8a183045e64'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:28.248258 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Pushing event updated for resources: {'Port': ['ID=16a8b5bf-7433-430f-be9a-54f283355cc2,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:28.284977 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f5e45-9bef-4b42-906b-c0662cc76e28 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Pushing event updated for resources: {'Network': ['ID=17a43427-75ee-4723-ab33-4cf7553875ec,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:28.307053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 17a43427-75ee-4723-ab33-4cf7553875ec details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:50:28.308306 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:28.309807 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ffac7040-3bb3-49f2-9712-dc153da94600 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4598019 Jan 10 11:50:28.324926 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9f665315-7acb-4a9b-afd0-c9dae1230514 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3804452 Jan 10 11:50:28.325474 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51744) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:28.345625 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-babdead9-4a67-4e0f-9bf6-7ff55b557b77 admin admin] Publish callbacks [] for security_group (f5624148-014c-4935-9fae-bed4391a5154), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:28.432884 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-babdead9-4a67-4e0f-9bf6-7ff55b557b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (f5624148-014c-4935-9fae-bed4391a5154), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:28.538927 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-babdead9-4a67-4e0f-9bf6-7ff55b557b77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3a14d2fa8194f109994017c994b2ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9801950 Jan 10 11:50:28.540049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51748) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:28.545373 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdead9-4a67-4e0f-9bf6-7ff55b557b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5624148-014c-4935-9fae-bed4391a5154,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:28.576149 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b449e664-0fc2-4499-bea3-1fd8c1db35c0 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Made reservation on behalf of 5f46f3147ddb4598b36ec8a183045e64 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:28.581455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b449e664-0fc2-4499-bea3-1fd8c1db35c0 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:28.669387 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b449e664-0fc2-4499-bea3-1fd8c1db35c0 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:50:28.681337 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-292fb16a-d93b-4556-b302-7dd8a2a14159 None None] Provisioning complete for port 16a8b5bf-7433-430f-be9a-54f283355cc2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:28.682143 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-292fb16a-d93b-4556-b302-7dd8a2a14159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (16a8b5bf-7433-430f-be9a-54f283355cc2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:28.693568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b449e664-0fc2-4499-bea3-1fd8c1db35c0 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (2f349f74-0d70-4428-9437-70928c8a99fb), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:28.694016 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-b449e664-0fc2-4499-bea3-1fd8c1db35c0 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Added segment 2f349f74-0d70-4428-9437-70928c8a99fb of type vlan for network e4c03301-4ab6-4f21-b128-bfa776ae834b Jan 10 11:50:28.703661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-00ffe428-d7e3-4cb7-a9c8-07ba220ac01a admin admin] Publish callbacks [] for security_group (f5624148-014c-4935-9fae-bed4391a5154), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:28.710401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6a445c6-a68d-4f55-9df8-17b8771e5505 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks [] for router (6761231d-71ec-4c8b-8b3c-124fe3730b76), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:28.737632 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-292fb16a-d93b-4556-b302-7dd8a2a14159 None None] Port 16a8b5bf-7433-430f-be9a-54f283355cc2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:28.840673 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b449e664-0fc2-4499-bea3-1fd8c1db35c0 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (e4c03301-4ab6-4f21-b128-bfa776ae834b), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:28.844728 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-00ffe428-d7e3-4cb7-a9c8-07ba220ac01a admin admin] Publish callbacks [] for security_group (f5624148-014c-4935-9fae-bed4391a5154), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:28.880063 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (1eaacecc-7522-4d39-892f-ea952b5c7ff7), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:28.882830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f665315-7acb-4a9b-afd0-c9dae1230514 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event updated for resources: {'Network': ['ID=3cb84f1b-9d17-4147-b63e-4d52d4816ec4,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:28.902835 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 3cb84f1b-9d17-4147-b63e-4d52d4816ec4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:50:29.081678 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84838ce-ac53-49df-a29a-88137857af49 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:29.094782 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84838ce-ac53-49df-a29a-88137857af49 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:29.132441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84838ce-ac53-49df-a29a-88137857af49 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:29.160125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84838ce-ac53-49df-a29a-88137857af49 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:29.169032 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f84838ce-ac53-49df-a29a-88137857af49 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8242323 Jan 10 11:50:29.169032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51762) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:29.191158 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51768) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:29.235635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.db.resource_extend [None req-b449e664-0fc2-4499-bea3-1fd8c1db35c0 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 11:50:29.352159 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6a445c6-a68d-4f55-9df8-17b8771e5505 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (6761231d-71ec-4c8b-8b3c-124fe3730b76), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:29.359048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6a445c6-a68d-4f55-9df8-17b8771e5505 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks [] for router_controller (6761231d-71ec-4c8b-8b3c-124fe3730b76), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:29.366777 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16776b83-dd60-4b2f-a45b-e7419577e024 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (3cb84f1b-9d17-4147-b63e-4d52d4816ec4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:29.436892 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9a514833-6b92-4c3f-8d3b-c915edaf8ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:29.448121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b449e664-0fc2-4499-bea3-1fd8c1db35c0 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (e4c03301-4ab6-4f21-b128-bfa776ae834b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:29.450157 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b449e664-0fc2-4499-bea3-1fd8c1db35c0 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:29.450964 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b449e664-0fc2-4499-bea3-1fd8c1db35c0 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:29.520102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d363dbe3-5d87-4da9-95d5-acb6996265ea tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Made reservation on behalf of 962669a092964021bbfe0e96b85118f4 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:29.523817 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d363dbe3-5d87-4da9-95d5-acb6996265ea tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:29.563182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6a445c6-a68d-4f55-9df8-17b8771e5505 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (6761231d-71ec-4c8b-8b3c-124fe3730b76), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:29.564117 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a445c6-a68d-4f55-9df8-17b8771e5505 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6761231d-71ec-4c8b-8b3c-124fe3730b76 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:50:29.571626 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-00ffe428-d7e3-4cb7-a9c8-07ba220ac01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (f5624148-014c-4935-9fae-bed4391a5154), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:29.577415 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-00ffe428-d7e3-4cb7-a9c8-07ba220ac01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:29.583275 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-00ffe428-d7e3-4cb7-a9c8-07ba220ac01a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5624148-014c-4935-9fae-bed4391a5154 HTTP/1.1" status: 204 len: 168 time: 1.0298867 Jan 10 11:50:29.601822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449e664-0fc2-4499-bea3-1fd8c1db35c0 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Pushing event updated for resources: {'Network': ['ID=e4c03301-4ab6-4f21-b128-bfa776ae834b,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:29.616175 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffe428-d7e3-4cb7-a9c8-07ba220ac01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5624148-014c-4935-9fae-bed4391a5154,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:29.629844 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b449e664-0fc2-4499-bea3-1fd8c1db35c0 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4059711 Jan 10 11:50:29.633016 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51780) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:29.646975 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network e4c03301-4ab6-4f21-b128-bfa776ae834b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:50:29.676625 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-2ff94cc3-6886-43bc-9287-572af56323d1 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Request body: {'network': {'project_id': '5f46f3147ddb4598b36ec8a183045e64'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:29.705185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9a514833-6b92-4c3f-8d3b-c915edaf8ac7 admin admin] Publish callbacks [] for security_group (fd7c69b8-141f-4c41-b91a-63e5a2cd6efc), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:29.738233 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-d6a445c6-a68d-4f55-9df8-17b8771e5505 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 10 11:50:29.740180 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d6a445c6-a68d-4f55-9df8-17b8771e5505 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.7518172 Jan 10 11:50:29.742991 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51782) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:29.848835 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9a514833-6b92-4c3f-8d3b-c915edaf8ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (fd7c69b8-141f-4c41-b91a-63e5a2cd6efc), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:29.854743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16776b83-dd60-4b2f-a45b-e7419577e024 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (3cb84f1b-9d17-4147-b63e-4d52d4816ec4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:29.901046 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff94cc3-6886-43bc-9287-572af56323d1 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 10 11:50:29.902896 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff94cc3-6886-43bc-9287-572af56323d1 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:50:29.909796 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2ff94cc3-6886-43bc-9287-572af56323d1 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2702205 Jan 10 11:50:29.910508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51788) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:29.945798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51792) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:29.976800 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 10 11:50:29.978965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-16776b83-dd60-4b2f-a45b-e7419577e024 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb84f1b-9d17-4147-b63e-4d52d4816ec4']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:29.985276 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9a514833-6b92-4c3f-8d3b-c915edaf8ac7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=414c9c25c57e484fb88cbf8908fac585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8041525 Jan 10 11:50:29.996637 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51794) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:30.028727 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a514833-6b92-4c3f-8d3b-c915edaf8ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7c69b8-141f-4c41-b91a-63e5a2cd6efc,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:30.040639 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-16776b83-dd60-4b2f-a45b-e7419577e024 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60d7b46-ce06-4db8-81da-d941df30201a') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:30.040639 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-16776b83-dd60-4b2f-a45b-e7419577e024 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60d7b46-ce06-4db8-81da-d941df30201a') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:30.070450 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16776b83-dd60-4b2f-a45b-e7419577e024 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (d60d7b46-ce06-4db8-81da-d941df30201a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:30.072581 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (16a8b5bf-7433-430f-be9a-54f283355cc2), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:30.146632 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16776b83-dd60-4b2f-a45b-e7419577e024 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (d60d7b46-ce06-4db8-81da-d941df30201a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:30.154567 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-444f7618-5e96-4d4f-b71b-2935743f49d7 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f46f3147ddb4598b36ec8a183045e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415233 Jan 10 11:50:30.162023 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-0c918e0e-0a41-4050-99ed-fd75fad98c93 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--199067283&fields=id&tenant_id=352a2d16b2764491aabf5fded04ea148 HTTP/1.1" status: 200 len: 267 time: 0.1867957 Jan 10 11:50:30.164411 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51796) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:30.235790 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16776b83-dd60-4b2f-a45b-e7419577e024 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:50:30.236520 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16776b83-dd60-4b2f-a45b-e7419577e024 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (d60d7b46-ce06-4db8-81da-d941df30201a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:50:30.239696 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:50:30.283930 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-052cc236-c465-488c-b183-e7e128960861 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Deleting port a51f2ad5-2af3-4fbe-9278-035cad068e9f {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:50:30.284429 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-052cc236-c465-488c-b183-e7e128960861 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a51f2ad5-2af3-4fbe-9278-035cad068e9f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:30.312693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-72e95dd8-4036-4f7d-88fa-ae1119b5a82b admin admin] Publish callbacks [] for security_group (fd7c69b8-141f-4c41-b91a-63e5a2cd6efc), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:30.511720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-72e95dd8-4036-4f7d-88fa-ae1119b5a82b admin admin] Publish callbacks [] for security_group (fd7c69b8-141f-4c41-b91a-63e5a2cd6efc), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:30.576393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fefb3d42-7376-4ab7-a21b-aa8aaff87b33 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks [] for security_group (5cb84b77-521c-4943-bf9e-96aa93b82903), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:30.589475 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-052cc236-c465-488c-b183-e7e128960861 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a51f2ad5-2af3-4fbe-9278-035cad068e9f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:30.620984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d363dbe3-5d87-4da9-95d5-acb6996265ea tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (8cafd73d-600e-48ef-b7e7-781deff0311e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:30.637804 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-b0015e49-7c8e-4c6d-99d2-bbd80104ebcc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:30.640559 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-b0015e49-7c8e-4c6d-99d2-bbd80104ebcc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/networks?id=8395d8e6-0511-4314-94bb-e87296687cd4 HTTP/1.1" status: 200 len: 805 time: 0.4610939 Jan 10 11:50:30.650890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-052cc236-c465-488c-b183-e7e128960861 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Calling delete_port for a51f2ad5-2af3-4fbe-9278-035cad068e9f owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:50:30.687368 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16776b83-dd60-4b2f-a45b-e7419577e024 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (3cb84f1b-9d17-4147-b63e-4d52d4816ec4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:30.707084 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fefb3d42-7376-4ab7-a21b-aa8aaff87b33 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks [] for security_group (5cb84b77-521c-4943-bf9e-96aa93b82903), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:30.715158 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16776b83-dd60-4b2f-a45b-e7419577e024 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3cb84f1b-9d17-4147-b63e-4d52d4816ec4 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 10 11:50:30.724765 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-bd891e96-e03f-40de-bb71-adf29927e177 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/quotas/352a2d16b2764491aabf5fded04ea148 HTTP/1.1" status: 200 len: 375 time: 0.0609512 Jan 10 11:50:30.727250 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16776b83-dd60-4b2f-a45b-e7419577e024 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:30.738984 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-16776b83-dd60-4b2f-a45b-e7419577e024 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "DELETE /v2.0/networks/3cb84f1b-9d17-4147-b63e-4d52d4816ec4 HTTP/1.1" status: 204 len: 168 time: 1.5334072 Jan 10 11:50:30.743870 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51806) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:30.768212 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16776b83-dd60-4b2f-a45b-e7419577e024 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event deleted for resources: {'Network': ['ID=3cb84f1b-9d17-4147-b63e-4d52d4816ec4,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:30.814353 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-fab54052-5f2b-49fd-aa62-8916239ff9aa tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Request body: {'network': {'name': 'tempest-network--199985552', 'router:external': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:30.832690 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363dbe3-5d87-4da9-95d5-acb6996265ea tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Pushing event updated for resources: {'Subnet': ['ID=8cafd73d-600e-48ef-b7e7-781deff0311e,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:30.888769 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d363dbe3-5d87-4da9-95d5-acb6996265ea tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Checking segment: {'id': 'eb743d8c-3362-4bde-b88a-21fee5ccf4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '73758e9c-454f-4b48-a2e5-f69776403e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:30.889331 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d363dbe3-5d87-4da9-95d5-acb6996265ea tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Network hostable DHCP agents. Network: 73758e9c-454f-4b48-a2e5-f69776403e10, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:50:30.951550 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for port (16a8b5bf-7433-430f-be9a-54f283355cc2), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:31.014914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-72e95dd8-4036-4f7d-88fa-ae1119b5a82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (fd7c69b8-141f-4c41-b91a-63e5a2cd6efc), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:31.018280 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-72e95dd8-4036-4f7d-88fa-ae1119b5a82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:31.020164 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-72e95dd8-4036-4f7d-88fa-ae1119b5a82b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd7c69b8-141f-4c41-b91a-63e5a2cd6efc HTTP/1.1" status: 204 len: 168 time: 1.0205491 Jan 10 11:50:31.040262 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-873f64d3-a41c-47a5-803a-d79b0eb25077 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=352a2d16b2764491aabf5fded04ea148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2033496 Jan 10 11:50:31.047704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d363dbe3-5d87-4da9-95d5-acb6996265ea tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Network 73758e9c-454f-4b48-a2e5-f69776403e10 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:50:31.050923 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e95dd8-4036-4f7d-88fa-ae1119b5a82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7c69b8-141f-4c41-b91a-63e5a2cd6efc,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:31.078269 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (16a8b5bf-7433-430f-be9a-54f283355cc2), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:31.133594 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab54052-5f2b-49fd-aa62-8916239ff9aa tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Made reservation on behalf of 96f06c98bdb74a28b7845c47688c9f09 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:31.139903 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fab54052-5f2b-49fd-aa62-8916239ff9aa tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:31.167098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fefb3d42-7376-4ab7-a21b-aa8aaff87b33 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (5cb84b77-521c-4943-bf9e-96aa93b82903), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:31.173478 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fefb3d42-7376-4ab7-a21b-aa8aaff87b33 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:31.177244 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fefb3d42-7376-4ab7-a21b-aa8aaff87b33 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cb84b77-521c-4943-bf9e-96aa93b82903 HTTP/1.1" status: 204 len: 168 time: 1.0101566 Jan 10 11:50:31.185696 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51814) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:31.205000 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb3d42-7376-4ab7-a21b-aa8aaff87b33 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb84b77-521c-4943-bf9e-96aa93b82903,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:31.225091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab54052-5f2b-49fd-aa62-8916239ff9aa tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:50:31.254139 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fab54052-5f2b-49fd-aa62-8916239ff9aa tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (09dc7bc1-812e-47fa-8c87-1066206fee05), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:31.254712 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-fab54052-5f2b-49fd-aa62-8916239ff9aa tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Added segment 09dc7bc1-812e-47fa-8c87-1066206fee05 of type vlan for network 62fde8ad-2ede-4438-a8d5-ff1091bdee1e Jan 10 11:50:31.301276 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-d363dbe3-5d87-4da9-95d5-acb6996265ea tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 73758e9c-454f-4b48-a2e5-f69776403e10) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:31.325049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d9bf3b-3e16-45fb-a69c-fd0fba71d190 None None] Network 73758e9c-454f-4b48-a2e5-f69776403e10 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:31.374984 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-052cc236-c465-488c-b183-e7e128960861 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a51f2ad5-2af3-4fbe-9278-035cad068e9f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:31.497070 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cc236-c465-488c-b183-e7e128960861 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Pushing event deleted for resources: {'Port': ['ID=a51f2ad5-2af3-4fbe-9278-035cad068e9f,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:31.641115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-73758e9c-454f-4b48-a2e5-f69776403e10', 'network_id': '73758e9c-454f-4b48-a2e5-f69776403e10', 'project_id': '962669a092964021bbfe0e96b85118f4', 'fixed_ips': [{'subnet_id': '8cafd73d-600e-48ef-b7e7-781deff0311e'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:50:31.642925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:31.765789 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d363dbe3-5d87-4da9-95d5-acb6996265ea tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:31.768629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d363dbe3-5d87-4da9-95d5-acb6996265ea tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:31.784826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fab54052-5f2b-49fd-aa62-8916239ff9aa tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (62fde8ad-2ede-4438-a8d5-ff1091bdee1e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:31.786559 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (1eaacecc-7522-4d39-892f-ea952b5c7ff7), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:31.813981 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Pushing event updated for resources: {'Port': ['ID=16a8b5bf-7433-430f-be9a-54f283355cc2,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:31.847921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-052cc236-c465-488c-b183-e7e128960861 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:31.863148 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-052cc236-c465-488c-b183-e7e128960861 tempest-RoutersAdminNegativeTest-1316602298 tempest-RoutersAdminNegativeTest-1316602298-project-admin] 10.222.0.16 "DELETE /v2.0/ports/a51f2ad5-2af3-4fbe-9278-035cad068e9f HTTP/1.1" status: 204 len: 168 time: 2.1186838 Jan 10 11:50:31.915422 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aa58de33-1b35-478b-80af-7abb520b3736 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (e4c03301-4ab6-4f21-b128-bfa776ae834b), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:31.955682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-c282fb2f-6048-4a0f-a671-b30ce1cd618d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:50:31.959420 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-c282fb2f-6048-4a0f-a671-b30ce1cd618d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1275582 Jan 10 11:50:32.029874 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d363dbe3-5d87-4da9-95d5-acb6996265ea tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0744851 Jan 10 11:50:32.037190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51834) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:32.039200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fab54052-5f2b-49fd-aa62-8916239ff9aa tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (62fde8ad-2ede-4438-a8d5-ff1091bdee1e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:32.040928 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab54052-5f2b-49fd-aa62-8916239ff9aa tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:32.042003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fab54052-5f2b-49fd-aa62-8916239ff9aa tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:32.054088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f0c66f83-70e9-4cf1-8f65-b164307274fd tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1076930828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:32.076241 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Allocated IP 172.20.0.2 (73758e9c-454f-4b48-a2e5-f69776403e10/8cafd73d-600e-48ef-b7e7-781deff0311e/1af664fd-4c37-427f-be07-2942eb5f3401) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:32.224212 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Network 87edd773-6055-4944-bf66-56402ae72ea1 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:32.238583 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aa58de33-1b35-478b-80af-7abb520b3736 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (e4c03301-4ab6-4f21-b128-bfa776ae834b), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:32.263543 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fab54052-5f2b-49fd-aa62-8916239ff9aa tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5179613 Jan 10 11:50:32.276073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51836) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:32.281084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:32.291229 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab54052-5f2b-49fd-aa62-8916239ff9aa tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event updated for resources: {'Network': ['ID=62fde8ad-2ede-4438-a8d5-ff1091bdee1e,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:32.351601 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-c5661e6b-f436-4702-9a47-76e64b2e7bd7 service neutron] 10.222.0.16 "GET /v2.0/networks/8395d8e6-0511-4314-94bb-e87296687cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832662 Jan 10 11:50:32.369203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Publish callbacks [] for port (1af664fd-4c37-427f-be07-2942eb5f3401), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:32.375688 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 62fde8ad-2ede-4438-a8d5-ff1091bdee1e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:50:32.401498 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-aa58de33-1b35-478b-80af-7abb520b3736 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c03301-4ab6-4f21-b128-bfa776ae834b']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:32.414978 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0c66f83-70e9-4cf1-8f65-b164307274fd tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:32.417326 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0c66f83-70e9-4cf1-8f65-b164307274fd tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:32.426662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-aa58de33-1b35-478b-80af-7abb520b3736 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f349f74-0d70-4428-9437-70928c8a99fb') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:32.427333 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-aa58de33-1b35-478b-80af-7abb520b3736 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f349f74-0d70-4428-9437-70928c8a99fb') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:32.455138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aa58de33-1b35-478b-80af-7abb520b3736 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (2f349f74-0d70-4428-9437-70928c8a99fb), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:32.496657 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (1af664fd-4c37-427f-be07-2942eb5f3401), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:32.510342 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19affdb-ca78-474a-baa8-85af2d62ec86 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:32.518243 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b19affdb-ca78-474a-baa8-85af2d62ec86 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] 10.222.0.16 "GET /v2.0/networks/62fde8ad-2ede-4438-a8d5-ff1091bdee1e HTTP/1.1" status: 200 len: 756 time: 0.2361913 Jan 10 11:50:32.520906 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51840) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:32.530539 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aa58de33-1b35-478b-80af-7abb520b3736 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (2f349f74-0d70-4428-9437-70928c8a99fb), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:32.554545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Network 73758e9c-454f-4b48-a2e5-f69776403e10 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:32.566163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa58de33-1b35-478b-80af-7abb520b3736 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:50:32.566163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aa58de33-1b35-478b-80af-7abb520b3736 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (2f349f74-0d70-4428-9437-70928c8a99fb), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:50:32.568312 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:50:32.575847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:32.584256 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:32.706673 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Pushing event updated for resources: {'Port': ['ID=1af664fd-4c37-427f-be07-2942eb5f3401,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:32.744614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Attempting to bind port 1af664fd-4c37-427f-be07-2942eb5f3401 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:32.745053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Attempting to bind port 1af664fd-4c37-427f-be07-2942eb5f3401 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eb743d8c-3362-4bde-b88a-21fee5ccf4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '73758e9c-454f-4b48-a2e5-f69776403e10'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:32.745984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Attempting to bind port 1af664fd-4c37-427f-be07-2942eb5f3401 on network 73758e9c-454f-4b48-a2e5-f69776403e10 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:32.753610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:50:32.754866 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Checking segment: {'id': 'eb743d8c-3362-4bde-b88a-21fee5ccf4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '73758e9c-454f-4b48-a2e5-f69776403e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:32.755683 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:32.756693 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Bound using segment: {'id': 'eb743d8c-3362-4bde-b88a-21fee5ccf4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '73758e9c-454f-4b48-a2e5-f69776403e10'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:50:32.757965 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Bound port: 1af664fd-4c37-427f-be07-2942eb5f3401, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb743d8c-3362-4bde-b88a-21fee5ccf4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '73758e9c-454f-4b48-a2e5-f69776403e10'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:50:32.758985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1af664fd-4c37-427f-be07-2942eb5f3401), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:32.840689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0c66f83-70e9-4cf1-8f65-b164307274fd tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for router_controller (d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:32.879138 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-77075a57-e6cd-4c9b-a35f-9afb121d19a2 service neutron] 10.222.0.16 "GET /v2.0/networks/8395d8e6-0511-4314-94bb-e87296687cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231309 Jan 10 11:50:32.893965 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ba295c25-74a5-4982-9ed9-b0c6d1abb427 None None] Provisioning complete for port 16a8b5bf-7433-430f-be9a-54f283355cc2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:32.894599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ba295c25-74a5-4982-9ed9-b0c6d1abb427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (16a8b5bf-7433-430f-be9a-54f283355cc2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:32.896714 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df265387-4019-40bb-a0b3-2e2272a67341 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:32.896949 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Router 1eaacecc-7522-4d39-892f-ea952b5c7ff7 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:50:32.899477 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aa58de33-1b35-478b-80af-7abb520b3736 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (e4c03301-4ab6-4f21-b128-bfa776ae834b), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:32.899987 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-df265387-4019-40bb-a0b3-2e2272a67341 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] 10.222.0.16 "GET /v2.0/networks/e2bcaf58-4472-428c-b214-8e06d907d825 HTTP/1.1" status: 200 len: 768 time: 0.3744767 Jan 10 11:50:32.905937 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51846) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:32.915367 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aa58de33-1b35-478b-80af-7abb520b3736 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:32.922075 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-aa58de33-1b35-478b-80af-7abb520b3736 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e4c03301-4ab6-4f21-b128-bfa776ae834b HTTP/1.1" status: 204 len: 168 time: 1.7298887 Jan 10 11:50:32.926672 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51848) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:32.964738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] For port 1af664fd-4c37-427f-be07-2942eb5f3401, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:50:32.969237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] For port 1af664fd-4c37-427f-be07-2942eb5f3401, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1af664fd-4c37-427f-be07-2942eb5f3401,segment=NetworkSegment(eb743d8c-3362-4bde-b88a-21fee5ccf4f7),segment_id=eb743d8c-3362-4bde-b88a-21fee5ccf4f7)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:50:32.972276 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51850) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:32.994184 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58de33-1b35-478b-80af-7abb520b3736 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4c03301-4ab6-4f21-b128-bfa776ae834b,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:33.024829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0c66f83-70e9-4cf1-8f65-b164307274fd tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:33.035836 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ba295c25-74a5-4982-9ed9-b0c6d1abb427 None None] Port 16a8b5bf-7433-430f-be9a-54f283355cc2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:33.071382 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1af664fd-4c37-427f-be07-2942eb5f3401), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:33.077880 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51854) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:33.233167 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57f7f1-d796-467f-8527-ecae29e28c01 None None] Pushing event updated for resources: {'Port': ['ID=1af664fd-4c37-427f-be07-2942eb5f3401,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:33.272253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0c66f83-70e9-4cf1-8f65-b164307274fd tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:33.280434 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f0c66f83-70e9-4cf1-8f65-b164307274fd tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.2309902 Jan 10 11:50:33.292979 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51860) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:33.490898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-35b4ae6f-c3e4-48a7-b001-7eb14a009e35 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-587594100'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:33.521118 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:50:33.551960 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6342f1e0-b927-4b09-9849-2312dece37b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] 10.222.0.16 "PUT /v2.0/routers/1eaacecc-7522-4d39-892f-ea952b5c7ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5871201 Jan 10 11:50:33.562835 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51868) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:33.579224 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-948ca7f9-364d-426c-95a0-394bf092e2be tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Request body: {'port': {'network_id': '87edd773-6055-4944-bf66-56402ae72ea1', 'name': 'tempest-FloatingIPAdminTestJSON-993775103'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:33.601595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c24aa-ffc8-4cbf-8d02-3f73cc4ec02b None None] Sync routers for ids ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:50:33.640058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c24aa-ffc8-4cbf-8d02-3f73cc4ec02b None None] Routers {'1eaacecc-7522-4d39-892f-ea952b5c7ff7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:33.642321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-533c24aa-ffc8-4cbf-8d02-3f73cc4ec02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:50:09Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:33.804308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b2ef8c29-5559-4c6d-9fbf-8c3e04e1e880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:33.805796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-533c24aa-ffc8-4cbf-8d02-3f73cc4ec02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:33.816319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-32abd140-6f8c-47fb-8406-9c180f37d619 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (17a43427-75ee-4723-ab33-4cf7553875ec), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:33.832163 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c24aa-ffc8-4cbf-8d02-3f73cc4ec02b None None] Routers {'1eaacecc-7522-4d39-892f-ea952b5c7ff7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:33.832801 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-533c24aa-ffc8-4cbf-8d02-3f73cc4ec02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:50:09Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:33.855844 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f62d930-2b6b-4c9f-9fd9-11da5ef17774 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (62fde8ad-2ede-4438-a8d5-ff1091bdee1e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:33.898499 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51892) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:33.902377 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b4ae6f-c3e4-48a7-b001-7eb14a009e35 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Made reservation on behalf of 2625d78228be49d4adecdc00da4403ae for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:33.906150 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35b4ae6f-c3e4-48a7-b001-7eb14a009e35 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:33.934036 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-533c24aa-ffc8-4cbf-8d02-3f73cc4ec02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:33.936532 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c24aa-ffc8-4cbf-8d02-3f73cc4ec02b None None] The sync data for ids ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:50:34.008228 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35b4ae6f-c3e4-48a7-b001-7eb14a009e35 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.036168 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-32abd140-6f8c-47fb-8406-9c180f37d619 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (17a43427-75ee-4723-ab33-4cf7553875ec), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.114063 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f62d930-2b6b-4c9f-9fd9-11da5ef17774 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (62fde8ad-2ede-4438-a8d5-ff1091bdee1e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.132799 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-32abd140-6f8c-47fb-8406-9c180f37d619 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a43427-75ee-4723-ab33-4cf7553875ec']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:34.159528 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-32abd140-6f8c-47fb-8406-9c180f37d619 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f424b02-7bcf-47cf-b9e2-df1eb38e3c8a') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:34.159855 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-32abd140-6f8c-47fb-8406-9c180f37d619 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f424b02-7bcf-47cf-b9e2-df1eb38e3c8a') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:34.180949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-32abd140-6f8c-47fb-8406-9c180f37d619 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (3f424b02-7bcf-47cf-b9e2-df1eb38e3c8a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.186906 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-9f62d930-2b6b-4c9f-9fd9-11da5ef17774 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fde8ad-2ede-4438-a8d5-ff1091bdee1e']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:34.201058 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.215216 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b2ef8c29-5559-4c6d-9fbf-8c3e04e1e880 admin admin] Publish callbacks [] for security_group (9a46224b-544f-42ed-94f4-415ed8d9ddcf), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.224416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-9f62d930-2b6b-4c9f-9fd9-11da5ef17774 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dc7bc1-812e-47fa-8c87-1066206fee05') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:34.225882 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-9f62d930-2b6b-4c9f-9fd9-11da5ef17774 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dc7bc1-812e-47fa-8c87-1066206fee05') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:34.245258 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-32abd140-6f8c-47fb-8406-9c180f37d619 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (3f424b02-7bcf-47cf-b9e2-df1eb38e3c8a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.256398 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32abd140-6f8c-47fb-8406-9c180f37d619 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:50:34.257350 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-32abd140-6f8c-47fb-8406-9c180f37d619 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (3f424b02-7bcf-47cf-b9e2-df1eb38e3c8a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:50:34.317668 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:50:34.324770 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948ca7f9-364d-426c-95a0-394bf092e2be tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Made reservation on behalf of e99c15f29adc47daa61e1b3f2e77836f for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:34.326787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f62d930-2b6b-4c9f-9fd9-11da5ef17774 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (09dc7bc1-812e-47fa-8c87-1066206fee05), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.329053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-948ca7f9-364d-426c-95a0-394bf092e2be tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.340802 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b2ef8c29-5559-4c6d-9fbf-8c3e04e1e880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (9a46224b-544f-42ed-94f4-415ed8d9ddcf), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.357999 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 10 11:50:34.384779 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35b4ae6f-c3e4-48a7-b001-7eb14a009e35 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks [] for security_group (c0de819c-9a48-4be3-be5a-f81e46d18baa), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.404603 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b2ef8c29-5559-4c6d-9fbf-8c3e04e1e880 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=648e5f3cad3147fe92ceb503eefcf0b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2925756 Jan 10 11:50:34.406191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51902) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:34.497900 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35b4ae6f-c3e4-48a7-b001-7eb14a009e35 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c0de819c-9a48-4be3-be5a-f81e46d18baa), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.510885 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f62d930-2b6b-4c9f-9fd9-11da5ef17774 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (09dc7bc1-812e-47fa-8c87-1066206fee05), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.527072 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-94da5754-c000-440e-9c26-a128935de4ab req-50fd42a4-0779-46de-8d52-305dd7acadff tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 210 time: 0.6258678 Jan 10 11:50:34.536536 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-32abd140-6f8c-47fb-8406-9c180f37d619 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (17a43427-75ee-4723-ab33-4cf7553875ec), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.545841 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-32abd140-6f8c-47fb-8406-9c180f37d619 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.561010 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-32abd140-6f8c-47fb-8406-9c180f37d619 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] 10.222.0.16 "DELETE /v2.0/networks/17a43427-75ee-4723-ab33-4cf7553875ec HTTP/1.1" status: 204 len: 168 time: 1.6269205 Jan 10 11:50:34.569311 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-948ca7f9-364d-426c-95a0-394bf092e2be tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] device_id is not set on port cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:50:34.587353 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1af664fd-4c37-427f-be07-2942eb5f3401 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:50:34.632108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f62d930-2b6b-4c9f-9fd9-11da5ef17774 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:50:34.643202 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f62d930-2b6b-4c9f-9fd9-11da5ef17774 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (09dc7bc1-812e-47fa-8c87-1066206fee05), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.645961 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abd140-6f8c-47fb-8406-9c180f37d619 tempest-QuotasNegativeTest-1458587128 tempest-QuotasNegativeTest-1458587128-project-admin] Pushing event deleted for resources: {'Network': ['ID=17a43427-75ee-4723-ab33-4cf7553875ec,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:50:34.648528 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:50:34.682597 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4ae6f-c3e4-48a7-b001-7eb14a009e35 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0de819c-9a48-4be3-be5a-f81e46d18baa,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:34.760531 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 1af664fd-4c37-427f-be07-2942eb5f3401 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:34.765010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1af664fd-4c37-427f-be07-2942eb5f3401), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.781633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa3a8-2685-44e8-a60a-e8e14193d079 admin admin] Publish callbacks [] for security_group (9a46224b-544f-42ed-94f4-415ed8d9ddcf), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:34.785376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef8c29-5559-4c6d-9fbf-8c3e04e1e880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a46224b-544f-42ed-94f4-415ed8d9ddcf,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:34.966459 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1af664fd-4c37-427f-be07-2942eb5f3401), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:35.036209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 1af664fd-4c37-427f-be07-2942eb5f3401, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1af664fd-4c37-427f-be07-2942eb5f3401,segment=NetworkSegment(eb743d8c-3362-4bde-b88a-21fee5ccf4f7),segment_id=eb743d8c-3362-4bde-b88a-21fee5ccf4f7)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:50:35.046898 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa3a8-2685-44e8-a60a-e8e14193d079 admin admin] Publish callbacks [] for security_group (9a46224b-544f-42ed-94f4-415ed8d9ddcf), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:35.128769 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-948ca7f9-364d-426c-95a0-394bf092e2be tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Allocated IP 172.20.0.10 (87edd773-6055-4944-bf66-56402ae72ea1/ba5d1297-0c97-4d2d-a1ff-ee2fcabd4d7f/cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:35.145183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Allocated IP 172.20.0.1 (73758e9c-454f-4b48-a2e5-f69776403e10/8cafd73d-600e-48ef-b7e7-781deff0311e/3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:35.149404 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a923eff6-5772-46b0-b65a-d9903d52d0b1 None None] Network 73758e9c-454f-4b48-a2e5-f69776403e10 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:35.172768 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1af664fd-4c37-427f-be07-2942eb5f3401), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:35.200305 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f62d930-2b6b-4c9f-9fd9-11da5ef17774 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (62fde8ad-2ede-4438-a8d5-ff1091bdee1e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:35.208323 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f62d930-2b6b-4c9f-9fd9-11da5ef17774 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 62fde8ad-2ede-4438-a8d5-ff1091bdee1e {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 10 11:50:35.215004 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f62d930-2b6b-4c9f-9fd9-11da5ef17774 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:35.228588 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9f62d930-2b6b-4c9f-9fd9-11da5ef17774 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "DELETE /v2.0/networks/62fde8ad-2ede-4438-a8d5-ff1091bdee1e HTTP/1.1" status: 204 len: 168 time: 2.3212833 Jan 10 11:50:35.237240 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51922) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:35.256392 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0189791e-8786-4a5c-9c87-d4a3e72ed700 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Request body: {'network': {'name': 'tempest-network--341503542'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:35.283835 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62d930-2b6b-4c9f-9fd9-11da5ef17774 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event deleted for resources: {'Network': ['ID=62fde8ad-2ede-4438-a8d5-ff1091bdee1e,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:35.311483 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-38b38e50-a44e-4424-9e49-e625a14f0412 None None] Provisioning complete for port 1af664fd-4c37-427f-be07-2942eb5f3401 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:35.312685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-38b38e50-a44e-4424-9e49-e625a14f0412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1af664fd-4c37-427f-be07-2942eb5f3401), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:35.317415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=1af664fd-4c37-427f-be07-2942eb5f3401,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:35.384310 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa3a8-2685-44e8-a60a-e8e14193d079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (9a46224b-544f-42ed-94f4-415ed8d9ddcf), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:35.387792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa3a8-2685-44e8-a60a-e8e14193d079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:35.392862 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ac0fa3a8-2685-44e8-a60a-e8e14193d079 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a46224b-544f-42ed-94f4-415ed8d9ddcf HTTP/1.1" status: 204 len: 168 time: 0.9639933 Jan 10 11:50:35.409586 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fa3a8-2685-44e8-a60a-e8e14193d079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a46224b-544f-42ed-94f4-415ed8d9ddcf,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:35.864294 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-73f06d5a-ccec-4c04-9fbb-a759f9bb93b5 req-2e3e2505-2eb4-42eb-a367-b01994ebd558 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 210 time: 0.1808074 Jan 10 11:50:35.881628 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b4ae6f-c3e4-48a7-b001-7eb14a009e35 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:50:35.886393 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0189791e-8786-4a5c-9c87-d4a3e72ed700 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Made reservation on behalf of 96f06c98bdb74a28b7845c47688c9f09 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:35.890558 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0189791e-8786-4a5c-9c87-d4a3e72ed700 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:35.901145 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for port (3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:36.015760 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35b4ae6f-c3e4-48a7-b001-7eb14a009e35 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (bfff63ea-7b73-4be7-8871-3874d474dbe2), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:36.016178 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-35b4ae6f-c3e4-48a7-b001-7eb14a009e35 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Added segment bfff63ea-7b73-4be7-8871-3874d474dbe2 of type vlan for network ccefc488-07a5-4dc5-bc36-5d6b6490ceb4 Jan 10 11:50:36.047903 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-fddbe6fe-327e-4691-bea4-0fa5f3dbb39a None None] Provisioning complete for port 1af664fd-4c37-427f-be07-2942eb5f3401 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:36.050457 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fddbe6fe-327e-4691-bea4-0fa5f3dbb39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1af664fd-4c37-427f-be07-2942eb5f3401), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:36.062691 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ac1095c5-67fb-4fd5-9e75-acf093f2d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:36.168669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0189791e-8786-4a5c-9c87-d4a3e72ed700 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:50:36.204677 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35b4ae6f-c3e4-48a7-b001-7eb14a009e35 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (ccefc488-07a5-4dc5-bc36-5d6b6490ceb4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:36.253441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0189791e-8786-4a5c-9c87-d4a3e72ed700 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (35680d2f-4118-4370-89e4-0d1e4a8ff023), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:36.254079 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-0189791e-8786-4a5c-9c87-d4a3e72ed700 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Added segment 35680d2f-4118-4370-89e4-0d1e4a8ff023 of type vlan for network f2a575a7-f02e-486e-b88a-a9a731d383b0 Jan 10 11:50:36.304134 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-948ca7f9-364d-426c-95a0-394bf092e2be tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for port (cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:36.352545 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0189791e-8786-4a5c-9c87-d4a3e72ed700 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (f2a575a7-f02e-486e-b88a-a9a731d383b0), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:36.429467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:36.452149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1af664fd-4c37-427f-be07-2942eb5f3401 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:50:36.482879 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Network 73758e9c-454f-4b48-a2e5-f69776403e10 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:36.487073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:36.491423 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:36.521181 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Pushing event updated for resources: {'Port': ['ID=3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:36.526604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35b4ae6f-c3e4-48a7-b001-7eb14a009e35 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (ccefc488-07a5-4dc5-bc36-5d6b6490ceb4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:36.532337 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b4ae6f-c3e4-48a7-b001-7eb14a009e35 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:36.532989 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35b4ae6f-c3e4-48a7-b001-7eb14a009e35 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:36.550089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 1af664fd-4c37-427f-be07-2942eb5f3401 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:36.551159 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1af664fd-4c37-427f-be07-2942eb5f3401), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:36.585994 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0189791e-8786-4a5c-9c87-d4a3e72ed700 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (f2a575a7-f02e-486e-b88a-a9a731d383b0), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:36.586887 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0189791e-8786-4a5c-9c87-d4a3e72ed700 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:36.587368 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0189791e-8786-4a5c-9c87-d4a3e72ed700 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:36.613809 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-948ca7f9-364d-426c-95a0-394bf092e2be tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:36.733958 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:36.795114 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4ae6f-c3e4-48a7-b001-7eb14a009e35 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Pushing event updated for resources: {'Network': ['ID=ccefc488-07a5-4dc5-bc36-5d6b6490ceb4,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:36.814382 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-35b4ae6f-c3e4-48a7-b001-7eb14a009e35 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.8400166 Jan 10 11:50:36.815419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51944) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:36.816212 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ca7f9-364d-426c-95a0-394bf092e2be tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Pushing event updated for resources: {'Port': ['ID=cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:36.816388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network ccefc488-07a5-4dc5-bc36-5d6b6490ceb4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:50:36.828987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-35852c4f-46ef-403e-8caf-18588766d5bb tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Request body: {'subnet': {'network_id': 'ccefc488-07a5-4dc5-bc36-5d6b6490ceb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:36.829248 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ca7f9-364d-426c-95a0-394bf092e2be tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Network 87edd773-6055-4944-bf66-56402ae72ea1 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:36.868876 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-948ca7f9-364d-426c-95a0-394bf092e2be tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:36.888997 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948ca7f9-364d-426c-95a0-394bf092e2be tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:36.906251 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0189791e-8786-4a5c-9c87-d4a3e72ed700 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6598215 Jan 10 11:50:36.916967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51950) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:36.936461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-19449e85-0e60-4ad6-8cc7-e43b8d8c7519 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:37.058467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51954) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:37.129514 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51956) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:37.144714 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189791e-8786-4a5c-9c87-d4a3e72ed700 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event updated for resources: {'Network': ['ID=f2a575a7-f02e-486e-b88a-a9a731d383b0,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:37.228284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network f2a575a7-f02e-486e-b88a-a9a731d383b0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:50:37.251188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51960) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:37.272533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ee7a1cdf-1fda-4e51-b2ce-4833d1eed82c None None] Provisioning complete for port 3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:37.273295 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1cdf-1fda-4e51-b2ce-4833d1eed82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:37.309037 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c6152643-d95e-42ae-9bd0-c4310e81a3de req-e2e3474f-ef5b-4904-a638-9cb2ee931170 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 210 time: 0.2318351 Jan 10 11:50:37.343477 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ca7f9-364d-426c-95a0-394bf092e2be tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:37.346307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-948ca7f9-364d-426c-95a0-394bf092e2be tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:37.483877 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ee7a1cdf-1fda-4e51-b2ce-4833d1eed82c None None] Port 3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:37.546945 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-948ca7f9-364d-426c-95a0-394bf092e2be tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9823191 Jan 10 11:50:37.547965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51964) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:37.569451 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-48826243-8d67-454e-b8ca-4dd22b3233fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5894c4f83bb43888eaa3b63329f9708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5028033 Jan 10 11:50:37.570624 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:37.573787 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51968) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:37.623818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-19449e85-0e60-4ad6-8cc7-e43b8d8c7519 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (f2a575a7-f02e-486e-b88a-a9a731d383b0), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:37.626543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f8a76056-70df-471f-80a8-89f330093f6b None None] Provisioning complete for port cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:37.628875 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f8a76056-70df-471f-80a8-89f330093f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:37.646223 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-61378bb9-b5e8-409e-8f92-341a386681a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:37.716055 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35852c4f-46ef-403e-8caf-18588766d5bb tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Made reservation on behalf of 2625d78228be49d4adecdc00da4403ae for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:37.721349 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-35852c4f-46ef-403e-8caf-18588766d5bb tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:37.753944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f8a76056-70df-471f-80a8-89f330093f6b None None] Port cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:37.767102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-541c36bd-b54a-44d6-a0ab-05894bd461a2 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1060019726'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:37.776761 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'project_id': 'e99c15f29adc47daa61e1b3f2e77836f', 'port_id': 'cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:37.801975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-19449e85-0e60-4ad6-8cc7-e43b8d8c7519 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (f2a575a7-f02e-486e-b88a-a9a731d383b0), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:37.840167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19449e85-0e60-4ad6-8cc7-e43b8d8c7519 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Network f2a575a7-f02e-486e-b88a-a9a731d383b0 is not hosted by any dhcp agent {{(pid=110624) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 10 11:50:37.841152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19449e85-0e60-4ad6-8cc7-e43b8d8c7519 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:37.841698 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-19449e85-0e60-4ad6-8cc7-e43b8d8c7519 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:37.843113 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-19449e85-0e60-4ad6-8cc7-e43b8d8c7519 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "PUT /v2.0/networks/f2a575a7-f02e-486e-b88a-a9a731d383b0 HTTP/1.1" status: 200 len: 857 time: 0.9240010 Jan 10 11:50:37.861940 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51970) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:37.958245 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-61378bb9-b5e8-409e-8f92-341a386681a1 admin admin] Publish callbacks [] for security_group (65e198fd-6a0e-47e5-97ed-b264d9d4f73a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:37.964305 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19449e85-0e60-4ad6-8cc7-e43b8d8c7519 tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event updated for resources: {'Network': ['ID=f2a575a7-f02e-486e-b88a-a9a731d383b0,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:38.037371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-13c1dfdb-29c2-4177-954f-3c3158e03169 admin admin] Publish callbacks [] for security_group (dda9419e-b970-48cd-a401-97d69b578b75), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.053635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b970b658-6d19-42f2-815d-be2937cea6cf tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (f2a575a7-f02e-486e-b88a-a9a731d383b0), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.105676 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-13c1dfdb-29c2-4177-954f-3c3158e03169 admin admin] Publish callbacks [] for security_group (dda9419e-b970-48cd-a401-97d69b578b75), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.127560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-61378bb9-b5e8-409e-8f92-341a386681a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (65e198fd-6a0e-47e5-97ed-b264d9d4f73a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.189169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.191915 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541c36bd-b54a-44d6-a0ab-05894bd461a2 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Made reservation on behalf of f94457ab4b9d4276a1f49494d9796c33 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:38.196422 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-541c36bd-b54a-44d6-a0ab-05894bd461a2 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.237592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61378bb9-b5e8-409e-8f92-341a386681a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e198fd-6a0e-47e5-97ed-b264d9d4f73a,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:38.246707 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-61378bb9-b5e8-409e-8f92-341a386681a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32ae28fd90954d12b4538385a854f86a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9283047 Jan 10 11:50:38.249910 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51974) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:38.255482 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-541c36bd-b54a-44d6-a0ab-05894bd461a2 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.257172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b970b658-6d19-42f2-815d-be2937cea6cf tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (f2a575a7-f02e-486e-b88a-a9a731d383b0), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.298464 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-b970b658-6d19-42f2-815d-be2937cea6cf tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a575a7-f02e-486e-b88a-a9a731d383b0']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:38.306757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-35852c4f-46ef-403e-8caf-18588766d5bb tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (d50f1f0a-01d6-48e6-a74e-4e27a40289f5), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.320282 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-b970b658-6d19-42f2-815d-be2937cea6cf tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35680d2f-4118-4370-89e4-0d1e4a8ff023') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:38.320650 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-b970b658-6d19-42f2-815d-be2937cea6cf tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35680d2f-4118-4370-89e4-0d1e4a8ff023') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:38.367781 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b970b658-6d19-42f2-815d-be2937cea6cf tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (35680d2f-4118-4370-89e4-0d1e4a8ff023), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.414874 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for port (3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.431851 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b970b658-6d19-42f2-815d-be2937cea6cf tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (35680d2f-4118-4370-89e4-0d1e4a8ff023), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.436723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-47a7bd73-a690-41ab-aa26-892ff003433e admin admin] Publish callbacks [] for security_group (65e198fd-6a0e-47e5-97ed-b264d9d4f73a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.456301 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b970b658-6d19-42f2-815d-be2937cea6cf tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:50:38.456703 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b970b658-6d19-42f2-815d-be2937cea6cf tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (35680d2f-4118-4370-89e4-0d1e4a8ff023), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.460065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35852c4f-46ef-403e-8caf-18588766d5bb tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Pushing event updated for resources: {'Subnet': ['ID=d50f1f0a-01d6-48e6-a74e-4e27a40289f5,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:50:38.462287 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:50:38.485717 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-13c1dfdb-29c2-4177-954f-3c3158e03169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (dda9419e-b970-48cd-a401-97d69b578b75), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.488940 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-13c1dfdb-29c2-4177-954f-3c3158e03169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.494663 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-13c1dfdb-29c2-4177-954f-3c3158e03169 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dda9419e-b970-48cd-a401-97d69b578b75 HTTP/1.1" status: 204 len: 168 time: 0.9132099 Jan 10 11:50:38.510006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1dfdb-29c2-4177-954f-3c3158e03169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda9419e-b970-48cd-a401-97d69b578b75,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:38.531031 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-541c36bd-b54a-44d6-a0ab-05894bd461a2 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Publish callbacks [] for security_group (473ae620-96c8-4879-a24f-473ec5da9be5), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.563196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.566866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-47a7bd73-a690-41ab-aa26-892ff003433e admin admin] Publish callbacks [] for security_group (65e198fd-6a0e-47e5-97ed-b264d9d4f73a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.589125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35852c4f-46ef-403e-8caf-18588766d5bb tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Checking segment: {'id': 'bfff63ea-7b73-4be7-8871-3874d474dbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ccefc488-07a5-4dc5-bc36-5d6b6490ceb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:38.589532 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35852c4f-46ef-403e-8caf-18588766d5bb tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Network hostable DHCP agents. Network: ccefc488-07a5-4dc5-bc36-5d6b6490ceb4, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:50:38.596825 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.602246 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b5baff45-441b-47ba-a9a1-573d414d2ba5 req-0ecd6bc1-e802-4a31-82a4-76993c3fb7fb tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 210 time: 0.0578132 Jan 10 11:50:38.713032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.728806 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Pushing event updated for resources: {'Port': ['ID=3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:38.819934 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-541c36bd-b54a-44d6-a0ab-05894bd461a2 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (473ae620-96c8-4879-a24f-473ec5da9be5), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.826781 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b970b658-6d19-42f2-815d-be2937cea6cf tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (f2a575a7-f02e-486e-b88a-a9a731d383b0), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.837369 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b970b658-6d19-42f2-815d-be2937cea6cf tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2a575a7-f02e-486e-b88a-a9a731d383b0 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 10 11:50:38.841394 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b970b658-6d19-42f2-815d-be2937cea6cf tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.854599 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b970b658-6d19-42f2-815d-be2937cea6cf tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] 10.222.0.16 "DELETE /v2.0/networks/f2a575a7-f02e-486e-b88a-a9a731d383b0 HTTP/1.1" status: 204 len: 168 time: 0.9832785 Jan 10 11:50:38.856183 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51980) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:38.904925 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970b658-6d19-42f2-815d-be2937cea6cf tempest-ExternalNetworksTestJSON-1280714228 tempest-ExternalNetworksTestJSON-1280714228-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2a575a7-f02e-486e-b88a-a9a731d383b0,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:38.909598 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-47a7bd73-a690-41ab-aa26-892ff003433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (65e198fd-6a0e-47e5-97ed-b264d9d4f73a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.915694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-47a7bd73-a690-41ab-aa26-892ff003433e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:38.918185 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-47a7bd73-a690-41ab-aa26-892ff003433e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65e198fd-6a0e-47e5-97ed-b264d9d4f73a HTTP/1.1" status: 204 len: 168 time: 0.6669903 Jan 10 11:50:39.005409 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec21a173-a85f-4ad6-bd97-2f58d5b00699 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] DELETE failed (client error): The resource could not be found. Jan 10 11:50:39.007774 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec21a173-a85f-4ad6-bd97-2f58d5b00699 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:50:39.021648 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ec21a173-a85f-4ad6-bd97-2f58d5b00699 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] 10.222.0.16 "DELETE /v2.0/subnets/2452fffd-4e94-4637-aa43-2422367c9ecd HTTP/1.1" status: 404 len: 337 time: 0.1318676 Jan 10 11:50:39.026460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7bd73-a690-41ab-aa26-892ff003433e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e198fd-6a0e-47e5-97ed-b264d9d4f73a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:39.056923 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35852c4f-46ef-403e-8caf-18588766d5bb tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Network ccefc488-07a5-4dc5-bc36-5d6b6490ceb4 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:50:39.071498 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 51986) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:39.102444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Allocated IP 172.36.2.62 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/bd99ed9a-060e-476d-af35-6a077e052b93) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:39.190248 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541c36bd-b54a-44d6-a0ab-05894bd461a2 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:50:39.197143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-35852c4f-46ef-403e-8caf-18588766d5bb tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ccefc488-07a5-4dc5-bc36-5d6b6490ceb4) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:39.199451 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c36bd-b54a-44d6-a0ab-05894bd461a2 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473ae620-96c8-4879-a24f-473ec5da9be5,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:39.217662 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35852c4f-46ef-403e-8caf-18588766d5bb tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:39.221432 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-35852c4f-46ef-403e-8caf-18588766d5bb tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:39.236646 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3759876d-5386-4b8c-963f-9f6a68339bc3 None None] Network ccefc488-07a5-4dc5-bc36-5d6b6490ceb4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:39.367696 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eed4c80c-ac61-4a53-90cc-180db3ee1cf2 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (e2bcaf58-4472-428c-b214-8e06d907d825), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:39.476426 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks [] for port (bd99ed9a-060e-476d-af35-6a077e052b93), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:39.495188 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ccefc488-07a5-4dc5-bc36-5d6b6490ceb4', 'network_id': 'ccefc488-07a5-4dc5-bc36-5d6b6490ceb4', 'project_id': '2625d78228be49d4adecdc00da4403ae', 'fixed_ips': [{'subnet_id': 'd50f1f0a-01d6-48e6-a74e-4e27a40289f5'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:50:39.495496 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-541c36bd-b54a-44d6-a0ab-05894bd461a2 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (42846545-c622-4c0f-9b55-bee846e1ce86), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:39.495650 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-541c36bd-b54a-44d6-a0ab-05894bd461a2 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Added segment 42846545-c622-4c0f-9b55-bee846e1ce86 of type vlan for network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 Jan 10 11:50:39.498958 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:39.500816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Network 73758e9c-454f-4b48-a2e5-f69776403e10 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:39.509840 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-35852c4f-46ef-403e-8caf-18588766d5bb tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6897051 Jan 10 11:50:39.522055 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 51994) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:39.540769 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0abb45b2-5a23-49fa-a812-24f994746edc tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Request body: {'port': {'network_id': 'ccefc488-07a5-4dc5-bc36-5d6b6490ceb4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-657898912'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:39.546662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:39.648330 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eed4c80c-ac61-4a53-90cc-180db3ee1cf2 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (e2bcaf58-4472-428c-b214-8e06d907d825), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:39.700238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-eed4c80c-ac61-4a53-90cc-180db3ee1cf2 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bcaf58-4472-428c-b214-8e06d907d825']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:39.751665 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-eed4c80c-ac61-4a53-90cc-180db3ee1cf2 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edf06ee-542e-415c-9461-8fbe7ff3a623') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:39.753107 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-eed4c80c-ac61-4a53-90cc-180db3ee1cf2 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edf06ee-542e-415c-9461-8fbe7ff3a623') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:39.778615 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eed4c80c-ac61-4a53-90cc-180db3ee1cf2 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (6edf06ee-542e-415c-9461-8fbe7ff3a623), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:39.827065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eed4c80c-ac61-4a53-90cc-180db3ee1cf2 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (6edf06ee-542e-415c-9461-8fbe7ff3a623), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:39.850427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed4c80c-ac61-4a53-90cc-180db3ee1cf2 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:50:39.851832 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eed4c80c-ac61-4a53-90cc-180db3ee1cf2 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (6edf06ee-542e-415c-9461-8fbe7ff3a623), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:50:39.863021 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:50:40.077985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Allocated IP 2001:db8::2 (ccefc488-07a5-4dc5-bc36-5d6b6490ceb4/d50f1f0a-01d6-48e6-a74e-4e27a40289f5/bd73021c-f9e0-4508-a1d5-ae9d17f68b69) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:40.178726 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-68e21495-9d17-4584-a307-eb534884a7fb req-9dab5ad8-9a62-4b29-ab32-063bb89d756b tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 210 time: 0.0820506 Jan 10 11:50:40.184471 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-541c36bd-b54a-44d6-a0ab-05894bd461a2 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (fb6e4fc0-bc1f-4032-a1d1-6bb137469c48), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:40.248375 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eed4c80c-ac61-4a53-90cc-180db3ee1cf2 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (e2bcaf58-4472-428c-b214-8e06d907d825), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:40.269603 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eed4c80c-ac61-4a53-90cc-180db3ee1cf2 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:40.290383 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-eed4c80c-ac61-4a53-90cc-180db3ee1cf2 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] 10.222.0.16 "DELETE /v2.0/networks/e2bcaf58-4472-428c-b214-8e06d907d825 HTTP/1.1" status: 204 len: 168 time: 1.1961465 Jan 10 11:50:40.306706 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-3371809e-fb28-4d01-b5ee-0725590a0d56 None None] Provisioning complete for port 3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:40.307614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3371809e-fb28-4d01-b5ee-0725590a0d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:40.312276 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4c80c-ac61-4a53-90cc-180db3ee1cf2 tempest-ExternalNetworksTestJSON-736444036 tempest-ExternalNetworksTestJSON-736444036-project] Pushing event deleted for resources: {'Network': ['ID=e2bcaf58-4472-428c-b214-8e06d907d825,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:40.421590 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52010) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:40.428686 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3371809e-fb28-4d01-b5ee-0725590a0d56 None None] Port 3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:40.443266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d352dab-d644-4544-a511-8fc3b8a70d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:40.462534 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (bd99ed9a-060e-476d-af35-6a077e052b93), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:40.494689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.30', 63483) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:40.555348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-277f9930-ebb7-40de-81e4-fcd69025f21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:40.576958 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abb45b2-5a23-49fa-a812-24f994746edc tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Made reservation on behalf of 2625d78228be49d4adecdc00da4403ae for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:40.583887 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0abb45b2-5a23-49fa-a812-24f994746edc tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:40.589576 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-541c36bd-b54a-44d6-a0ab-05894bd461a2 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (fb6e4fc0-bc1f-4032-a1d1-6bb137469c48), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:40.599970 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541c36bd-b54a-44d6-a0ab-05894bd461a2 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:40.600759 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-541c36bd-b54a-44d6-a0ab-05894bd461a2 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:40.612177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Publish callbacks [] for port (bd73021c-f9e0-4508-a1d5-ae9d17f68b69), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:40.654347 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:40.697733 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:40.722911 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:40.729322 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Pushing event updated for resources: {'Port': ['ID=bd99ed9a-060e-476d-af35-6a077e052b93,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:40.733844 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:40.742175 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-0abb45b2-5a23-49fa-a812-24f994746edc tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] device_id is not set on port 03de9c54-b6d5-4572-b0f2-03fe323e2a25 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:50:40.762508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-1f6364a1-ac9f-407c-abf5-e82a7cfb9fba tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:40.765109 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-1f6364a1-ac9f-407c-abf5-e82a7cfb9fba tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.30 "GET /v2.0/networks?id=8395d8e6-0511-4314-94bb-e87296687cd4 HTTP/1.1" status: 200 len: 805 time: 0.2687776 Jan 10 11:50:40.808438 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Router d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:50:40.835945 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (bd73021c-f9e0-4508-a1d5-ae9d17f68b69), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:40.878946 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c36bd-b54a-44d6-a0ab-05894bd461a2 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Pushing event updated for resources: {'Network': ['ID=fb6e4fc0-bc1f-4032-a1d1-6bb137469c48,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:40.913902 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Pushing event updated for resources: {'Port': ['ID=bd73021c-f9e0-4508-a1d5-ae9d17f68b69,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:40.920207 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-541c36bd-b54a-44d6-a0ab-05894bd461a2 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.7729585 Jan 10 11:50:40.948750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:50:40.949738 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-4eedcf24-1acd-4643-9c64-cc42f609c51b tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=352a2d16b2764491aabf5fded04ea148 HTTP/1.1" status: 200 len: 379 time: 0.1447322 Jan 10 11:50:40.960828 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-5a5ae93a-6d8a-4f2b-a2cb-060cbdd68ebc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Request body: {'port': {'device_id': '02822888-ac2d-4862-9901-13f3aa61bd88', 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4', 'admin_state_up': True, 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'security_groups': ['e13137a4-0db7-40c4-a982-a0c414744c22']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:41.065309 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Network ccefc488-07a5-4dc5-bc36-5d6b6490ceb4 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:41.086587 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:41.093455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:41.285612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52022) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:41.329041 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Attempting to bind port bd73021c-f9e0-4508-a1d5-ae9d17f68b69 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:41.329882 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Attempting to bind port bd73021c-f9e0-4508-a1d5-ae9d17f68b69 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bfff63ea-7b73-4be7-8871-3874d474dbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ccefc488-07a5-4dc5-bc36-5d6b6490ceb4'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:41.331020 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Attempting to bind port bd73021c-f9e0-4508-a1d5-ae9d17f68b69 on network ccefc488-07a5-4dc5-bc36-5d6b6490ceb4 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:41.358207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:50:41.358808 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Checking segment: {'id': 'bfff63ea-7b73-4be7-8871-3874d474dbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ccefc488-07a5-4dc5-bc36-5d6b6490ceb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:41.359492 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:41.365376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Bound using segment: {'id': 'bfff63ea-7b73-4be7-8871-3874d474dbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ccefc488-07a5-4dc5-bc36-5d6b6490ceb4'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:50:41.366520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Bound port: bd73021c-f9e0-4508-a1d5-ae9d17f68b69, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfff63ea-7b73-4be7-8871-3874d474dbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ccefc488-07a5-4dc5-bc36-5d6b6490ceb4'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:50:41.366916 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bd73021c-f9e0-4508-a1d5-ae9d17f68b69), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:41.423337 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d352dab-d644-4544-a511-8fc3b8a70d18 admin admin] Publish callbacks [] for security_group (01a76ab9-c8d1-4b36-ab22-34241741d175), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:41.451649 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-5a5ae93a-6d8a-4f2b-a2cb-060cbdd68ebc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Made reservation on behalf of 352a2d16b2764491aabf5fded04ea148 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:41.460913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-5a5ae93a-6d8a-4f2b-a2cb-060cbdd68ebc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:41.525075 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-0abb45b2-5a23-49fa-a812-24f994746edc tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Allocated IP 2001:db8::6f (ccefc488-07a5-4dc5-bc36-5d6b6490ceb4/d50f1f0a-01d6-48e6-a74e-4e27a40289f5/03de9c54-b6d5-4572-b0f2-03fe323e2a25) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:41.544109 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:50:41.568035 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9990d-f8f4-4c87-9f75-46ef4f105836 None None] Sync routers for ids ['d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:50:41.572156 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7bc9b498-fc82-4880-b84d-3402f05f22db tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] 10.222.0.16 "PUT /v2.0/routers/d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2730176 Jan 10 11:50:41.572452 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52028) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:41.586965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-3b5cc4c0-08d8-49a7-8f3e-e42e0a9d3477 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Request body: {'port': {'network_id': '73758e9c-454f-4b48-a2e5-f69776403e10', 'name': 'tempest-FloatingIPNegativeTestJSON-1448570883'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:41.607156 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9990d-f8f4-4c87-9f75-46ef4f105836 None None] Routers {'d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:41.608845 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9cb9990d-f8f4-4c87-9f75-46ef4f105836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:50:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:41.640413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52030) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:41.677186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d352dab-d644-4544-a511-8fc3b8a70d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (01a76ab9-c8d1-4b36-ab22-34241741d175), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:41.708529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] For port bd73021c-f9e0-4508-a1d5-ae9d17f68b69, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:50:41.712967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] For port bd73021c-f9e0-4508-a1d5-ae9d17f68b69, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd73021c-f9e0-4508-a1d5-ae9d17f68b69,segment=NetworkSegment(bfff63ea-7b73-4be7-8871-3874d474dbe2),segment_id=bfff63ea-7b73-4be7-8871-3874d474dbe2)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:50:41.750959 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9cb9990d-f8f4-4c87-9f75-46ef4f105836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:41.790320 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9990d-f8f4-4c87-9f75-46ef4f105836 None None] Routers {'d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:41.791430 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9cb9990d-f8f4-4c87-9f75-46ef4f105836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:50:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:41.837588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (bd73021c-f9e0-4508-a1d5-ae9d17f68b69), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:42.010339 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3265dfd9-fff6-454c-9863-d8470164d522 req-e2b2f98c-e515-4bfc-b083-c7ab3192944d tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 210 time: 0.4576564 Jan 10 11:50:42.047473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-5a5ae93a-6d8a-4f2b-a2cb-060cbdd68ebc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Allocated IP 172.20.0.8 (8395d8e6-0511-4314-94bb-e87296687cd4/549e90ce-a309-439c-8b69-da152ddaf4f8/9dbae773-a0aa-4c8e-be7b-f1a746495bb4) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:42.137007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843880cf-e614-47e1-98b6-f2e94665b5b1 None None] Pushing event updated for resources: {'Port': ['ID=bd73021c-f9e0-4508-a1d5-ae9d17f68b69,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:42.184682 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9cb9990d-f8f4-4c87-9f75-46ef4f105836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:42.186088 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9990d-f8f4-4c87-9f75-46ef4f105836 None None] The sync data for ids ['d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:50:42.218758 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:42.273202 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52044) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:42.320237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Request body: {'port': {'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2135319357'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:42.326052 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c2aa04ef-1fd4-47ae-909c-2c444cbcb02d tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1464562867'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:42.364254 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1d352dab-d644-4544-a511-8fc3b8a70d18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5170c18988fd42d3903bc7883948e097&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9410446 Jan 10 11:50:42.371698 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d352dab-d644-4544-a511-8fc3b8a70d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a76ab9-c8d1-4b36-ab22-34241741d175,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:42.400710 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52050) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:42.688724 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device bd73021c-f9e0-4508-a1d5-ae9d17f68b69 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:50:42.698264 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-58023e5a-8d18-49b5-8db2-ad647593eaba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1aa2fbe532f44df186994bdb487dcd4d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0462413 Jan 10 11:50:42.706684 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52058) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:42.765393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-5a5ae93a-6d8a-4f2b-a2cb-060cbdd68ebc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for port (9dbae773-a0aa-4c8e-be7b-f1a746495bb4), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:42.800569 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port bd73021c-f9e0-4508-a1d5-ae9d17f68b69 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:42.800954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bd73021c-f9e0-4508-a1d5-ae9d17f68b69), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:42.834932 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38a82e02-da30-4e9d-ba3f-76a62b32b4be admin admin] Publish callbacks [] for security_group (01a76ab9-c8d1-4b36-ab22-34241741d175), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:42.867043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd8b4-a961-4bdd-b3b0-ef54f84a9fa4 admin admin] Publish callbacks [] for security_group (9bf0c22c-5644-4708-b084-2e9f10175386), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:42.932239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd8b4-a961-4bdd-b3b0-ef54f84a9fa4 admin admin] Publish callbacks [] for security_group (9bf0c22c-5644-4708-b084-2e9f10175386), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:43.007211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2aa04ef-1fd4-47ae-909c-2c444cbcb02d tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Made reservation on behalf of 97df019fa5a84f6b9a5b561a5a6e8ae7 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:43.011694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2aa04ef-1fd4-47ae-909c-2c444cbcb02d tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:43.016411 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bd73021c-f9e0-4508-a1d5-ae9d17f68b69), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:43.026280 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2aa04ef-1fd4-47ae-909c-2c444cbcb02d tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:43.065893 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-5a5ae93a-6d8a-4f2b-a2cb-060cbdd68ebc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (9dbae773-a0aa-4c8e-be7b-f1a746495bb4), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:43.068790 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5cc4c0-08d8-49a7-8f3e-e42e0a9d3477 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Made reservation on behalf of 962669a092964021bbfe0e96b85118f4 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:43.075920 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port bd73021c-f9e0-4508-a1d5-ae9d17f68b69, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd73021c-f9e0-4508-a1d5-ae9d17f68b69,segment=NetworkSegment(bfff63ea-7b73-4be7-8871-3874d474dbe2),segment_id=bfff63ea-7b73-4be7-8871-3874d474dbe2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:50:43.077602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc4c0-08d8-49a7-8f3e-e42e0a9d3477 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:43.078945 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Made reservation on behalf of 4f96575b679f4ffc9038b66436ac063f for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:43.097509 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:43.160968 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:43.219482 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-3b5cc4c0-08d8-49a7-8f3e-e42e0a9d3477 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] device_id is not set on port 0fc8f07a-0d22-44a4-b702-087f6c238367 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:50:43.240065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd8b4-a961-4bdd-b3b0-ef54f84a9fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (9bf0c22c-5644-4708-b084-2e9f10175386), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:43.243888 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:43.252238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd8b4-a961-4bdd-b3b0-ef54f84a9fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:43.254127 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5a2dd8b4-a961-4bdd-b3b0-ef54f84a9fa4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bf0c22c-5644-4708-b084-2e9f10175386 HTTP/1.1" status: 204 len: 168 time: 0.5455744 Jan 10 11:50:43.258383 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (bd73021c-f9e0-4508-a1d5-ae9d17f68b69), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:43.277960 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-5a5ae93a-6d8a-4f2b-a2cb-060cbdd68ebc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Network 8395d8e6-0511-4314-94bb-e87296687cd4 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:43.294897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38a82e02-da30-4e9d-ba3f-76a62b32b4be admin admin] Publish callbacks [] for security_group (01a76ab9-c8d1-4b36-ab22-34241741d175), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:43.338903 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-5a5ae93a-6d8a-4f2b-a2cb-060cbdd68ebc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:43.387659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=bd73021c-f9e0-4508-a1d5-ae9d17f68b69,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:43.431876 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:50:43.565238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0abb45b2-5a23-49fa-a812-24f994746edc tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks [] for port (03de9c54-b6d5-4572-b0f2-03fe323e2a25), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:43.567947 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ae93a-6d8a-4f2b-a2cb-060cbdd68ebc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Pushing event updated for resources: {'Port': ['ID=9dbae773-a0aa-4c8e-be7b-f1a746495bb4,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:43.605722 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-5a5ae93a-6d8a-4f2b-a2cb-060cbdd68ebc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:43.683394 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dd8b4-a961-4bdd-b3b0-ef54f84a9fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf0c22c-5644-4708-b084-2e9f10175386,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:43.789730 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks [] for floatingip (b8d54bde-5ffe-405c-9857-d2c07b0d675d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:44.029716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd72fa0-132b-42be-8874-7ab3052648bb req-edf6e6b7-945d-47fc-b093-295ef562fcf0 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:44.033325 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2fd72fa0-132b-42be-8874-7ab3052648bb req-edf6e6b7-945d-47fc-b093-295ef562fcf0 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 931 time: 0.7554529 Jan 10 11:50:44.110199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-5a5ae93a-6d8a-4f2b-a2cb-060cbdd68ebc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:44.111500 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-5a5ae93a-6d8a-4f2b-a2cb-060cbdd68ebc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:44.115960 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-dd4c082f-e771-448a-a2e5-25cbc3c8083e None None] Provisioning complete for port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:44.116806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dd4c082f-e771-448a-a2e5-25cbc3c8083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9dbae773-a0aa-4c8e-be7b-f1a746495bb4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:44.213913 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0abb45b2-5a23-49fa-a812-24f994746edc tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (03de9c54-b6d5-4572-b0f2-03fe323e2a25), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:44.241165 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2aa04ef-1fd4-47ae-909c-2c444cbcb02d tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks [] for security_group (f3a9e684-760f-4e89-a817-305eb9481deb), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:44.281428 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-3b5cc4c0-08d8-49a7-8f3e-e42e0a9d3477 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Allocated IP 172.20.0.11 (73758e9c-454f-4b48-a2e5-f69776403e10/8cafd73d-600e-48ef-b7e7-781deff0311e/0fc8f07a-0d22-44a4-b702-087f6c238367) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:44.282491 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6872de8-8fdc-4708-8ef8-0d6704d99114 None None] Network ccefc488-07a5-4dc5-bc36-5d6b6490ceb4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:44.307841 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks [] for security_group (a79b000a-8a3d-4a9b-91c3-9d5e2686cac3), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:44.339121 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38a82e02-da30-4e9d-ba3f-76a62b32b4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (01a76ab9-c8d1-4b36-ab22-34241741d175), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:44.342886 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38a82e02-da30-4e9d-ba3f-76a62b32b4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:44.348141 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-38a82e02-da30-4e9d-ba3f-76a62b32b4be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01a76ab9-c8d1-4b36-ab22-34241741d175 HTTP/1.1" status: 204 len: 168 time: 1.9180326 Jan 10 11:50:44.358153 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c082f-e771-448a-a2e5-25cbc3c8083e None None] Port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:44.400260 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2aa04ef-1fd4-47ae-909c-2c444cbcb02d tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (f3a9e684-760f-4e89-a817-305eb9481deb), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:44.475918 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-5a5ae93a-6d8a-4f2b-a2cb-060cbdd68ebc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5187404 Jan 10 11:50:44.572014 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2aa04ef-1fd4-47ae-909c-2c444cbcb02d tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:50:44.584589 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-fd107bb1-30f3-4b15-9c8f-1155196d377f None None] Provisioning complete for port bd73021c-f9e0-4508-a1d5-ae9d17f68b69 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:44.585001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fd107bb1-30f3-4b15-9c8f-1155196d377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bd73021c-f9e0-4508-a1d5-ae9d17f68b69), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:44.588785 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2fd72fa0-132b-42be-8874-7ab3052648bb req-ec02a355-8d0a-4144-9a29-cd06ea143c34 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4991090 Jan 10 11:50:44.592382 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (a79b000a-8a3d-4a9b-91c3-9d5e2686cac3), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:44.614633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2aa04ef-1fd4-47ae-909c-2c444cbcb02d tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9dbdae70-6a4b-4b9b-ad18-6a199adb0d37), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:44.615198 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-c2aa04ef-1fd4-47ae-909c-2c444cbcb02d tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Added segment 9dbdae70-6a4b-4b9b-ad18-6a199adb0d37 of type vlan for network bc10128a-b90f-4c45-a156-6feac0124fd3 Jan 10 11:50:44.629844 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a82e02-da30-4e9d-ba3f-76a62b32b4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a76ab9-c8d1-4b36-ab22-34241741d175,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:44.703181 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] device_id is not set on port a8d131ee-a737-486a-af07-cbfc900fe9e7 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:50:44.721749 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abb45b2-5a23-49fa-a812-24f994746edc tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Network ccefc488-07a5-4dc5-bc36-5d6b6490ceb4 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:44.800219 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device bd73021c-f9e0-4508-a1d5-ae9d17f68b69 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:50:44.800965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-0abb45b2-5a23-49fa-a812-24f994746edc tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:44.834756 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-5161831c-f5b8-41be-afb7-9e512e496c1a tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:50:44.837332 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-5161831c-f5b8-41be-afb7-9e512e496c1a tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0249481 Jan 10 11:50:44.885127 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb45b2-5a23-49fa-a812-24f994746edc tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:44.898902 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abb45b2-5a23-49fa-a812-24f994746edc tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:44.900636 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0abb45b2-5a23-49fa-a812-24f994746edc tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:44.919555 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb45b2-5a23-49fa-a812-24f994746edc tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Pushing event updated for resources: {'Port': ['ID=03de9c54-b6d5-4572-b0f2-03fe323e2a25,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:44.961163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bd99ed9a-060e-476d-af35-6a077e052b93), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:44.973095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa04ef-1fd4-47ae-909c-2c444cbcb02d tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a9e684-760f-4e89-a817-305eb9481deb,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:45.010309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79b000a-8a3d-4a9b-91c3-9d5e2686cac3,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:45.122723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2aa04ef-1fd4-47ae-909c-2c444cbcb02d tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (bc10128a-b90f-4c45-a156-6feac0124fd3), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:45.223574 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port bd73021c-f9e0-4508-a1d5-ae9d17f68b69 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:45.228611 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bd73021c-f9e0-4508-a1d5-ae9d17f68b69), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:45.286787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc4c0-08d8-49a7-8f3e-e42e0a9d3477 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for port (0fc8f07a-0d22-44a4-b702-087f6c238367), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:45.398267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2aa04ef-1fd4-47ae-909c-2c444cbcb02d tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (bc10128a-b90f-4c45-a156-6feac0124fd3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:45.405970 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0abb45b2-5a23-49fa-a812-24f994746edc tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 5.8746479 Jan 10 11:50:45.417947 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aa04ef-1fd4-47ae-909c-2c444cbcb02d tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:45.419825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2aa04ef-1fd4-47ae-909c-2c444cbcb02d tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:45.423054 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52074) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:45.462216 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Request body: {'port': {'network_id': 'ccefc488-07a5-4dc5-bc36-5d6b6490ceb4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-477138616', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:45.462811 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.api.validators [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] bootfile-name is not in valid_values {{(pid=110624) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 10 11:50:45.463223 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.api.validators [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] tftp-server is not in valid_values {{(pid=110624) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 10 11:50:45.474185 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.api.validators [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] server-ip-address is not in valid_values {{(pid=110624) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 10 11:50:45.511390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] device_id is not set on port a8d131ee-a737-486a-af07-cbfc900fe9e7 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:50:45.619260 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks [] for port (bd99ed9a-060e-476d-af35-6a077e052b93), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:45.622594 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52076) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:45.686731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks [] for port (a8d131ee-a737-486a-af07-cbfc900fe9e7), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:45.703523 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc4c0-08d8-49a7-8f3e-e42e0a9d3477 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (0fc8f07a-0d22-44a4-b702-087f6c238367), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:45.732185 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa04ef-1fd4-47ae-909c-2c444cbcb02d tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event updated for resources: {'Network': ['ID=bc10128a-b90f-4c45-a156-6feac0124fd3,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:45.763586 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network bc10128a-b90f-4c45-a156-6feac0124fd3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:50:45.804169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5cc4c0-08d8-49a7-8f3e-e42e0a9d3477 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Network 73758e9c-454f-4b48-a2e5-f69776403e10 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:45.812121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-3b5cc4c0-08d8-49a7-8f3e-e42e0a9d3477 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:45.819496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5cc4c0-08d8-49a7-8f3e-e42e0a9d3477 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:45.847202 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cc4c0-08d8-49a7-8f3e-e42e0a9d3477 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Pushing event updated for resources: {'Port': ['ID=0fc8f07a-0d22-44a4-b702-087f6c238367,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:45.854636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-abfd3b9e-ad8e-4005-8415-dae484f13185 None None] Provisioning complete for port bd73021c-f9e0-4508-a1d5-ae9d17f68b69 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:45.865340 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-abfd3b9e-ad8e-4005-8415-dae484f13185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bd73021c-f9e0-4508-a1d5-ae9d17f68b69), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:45.917279 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f5955497-30f0-4704-b2c4-0becb5616335 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96f06c98bdb74a28b7845c47688c9f09&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2928834 Jan 10 11:50:45.918600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52086) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:45.921683 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (bd99ed9a-060e-476d-af35-6a077e052b93), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:46.005237 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c2aa04ef-1fd4-47ae-909c-2c444cbcb02d tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.7158651 Jan 10 11:50:46.011961 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52088) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:46.098038 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7fea5034-0945-48e7-b88c-9ad8be1d72e4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Request body: {'subnet': {'network_id': 'bc10128a-b90f-4c45-a156-6feac0124fd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:46.164540 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (a8d131ee-a737-486a-af07-cbfc900fe9e7), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:46.251530 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e614c94-b5c3-48eb-a516-50cf3572f40c admin admin] Publish callbacks [] for security_group (55a0c917-2595-4dfd-92fd-d0fceabf9dd5), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:46.365279 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5cc4c0-08d8-49a7-8f3e-e42e0a9d3477 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:46.372669 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc4c0-08d8-49a7-8f3e-e42e0a9d3477 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:46.484356 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e614c94-b5c3-48eb-a516-50cf3572f40c admin admin] Publish callbacks [] for security_group (55a0c917-2595-4dfd-92fd-d0fceabf9dd5), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:46.492453 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Pushing event updated for resources: {'Port': ['ID=bd99ed9a-060e-476d-af35-6a077e052b93,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:46.649570 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (b8d54bde-5ffe-405c-9857-d2c07b0d675d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:46.702657 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Request body: {'port': {'device_id': '02822888-ac2d-4862-9901-13f3aa61bd88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:46.736730 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-abfd3b9e-ad8e-4005-8415-dae484f13185 None None] Provisioning complete for port 03de9c54-b6d5-4572-b0f2-03fe323e2a25 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:46.737638 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-abfd3b9e-ad8e-4005-8415-dae484f13185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (03de9c54-b6d5-4572-b0f2-03fe323e2a25), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:46.797816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-abfd3b9e-ad8e-4005-8415-dae484f13185 None None] Port 03de9c54-b6d5-4572-b0f2-03fe323e2a25 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:46.848205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afca90-5a2a-4b65-a40d-3aa6beb540dd req-1b2d9f53-cc0a-4c48-a10b-be02351b42ef tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:46.850201 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-53afca90-5a2a-4b65-a40d-3aa6beb540dd req-1b2d9f53-cc0a-4c48-a10b-be02351b42ef tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 931 time: 0.9136057 Jan 10 11:50:46.922592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Made reservation on behalf of 2625d78228be49d4adecdc00da4403ae for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:46.927332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:46.968010 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3b5cc4c0-08d8-49a7-8f3e-e42e0a9d3477 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3855093 Jan 10 11:50:46.972141 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52096) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:46.982362 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:46.984389 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f9cbc54c-e015-4bcc-afcf-67daf7d4aff6 None None] Provisioning complete for port 03de9c54-b6d5-4572-b0f2-03fe323e2a25 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:46.985533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc54c-e015-4bcc-afcf-67daf7d4aff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (03de9c54-b6d5-4572-b0f2-03fe323e2a25), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:46.990627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9dbae773-a0aa-4c8e-be7b-f1a746495bb4), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:47.024807 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-53afca90-5a2a-4b65-a40d-3aa6beb540dd req-1ae7d7c0-7bf9-438a-9906-d8defbf335e4 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371772 Jan 10 11:50:47.067393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] device_id is not set on port 1601eb78-97e1-4d3c-8eb7-bb9a9fe49213 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:50:47.094191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f9cbc54c-e015-4bcc-afcf-67daf7d4aff6 None None] Port 03de9c54-b6d5-4572-b0f2-03fe323e2a25 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:47.116072 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f9cbc54c-e015-4bcc-afcf-67daf7d4aff6 None None] Provisioning complete for port 0fc8f07a-0d22-44a4-b702-087f6c238367 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:47.116507 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc54c-e015-4bcc-afcf-67daf7d4aff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (0fc8f07a-0d22-44a4-b702-087f6c238367), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:47.219878 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:47.227374 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f9cbc54c-e015-4bcc-afcf-67daf7d4aff6 None None] Port 0fc8f07a-0d22-44a4-b702-087f6c238367 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:47.347987 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Pushing event updated for resources: {'Port': ['ID=a8d131ee-a737-486a-af07-cbfc900fe9e7,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:47.381358 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Checking segment: {'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:47.382312 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Network hostable DHCP agents. Network: fb6e4fc0-bc1f-4032-a1d1-6bb137469c48, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:50:47.436357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fea5034-0945-48e7-b88c-9ad8be1d72e4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Made reservation on behalf of 97df019fa5a84f6b9a5b561a5a6e8ae7 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:47.442203 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7fea5034-0945-48e7-b88c-9ad8be1d72e4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:47.555944 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Floating IP b8d54bde-5ffe-405c-9857-d2c07b0d675d associated. External IP: 172.36.2.62, port: cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9. Jan 10 11:50:47.695836 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e614c94-b5c3-48eb-a516-50cf3572f40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (55a0c917-2595-4dfd-92fd-d0fceabf9dd5), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:47.705309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e614c94-b5c3-48eb-a516-50cf3572f40c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:47.714105 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9e614c94-b5c3-48eb-a516-50cf3572f40c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55a0c917-2595-4dfd-92fd-d0fceabf9dd5 HTTP/1.1" status: 204 len: 168 time: 1.7931654 Jan 10 11:50:47.721288 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:50:47.889173 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e614c94-b5c3-48eb-a516-50cf3572f40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a0c917-2595-4dfd-92fd-d0fceabf9dd5,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:47.983908 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Allocated IP 2001:db8::89 (ccefc488-07a5-4dc5-bc36-5d6b6490ceb4/d50f1f0a-01d6-48e6-a74e-4e27a40289f5/1601eb78-97e1-4d3c-8eb7-bb9a9fe49213) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:48.124725 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fb6e4fc0-bc1f-4032-a1d1-6bb137469c48) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:48.138636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2e7a6f-6321-4e78-8aa9-79bcec9f594c None None] Network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:48.163103 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:48.213008 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52110) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:48.311561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:48.311561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:48.311561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:48.358319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:50:48.359716 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:50:48.369193 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 2 to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 Jan 10 11:50:48.425054 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126ff75-4b1f-481a-88f3-c01b1d7e3dee req-1b487e4f-9527-4018-9107-7bd9a48c7609 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:48.436523 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3126ff75-4b1f-481a-88f3-c01b1d7e3dee req-1b487e4f-9527-4018-9107-7bd9a48c7609 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 931 time: 0.2179568 Jan 10 11:50:48.441814 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:48.442490 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:48.442999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:48.481217 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:50:48.483087 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:50:48.501101 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 3 to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 Jan 10 11:50:48.547101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:48.552429 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:48.554442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:48.567821 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:50:48.569907 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:50:48.578001 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 4 to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 Jan 10 11:50:48.676483 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Router 1eaacecc-7522-4d39-892f-ea952b5c7ff7 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:50:48.703528 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3126ff75-4b1f-481a-88f3-c01b1d7e3dee req-910ca31d-5a60-4cb4-9a07-4f7d8654eaa8 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571490 Jan 10 11:50:48.719877 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:48.756818 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:48.760055 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:48.761689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:50:48.763288 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:48.786874 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:50:48.787499 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:50:48.788259 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 5 to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 Jan 10 11:50:48.791163 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Publish callbacks [] for port (9dbae773-a0aa-4c8e-be7b-f1a746495bb4), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:48.853825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Transition to ACTIVE for port object 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:50:48.958216 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7fea5034-0945-48e7-b88c-9ad8be1d72e4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (bf9f808a-67bd-4610-8fa1-a9c3fc5662df), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:48.967440 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks [] for port (1601eb78-97e1-4d3c-8eb7-bb9a9fe49213), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:48.995226 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-80bce60e-27dd-4b09-9256-d933cfe22b1a tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] Request body: {'port': {'network_id': '8ec34c2f-0aa7-4763-9395-7845e3d3ed98', 'name': 'tempest-NetworksNegativeTestJSON-647283002'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:49.045255 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-80bce60e-27dd-4b09-9256-d933cfe22b1a tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] POST failed (client error): The resource could not be found. Jan 10 11:50:49.046576 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80bce60e-27dd-4b09-9256-d933cfe22b1a tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:50:49.049283 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-80bce60e-27dd-4b09-9256-d933cfe22b1a tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.8282385 Jan 10 11:50:49.055493 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:49.056964 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:49.056964 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:49.067549 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52120) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:49.072308 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:50:49.072308 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:50:49.094471 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 6 to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 Jan 10 11:50:49.139520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (9dbae773-a0aa-4c8e-be7b-f1a746495bb4), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:49.139771 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:49.140238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:49.140850 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:49.171799 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:50:49.172338 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:50:49.183111 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 7 to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 Jan 10 11:50:49.193958 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-be87ff43-9e18-4da1-a548-374cfb1d644c tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] DELETE failed (client error): The resource could not be found. Jan 10 11:50:49.194854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be87ff43-9e18-4da1-a548-374cfb1d644c tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:50:49.200489 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-be87ff43-9e18-4da1-a548-374cfb1d644c tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] 10.222.0.16 "DELETE /v2.0/networks/e5bfd1aa-bb43-4609-a67e-96897354c7b3 HTTP/1.1" status: 404 len: 339 time: 0.1296303 Jan 10 11:50:49.218731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52124) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:49.247141 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea5034-0945-48e7-b88c-9ad8be1d72e4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event updated for resources: {'Subnet': ['ID=bf9f808a-67bd-4610-8fa1-a9c3fc5662df,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:49.274393 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:49.274729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:49.275212 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:49.279905 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:49.286760 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-162c1ea9-41a4-47e7-8c1c-6f3770ff28bf tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] DELETE failed (client error): The resource could not be found. Jan 10 11:50:49.293144 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162c1ea9-41a4-47e7-8c1c-6f3770ff28bf tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:50:49.293144 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-162c1ea9-41a4-47e7-8c1c-6f3770ff28bf tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] 10.222.0.16 "DELETE /v2.0/ports/c18aad06-f386-4380-ac69-0c87c5d90769 HTTP/1.1" status: 404 len: 333 time: 0.0612350 Jan 10 11:50:49.298547 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:50:49.299669 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:50:49.300299 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 8 to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 Jan 10 11:50:49.303785 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:50:49.305639 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52126) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:49.323237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3dad96-3e2d-4fb3-9ee2-9ccb550fb316 None None] Sync routers for ids ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:50:49.381335 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3dad96-3e2d-4fb3-9ee2-9ccb550fb316 None None] Routers {'1eaacecc-7522-4d39-892f-ea952b5c7ff7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:49.386301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3a3dad96-3e2d-4fb3-9ee2-9ccb550fb316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:50:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:49.396267 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e686853-03c6-4568-98e1-9b0667de1060 tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] DELETE failed (client error): The resource could not be found. Jan 10 11:50:49.397268 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e686853-03c6-4568-98e1-9b0667de1060 tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:50:49.409317 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0e686853-03c6-4568-98e1-9b0667de1060 tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] 10.222.0.16 "DELETE /v2.0/subnets/b7a0cd97-027a-417b-aad6-79c84a91d511 HTTP/1.1" status: 404 len: 337 time: 0.0944154 Jan 10 11:50:49.409317 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:49.409317 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:49.409944 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:49.414804 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52130) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:49.440099 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:50:49.440298 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:50:49.458992 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 9 to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 Jan 10 11:50:49.482802 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d18c15-b0f9-4b91-96cb-f8635d8a2e7e tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] GET failed (client error): The resource could not be found. Jan 10 11:50:49.494258 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-08d18c15-b0f9-4b91-96cb-f8635d8a2e7e tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] 10.222.0.16 "GET /v2.0/networks/4d249699-0a9b-4efe-866d-b13cdcdb2ce7 HTTP/1.1" status: 404 len: 339 time: 0.0760915 Jan 10 11:50:49.507951 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52132) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:49.522844 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:49.523510 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:49.524062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:49.561284 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-187b2a80-9c6f-421b-b20f-913181a0b69a tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] GET failed (client error): The resource could not be found. Jan 10 11:50:49.569681 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-187b2a80-9c6f-421b-b20f-913181a0b69a tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] 10.222.0.16 "GET /v2.0/ports/f11ca1b6-5da1-474b-87f4-5c2a59ab86dd HTTP/1.1" status: 404 len: 333 time: 0.0573149 Jan 10 11:50:49.569681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:49.573006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52134) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:49.575879 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:50:49.576411 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:50:49.584908 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Pushing event updated for resources: {'Port': ['ID=9dbae773-a0aa-4c8e-be7b-f1a746495bb4,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:49.625144 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 10 to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 Jan 10 11:50:49.663727 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3a3dad96-3e2d-4fb3-9ee2-9ccb550fb316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:49.673565 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec80201-45b0-4fce-aa10-d6278c6f9cea tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] GET failed (client error): The resource could not be found. Jan 10 11:50:49.681676 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8ec80201-45b0-4fce-aa10-d6278c6f9cea tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] 10.222.0.16 "GET /v2.0/subnets/4ad8877e-7d9d-473b-81c2-e706b44d783e HTTP/1.1" status: 404 len: 337 time: 0.0978191 Jan 10 11:50:49.690524 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52136) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:49.701191 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a39ae5a1-7b3f-4921-a77d-f9e0e183a80b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 12.1434584 Jan 10 11:50:49.701585 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:49.702201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:49.702676 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:49.705628 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52138) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:49.706785 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3dad96-3e2d-4fb3-9ee2-9ccb550fb316 None None] Routers {'1eaacecc-7522-4d39-892f-ea952b5c7ff7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:49.711661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3a3dad96-3e2d-4fb3-9ee2-9ccb550fb316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:50:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:49.732046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-a676019a-1e6c-47be-87bc-d6ccfc2da2fa tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:49.746277 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea5034-0945-48e7-b88c-9ad8be1d72e4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Checking segment: {'id': '9dbdae70-6a4b-4b9b-ad18-6a199adb0d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc10128a-b90f-4c45-a156-6feac0124fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:49.747209 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea5034-0945-48e7-b88c-9ad8be1d72e4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Network hostable DHCP agents. Network: bc10128a-b90f-4c45-a156-6feac0124fd3, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:50:49.772023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port a8d131ee-a737-486a-af07-cbfc900fe9e7 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:50:49.773132 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port a8d131ee-a737-486a-af07-cbfc900fe9e7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:50:49.774671 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a8d131ee-a737-486a-af07-cbfc900fe9e7), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:49.813834 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3a3dad96-3e2d-4fb3-9ee2-9ccb550fb316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:49.814635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3dad96-3e2d-4fb3-9ee2-9ccb550fb316 None None] The sync data for ids ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:50:49.840360 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Allocated IP 172.36.2.82 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/c2d88302-34ae-42c1-93a0-dd97f0c2ea01) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:49.851966 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-a676019a-1e6c-47be-87bc-d6ccfc2da2fa tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] PUT failed (client error): The resource could not be found. Jan 10 11:50:49.858299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a676019a-1e6c-47be-87bc-d6ccfc2da2fa tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:50:49.858299 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a676019a-1e6c-47be-87bc-d6ccfc2da2fa tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] 10.222.0.16 "PUT /v2.0/networks/bfab9cbc-20cc-45ba-9509-e4e2e1347a69 HTTP/1.1" status: 404 len: 339 time: 0.1550276 Jan 10 11:50:49.858299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (1601eb78-97e1-4d3c-8eb7-bb9a9fe49213), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:49.862786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52142) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:49.875995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-059cff94-c7c6-40f8-9675-c30772a9b279 tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:49.981456 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-059cff94-c7c6-40f8-9675-c30772a9b279 tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] PUT failed (client error): The resource could not be found. Jan 10 11:50:49.982434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059cff94-c7c6-40f8-9675-c30772a9b279 tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:50:49.983963 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-059cff94-c7c6-40f8-9675-c30772a9b279 tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] 10.222.0.16 "PUT /v2.0/ports/11059aa0-b2d2-4ac9-8bc4-4f6d0610cc56 HTTP/1.1" status: 404 len: 333 time: 0.1139927 Jan 10 11:50:50.008586 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Network ccefc488-07a5-4dc5-bc36-5d6b6490ceb4 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:50.013726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52148) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:50.098238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:50.104738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:50.122414 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:50.125303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:50.140405 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1844e899-a196-49ad-9e3b-02eeced4e76d tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] 10.222.0.16 "GET /v2.0/floatingips/b8d54bde-5ffe-405c-9857-d2c07b0d675d HTTP/1.1" status: 200 len: 982 time: 0.4288850 Jan 10 11:50:50.153118 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52152) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:50.164997 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7cc10dbf-6b0e-40ba-8688-a237ee9d1ae7 tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:50.311679 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] For port a8d131ee-a737-486a-af07-cbfc900fe9e7, host hv-neutron-mast, cleared binding levels {{(pid=110625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:50:50.311679 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempted to set empty binding levels {{(pid=110625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 10 11:50:50.315673 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Attempting to bind port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:50.316285 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Attempting to bind port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '27abe47b-f420-44fe-9de7-69cf06a7330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:50.316873 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Attempting to bind port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 on network 8395d8e6-0511-4314-94bb-e87296687cd4 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:50.320721 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea5034-0945-48e7-b88c-9ad8be1d72e4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Network bc10128a-b90f-4c45-a156-6feac0124fd3 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:50:50.388642 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc10dbf-6b0e-40ba-8688-a237ee9d1ae7 tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] PUT failed (client error): The resource could not be found. Jan 10 11:50:50.389440 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc10dbf-6b0e-40ba-8688-a237ee9d1ae7 tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:50:50.397819 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7cc10dbf-6b0e-40ba-8688-a237ee9d1ae7 tempest-NetworksNegativeTestJSON-956264892 tempest-NetworksNegativeTestJSON-956264892-project] 10.222.0.16 "PUT /v2.0/subnets/b64732cf-4d81-44f2-a35e-d54626d23c09 HTTP/1.1" status: 404 len: 337 time: 0.3036165 Jan 10 11:50:50.407856 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 on network 8395d8e6-0511-4314-94bb-e87296687cd4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:50:50.408349 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Attempting to bind port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 on network 8395d8e6-0511-4314-94bb-e87296687cd4 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:50.448559 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (a8d131ee-a737-486a-af07-cbfc900fe9e7), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:50.450959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Pushing event updated for resources: {'Port': ['ID=1601eb78-97e1-4d3c-8eb7-bb9a9fe49213,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:50.484621 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0f2f9091-28f8-4ac8-91e2-86021090649b tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1946 time: 0.3281891 Jan 10 11:50:50.496393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:50:50.498251 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Checking segment: {'id': '27abe47b-f420-44fe-9de7-69cf06a7330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:50.506392 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Bound using segment: {'id': '27abe47b-f420-44fe-9de7-69cf06a7330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:50:50.513512 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Bound port: 9dbae773-a0aa-4c8e-be7b-f1a746495bb4, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27abe47b-f420-44fe-9de7-69cf06a7330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:50:50.513512 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9dbae773-a0aa-4c8e-be7b-f1a746495bb4), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:50.513786 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:50.513931 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:50.522115 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52158) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:50.552598 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-df64100d-f807-4b6d-bcaa-4aa7ef6d1092 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 5.1122227 Jan 10 11:50:50.567891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-7fea5034-0945-48e7-b88c-9ad8be1d72e4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bc10128a-b90f-4c45-a156-6feac0124fd3) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:50.576708 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52160) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:50.585641 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fe3033-7550-4a80-8b17-2639f2f1576c None None] Network bc10128a-b90f-4c45-a156-6feac0124fd3 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:50.813315 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Pushing event updated for resources: {'Port': ['ID=a8d131ee-a737-486a-af07-cbfc900fe9e7,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:50.926942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ec5e0621-7d70-4590-9b96-869024caa1ff None None] Provisioning complete for port 1601eb78-97e1-4d3c-8eb7-bb9a9fe49213 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:50.927887 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ec5e0621-7d70-4590-9b96-869024caa1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1601eb78-97e1-4d3c-8eb7-bb9a9fe49213), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:50.930890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bc10128a-b90f-4c45-a156-6feac0124fd3', 'network_id': 'bc10128a-b90f-4c45-a156-6feac0124fd3', 'project_id': '97df019fa5a84f6b9a5b561a5a6e8ae7', 'fixed_ips': [{'subnet_id': 'bf9f808a-67bd-4610-8fa1-a9c3fc5662df'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:50:50.932026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2022d610-cb1f-4cb8-af54-845f6800d550 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:50.933188 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:50.948722 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2022d610-cb1f-4cb8-af54-845f6800d550 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:50.960227 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2022d610-cb1f-4cb8-af54-845f6800d550 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:50.967038 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2022d610-cb1f-4cb8-af54-845f6800d550 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3637490 Jan 10 11:50:50.968525 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52164) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:50.992684 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-224a77f0-5482-4dc0-b2ab-50f72ccc9ea8 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 8.6926148 Jan 10 11:50:50.998589 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52166) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:51.308816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e0621-7d70-4590-9b96-869024caa1ff None None] Port 1601eb78-97e1-4d3c-8eb7-bb9a9fe49213 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:51.471391 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea5034-0945-48e7-b88c-9ad8be1d72e4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:51.472377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7fea5034-0945-48e7-b88c-9ad8be1d72e4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:51.523416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cc73d-705d-4a92-9ae8-104cc89295be req-1d292e3a-0f27-4a22-8daa-d556571e1d3b tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:51.525465 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1c0cc73d-705d-4a92-9ae8-104cc89295be req-1d292e3a-0f27-4a22-8daa-d556571e1d3b tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 943 time: 1.6078129 Jan 10 11:50:51.557187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Allocated IP 2001:db8::2 (bc10128a-b90f-4c45-a156-6feac0124fd3/bf9f808a-67bd-4610-8fa1-a9c3fc5662df/4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:51.566531 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ba134110-0064-4f0d-88f8-2c7f911ee13c tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Deleting port a8d131ee-a737-486a-af07-cbfc900fe9e7 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:50:51.569000 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba134110-0064-4f0d-88f8-2c7f911ee13c tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a8d131ee-a737-486a-af07-cbfc900fe9e7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:51.656814 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for port (c2d88302-34ae-42c1-93a0-dd97f0c2ea01), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:51.760262 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-768f3261-0dac-45c5-ab89-24a82d0e2fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Deleting port 1601eb78-97e1-4d3c-8eb7-bb9a9fe49213 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:50:51.760548 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-768f3261-0dac-45c5-ab89-24a82d0e2fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (1601eb78-97e1-4d3c-8eb7-bb9a9fe49213), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:51.780593 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52172) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:51.905490 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Publish callbacks [] for port (4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:52.042621 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-768f3261-0dac-45c5-ab89-24a82d0e2fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (1601eb78-97e1-4d3c-8eb7-bb9a9fe49213), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:52.067009 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-ba134110-0064-4f0d-88f8-2c7f911ee13c tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] For port a8d131ee-a737-486a-af07-cbfc900fe9e7, host hv-neutron-mast, got binding levels [] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:50:52.067766 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba134110-0064-4f0d-88f8-2c7f911ee13c tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a8d131ee-a737-486a-af07-cbfc900fe9e7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:52.110044 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ba134110-0064-4f0d-88f8-2c7f911ee13c tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Calling delete_port for a8d131ee-a737-486a-af07-cbfc900fe9e7 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:50:52.205649 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1c0cc73d-705d-4a92-9ae8-104cc89295be req-5ef35e0e-732f-4928-b708-6e7924175523 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6269214 Jan 10 11:50:52.217954 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] For port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:50:52.228299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] For port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9dbae773-a0aa-4c8e-be7b-f1a746495bb4,segment=NetworkSegment(27abe47b-f420-44fe-9de7-69cf06a7330c),segment_id=27abe47b-f420-44fe-9de7-69cf06a7330c)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:50:52.259132 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-768f3261-0dac-45c5-ab89-24a82d0e2fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Calling delete_port for 1601eb78-97e1-4d3c-8eb7-bb9a9fe49213 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:50:52.352391 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2b83c222-237f-4ef6-a515-f4e0435fb3a0 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Deleting port bd99ed9a-060e-476d-af35-6a077e052b93 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:50:52.352929 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b83c222-237f-4ef6-a515-f4e0435fb3a0 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (bd99ed9a-060e-476d-af35-6a077e052b93), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:52.419235 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a067-0c2c-4c4d-967e-3ed91262d1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:52.504812 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7fea5034-0945-48e7-b88c-9ad8be1d72e4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.4269454 Jan 10 11:50:52.509536 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52176) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:52.516090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-df9a0dc3-1634-4459-9f62-60f1df07ae44 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Request body: {'port': {'network_id': 'bc10128a-b90f-4c45-a156-6feac0124fd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-265814768'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:52.545677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:52.638025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Network bc10128a-b90f-4c45-a156-6feac0124fd3 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:52.644181 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:52.655252 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:52.689824 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba134110-0064-4f0d-88f8-2c7f911ee13c tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (a8d131ee-a737-486a-af07-cbfc900fe9e7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:52.759179 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (9dbae773-a0aa-4c8e-be7b-f1a746495bb4), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:52.762487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (c2d88302-34ae-42c1-93a0-dd97f0c2ea01), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:52.838271 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba134110-0064-4f0d-88f8-2c7f911ee13c tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8d131ee-a737-486a-af07-cbfc900fe9e7,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:52.871668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Pushing event updated for resources: {'Port': ['ID=4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:52.874704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba134110-0064-4f0d-88f8-2c7f911ee13c tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:52.884889 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Attempting to bind port 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:52.885495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Attempting to bind port 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9dbdae70-6a4b-4b9b-ad18-6a199adb0d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc10128a-b90f-4c45-a156-6feac0124fd3'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:52.886186 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Attempting to bind port 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 on network bc10128a-b90f-4c45-a156-6feac0124fd3 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:52.901204 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:50:52.901837 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Checking segment: {'id': '9dbdae70-6a4b-4b9b-ad18-6a199adb0d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc10128a-b90f-4c45-a156-6feac0124fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:52.902359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9a0dc3-1634-4459-9f62-60f1df07ae44 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Made reservation on behalf of 97df019fa5a84f6b9a5b561a5a6e8ae7 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:52.902572 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:52.903232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Bound using segment: {'id': '9dbdae70-6a4b-4b9b-ad18-6a199adb0d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc10128a-b90f-4c45-a156-6feac0124fd3'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:50:52.904088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Bound port: 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbdae70-6a4b-4b9b-ad18-6a199adb0d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc10128a-b90f-4c45-a156-6feac0124fd3'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:50:52.904713 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:52.911546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-df9a0dc3-1634-4459-9f62-60f1df07ae44 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:52.913408 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ba134110-0064-4f0d-88f8-2c7f911ee13c tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] 10.222.0.16 "DELETE /v2.0/ports/a8d131ee-a737-486a-af07-cbfc900fe9e7 HTTP/1.1" status: 204 len: 168 time: 1.9079490 Jan 10 11:50:52.913408 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52182) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:52.922032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Pushing event updated for resources: {'Port': ['ID=9dbae773-a0aa-4c8e-be7b-f1a746495bb4,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:52.932322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:52.977234 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab03c2a0-c4a6-4df8-abde-9def293c1679 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] GET failed (client error): The resource could not be found. Jan 10 11:50:52.987933 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ab03c2a0-c4a6-4df8-abde-9def293c1679 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] 10.222.0.16 "GET /v2.0/ports/a8d131ee-a737-486a-af07-cbfc900fe9e7 HTTP/1.1" status: 404 len: 333 time: 0.0659273 Jan 10 11:50:52.987933 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-768f3261-0dac-45c5-ab89-24a82d0e2fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (1601eb78-97e1-4d3c-8eb7-bb9a9fe49213), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:52.995502 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52184) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:53.017104 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-72dc3528-12e6-4d38-9b55-ed406c31f779 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Request body: {'port': {'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1568247315'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:53.028698 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:53.034485 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:53.078646 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f3261-0dac-45c5-ab89-24a82d0e2fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Pushing event deleted for resources: {'Port': ['ID=1601eb78-97e1-4d3c-8eb7-bb9a9fe49213,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:53.130150 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] For port 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:50:53.138655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] For port 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0,segment=NetworkSegment(9dbdae70-6a4b-4b9b-ad18-6a199adb0d37),segment_id=9dbdae70-6a4b-4b9b-ad18-6a199adb0d37)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:50:53.220468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:53.298717 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:53.303099 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:53.303099 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-f8f80257-010f-46c1-b931-d37512e47704 service neutron] 10.222.0.30 "PUT /v2.0/ports/9dbae773-a0aa-4c8e-be7b-f1a746495bb4 HTTP/1.1" status: 200 len: 1093 time: 7.6566164 Jan 10 11:50:53.370602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02822888-ac2d-4862-9901-13f3aa61bd88', 'tag': '9dbae773-a0aa-4c8e-be7b-f1a746495bb4'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:50:53.385500 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Pushing event updated for resources: {'Port': ['ID=c2d88302-34ae-42c1-93a0-dd97f0c2ea01,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:53.434414 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b83c222-237f-4ef6-a515-f4e0435fb3a0 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (bd99ed9a-060e-476d-af35-6a077e052b93), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:53.444687 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b83c222-237f-4ef6-a515-f4e0435fb3a0 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for floatingip (bd99ed9a-060e-476d-af35-6a077e052b93), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:53.446241 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-768f3261-0dac-45c5-ab89-24a82d0e2fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:53.502888 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-768f3261-0dac-45c5-ab89-24a82d0e2fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] 10.222.0.16 "DELETE /v2.0/ports/1601eb78-97e1-4d3c-8eb7-bb9a9fe49213 HTTP/1.1" status: 204 len: 168 time: 2.5318365 Jan 10 11:50:53.509399 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68e81a-28fa-4579-8c57-9778165a9f37 None None] Pushing event updated for resources: {'Port': ['ID=4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:53.534278 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52192) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:53.588318 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-313b2c94-63e2-44ce-9f49-374d73f3d70a tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Request body: {'port': {'name': 'tempest-new-port-name-2025883282', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:53.593179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.api.validators [None req-313b2c94-63e2-44ce-9f49-374d73f3d70a tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] bootfile-name is not in valid_values {{(pid=110625) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 10 11:50:53.593962 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.api.validators [None req-313b2c94-63e2-44ce-9f49-374d73f3d70a tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] tftp-server is not in valid_values {{(pid=110625) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 10 11:50:53.594565 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.api.validators [None req-313b2c94-63e2-44ce-9f49-374d73f3d70a tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] server-ip-address is not in valid_values {{(pid=110625) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 10 11:50:53.638572 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a067-0c2c-4c4d-967e-3ed91262d1e4 admin admin] Publish callbacks [] for security_group (2eef27d4-25ec-4d48-9872-165f01fcf097), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:53.698211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-df9a0dc3-1634-4459-9f62-60f1df07ae44 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] device_id is not set on port b8edf57a-03af-41d7-b847-51668ce018ba yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:50:53.802822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2b83c222-237f-4ef6-a515-f4e0435fb3a0 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Calling delete_port for bd99ed9a-060e-476d-af35-6a077e052b93 owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:50:53.839372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a067-0c2c-4c4d-967e-3ed91262d1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (2eef27d4-25ec-4d48-9872-165f01fcf097), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:53.897334 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dc3528-12e6-4d38-9b55-ed406c31f779 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Made reservation on behalf of 4f96575b679f4ffc9038b66436ac063f for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:53.910330 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-72dc3528-12e6-4d38-9b55-ed406c31f779 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:54.290726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16bb5d9-7ddd-452d-a7ee-53ade426d02d" -d '{"events": [{"name": "network-changed", "server_uuid": "02822888-ac2d-4862-9901-13f3aa61bd88", "tag": "9dbae773-a0aa-4c8e-be7b-f1a746495bb4"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:50:54.352647 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9a067-0c2c-4c4d-967e-3ed91262d1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eef27d4-25ec-4d48-9872-165f01fcf097,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:54.358886 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-72dc3528-12e6-4d38-9b55-ed406c31f779 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] device_id is not set on port 82343494-e392-485b-8f92-cd8abe2c57a8 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:50:54.375307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-313b2c94-63e2-44ce-9f49-374d73f3d70a tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (03de9c54-b6d5-4572-b0f2-03fe323e2a25), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:54.385358 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6bc9a067-0c2c-4c4d-967e-3ed91262d1e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85361892db82498597fe044bd6cf9c70&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5930381 Jan 10 11:50:54.401896 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52206) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:54.418437 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-201030b8-cc9d-4e15-9a54-c4dc223bc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:54.421526 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-201030b8-cc9d-4e15-9a54-c4dc223bc9bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=352a2d16b2764491aabf5fded04ea148&device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 1096 time: 0.7697241 Jan 10 11:50:54.432345 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddd00a-92d4-4bee-aa16-cacf1ddbbb3f req-a5fab6ce-e78b-4ea5-8046-a5fcc037153c tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:54.433196 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for floatingip (2ae27775-f78d-4293-bc50-af6a5d54e172), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:54.436140 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-34ddd00a-92d4-4bee-aa16-cacf1ddbbb3f req-a5fab6ce-e78b-4ea5-8046-a5fcc037153c tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 943 time: 0.8098726 Jan 10 11:50:54.726087 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:50:54.782520 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-555529ea-2d98-440d-ba84-1df2ef73cc4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dbae773-a0aa-4c8e-be7b-f1a746495bb4 HTTP/1.1" status: 200 len: 217 time: 0.2589552 Jan 10 11:50:54.797172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e70e5a-7673-4d04-9760-db763cb4e29a x-openstack-request-id: req-f7e70e5a-7673-4d04-9760-db763cb4e29a {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:50:54.797709 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02822888-ac2d-4862-9901-13f3aa61bd88", "tag": "9dbae773-a0aa-4c8e-be7b-f1a746495bb4", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:50:54.798203 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7e70e5a-7673-4d04-9760-db763cb4e29a {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:50:54.799021 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02822888-ac2d-4862-9901-13f3aa61bd88', 'tag': '9dbae773-a0aa-4c8e-be7b-f1a746495bb4', 'status': 'completed', 'code': 200} Jan 10 11:50:54.828226 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-72dc3528-12e6-4d38-9b55-ed406c31f779 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks [] for port (82343494-e392-485b-8f92-cd8abe2c57a8), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:54.896247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-15a7776d-75c7-43f6-be84-b7ef4c62f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:54.898333 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-15a7776d-75c7-43f6-be84-b7ef4c62f964 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=549e90ce-a309-439c-8b69-da152ddaf4f8 HTTP/1.1" status: 200 len: 844 time: 0.0917420 Jan 10 11:50:54.952264 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52214) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:54.980140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:54.983807 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:55.084246 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-34ddd00a-92d4-4bee-aa16-cacf1ddbbb3f req-6683ab88-36c5-4b06-9152-5763eb5e813e tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429035 Jan 10 11:50:55.223961 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-df9a0dc3-1634-4459-9f62-60f1df07ae44 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Allocated IP 2001:db8::25a (bc10128a-b90f-4c45-a156-6feac0124fd3/bf9f808a-67bd-4610-8fa1-a9c3fc5662df/b8edf57a-03af-41d7-b847-51668ce018ba) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:55.313735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c2d88302-34ae-42c1-93a0-dd97f0c2ea01), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:55.359724 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:55.420931 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-72dc3528-12e6-4d38-9b55-ed406c31f779 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (82343494-e392-485b-8f92-cd8abe2c57a8), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:55.464604 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0,segment=NetworkSegment(9dbdae70-6a4b-4b9b-ad18-6a199adb0d37),segment_id=9dbdae70-6a4b-4b9b-ad18-6a199adb0d37)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:50:55.570593 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c2917e9b-7732-4ae4-b102-4f808711c729 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:55.571094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1a59-64a3-4eee-b15c-f23a680f4aac admin admin] Publish callbacks [] for security_group (2eef27d4-25ec-4d48-9872-165f01fcf097), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:55.593360 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329aac55-1ac6-4ff8-987b-f7ea77306930 None None] Network bc10128a-b90f-4c45-a156-6feac0124fd3 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:55.608857 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dc3528-12e6-4d38-9b55-ed406c31f779 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:55.612790 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-72dc3528-12e6-4d38-9b55-ed406c31f779 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:55.626537 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc3528-12e6-4d38-9b55-ed406c31f779 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:55.630719 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dc3528-12e6-4d38-9b55-ed406c31f779 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:55.632593 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-72dc3528-12e6-4d38-9b55-ed406c31f779 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:55.663047 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1a59-64a3-4eee-b15c-f23a680f4aac admin admin] Publish callbacks [] for security_group (2eef27d4-25ec-4d48-9872-165f01fcf097), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:55.671216 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-49ea19e6-90dc-4a62-af9b-a89998e93d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:55.674155 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-49ea19e6-90dc-4a62-af9b-a89998e93d0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8395d8e6-0511-4314-94bb-e87296687cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7411702 Jan 10 11:50:55.717784 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc3528-12e6-4d38-9b55-ed406c31f779 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Pushing event updated for resources: {'Port': ['ID=82343494-e392-485b-8f92-cd8abe2c57a8,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:55.741891 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:55.777439 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d1bfeed2-aa8d-47bf-9bb3-8f9e330b8870 None None] Provisioning complete for port 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:55.778652 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d1bfeed2-aa8d-47bf-9bb3-8f9e330b8870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:55.840488 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-313b2c94-63e2-44ce-9f49-374d73f3d70a tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks [] for port (03de9c54-b6d5-4572-b0f2-03fe323e2a25), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:55.860248 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b83c222-237f-4ef6-a515-f4e0435fb3a0 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (bd99ed9a-060e-476d-af35-6a077e052b93), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:55.865314 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for port (c2d88302-34ae-42c1-93a0-dd97f0c2ea01), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:55.925893 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:55.986750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52218) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:55.988147 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-72dc3528-12e6-4d38-9b55-ed406c31f779 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9853749 Jan 10 11:50:55.997363 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-313b2c94-63e2-44ce-9f49-374d73f3d70a tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (03de9c54-b6d5-4572-b0f2-03fe323e2a25), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:56.001994 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83c222-237f-4ef6-a515-f4e0435fb3a0 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Pushing event deleted for resources: {'Port': ['ID=bd99ed9a-060e-476d-af35-6a077e052b93,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:56.026432 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:56.203185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-313b2c94-63e2-44ce-9f49-374d73f3d70a tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] In _notify_port_updated(), no bound segment for port 03de9c54-b6d5-4572-b0f2-03fe323e2a25 on network ccefc488-07a5-4dc5-bc36-5d6b6490ceb4 {{(pid=110625) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:50:56.211366 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313b2c94-63e2-44ce-9f49-374d73f3d70a tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:56.212465 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-313b2c94-63e2-44ce-9f49-374d73f3d70a tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:56.227970 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-313b2c94-63e2-44ce-9f49-374d73f3d70a tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] 10.222.0.16 "PUT /v2.0/ports/03de9c54-b6d5-4572-b0f2-03fe323e2a25 HTTP/1.1" status: 200 len: 1129 time: 2.6791306 Jan 10 11:50:56.227970 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52222) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:56.229293 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b2c94-63e2-44ce-9f49-374d73f3d70a tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Pushing event updated for resources: {'Port': ['ID=03de9c54-b6d5-4572-b0f2-03fe323e2a25,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:56.307467 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c2917e9b-7732-4ae4-b102-4f808711c729 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] 10.222.0.16 "PUT /v2.0/quotas/958d9ce69f3e43ea8213a151a10acb5d HTTP/1.1" status: 200 len: 366 time: 1.3175254 Jan 10 11:50:56.308520 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52224) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:56.382148 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5fdaf77c-219f-4407-af5c-e143891d445e tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0609400 Jan 10 11:50:56.383158 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52226) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:56.415923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1075c84e-164a-4988-9a7b-5938db6c45a8 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:56.420676 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1075c84e-164a-4988-9a7b-5938db6c45a8 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] 10.222.0.16 "GET /v2.0/ports/03de9c54-b6d5-4572-b0f2-03fe323e2a25 HTTP/1.1" status: 200 len: 1129 time: 0.1963849 Jan 10 11:50:56.438249 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-57a490ea-93c7-41a5-ac8b-93a30fd295fc tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] 10.222.0.16 "GET /v2.0/quotas/958d9ce69f3e43ea8213a151a10acb5d HTTP/1.1" status: 200 len: 366 time: 0.0527985 Jan 10 11:50:56.438249 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52228) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:56.464394 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52230) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:56.524769 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2cd96d62-d547-492f-a7f9-015a8023408a None None] Provisioning complete for port 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:56.527134 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2cd96d62-d547-492f-a7f9-015a8023408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:56.567027 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (c2d88302-34ae-42c1-93a0-dd97f0c2ea01), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:56.682951 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-2b7eeceb-7356-434d-ae28-617cf6c5b61f service neutron] 10.222.0.30 "GET /v2.0/networks/8395d8e6-0511-4314-94bb-e87296687cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9738286 Jan 10 11:50:56.688826 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:50:56.707446 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-676c3ec8-becc-4608-92a7-3e8337dc63c6 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/958d9ce69f3e43ea8213a151a10acb5d HTTP/1.1" status: 204 len: 168 time: 0.2383254 Jan 10 11:50:56.713932 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52232) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:56.729741 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ae5e1-bbd3-4279-a90e-ec1cbd845f9d tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Deleting port 03de9c54-b6d5-4572-b0f2-03fe323e2a25 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:50:56.730144 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1e3ae5e1-bbd3-4279-a90e-ec1cbd845f9d tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (03de9c54-b6d5-4572-b0f2-03fe323e2a25), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:56.737152 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c2ca4cbf-6a03-4ef8-88b6-e9422d5b0c87 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0207458 Jan 10 11:50:56.751341 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52234) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:56.772337 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:56.774081 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:56.830237 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e6123da4-acf2-4217-8006-e42b3510bfe0 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] 10.222.0.16 "GET /v2.0/quotas/958d9ce69f3e43ea8213a151a10acb5d HTTP/1.1" status: 200 len: 370 time: 0.0772183 Jan 10 11:50:56.834509 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52236) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:56.850075 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e8af7e8e-e94a-4dad-8033-306f7c33f204 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] 10.222.0.16 "GET /v2.0/quotas/958d9ce69f3e43ea8213a151a10acb5d/default HTTP/1.1" status: 200 len: 370 time: 0.0124865 Jan 10 11:50:56.854652 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52240) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:56.891231 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-78d86848-d05d-4901-9e29-305ce32c253a tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] delete failed (client error): The resource could not be found. Jan 10 11:50:56.907795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1a59-64a3-4eee-b15c-f23a680f4aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (2eef27d4-25ec-4d48-9872-165f01fcf097), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:56.911284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1a59-64a3-4eee-b15c-f23a680f4aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:56.912782 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8bcd1a59-64a3-4eee-b15c-f23a680f4aac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2eef27d4-25ec-4d48-9872-165f01fcf097 HTTP/1.1" status: 204 len: 168 time: 2.4895465 Jan 10 11:50:56.917608 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-78d86848-d05d-4901-9e29-305ce32c253a tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/958d9ce69f3e43ea8213a151a10acb5d HTTP/1.1" status: 404 len: 348 time: 0.0466065 Jan 10 11:50:56.933375 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d0bb3cef-81b0-44ae-83b5-48c60de1d735 None None] Provisioning complete for port 03de9c54-b6d5-4572-b0f2-03fe323e2a25 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:56.933780 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d0bb3cef-81b0-44ae-83b5-48c60de1d735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (03de9c54-b6d5-4572-b0f2-03fe323e2a25), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:57.006635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1e3ae5e1-bbd3-4279-a90e-ec1cbd845f9d tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (03de9c54-b6d5-4572-b0f2-03fe323e2a25), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:57.056920 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ae5e1-bbd3-4279-a90e-ec1cbd845f9d tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Calling delete_port for 03de9c54-b6d5-4572-b0f2-03fe323e2a25 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:50:57.118182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Pushing event updated for resources: {'Port': ['ID=c2d88302-34ae-42c1-93a0-dd97f0c2ea01,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:57.229885 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd1a59-64a3-4eee-b15c-f23a680f4aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eef27d4-25ec-4d48-9872-165f01fcf097,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:57.244995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (2ae27775-f78d-4293-bc50-af6a5d54e172), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:57.295435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb3cef-81b0-44ae-83b5-48c60de1d735 None None] Port 03de9c54-b6d5-4572-b0f2-03fe323e2a25 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:57.296703 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b83c222-237f-4ef6-a515-f4e0435fb3a0 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for floatingip (b8d54bde-5ffe-405c-9857-d2c07b0d675d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:57.297063 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-2b83c222-237f-4ef6-a515-f4e0435fb3a0 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Floating IP b8d54bde-5ffe-405c-9857-d2c07b0d675d disassociated (deleted). External IP: 172.36.2.62, port: cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9. Jan 10 11:50:57.387158 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52246) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:57.425561 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-df9a0dc3-1634-4459-9f62-60f1df07ae44 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks [] for port (b8edf57a-03af-41d7-b847-51668ce018ba), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:57.457237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.quota.resource [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Usage tracker for resource:network and project:71729d91be254bb9af5e6be93c1cd30d is out of sync, need to count used quota {{(pid=110625) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 10 11:50:57.464114 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.quota.resource [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110625) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 10 11:50:57.478754 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.quota.resource [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Usage tracker for resource:subnet and project:71729d91be254bb9af5e6be93c1cd30d is out of sync, need to count used quota {{(pid=110625) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 10 11:50:57.486725 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.quota.resource [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110625) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 10 11:50:57.498949 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.quota.resource [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Usage tracker for resource:subnetpool and project:71729d91be254bb9af5e6be93c1cd30d is out of sync, need to count used quota {{(pid=110625) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 10 11:50:57.509978 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.quota.resource [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110625) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 10 11:50:57.520718 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.quota.resource [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Usage tracker for resource:port and project:71729d91be254bb9af5e6be93c1cd30d is out of sync, need to count used quota {{(pid=110625) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 10 11:50:57.526905 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.quota.resource [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110625) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 10 11:50:57.539954 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.quota.resource [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Usage tracker for resource:router and project:71729d91be254bb9af5e6be93c1cd30d is out of sync, need to count used quota {{(pid=110625) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 10 11:50:57.546101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.quota.resource [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110625) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 10 11:50:57.560212 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.quota.resource [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Usage tracker for resource:floatingip and project:71729d91be254bb9af5e6be93c1cd30d is out of sync, need to count used quota {{(pid=110625) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 10 11:50:57.568439 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.quota.resource [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110625) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 10 11:50:57.589443 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502a38a-e948-4f82-b564-cb04d6a32f6c req-c49a4fed-6f73-4e18-8a6d-1966322240e1 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:57.592515 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9502a38a-e948-4f82-b564-cb04d6a32f6c req-c49a4fed-6f73-4e18-8a6d-1966322240e1 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 943 time: 1.0262110 Jan 10 11:50:57.593185 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (82343494-e392-485b-8f92-cd8abe2c57a8), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:57.640271 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:57.644072 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-30d3a46e-22a9-4cb3-8e6a-0a8fce8e65da tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.6634650 Jan 10 11:50:57.648325 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52248) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:57.660958 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-acda8019-22da-41fe-8633-6e39ff46cb2b tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Request body: {'floatingip': {'port_id': '0fc8f07a-0d22-44a4-b702-087f6c238367', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:57.666832 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1e3ae5e1-bbd3-4279-a90e-ec1cbd845f9d tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (03de9c54-b6d5-4572-b0f2-03fe323e2a25), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:57.844047 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a737ad98-05cd-4f41-924d-d1b56e5d376f req-bff64b69-c89d-4abf-b44b-f5155e387305 service neutron] 10.222.0.30 "GET /v2.0/networks/8395d8e6-0511-4314-94bb-e87296687cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0217047 Jan 10 11:50:57.968709 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9502a38a-e948-4f82-b564-cb04d6a32f6c req-59ed4205-fca8-4323-8888-972a230bbc22 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3446734 Jan 10 11:50:58.224055 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-df9a0dc3-1634-4459-9f62-60f1df07ae44 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b8edf57a-03af-41d7-b847-51668ce018ba), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:58.305247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.quota.resource [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Usage tracker for resource:security_group and project:71729d91be254bb9af5e6be93c1cd30d is out of sync, need to count used quota {{(pid=110625) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 10 11:50:58.391203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-acda8019-22da-41fe-8633-6e39ff46cb2b tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for floatingip (2ae27775-f78d-4293-bc50-af6a5d54e172), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:58.392756 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9a0dc3-1634-4459-9f62-60f1df07ae44 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Network bc10128a-b90f-4c45-a156-6feac0124fd3 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:58.405833 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.quota.resource [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110625) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 10 11:50:58.406117 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ae5e1-bbd3-4279-a90e-ec1cbd845f9d tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Pushing event deleted for resources: {'Port': ['ID=03de9c54-b6d5-4572-b0f2-03fe323e2a25,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:58.428050 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-df9a0dc3-1634-4459-9f62-60f1df07ae44 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:58.497561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.quota.resource [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Usage tracker for resource:security_group_rule and project:71729d91be254bb9af5e6be93c1cd30d is out of sync, need to count used quota {{(pid=110625) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 10 11:50:58.515845 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9a0dc3-1634-4459-9f62-60f1df07ae44 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.522505 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.533633 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.533633 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.533633 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.533633 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.533633 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.533633 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.533633 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.533633 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.533633 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.533633 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.533633 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:50:58.533633 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:50:58.533633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9a0dc3-1634-4459-9f62-60f1df07ae44 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:58.533633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-df9a0dc3-1634-4459-9f62-60f1df07ae44 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:58.556111 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a0dc3-1634-4459-9f62-60f1df07ae44 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event updated for resources: {'Port': ['ID=b8edf57a-03af-41d7-b847-51668ce018ba,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:58.577332 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.quota.resource [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110625) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 10 11:50:58.582507 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1e3ae5e1-bbd3-4279-a90e-ec1cbd845f9d tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:58.588615 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1e3ae5e1-bbd3-4279-a90e-ec1cbd845f9d tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] 10.222.0.16 "DELETE /v2.0/ports/03de9c54-b6d5-4572-b0f2-03fe323e2a25 HTTP/1.1" status: 204 len: 168 time: 2.1492260 Jan 10 11:50:58.594361 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52260) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:58.731508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bb5d9-7ddd-452d-a7ee-53ade426d02d req-29063717-608b-447a-805a-b3a30d9a33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:58.733370 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a16bb5d9-7ddd-452d-a7ee-53ade426d02d req-29063717-608b-447a-805a-b3a30d9a33ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=352a2d16b2764491aabf5fded04ea148&device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 1096 time: 0.5991869 Jan 10 11:50:58.740511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-405149d2-22d1-4cf0-9fa7-d3a80cd78c1e tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Deleting subnet d50f1f0a-01d6-48e6-a74e-4e27a40289f5 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:50:58.744664 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-405149d2-22d1-4cf0-9fa7-d3a80cd78c1e tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks [] for subnet (d50f1f0a-01d6-48e6-a74e-4e27a40289f5), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:58.755829 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-acda8019-22da-41fe-8633-6e39ff46cb2b tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] update failed (client error): The resource could not be found. Jan 10 11:50:58.763227 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-acda8019-22da-41fe-8633-6e39ff46cb2b tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] 10.222.0.16 "PUT /v2.0/floatingips/2ae27775-f78d-4293-bc50-af6a5d54e172 HTTP/1.1" status: 404 len: 507 time: 1.1109006 Jan 10 11:50:58.764419 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52264) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:58.774869 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-91edfba5-a758-42c1-9dce-ea60bbf34a16 tempest-QuotasTest-1592484747 tempest-QuotasTest-1592484747-project-admin] 10.222.0.16 "GET /v2.0/quotas/71729d91be254bb9af5e6be93c1cd30d/details.json HTTP/1.1" status: 200 len: 703 time: 1.3851156 Jan 10 11:50:58.839232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] device_id is not set on port 82343494-e392-485b-8f92-cd8abe2c57a8 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:50:58.907515 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-405149d2-22d1-4cf0-9fa7-d3a80cd78c1e tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (d50f1f0a-01d6-48e6-a74e-4e27a40289f5), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:59.109474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks [] for port (82343494-e392-485b-8f92-cd8abe2c57a8), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:59.136881 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-df9a0dc3-1634-4459-9f62-60f1df07ae44 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 6.6259558 Jan 10 11:50:59.148192 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2d26b6ac-cf11-4a92-8ae7-a9fff8bf6d5e None None] Provisioning complete for port b8edf57a-03af-41d7-b847-51668ce018ba triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:59.150483 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2d26b6ac-cf11-4a92-8ae7-a9fff8bf6d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b8edf57a-03af-41d7-b847-51668ce018ba), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:59.150885 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52274) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:59.168784 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Request body: {'port': {'network_id': 'bc10128a-b90f-4c45-a156-6feac0124fd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1468706971', 'allowed_address_pairs': [{'ip_address': '2001:db8::25a', 'mac_address': 'fa:16:3e:d1:83:57'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:59.172596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-405149d2-22d1-4cf0-9fa7-d3a80cd78c1e tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (d50f1f0a-01d6-48e6-a74e-4e27a40289f5), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:59.183359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b83c222-237f-4ef6-a515-f4e0435fb3a0 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Router 1eaacecc-7522-4d39-892f-ea952b5c7ff7 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:50:59.231171 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2d26b6ac-cf11-4a92-8ae7-a9fff8bf6d5e None None] Port b8edf57a-03af-41d7-b847-51668ce018ba cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:59.320533 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7e444c6c-0ae4-4ac1-813a-9cfac4b0c92e tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Deleting port c2d88302-34ae-42c1-93a0-dd97f0c2ea01 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:50:59.321430 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7e444c6c-0ae4-4ac1-813a-9cfac4b0c92e tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c2d88302-34ae-42c1-93a0-dd97f0c2ea01), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:59.368414 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d8fcf-8197-4f00-a77b-89d105561b76 req-738fb3a2-0881-40d1-94ab-d6a85c6dfa68 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:59.375854 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6b8d8fcf-8197-4f00-a77b-89d105561b76 req-738fb3a2-0881-40d1-94ab-d6a85c6dfa68 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 943 time: 0.2128143 Jan 10 11:50:59.429700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (82343494-e392-485b-8f92-cd8abe2c57a8), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:59.492233 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bb5d9-7ddd-452d-a7ee-53ade426d02d req-a8b9b9e2-b8e5-4478-8f2a-290492a76fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:59.494249 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a16bb5d9-7ddd-452d-a7ee-53ade426d02d req-a8b9b9e2-b8e5-4478-8f2a-290492a76fb3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8395d8e6-0511-4314-94bb-e87296687cd4 HTTP/1.1" status: 200 len: 906 time: 0.6733825 Jan 10 11:50:59.505859 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6b8d8fcf-8197-4f00-a77b-89d105561b76 req-763ac971-83ea-4a56-b880-d038f924021a tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290188 Jan 10 11:50:59.519707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7e444c6c-0ae4-4ac1-813a-9cfac4b0c92e tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c2d88302-34ae-42c1-93a0-dd97f0c2ea01), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:59.520286 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7e444c6c-0ae4-4ac1-813a-9cfac4b0c92e tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for floatingip (c2d88302-34ae-42c1-93a0-dd97f0c2ea01), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:59.541135 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7e444c6c-0ae4-4ac1-813a-9cfac4b0c92e tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Calling delete_port for c2d88302-34ae-42c1-93a0-dd97f0c2ea01 owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:50:59.564299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Pushing event updated for resources: {'Port': ['ID=82343494-e392-485b-8f92-cd8abe2c57a8,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:59.597481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52280) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:59.611796 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a16bb5d9-7ddd-452d-a7ee-53ade426d02d req-e7ba3982-5757-4fab-a6af-e495d6cc630c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dbae773-a0aa-4c8e-be7b-f1a746495bb4 HTTP/1.1" status: 200 len: 217 time: 0.0647345 Jan 10 11:50:59.616661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b83c222-237f-4ef6-a515-f4e0435fb3a0 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:50:59.622231 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b83c222-237f-4ef6-a515-f4e0435fb3a0 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:59.632927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:59.632927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:59.632927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:59.646014 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e204f90-a604-4386-9f7f-54a44a67d5b1 None None] Sync routers for ids ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:50:59.666917 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e204f90-a604-4386-9f7f-54a44a67d5b1 None None] Routers {'1eaacecc-7522-4d39-892f-ea952b5c7ff7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:59.667555 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6e204f90-a604-4386-9f7f-54a44a67d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:50:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:59.686043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:50:59.686423 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:50:59.690974 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 2 to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 Jan 10 11:50:59.699449 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2b83c222-237f-4ef6-a515-f4e0435fb3a0 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] 10.222.0.16 "DELETE /v2.0/floatingips/b8d54bde-5ffe-405c-9857-d2c07b0d675d HTTP/1.1" status: 204 len: 168 time: 9.1673784 Jan 10 11:50:59.716048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52284) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:59.716615 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52286) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:59.728289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:59.730377 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6e204f90-a604-4386-9f7f-54a44a67d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:59.741725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:59.741872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:59.742239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:59.746745 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bb5d9-7ddd-452d-a7ee-53ade426d02d req-5fe60c68-8c6d-4879-9bcb-e8e56eff8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:59.748546 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a16bb5d9-7ddd-452d-a7ee-53ade426d02d req-5fe60c68-8c6d-4879-9bcb-e8e56eff8d6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=549e90ce-a309-439c-8b69-da152ddaf4f8 HTTP/1.1" status: 200 len: 844 time: 0.1294460 Jan 10 11:50:59.750522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:50:59.750858 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:50:59.751246 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 3 to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 Jan 10 11:50:59.753120 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e204f90-a604-4386-9f7f-54a44a67d5b1 None None] Routers {'1eaacecc-7522-4d39-892f-ea952b5c7ff7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:59.753792 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6e204f90-a604-4386-9f7f-54a44a67d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:50:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:59.789745 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-405149d2-22d1-4cf0-9fa7-d3a80cd78c1e tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (d50f1f0a-01d6-48e6-a74e-4e27a40289f5), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:59.795253 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Made reservation on behalf of 97df019fa5a84f6b9a5b561a5a6e8ae7 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:59.810266 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6e204f90-a604-4386-9f7f-54a44a67d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:59.811328 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e204f90-a604-4386-9f7f-54a44a67d5b1 None None] The sync data for ids ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:50:59.821715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:59.822488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:59.822880 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:59.863285 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:50:59.863683 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:50:59.874206 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 4 to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 Jan 10 11:50:59.881828 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-405149d2-22d1-4cf0-9fa7-d3a80cd78c1e tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:59.885480 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-405149d2-22d1-4cf0-9fa7-d3a80cd78c1e tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] 10.222.0.16 "DELETE /v2.0/subnets/d50f1f0a-01d6-48e6-a74e-4e27a40289f5 HTTP/1.1" status: 204 len: 168 time: 1.2820923 Jan 10 11:50:59.890792 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d65e14-acbb-4275-9076-5eaabd63563f None None] Network ccefc488-07a5-4dc5-bc36-5d6b6490ceb4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:50:59.892546 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52290) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:59.911534 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405149d2-22d1-4cf0-9fa7-d3a80cd78c1e tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Pushing event deleted for resources: {'Subnet': ['ID=d50f1f0a-01d6-48e6-a74e-4e27a40289f5,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:59.945410 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-bbce1b92-b8cb-4a2f-b268-fe0b0abd3731 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-284907773'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:59.955701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad77b-6dc9-4722-87b1-6c57c07e41f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:59.962527 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bb5d9-7ddd-452d-a7ee-53ade426d02d req-602eb29b-4497-456c-b2b4-3fbae1ed93a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:59.964058 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a16bb5d9-7ddd-452d-a7ee-53ade426d02d req-602eb29b-4497-456c-b2b4-3fbae1ed93a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8395d8e6-0511-4314-94bb-e87296687cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2097616 Jan 10 11:50:59.969713 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:59.970615 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:59.971189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:59.986850 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7e444c6c-0ae4-4ac1-813a-9cfac4b0c92e tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (c2d88302-34ae-42c1-93a0-dd97f0c2ea01), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:59.998593 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:50:59.998933 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:00.012369 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 5 to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 Jan 10 11:51:00.047070 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e444c6c-0ae4-4ac1-813a-9cfac4b0c92e tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Pushing event deleted for resources: {'Port': ['ID=c2d88302-34ae-42c1-93a0-dd97f0c2ea01,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:00.072783 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:00.073125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:00.073460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:00.092558 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48398f10-9c4c-468e-bfe1-fbeb42c082e3 None None] DHCP port deletion for ccefc488-07a5-4dc5-bc36-5d6b6490ceb4 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:51:00.099924 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:00.100272 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:00.104460 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 6 to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 Jan 10 11:51:00.121320 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (ccefc488-07a5-4dc5-bc36-5d6b6490ceb4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.132984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.136792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.142805 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a16bb5d9-7ddd-452d-a7ee-53ade426d02d req-65ce6cb5-7cb1-4782-a0e9-2aa818c7f904 service neutron] 10.222.0.30 "GET /v2.0/networks/8395d8e6-0511-4314-94bb-e87296687cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691654 Jan 10 11:51:00.158676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-48398f10-9c4c-468e-bfe1-fbeb42c082e3 None None] Deleting port bd73021c-f9e0-4508-a1d5-ae9d17f68b69 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:00.159457 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-48398f10-9c4c-468e-bfe1-fbeb42c082e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (bd73021c-f9e0-4508-a1d5-ae9d17f68b69), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.160115 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:00.160490 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:00.160793 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:00.194824 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] device_id is not set on port c738a58e-2c49-4f53-a1a7-972b9dbe1103 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:00.200958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:00.201301 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:00.203841 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7e444c6c-0ae4-4ac1-813a-9cfac4b0c92e tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for floatingip (2ae27775-f78d-4293-bc50-af6a5d54e172), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.207270 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7e444c6c-0ae4-4ac1-813a-9cfac4b0c92e tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.210270 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7e444c6c-0ae4-4ac1-813a-9cfac4b0c92e tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] 10.222.0.16 "DELETE /v2.0/floatingips/2ae27775-f78d-4293-bc50-af6a5d54e172 HTTP/1.1" status: 204 len: 168 time: 1.4429426 Jan 10 11:51:00.216819 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 7 to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 Jan 10 11:51:00.219073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52292) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:00.238594 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-48398f10-9c4c-468e-bfe1-fbeb42c082e3 None None] For port bd73021c-f9e0-4508-a1d5-ae9d17f68b69, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd73021c-f9e0-4508-a1d5-ae9d17f68b69,segment=NetworkSegment(bfff63ea-7b73-4be7-8871-3874d474dbe2),segment_id=bfff63ea-7b73-4be7-8871-3874d474dbe2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:00.242301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-48398f10-9c4c-468e-bfe1-fbeb42c082e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (bd73021c-f9e0-4508-a1d5-ae9d17f68b69), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.259403 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-92025cf2-b120-4ab7-aa12-7857a204fd50 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Request body: {'floatingip': {'floating_network_id': '73758e9c-454f-4b48-a2e5-f69776403e10', 'port_id': '0fc8f07a-0d22-44a4-b702-087f6c238367', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:00.261591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-48398f10-9c4c-468e-bfe1-fbeb42c082e3 None None] Calling delete_port for bd73021c-f9e0-4508-a1d5-ae9d17f68b69 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:00.285072 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:00.288702 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:00.288702 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:00.334711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad77b-6dc9-4722-87b1-6c57c07e41f3 admin admin] Publish callbacks [] for security_group (e32bed44-5f36-4097-a9fc-39de299d5eab), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.339257 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:00.339588 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:00.341517 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Deleting port bd73021c-f9e0-4508-a1d5-ae9d17f68b69 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:00.342087 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (bd73021c-f9e0-4508-a1d5-ae9d17f68b69), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.342244 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 8 to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 Jan 10 11:51:00.370922 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:00.371252 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:00.371589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:00.385155 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a16bb5d9-7ddd-452d-a7ee-53ade426d02d req-bddc4252-7e6e-4c2f-8331-75bdad0516d1 service neutron] 10.222.0.30 "GET /v2.0/networks/8395d8e6-0511-4314-94bb-e87296687cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260053 Jan 10 11:51:00.386951 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:00.387278 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:00.387787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbce1b92-b8cb-4a2f-b268-fe0b0abd3731 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:00.391368 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbce1b92-b8cb-4a2f-b268-fe0b0abd3731 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.397047 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 9 to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 Jan 10 11:51:00.423164 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Allocated IP 2001:db8::6d (bc10128a-b90f-4c45-a156-6feac0124fd3/bf9f808a-67bd-4610-8fa1-a9c3fc5662df/c738a58e-2c49-4f53-a1a7-972b9dbe1103) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:00.429398 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbce1b92-b8cb-4a2f-b268-fe0b0abd3731 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.432399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad77b-6dc9-4722-87b1-6c57c07e41f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e32bed44-5f36-4097-a9fc-39de299d5eab), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.456010 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] For port bd73021c-f9e0-4508-a1d5-ae9d17f68b69, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd73021c-f9e0-4508-a1d5-ae9d17f68b69,segment=NetworkSegment(bfff63ea-7b73-4be7-8871-3874d474dbe2),segment_id=bfff63ea-7b73-4be7-8871-3874d474dbe2)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:00.456409 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (bd73021c-f9e0-4508-a1d5-ae9d17f68b69), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.476821 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Calling delete_port for bd73021c-f9e0-4508-a1d5-ae9d17f68b69 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:00.521281 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-48398f10-9c4c-468e-bfe1-fbeb42c082e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (bd73021c-f9e0-4508-a1d5-ae9d17f68b69), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.590620 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device bd73021c-f9e0-4508-a1d5-ae9d17f68b69 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:51:00.592859 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-92025cf2-b120-4ab7-aa12-7857a204fd50 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.613169 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48398f10-9c4c-468e-bfe1-fbeb42c082e3 None None] No DVR routers for this DVR port bd73021c-f9e0-4508-a1d5-ae9d17f68b69 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:00.624318 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48398f10-9c4c-468e-bfe1-fbeb42c082e3 None None] Pushing event deleted for resources: {'Port': ['ID=bd73021c-f9e0-4508-a1d5-ae9d17f68b69,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.651797 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.655114 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.655114 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.655114 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.655114 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.655114 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.655114 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.655114 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.655114 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.655114 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:00.655114 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:00.655114 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:51:00.655114 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:51:00.671423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: bd73021c-f9e0-4508-a1d5-ae9d17f68b69 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:51:00.672237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device bd73021c-f9e0-4508-a1d5-ae9d17f68b69 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:51:00.693168 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (bd73021c-f9e0-4508-a1d5-ae9d17f68b69), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.766727 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:00.766727 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:00.766727 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:00.785577 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Pushing event deleted for resources: {'Port': ['ID=bd73021c-f9e0-4508-a1d5-ae9d17f68b69,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:00.801515 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] No DVR routers for this DVR port bd73021c-f9e0-4508-a1d5-ae9d17f68b69 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:00.822518 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-dd2ad77b-6dc9-4722-87b1-6c57c07e41f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=363d2eeb818f4d8b9b5a71d374ec02c5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0997715 Jan 10 11:51:00.823299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:00.823637 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:00.828449 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 10 to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 Jan 10 11:51:00.831744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ad77b-6dc9-4722-87b1-6c57c07e41f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32bed44-5f36-4097-a9fc-39de299d5eab,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:00.833751 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52296) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:00.864489 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.871937 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:00.872361 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:00.872843 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:00.908118 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb7a08-7875-4872-9bef-2d6631ee6259 req-9c6b6dcf-a89b-4079-b16a-4ffcf7cf29fb tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:00.909791 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1efb7a08-7875-4872-9bef-2d6631ee6259 req-9c6b6dcf-a89b-4079-b16a-4ffcf7cf29fb tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 943 time: 0.1917746 Jan 10 11:51:00.914589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:00.914938 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port 82343494-e392-485b-8f92-cd8abe2c57a8 on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:00.915292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (82343494-e392-485b-8f92-cd8abe2c57a8), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.973100 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks [] for port (c738a58e-2c49-4f53-a1a7-972b9dbe1103), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.991894 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (ccefc488-07a5-4dc5-bc36-5d6b6490ceb4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.038636 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccefc488-07a5-4dc5-bc36-5d6b6490ceb4']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:01.068428 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfff63ea-7b73-4be7-8871-3874d474dbe2') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:01.068695 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfff63ea-7b73-4be7-8871-3874d474dbe2') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:01.080564 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-06b3b852-17bd-42f0-85e8-044e5d2cfcc0 admin admin] Publish callbacks [] for security_group (e32bed44-5f36-4097-a9fc-39de299d5eab), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.087584 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (bfff63ea-7b73-4be7-8871-3874d474dbe2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.130419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbce1b92-b8cb-4a2f-b268-fe0b0abd3731 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for security_group (6a44d0f0-05e1-4e24-b4ba-f9f7b5f3203b), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.135730 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-06b3b852-17bd-42f0-85e8-044e5d2cfcc0 admin admin] Publish callbacks [] for security_group (e32bed44-5f36-4097-a9fc-39de299d5eab), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.142069 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (bfff63ea-7b73-4be7-8871-3874d474dbe2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.142507 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1efb7a08-7875-4872-9bef-2d6631ee6259 req-755946d5-2694-451c-890d-a58cd3bb9cd6 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933460 Jan 10 11:51:01.150626 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Allocated IP 172.36.2.81 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/8705fcd3-5ae5-4f96-8272-c86406723eaf) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:01.156258 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] For port 82343494-e392-485b-8f92-cd8abe2c57a8, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:51:01.156607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempted to set empty binding levels {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 10 11:51:01.167912 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:51:01.168486 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (bfff63ea-7b73-4be7-8871-3874d474dbe2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:51:01.172164 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:51:01.230736 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (c738a58e-2c49-4f53-a1a7-972b9dbe1103), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.239204 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbce1b92-b8cb-4a2f-b268-fe0b0abd3731 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (6a44d0f0-05e1-4e24-b4ba-f9f7b5f3203b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.261849 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-92025cf2-b120-4ab7-aa12-7857a204fd50 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:51:01.261849 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-92025cf2-b120-4ab7-aa12-7857a204fd50 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0371192 Jan 10 11:51:01.268426 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52298) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:01.281859 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '0fc8f07a-0d22-44a4-b702-087f6c238367', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:01.294112 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbce1b92-b8cb-4a2f-b268-fe0b0abd3731 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:01.306360 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce1b92-b8cb-4a2f-b268-fe0b0abd3731 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a44d0f0-05e1-4e24-b4ba-f9f7b5f3203b,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:01.312586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Network bc10128a-b90f-4c45-a156-6feac0124fd3 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:01.316986 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:01.321293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (82343494-e392-485b-8f92-cd8abe2c57a8), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.324283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:01.333985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.334279 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.338781 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event updated for resources: {'Port': ['ID=c738a58e-2c49-4f53-a1a7-972b9dbe1103,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:01.353783 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:01.353783 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:01.353783 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:01.354822 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:01.355187 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:01.355522 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:01.355870 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:01.356199 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:01.356535 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:01.356870 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:01.357198 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:01.357532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:01.357910 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:01.397926 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks [] for port (8705fcd3-5ae5-4f96-8272-c86406723eaf), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.400929 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (ccefc488-07a5-4dc5-bc36-5d6b6490ceb4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.406063 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] In _notify_port_updated(), no bound segment for port 82343494-e392-485b-8f92-cd8abe2c57a8 on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:51:01.407242 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.407809 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.409190 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] 10.222.0.16 "PUT /v2.0/ports/82343494-e392-485b-8f92-cd8abe2c57a8 HTTP/1.1" status: 200 len: 977 time: 5.4166110 Jan 10 11:51:01.415576 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52300) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:01.419493 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.425156 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] 10.222.0.16 "DELETE /v2.0/networks/ccefc488-07a5-4dc5-bc36-5d6b6490ceb4 HTTP/1.1" status: 204 len: 168 time: 1.5286136 Jan 10 11:51:01.440814 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1791b3-e7ea-4084-b666-e4c2c0a40b50 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855 tempest-ExtraDHCPOptionsIpV6TestJSON-430643855-project] Pushing event deleted for resources: {'Network': ['ID=ccefc488-07a5-4dc5-bc36-5d6b6490ceb4,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:01.444844 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-06b3b852-17bd-42f0-85e8-044e5d2cfcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e32bed44-5f36-4097-a9fc-39de299d5eab), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.449422 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-06b3b852-17bd-42f0-85e8-044e5d2cfcc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.451206 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-06b3b852-17bd-42f0-85e8-044e5d2cfcc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e32bed44-5f36-4097-a9fc-39de299d5eab HTTP/1.1" status: 204 len: 168 time: 0.6163776 Jan 10 11:51:01.455580 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1601c964-19af-4f01-ba87-772aa47195d4 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.2949493 Jan 10 11:51:01.461137 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52306) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:01.542234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbce1b92-b8cb-4a2f-b268-fe0b0abd3731 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (93a08a40-67f1-4aa7-b62c-e86233fff71b), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.543206 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3b852-17bd-42f0-85e8-044e5d2cfcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32bed44-5f36-4097-a9fc-39de299d5eab,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:01.543535 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-bbce1b92-b8cb-4a2f-b268-fe0b0abd3731 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Added segment 93a08a40-67f1-4aa7-b62c-e86233fff71b of type vlan for network 0b25d38b-79b9-479c-a1fc-6a4a4763b1df Jan 10 11:51:01.566890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc683eb-35fa-45d9-ab10-c5493986794d tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Pushing event updated for resources: {'Port': ['ID=82343494-e392-485b-8f92-cd8abe2c57a8,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:01.575481 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab9eaf6-5cfd-417d-94c7-822497d927e8 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.583623 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab9eaf6-5cfd-417d-94c7-822497d927e8 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.590454 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab9eaf6-5cfd-417d-94c7-822497d927e8 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.592996 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bab9eaf6-5cfd-417d-94c7-822497d927e8 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1297989 Jan 10 11:51:01.597163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52308) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:01.616814 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.648899 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbce1b92-b8cb-4a2f-b268-fe0b0abd3731 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (0b25d38b-79b9-479c-a1fc-6a4a4763b1df), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.694325 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-bb37d72b-99f2-4c2e-87a0-48c4538fee07 None None] Provisioning complete for port c738a58e-2c49-4f53-a1a7-972b9dbe1103 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:01.695184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bb37d72b-99f2-4c2e-87a0-48c4538fee07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c738a58e-2c49-4f53-a1a7-972b9dbe1103), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.710483 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7d6ff0a8-5637-4ddb-90ac-a2444e8489b0 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Deleting port c738a58e-2c49-4f53-a1a7-972b9dbe1103 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:01.710883 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d6ff0a8-5637-4ddb-90ac-a2444e8489b0 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c738a58e-2c49-4f53-a1a7-972b9dbe1103), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.715588 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.715588 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.715588 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.722124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.722124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.722124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.722124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.722124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.722124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.722124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.722124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.722124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.722124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.722124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.722124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.722124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.723120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.723120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.723691 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.723938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.724395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.731357 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-18a63f14-6550-4f89-b5ea-b278e7572733 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18494 time: 0.3106534 Jan 10 11:51:01.732123 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52310) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:01.769938 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-bb37d72b-99f2-4c2e-87a0-48c4538fee07 None None] Port c738a58e-2c49-4f53-a1a7-972b9dbe1103 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:01.773549 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (8705fcd3-5ae5-4f96-8272-c86406723eaf), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.835848 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d6ff0a8-5637-4ddb-90ac-a2444e8489b0 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c738a58e-2c49-4f53-a1a7-972b9dbe1103), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.859949 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7d6ff0a8-5637-4ddb-90ac-a2444e8489b0 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Calling delete_port for c738a58e-2c49-4f53-a1a7-972b9dbe1103 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:01.871488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbce1b92-b8cb-4a2f-b268-fe0b0abd3731 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (0b25d38b-79b9-479c-a1fc-6a4a4763b1df), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.887535 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbce1b92-b8cb-4a2f-b268-fe0b0abd3731 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:01.888598 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbce1b92-b8cb-4a2f-b268-fe0b0abd3731 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:01.940428 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:01.968766 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:01.974879 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:02.062702 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Pushing event updated for resources: {'Port': ['ID=8705fcd3-5ae5-4f96-8272-c86406723eaf,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:02.093568 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bbce1b92-b8cb-4a2f-b268-fe0b0abd3731 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4931455 Jan 10 11:51:02.103583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52316) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:02.107300 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce1b92-b8cb-4a2f-b268-fe0b0abd3731 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Network': ['ID=0b25d38b-79b9-479c-a1fc-6a4a4763b1df,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:02.115756 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5175ccbc-4fcf-498b-9606-8683b1288ded tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1096269162'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:02.122421 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 0b25d38b-79b9-479c-a1fc-6a4a4763b1df details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:02.135846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52318) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:02.187347 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-96d34d33-7bf4-45ee-9a44-14819cbe7d88 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Deleting port 82343494-e392-485b-8f92-cd8abe2c57a8 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:02.188454 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96d34d33-7bf4-45ee-9a44-14819cbe7d88 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (82343494-e392-485b-8f92-cd8abe2c57a8), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:02.207339 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d6ff0a8-5637-4ddb-90ac-a2444e8489b0 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (c738a58e-2c49-4f53-a1a7-972b9dbe1103), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:02.319932 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ff0a8-5637-4ddb-90ac-a2444e8489b0 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event deleted for resources: {'Port': ['ID=c738a58e-2c49-4f53-a1a7-972b9dbe1103,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:02.337417 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:02.352878 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks [] for floatingip (c6b06390-3387-46ef-81b5-1fd737370aa2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:02.362064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-96d34d33-7bf4-45ee-9a44-14819cbe7d88 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] For port 82343494-e392-485b-8f92-cd8abe2c57a8, host hv-neutron-mast, got binding levels [] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:02.362535 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96d34d33-7bf4-45ee-9a44-14819cbe7d88 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (82343494-e392-485b-8f92-cd8abe2c57a8), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:02.384578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5175ccbc-4fcf-498b-9606-8683b1288ded tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:02.388779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5175ccbc-4fcf-498b-9606-8683b1288ded tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:02.413529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-96d34d33-7bf4-45ee-9a44-14819cbe7d88 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Calling delete_port for 82343494-e392-485b-8f92-cd8abe2c57a8 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:02.521988 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf5c90-7e72-4dc1-99e0-65fb6935a9f2 req-02d43cf4-9ef9-4374-bdfa-7f72333335e2 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:02.530470 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f4cf5c90-7e72-4dc1-99e0-65fb6935a9f2 req-02d43cf4-9ef9-4374-bdfa-7f72333335e2 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 943 time: 0.2398510 Jan 10 11:51:02.543896 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5c5c8262-83eb-490d-b145-667881fd955d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2625d78228be49d4adecdc00da4403ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4018743 Jan 10 11:51:02.547133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5175ccbc-4fcf-498b-9606-8683b1288ded tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:02.549268 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52324) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:02.603034 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d6ff0a8-5637-4ddb-90ac-a2444e8489b0 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:02.606620 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7d6ff0a8-5637-4ddb-90ac-a2444e8489b0 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "DELETE /v2.0/ports/c738a58e-2c49-4f53-a1a7-972b9dbe1103 HTTP/1.1" status: 204 len: 168 time: 1.0077217 Jan 10 11:51:02.610146 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52326) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:02.628758 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5175ccbc-4fcf-498b-9606-8683b1288ded tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (eed0b2c5-e3d9-4a19-81be-0f3845493800), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:02.628758 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-5175ccbc-4fcf-498b-9606-8683b1288ded tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Added segment eed0b2c5-e3d9-4a19-81be-0f3845493800 of type vlan for network e1ac1b32-f830-41b2-8537-919e470f6e35 Jan 10 11:51:02.668732 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8705fcd3-5ae5-4f96-8272-c86406723eaf), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:02.670111 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7dbf04-78f8-4fe8-9ade-03d629b36718 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] GET failed (client error): The resource could not be found. Jan 10 11:51:02.674980 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7a7dbf04-78f8-4fe8-9ade-03d629b36718 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "GET /v2.0/ports/c738a58e-2c49-4f53-a1a7-972b9dbe1103 HTTP/1.1" status: 404 len: 333 time: 0.0598085 Jan 10 11:51:02.678420 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52328) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:02.687695 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8035799d-6ad9-4295-8a59-01d53173e9d6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Request body: {'port': {'network_id': 'bc10128a-b90f-4c45-a156-6feac0124fd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1525802373'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:02.703397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52330) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:02.747079 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f4cf5c90-7e72-4dc1-99e0-65fb6935a9f2 req-bb073361-3775-43cd-a6dd-e93990985f4e tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149715 Jan 10 11:51:02.766028 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5175ccbc-4fcf-498b-9606-8683b1288ded tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (e1ac1b32-f830-41b2-8537-919e470f6e35), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:02.773987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Allocated IP 172.36.2.242 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/26a722ee-6106-4fa8-a705-96686abbd2f4) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:02.774739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e15f-c849-4b37-b0f3-9402520df890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:02.808773 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab2b2-dc11-46b8-9b09-101853ea5264 admin admin] Publish callbacks [] for security_group (c0de819c-9a48-4be3-be5a-f81e46d18baa), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:02.864127 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab2b2-dc11-46b8-9b09-101853ea5264 admin admin] Publish callbacks [] for security_group (c0de819c-9a48-4be3-be5a-f81e46d18baa), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:02.948000 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96d34d33-7bf4-45ee-9a44-14819cbe7d88 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (82343494-e392-485b-8f92-cd8abe2c57a8), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:02.975131 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e15f-c849-4b37-b0f3-9402520df890 admin admin] Publish callbacks [] for security_group (27ae2300-a5b5-4a54-86a2-208aea2ccb48), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:03.017853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5175ccbc-4fcf-498b-9606-8683b1288ded tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (e1ac1b32-f830-41b2-8537-919e470f6e35), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:03.023714 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5175ccbc-4fcf-498b-9606-8683b1288ded tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:03.024347 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5175ccbc-4fcf-498b-9606-8683b1288ded tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:03.040434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d34d33-7bf4-45ee-9a44-14819cbe7d88 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Pushing event deleted for resources: {'Port': ['ID=82343494-e392-485b-8f92-cd8abe2c57a8,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:03.058347 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8035799d-6ad9-4295-8a59-01d53173e9d6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Made reservation on behalf of 97df019fa5a84f6b9a5b561a5a6e8ae7 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:03.064445 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8035799d-6ad9-4295-8a59-01d53173e9d6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:03.070546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96d34d33-7bf4-45ee-9a44-14819cbe7d88 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:03.070546 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-96d34d33-7bf4-45ee-9a44-14819cbe7d88 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] 10.222.0.16 "DELETE /v2.0/ports/82343494-e392-485b-8f92-cd8abe2c57a8 HTTP/1.1" status: 204 len: 168 time: 1.3374074 Jan 10 11:51:03.074770 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52332) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:03.103297 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for port (26a722ee-6106-4fa8-a705-96686abbd2f4), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:03.105480 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f15df1-4003-4a82-b4b9-4f89770f7591 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] GET failed (client error): The resource could not be found. Jan 10 11:51:03.107091 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-89f15df1-4003-4a82-b4b9-4f89770f7591 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] 10.222.0.16 "GET /v2.0/ports/82343494-e392-485b-8f92-cd8abe2c57a8 HTTP/1.1" status: 404 len: 333 time: 0.0313993 Jan 10 11:51:03.107778 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e15f-c849-4b37-b0f3-9402520df890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (27ae2300-a5b5-4a54-86a2-208aea2ccb48), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:03.112005 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab2b2-dc11-46b8-9b09-101853ea5264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c0de819c-9a48-4be3-be5a-f81e46d18baa), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:03.113271 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab2b2-dc11-46b8-9b09-101853ea5264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:03.114596 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fc7ab2b2-dc11-46b8-9b09-101853ea5264 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0de819c-9a48-4be3-be5a-f81e46d18baa HTTP/1.1" status: 204 len: 168 time: 0.5635600 Jan 10 11:51:03.117345 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52334) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:03.122101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-8035799d-6ad9-4295-8a59-01d53173e9d6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] device_id is not set on port d83baca0-1caa-4790-95cc-67339320e393 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:03.142425 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-dc287dd9-a320-49fd-b7c2-ad28500eba6e tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1705543440', 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:03.167937 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5175ccbc-4fcf-498b-9606-8683b1288ded tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0573053 Jan 10 11:51:03.177437 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52338) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:03.180061 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175ccbc-4fcf-498b-9606-8683b1288ded tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Network': ['ID=e1ac1b32-f830-41b2-8537-919e470f6e35,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:03.189575 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-a5f04890-203b-450a-b074-f65210018f99 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'subnet': {'network_id': '0b25d38b-79b9-479c-a1fc-6a4a4763b1df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:03.201805 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks [] for port (8705fcd3-5ae5-4f96-8272-c86406723eaf), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:03.203833 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network e1ac1b32-f830-41b2-8537-919e470f6e35 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:03.293190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (8705fcd3-5ae5-4f96-8272-c86406723eaf), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:03.423983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Pushing event updated for resources: {'Port': ['ID=8705fcd3-5ae5-4f96-8272-c86406723eaf,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:03.436265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (c6b06390-3387-46ef-81b5-1fd737370aa2), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:03.504316 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0e15f-c849-4b37-b0f3-9402520df890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ae2300-a5b5-4a54-86a2-208aea2ccb48,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:03.514644 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d3b0e15f-c849-4b37-b0f3-9402520df890 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71729d91be254bb9af5e6be93c1cd30d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8080382 Jan 10 11:51:03.515929 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52340) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:03.531260 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (26a722ee-6106-4fa8-a705-96686abbd2f4), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:03.542424 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ab2b2-dc11-46b8-9b09-101853ea5264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0de819c-9a48-4be3-be5a-f81e46d18baa,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:03.590947 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:03.596400 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fc0dea0c-5fe5-480b-9708-5be48d678b2f tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8708007 Jan 10 11:51:03.596400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f04890-203b-450a-b074-f65210018f99 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:03.597140 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a5f04890-203b-450a-b074-f65210018f99 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:03.598715 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52344) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:03.648118 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-8035799d-6ad9-4295-8a59-01d53173e9d6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Allocated IP 2001:db8::5c (bc10128a-b90f-4c45-a156-6feac0124fd3/bf9f808a-67bd-4610-8fa1-a9c3fc5662df/d83baca0-1caa-4790-95cc-67339320e393) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:03.655297 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:03.707566 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc287dd9-a320-49fd-b7c2-ad28500eba6e tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Made reservation on behalf of 4f96575b679f4ffc9038b66436ac063f for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:03.711384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dc287dd9-a320-49fd-b7c2-ad28500eba6e tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:03.824485 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-dc287dd9-a320-49fd-b7c2-ad28500eba6e tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] device_id is not set on port e911c752-1387-4d95-9227-db19695f6443 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:03.894617 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:03.945221 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:03.951676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:51:03.959667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Pushing event updated for resources: {'Port': ['ID=26a722ee-6106-4fa8-a705-96686abbd2f4,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:03.962666 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:04.032962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-105bc4ba-5b90-4839-bf1b-ca0dcb152374 admin admin] Publish callbacks [] for security_group (27ae2300-a5b5-4a54-86a2-208aea2ccb48), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.058411 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-105bc4ba-5b90-4839-bf1b-ca0dcb152374 admin admin] Publish callbacks [] for security_group (27ae2300-a5b5-4a54-86a2-208aea2ccb48), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.081379 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8035799d-6ad9-4295-8a59-01d53173e9d6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks [] for port (d83baca0-1caa-4790-95cc-67339320e393), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.166589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4b5c1-23d5-486b-a72e-4c9923ee319f req-da8d532a-4d2c-4fbb-b5ea-4daad3e7a33d tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:04.168230 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-31c4b5c1-23d5-486b-a72e-4c9923ee319f req-da8d532a-4d2c-4fbb-b5ea-4daad3e7a33d tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 943 time: 0.2299552 Jan 10 11:51:04.179855 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.262996 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9dbae773-a0aa-4c8e-be7b-f1a746495bb4,segment=NetworkSegment(27abe47b-f420-44fe-9de7-69cf06a7330c),segment_id=27abe47b-f420-44fe-9de7-69cf06a7330c)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:04.285495 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dc287dd9-a320-49fd-b7c2-ad28500eba6e tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks [] for port (e911c752-1387-4d95-9227-db19695f6443), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.298811 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '9dbae773-a0aa-4c8e-be7b-f1a746495bb4', 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4', 'port_id': '9dbae773-a0aa-4c8e-be7b-f1a746495bb4', 'mac_address': 'fa:16:3e:f9:c2:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:51:04.360166 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-105bc4ba-5b90-4839-bf1b-ca0dcb152374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (27ae2300-a5b5-4a54-86a2-208aea2ccb48), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.362496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-105bc4ba-5b90-4839-bf1b-ca0dcb152374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.366594 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-105bc4ba-5b90-4839-bf1b-ca0dcb152374 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27ae2300-a5b5-4a54-86a2-208aea2ccb48 HTTP/1.1" status: 204 len: 168 time: 0.8495450 Jan 10 11:51:04.380860 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-31c4b5c1-23d5-486b-a72e-4c9923ee319f req-bab452bb-8b1f-4e1b-ae3f-16896810e3b3 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932411 Jan 10 11:51:04.445542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bc4ba-5b90-4839-bf1b-ca0dcb152374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ae2300-a5b5-4a54-86a2-208aea2ccb48,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:04.464458 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.477434 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8035799d-6ad9-4295-8a59-01d53173e9d6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (d83baca0-1caa-4790-95cc-67339320e393), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.509015 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Deleting port 26a722ee-6106-4fa8-a705-96686abbd2f4 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:04.509601 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (26a722ee-6106-4fa8-a705-96686abbd2f4), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.555537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9dbae773-a0aa-4c8e-be7b-f1a746495bb4), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.578883 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:51:04.601867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a5f04890-203b-450a-b074-f65210018f99 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (fd240e24-cf00-4ec5-a9aa-7d66e6503581), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.607582 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dc287dd9-a320-49fd-b7c2-ad28500eba6e tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (e911c752-1387-4d95-9227-db19695f6443), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.624563 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9dbae773-a0aa-4c8e-be7b-f1a746495bb4,segment=NetworkSegment(27abe47b-f420-44fe-9de7-69cf06a7330c),segment_id=27abe47b-f420-44fe-9de7-69cf06a7330c)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:04.645791 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8035799d-6ad9-4295-8a59-01d53173e9d6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Network bc10128a-b90f-4c45-a156-6feac0124fd3 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:04.659774 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc287dd9-a320-49fd-b7c2-ad28500eba6e tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:04.669998 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-dc287dd9-a320-49fd-b7c2-ad28500eba6e tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:04.672414 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8035799d-6ad9-4295-8a59-01d53173e9d6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:04.676739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc287dd9-a320-49fd-b7c2-ad28500eba6e tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:04.678596 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc287dd9-a320-49fd-b7c2-ad28500eba6e tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:04.679021 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dc287dd9-a320-49fd-b7c2-ad28500eba6e tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.682510 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8035799d-6ad9-4295-8a59-01d53173e9d6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:04.690805 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8035799d-6ad9-4295-8a59-01d53173e9d6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:04.691595 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8035799d-6ad9-4295-8a59-01d53173e9d6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.703237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035799d-6ad9-4295-8a59-01d53173e9d6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event updated for resources: {'Port': ['ID=d83baca0-1caa-4790-95cc-67339320e393,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:04.736086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f04890-203b-450a-b074-f65210018f99 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Subnet': ['ID=fd240e24-cf00-4ec5-a9aa-7d66e6503581,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:04.740824 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (26a722ee-6106-4fa8-a705-96686abbd2f4), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.740824 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for floatingip (26a722ee-6106-4fa8-a705-96686abbd2f4), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.761833 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Calling delete_port for 26a722ee-6106-4fa8-a705-96686abbd2f4 owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:04.770967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f04890-203b-450a-b074-f65210018f99 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Checking segment: {'id': '93a08a40-67f1-4aa7-b62c-e86233fff71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b25d38b-79b9-479c-a1fc-6a4a4763b1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:04.771580 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f04890-203b-450a-b074-f65210018f99 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network hostable DHCP agents. Network: 0b25d38b-79b9-479c-a1fc-6a4a4763b1df, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:51:04.773941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9dbae773-a0aa-4c8e-be7b-f1a746495bb4), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:04.890557 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=9dbae773-a0aa-4c8e-be7b-f1a746495bb4,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:04.914125 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:04.915632 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:04.916920 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:04.919308 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:04.920202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:04.921042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:04.921560 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:04.922144 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:04.925649 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:04.926274 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:04.926760 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:04.930739 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:04.931232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:04.947853 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc287dd9-a320-49fd-b7c2-ad28500eba6e tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Pushing event updated for resources: {'Port': ['ID=e911c752-1387-4d95-9227-db19695f6443,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:04.958731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52368) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:05.014074 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Allocated IP 172.36.2.159 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/27459414-ae53-4573-b1fb-ac4b9056ac98) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:05.058592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f04890-203b-450a-b074-f65210018f99 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network 0b25d38b-79b9-479c-a1fc-6a4a4763b1df is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:51:05.065702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['9dbae773-a0aa-4c8e-be7b-f1a746495bb4'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:51:05.101101 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dc287dd9-a320-49fd-b7c2-ad28500eba6e tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9785233 Jan 10 11:51:05.101475 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52374) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:05.108629 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8035799d-6ad9-4295-8a59-01d53173e9d6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4264450 Jan 10 11:51:05.113060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52376) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:05.129423 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-56453636-ae72-47bd-8893-51db5812c8ca tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::25a', 'mac_address': 'fa:16:3e:d1:83:57'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:05.186206 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b4073a-ea1f-44ba-a291-67fd778c1250 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:05.196593 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b8b4073a-ea1f-44ba-a291-67fd778c1250 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] 10.222.0.16 "GET /v2.0/ports/e911c752-1387-4d95-9227-db19695f6443 HTTP/1.1" status: 200 len: 955 time: 0.0874884 Jan 10 11:51:05.197270 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52380) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:05.203763 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-24d26e80-b9b5-42a3-b8bd-de96667af184 None None] Provisioning complete for port d83baca0-1caa-4790-95cc-67339320e393 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:05.204149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-24d26e80-b9b5-42a3-b8bd-de96667af184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d83baca0-1caa-4790-95cc-67339320e393), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:05.213107 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-a5f04890-203b-450a-b074-f65210018f99 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0b25d38b-79b9-479c-a1fc-6a4a4763b1df) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:05.223579 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f04890-203b-450a-b074-f65210018f99 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:05.224196 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a5f04890-203b-450a-b074-f65210018f99 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:05.252557 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (26a722ee-6106-4fa8-a705-96686abbd2f4), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:05.290206 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-784418492'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:05.290385 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Pushing event deleted for resources: {'Port': ['ID=26a722ee-6106-4fa8-a705-96686abbd2f4,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:05.320434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09862ebf-1a3a-4e2e-991f-8639e6b93a1e None None] Network 0b25d38b-79b9-479c-a1fc-6a4a4763b1df requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:05.366378 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a5f04890-203b-450a-b074-f65210018f99 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1872730 Jan 10 11:51:05.369314 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52386) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:05.378144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'subnet': {'network_id': 'e1ac1b32-f830-41b2-8537-919e470f6e35', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:05.470671 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-24d26e80-b9b5-42a3-b8bd-de96667af184 None None] Port d83baca0-1caa-4790-95cc-67339320e393 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:05.624325 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] create failed (client error): The resource could not be found. Jan 10 11:51:05.625281 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0b25d38b-79b9-479c-a1fc-6a4a4763b1df', 'network_id': '0b25d38b-79b9-479c-a1fc-6a4a4763b1df', 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'fixed_ips': [{'subnet_id': 'fd240e24-cf00-4ec5-a9aa-7d66e6503581'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:51:05.628870 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2697dabe-9a4b-4cf3-9541-1c88eec60c3f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.3561013 Jan 10 11:51:05.629054 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:05.632057 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52392) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:05.703272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-56453636-ae72-47bd-8893-51db5812c8ca tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d83baca0-1caa-4790-95cc-67339320e393), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:05.767988 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f27a6-0b9b-4337-8fa8-b77882da9dd3 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Deleting port 0fc8f07a-0d22-44a4-b702-087f6c238367 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:05.768860 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0d2f27a6-0b9b-4337-8fa8-b77882da9dd3 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (0fc8f07a-0d22-44a4-b702-087f6c238367), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:05.807613 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Made reservation on behalf of 2d385d1dce734c2293c90babeb863a85 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:05.811297 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:05.859748 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Allocated IP 2001:db8::2 (0b25d38b-79b9-479c-a1fc-6a4a4763b1df/fd240e24-cf00-4ec5-a9aa-7d66e6503581/7cb38ef4-c8a3-4820-bddd-a044d04dc6db) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:05.896636 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:05.908621 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0d2f27a6-0b9b-4337-8fa8-b77882da9dd3 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (0fc8f07a-0d22-44a4-b702-087f6c238367), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:05.917137 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-0703dcef-a481-4fd4-9db5-3bfc5d6a44b2 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Deleting port e911c752-1387-4d95-9227-db19695f6443 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:05.917482 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0703dcef-a481-4fd4-9db5-3bfc5d6a44b2 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (e911c752-1387-4d95-9227-db19695f6443), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:05.944389 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f27a6-0b9b-4337-8fa8-b77882da9dd3 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Calling delete_port for 0fc8f07a-0d22-44a4-b702-087f6c238367 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:05.965880 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8ab20-daee-49f1-875a-a8244d9600fe req-bd31c384-745c-47ed-a05b-5d008d017428 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:05.978435 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-61e8ab20-daee-49f1-875a-a8244d9600fe req-bd31c384-745c-47ed-a05b-5d008d017428 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 944 time: 0.2920096 Jan 10 11:51:06.025387 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:06.031323 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.044628 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Publish callbacks [] for port (27459414-ae53-4573-b1fb-ac4b9056ac98), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.075761 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5be9d31b-a31c-4322-ab31-41d87fea575c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.095826 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Publish callbacks [] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.195792 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0703dcef-a481-4fd4-9db5-3bfc5d6a44b2 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (e911c752-1387-4d95-9227-db19695f6443), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.262801 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.263573 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-0703dcef-a481-4fd4-9db5-3bfc5d6a44b2 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Calling delete_port for e911c752-1387-4d95-9227-db19695f6443 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:06.284090 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-61e8ab20-daee-49f1-875a-a8244d9600fe req-e717b67c-d21a-4d3b-8890-1b3e4cddbbbc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047290 Jan 10 11:51:06.372287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Network 0b25d38b-79b9-479c-a1fc-6a4a4763b1df is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:06.379902 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:06.382826 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (27459414-ae53-4573-b1fb-ac4b9056ac98), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.386233 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:06.404456 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Pushing event updated for resources: {'Port': ['ID=7cb38ef4-c8a3-4820-bddd-a044d04dc6db,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:06.465800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0d2f27a6-0b9b-4337-8fa8-b77882da9dd3 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (0fc8f07a-0d22-44a4-b702-087f6c238367), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.502113 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Attempting to bind port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:06.502760 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Attempting to bind port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '93a08a40-67f1-4aa7-b62c-e86233fff71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b25d38b-79b9-479c-a1fc-6a4a4763b1df'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:06.503303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Attempting to bind port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db on network 0b25d38b-79b9-479c-a1fc-6a4a4763b1df {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:06.508763 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Pushing event updated for resources: {'Port': ['ID=27459414-ae53-4573-b1fb-ac4b9056ac98,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:06.510488 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:51:06.511102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Checking segment: {'id': '93a08a40-67f1-4aa7-b62c-e86233fff71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b25d38b-79b9-479c-a1fc-6a4a4763b1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:06.519207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.519632 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Bound using segment: {'id': '93a08a40-67f1-4aa7-b62c-e86233fff71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b25d38b-79b9-479c-a1fc-6a4a4763b1df'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:51:06.520162 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Bound port: 7cb38ef4-c8a3-4820-bddd-a044d04dc6db, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a08a40-67f1-4aa7-b62c-e86233fff71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b25d38b-79b9-479c-a1fc-6a4a4763b1df'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:51:06.520556 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.533527 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f27a6-0b9b-4337-8fa8-b77882da9dd3 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Pushing event deleted for resources: {'Port': ['ID=0fc8f07a-0d22-44a4-b702-087f6c238367,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:06.540284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (faffde61-bbe1-4687-a3ef-51975feb12b9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.571170 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks [] for security_group (a893b523-d90a-4638-bdb5-1257b7cdc709), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.576818 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:06.593786 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:06.597216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:06.631199 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] For port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:51:06.634757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] For port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cb38ef4-c8a3-4820-bddd-a044d04dc6db,segment=NetworkSegment(93a08a40-67f1-4aa7-b62c-e86233fff71b),segment_id=93a08a40-67f1-4aa7-b62c-e86233fff71b)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:51:06.652289 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-56453636-ae72-47bd-8893-51db5812c8ca tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks [] for port (d83baca0-1caa-4790-95cc-67339320e393), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.665360 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (a893b523-d90a-4638-bdb5-1257b7cdc709), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.692862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Subnet': ['ID=faffde61-bbe1-4687-a3ef-51975feb12b9,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:06.715783 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:06.715991 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:06.716275 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:06.716626 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:06.716968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:06.717307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:06.717645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:06.718021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:06.718357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:06.718699 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:06.719035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:06.719900 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:06.719900 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:51:06.741535 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a893b523-d90a-4638-bdb5-1257b7cdc709,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:06.747614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0d2f27a6-0b9b-4337-8fa8-b77882da9dd3 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.755737 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0d2f27a6-0b9b-4337-8fa8-b77882da9dd3 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] 10.222.0.16 "DELETE /v2.0/ports/0fc8f07a-0d22-44a4-b702-087f6c238367 HTTP/1.1" status: 204 len: 168 time: 1.1184955 Jan 10 11:51:06.755737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Checking segment: {'id': 'eed0b2c5-e3d9-4a19-81be-0f3845493800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e1ac1b32-f830-41b2-8537-919e470f6e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:06.756176 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network hostable DHCP agents. Network: e1ac1b32-f830-41b2-8537-919e470f6e35, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:51:06.756636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.758484 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Publish callbacks [] for floatingip (1b430d0e-e9e2-437d-91e2-e7e01e1110fc), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.759685 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52404) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:06.825858 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-56453636-ae72-47bd-8893-51db5812c8ca tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (d83baca0-1caa-4790-95cc-67339320e393), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.835452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:06.847178 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994353e-cc00-405f-b6e5-ee3765d28400 None None] Pushing event updated for resources: {'Port': ['ID=7cb38ef4-c8a3-4820-bddd-a044d04dc6db,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:06.848472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0703dcef-a481-4fd4-9db5-3bfc5d6a44b2 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (e911c752-1387-4d95-9227-db19695f6443), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.881376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac98858-84f5-4b63-b736-2c18ebbb1f42 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:06.887009 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0ac98858-84f5-4b63-b736-2c18ebbb1f42 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb HTTP/1.1" status: 200 len: 913 time: 0.1239312 Jan 10 11:51:06.887656 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52408) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:06.952662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (4880caac-1884-4c2a-a871-cb9720425782), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:06.953190 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Added segment 4880caac-1884-4c2a-a871-cb9720425782 of type vlan for network 79521dc0-6b71-47a9-9c7b-630eb1fe6a33 Jan 10 11:51:06.974473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network e1ac1b32-f830-41b2-8537-919e470f6e35 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:51:06.989101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-56453636-ae72-47bd-8893-51db5812c8ca tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] In _notify_port_updated(), no bound segment for port d83baca0-1caa-4790-95cc-67339320e393 on network bc10128a-b90f-4c45-a156-6feac0124fd3 {{(pid=110625) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:51:06.995388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56453636-ae72-47bd-8893-51db5812c8ca tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:06.996389 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-56453636-ae72-47bd-8893-51db5812c8ca tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:07.006360 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-56453636-ae72-47bd-8893-51db5812c8ca tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "PUT /v2.0/ports/d83baca0-1caa-4790-95cc-67339320e393 HTTP/1.1" status: 200 len: 1002 time: 1.8858860 Jan 10 11:51:07.013112 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52410) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:07.065521 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0703dcef-a481-4fd4-9db5-3bfc5d6a44b2 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:07.071299 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0703dcef-a481-4fd4-9db5-3bfc5d6a44b2 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] 10.222.0.16 "DELETE /v2.0/ports/e911c752-1387-4d95-9227-db19695f6443 HTTP/1.1" status: 204 len: 168 time: 1.8703349 Jan 10 11:51:07.072244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52412) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:07.080561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56453636-ae72-47bd-8893-51db5812c8ca tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event updated for resources: {'Port': ['ID=d83baca0-1caa-4790-95cc-67339320e393,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:07.088004 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e1ac1b32-f830-41b2-8537-919e470f6e35) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:07.093010 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:07.093796 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:07.155792 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bc8d01-803f-447b-a919-8811dfdaefbd None None] Network e1ac1b32-f830-41b2-8537-919e470f6e35 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:07.181119 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (79521dc0-6b71-47a9-9c7b-630eb1fe6a33), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:07.194391 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (27459414-ae53-4573-b1fb-ac4b9056ac98), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:07.199051 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a880a0a-cb96-4f47-b605-97db41a608ca tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] GET failed (client error): The resource could not be found. Jan 10 11:51:07.201847 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5a880a0a-cb96-4f47-b605-97db41a608ca tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] 10.222.0.16 "GET /v2.0/ports/e911c752-1387-4d95-9227-db19695f6443 HTTP/1.1" status: 404 len: 333 time: 0.1220975 Jan 10 11:51:07.209692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52416) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:07.221657 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703dcef-a481-4fd4-9db5-3bfc5d6a44b2 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Pushing event deleted for resources: {'Port': ['ID=e911c752-1387-4d95-9227-db19695f6443,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:07.281565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-4d8f072f-0b5b-4b1f-af95-29afe59a5738 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Request body: {'port': {'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-379696575'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:07.317544 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.resource_extend [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 11:51:07.344109 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3d63dca8-1098-494d-8ca3-637dbf420158 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9698913 Jan 10 11:51:07.344109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52422) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:07.366251 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-2c0a7b98-f446-4b69-96ee-065547e9051e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1875235922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:07.482325 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7d15608f-0cc1-4c3e-ac73-d7475dcfbe65 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Deleting port d83baca0-1caa-4790-95cc-67339320e393 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:07.487735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7d15608f-0cc1-4c3e-ac73-d7475dcfbe65 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (d83baca0-1caa-4790-95cc-67339320e393), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:07.550415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e1ac1b32-f830-41b2-8537-919e470f6e35', 'network_id': 'e1ac1b32-f830-41b2-8537-919e470f6e35', 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'fixed_ips': [{'subnet_id': 'faffde61-bbe1-4687-a3ef-51975feb12b9'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:51:07.551293 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:07.631167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8f072f-0b5b-4b1f-af95-29afe59a5738 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Made reservation on behalf of 4f96575b679f4ffc9038b66436ac063f for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:07.634679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4d8f072f-0b5b-4b1f-af95-29afe59a5738 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:07.701842 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c0a7b98-f446-4b69-96ee-065547e9051e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:07.702207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c0a7b98-f446-4b69-96ee-065547e9051e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:07.733602 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (79521dc0-6b71-47a9-9c7b-630eb1fe6a33), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:07.743322 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:07.744319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:07.772745 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4389a08c-f907-4dad-99fc-03361e4a198f None None] Provisioning complete for port d83baca0-1caa-4790-95cc-67339320e393 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:07.773357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4389a08c-f907-4dad-99fc-03361e4a198f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d83baca0-1caa-4790-95cc-67339320e393), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:07.862924 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-4d8f072f-0b5b-4b1f-af95-29afe59a5738 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] device_id is not set on port dd3b0b60-2f5f-49eb-95c0-c78644626dcd yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:07.874997 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-4389a08c-f907-4dad-99fc-03361e4a198f None None] Port d83baca0-1caa-4790-95cc-67339320e393 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:07.877172 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Pushing event updated for resources: {'Network': ['ID=79521dc0-6b71-47a9-9c7b-630eb1fe6a33,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:07.888575 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Allocated IP 2001:db8:1::2 (e1ac1b32-f830-41b2-8537-919e470f6e35/faffde61-bbe1-4687-a3ef-51975feb12b9/f3fdca27-0fc9-4789-874d-29bd741636b8) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:07.893423 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558bb74-c2d2-4b6c-a3da-3500853516cf req-70cf82ed-a7fb-40ae-bc99-aae6b9743aee tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:07.894253 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 79521dc0-6b71-47a9-9c7b-630eb1fe6a33 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:07.896604 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a558bb74-c2d2-4b6c-a3da-3500853516cf req-70cf82ed-a7fb-40ae-bc99-aae6b9743aee tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 944 time: 0.3518369 Jan 10 11:51:07.903091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7d15608f-0cc1-4c3e-ac73-d7475dcfbe65 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (d83baca0-1caa-4790-95cc-67339320e393), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:07.903566 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Publish callbacks [] for port (27459414-ae53-4573-b1fb-ac4b9056ac98), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:07.977882 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52430) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:07.986265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7d15608f-0cc1-4c3e-ac73-d7475dcfbe65 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Calling delete_port for d83baca0-1caa-4790-95cc-67339320e393 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:08.034394 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d3a2d1e2-5c48-4f1a-b33f-1e94ad08f291 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0731909 Jan 10 11:51:08.038319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52434) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:08.050795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-70c5ee72-103b-4f4d-9321-72647fd953b6 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Request body: {'subnet': {'network_id': '79521dc0-6b71-47a9-9c7b-630eb1fe6a33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:08.085051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c0a7b98-f446-4b69-96ee-065547e9051e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_controller (433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:08.122019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:08.190591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-636992449', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:08.198586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (27459414-ae53-4573-b1fb-ac4b9056ac98), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:08.281204 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Pushing event updated for resources: {'Port': ['ID=27459414-ae53-4573-b1fb-ac4b9056ac98,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:08.342058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Publish callbacks [] for port (f3fdca27-0fc9-4789-874d-29bd741636b8), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:08.362088 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (1b430d0e-e9e2-437d-91e2-e7e01e1110fc), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:08.458479 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:51:08.464017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:08.464544 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9dbae773-a0aa-4c8e-be7b-f1a746495bb4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:08.508012 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a558bb74-c2d2-4b6c-a3da-3500853516cf req-c228bb70-adb1-4801-a53e-1d46836b0b2c tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5914564 Jan 10 11:51:08.549519 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c0a7b98-f446-4b69-96ee-065547e9051e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:08.605164 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (f3fdca27-0fc9-4789-874d-29bd741636b8), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:08.607913 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:08.613299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7cb38ef4-c8a3-4820-bddd-a044d04dc6db up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:08.614497 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a6ad9f89-cc10-4187-b3f0-2b7b85fcbf67 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0137427 Jan 10 11:51:08.621151 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52436) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:08.622119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9dbae773-a0aa-4c8e-be7b-f1a746495bb4), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:08.623054 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Made reservation on behalf of 7ad43ccabec14f8495554fef9792c4d0 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:08.626216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:08.673483 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:08.685411 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591afa20-b975-4686-b441-04359962bc9c None None] Network 0b25d38b-79b9-479c-a1fc-6a4a4763b1df requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:08.690899 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4d8f072f-0b5b-4b1f-af95-29afe59a5738 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks [] for port (dd3b0b60-2f5f-49eb-95c0-c78644626dcd), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:08.718535 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Network e1ac1b32-f830-41b2-8537-919e470f6e35 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:08.739759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:08.742545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:08.755904 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c0a7b98-f446-4b69-96ee-065547e9051e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:08.757216 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2c0a7b98-f446-4b69-96ee-065547e9051e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4065597 Jan 10 11:51:08.762484 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52442) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:08.766623 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-09af3fb3-9e06-4339-a4fc-accf12793e0f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:08.781901 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-93adb5ee-7226-47f2-aa8b-750ce70085d7 tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.1306865 Jan 10 11:51:08.788612 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52444) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:08.846662 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Pushing event updated for resources: {'Port': ['ID=f3fdca27-0fc9-4789-874d-29bd741636b8,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:08.853723 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c5ee72-103b-4f4d-9321-72647fd953b6 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Made reservation on behalf of 2d385d1dce734c2293c90babeb863a85 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:08.861275 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02822888-ac2d-4862-9901-13f3aa61bd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbae773-a0aa-4c8e-be7b-f1a746495bb4'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:51:08.861633 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-70c5ee72-103b-4f4d-9321-72647fd953b6 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:08.944859 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7d15608f-0cc1-4c3e-ac73-d7475dcfbe65 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (d83baca0-1caa-4790-95cc-67339320e393), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:08.990471 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9dbae773-a0aa-4c8e-be7b-f1a746495bb4,segment=NetworkSegment(27abe47b-f420-44fe-9de7-69cf06a7330c),segment_id=27abe47b-f420-44fe-9de7-69cf06a7330c)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:09.021446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15608f-0cc1-4c3e-ac73-d7475dcfbe65 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event deleted for resources: {'Port': ['ID=d83baca0-1caa-4790-95cc-67339320e393,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:09.024283 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4d8f072f-0b5b-4b1f-af95-29afe59a5738 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (dd3b0b60-2f5f-49eb-95c0-c78644626dcd), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:09.038117 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52450) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:09.041513 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1eaf3315-ee26-4751-ae6a-fd49a1af3769 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2512922 Jan 10 11:51:09.050116 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2bb65420-70cf-44f6-ba13-29e84bc178eb None None] Provisioning complete for port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:09.050672 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2bb65420-70cf-44f6-ba13-29e84bc178eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:09.075488 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Attempting to bind port f3fdca27-0fc9-4789-874d-29bd741636b8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:09.075956 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Attempting to bind port f3fdca27-0fc9-4789-874d-29bd741636b8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed0b2c5-e3d9-4a19-81be-0f3845493800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e1ac1b32-f830-41b2-8537-919e470f6e35'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:09.076258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Attempting to bind port f3fdca27-0fc9-4789-874d-29bd741636b8 on network e1ac1b32-f830-41b2-8537-919e470f6e35 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:09.083446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:09.083862 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:09.111673 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:51:09.112063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Checking segment: {'id': 'eed0b2c5-e3d9-4a19-81be-0f3845493800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e1ac1b32-f830-41b2-8537-919e470f6e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:09.112554 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:09.112962 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Bound using segment: {'id': 'eed0b2c5-e3d9-4a19-81be-0f3845493800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e1ac1b32-f830-41b2-8537-919e470f6e35'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:51:09.113464 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Bound port: f3fdca27-0fc9-4789-874d-29bd741636b8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed0b2c5-e3d9-4a19-81be-0f3845493800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e1ac1b32-f830-41b2-8537-919e470f6e35'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:51:09.113882 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f3fdca27-0fc9-4789-874d-29bd741636b8), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:09.140238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f072f-0b5b-4b1f-af95-29afe59a5738 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Pushing event updated for resources: {'Port': ['ID=dd3b0b60-2f5f-49eb-95c0-c78644626dcd,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:09.140451 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9dbae773-a0aa-4c8e-be7b-f1a746495bb4), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:09.241071 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=9dbae773-a0aa-4c8e-be7b-f1a746495bb4,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:09.302311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2480f8d9-6407-4957-b630-7f8fe1015215" -d '{"events": [{"server_uuid": "02822888-ac2d-4862-9901-13f3aa61bd88", "name": "network-vif-plugged", "status": "completed", "tag": "9dbae773-a0aa-4c8e-be7b-f1a746495bb4"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:51:09.309437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks [] for security_group (251f5eed-443f-4764-a61f-74d6774b51cc), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:09.478590 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] For port f3fdca27-0fc9-4789-874d-29bd741636b8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:51:09.485202 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f072f-0b5b-4b1f-af95-29afe59a5738 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:09.496049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-4d8f072f-0b5b-4b1f-af95-29afe59a5738 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:09.539135 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (251f5eed-443f-4764-a61f-74d6774b51cc), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:09.539263 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2bb65420-70cf-44f6-ba13-29e84bc178eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:09.552113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f072f-0b5b-4b1f-af95-29afe59a5738 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:09.553463 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8f072f-0b5b-4b1f-af95-29afe59a5738 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:09.554752 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4d8f072f-0b5b-4b1f-af95-29afe59a5738 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:09.560860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] For port f3fdca27-0fc9-4789-874d-29bd741636b8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3fdca27-0fc9-4789-874d-29bd741636b8,segment=NetworkSegment(eed0b2c5-e3d9-4a19-81be-0f3845493800),segment_id=eed0b2c5-e3d9-4a19-81be-0f3845493800)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:51:09.578865 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] device_id is not set on port 49223344-e348-4c6c-92d3-5fc1eb367ec1 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:09.642865 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-2bb65420-70cf-44f6-ba13-29e84bc178eb None None] For port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cb38ef4-c8a3-4820-bddd-a044d04dc6db,segment=NetworkSegment(93a08a40-67f1-4aa7-b62c-e86233fff71b),segment_id=93a08a40-67f1-4aa7-b62c-e86233fff71b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:09.645371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:09.689282 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f3fdca27-0fc9-4789-874d-29bd741636b8), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:09.786915 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b8c79-227c-45cc-8d88-95d85a543d96 None None] Pushing event updated for resources: {'Port': ['ID=f3fdca27-0fc9-4789-874d-29bd741636b8,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:09.793558 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664640e4-49a3-4819-9df1-15080c12ec53 x-openstack-request-id: req-664640e4-49a3-4819-9df1-15080c12ec53 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:51:09.794119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02822888-ac2d-4862-9901-13f3aa61bd88", "name": "network-vif-plugged", "status": "completed", "tag": "9dbae773-a0aa-4c8e-be7b-f1a746495bb4", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:51:09.794532 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-664640e4-49a3-4819-9df1-15080c12ec53 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:51:09.795306 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02822888-ac2d-4862-9901-13f3aa61bd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbae773-a0aa-4c8e-be7b-f1a746495bb4', 'code': 200} Jan 10 11:51:09.802958 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2bb65420-70cf-44f6-ba13-29e84bc178eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:09.846181 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4d8f072f-0b5b-4b1f-af95-29afe59a5738 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.5677297 Jan 10 11:51:09.855837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7d15608f-0cc1-4c3e-ac73-d7475dcfbe65 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:09.859624 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7d15608f-0cc1-4c3e-ac73-d7475dcfbe65 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "DELETE /v2.0/ports/d83baca0-1caa-4790-95cc-67339320e393 HTTP/1.1" status: 204 len: 168 time: 2.8452415 Jan 10 11:51:09.864219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52460) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:09.864569 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52462) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:09.906545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:09.910361 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-270f7b40-83a4-4e13-8bf2-1f4a7742690a tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] GET failed (client error): The resource could not be found. Jan 10 11:51:09.912173 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-270f7b40-83a4-4e13-8bf2-1f4a7742690a tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "GET /v2.0/ports/d83baca0-1caa-4790-95cc-67339320e393 HTTP/1.1" status: 404 len: 333 time: 0.0450358 Jan 10 11:51:09.962207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:51:09.962486 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:51:09.971924 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-955d2adc-d968-440f-81d1-79ef1ad84151 None None] Provisioning complete for port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:09.972357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-955d2adc-d968-440f-81d1-79ef1ad84151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:09.981348 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52464) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:09.981725 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb65420-70cf-44f6-ba13-29e84bc178eb None None] Pushing event updated for resources: {'Port': ['ID=7cb38ef4-c8a3-4820-bddd-a044d04dc6db,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:09.995962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5c786708-a110-4215-9ff4-1059fc47b3d7 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Request body: {'port': {'network_id': 'bc10128a-b90f-4c45-a156-6feac0124fd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-579800714'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:10.086397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac90cc-0726-445f-80fd-1ffc50328020 req-95c053d4-0160-4ac6-9103-2fd9b4d33a9c tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:10.087991 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ebac90cc-0726-445f-80fd-1ffc50328020 req-95c053d4-0160-4ac6-9103-2fd9b4d33a9c tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 945 time: 0.3945158 Jan 10 11:51:10.094679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-9035fac5-2f42-480d-bc08-f4dd8066fe88 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Deleting port 27459414-ae53-4573-b1fb-ac4b9056ac98 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:10.095619 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9035fac5-2f42-480d-bc08-f4dd8066fe88 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (27459414-ae53-4573-b1fb-ac4b9056ac98), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:10.322817 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251f5eed-443f-4764-a61f-74d6774b51cc,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:10.336717 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (dd3b0b60-2f5f-49eb-95c0-c78644626dcd), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:10.351388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-505f7deb-c80f-4c9e-af46-1ca89a4e963c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:10.395925 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9035fac5-2f42-480d-bc08-f4dd8066fe88 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (27459414-ae53-4573-b1fb-ac4b9056ac98), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:10.396257 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9035fac5-2f42-480d-bc08-f4dd8066fe88 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Publish callbacks [] for floatingip (27459414-ae53-4573-b1fb-ac4b9056ac98), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:10.502449 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Allocated IP 172.36.2.252 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/49223344-e348-4c6c-92d3-5fc1eb367ec1) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:10.505298 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:10.528112 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-70c5ee72-103b-4f4d-9321-72647fd953b6 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (8091fa22-f176-43a0-b39e-1a1fff62c6a6), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:10.594462 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-9035fac5-2f42-480d-bc08-f4dd8066fe88 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Calling delete_port for 27459414-ae53-4573-b1fb-ac4b9056ac98 owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:10.606634 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:10.681188 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ebac90cc-0726-445f-80fd-1ffc50328020 req-055ff756-7fcf-4b76-a320-dff44dc70b3f tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4672129 Jan 10 11:51:10.723971 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5ee72-103b-4f4d-9321-72647fd953b6 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Pushing event updated for resources: {'Subnet': ['ID=8091fa22-f176-43a0-b39e-1a1fff62c6a6,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:10.796920 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7cb38ef4-c8a3-4820-bddd-a044d04dc6db up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:10.828752 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebbc81-05ad-4814-948c-1f3e8f9f378b req-3b8c8efc-0261-43fd-888c-fb4a77efce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:10.835292 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-abebbc81-05ad-4814-948c-1f3e8f9f378b req-3b8c8efc-0261-43fd-888c-fb4a77efce37 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 1098 time: 0.5618229 Jan 10 11:51:10.892707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:10.893376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:10.895632 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c5ee72-103b-4f4d-9321-72647fd953b6 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Checking segment: {'id': '4880caac-1884-4c2a-a871-cb9720425782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79521dc0-6b71-47a9-9c7b-630eb1fe6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:10.897295 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c5ee72-103b-4f4d-9321-72647fd953b6 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Network hostable DHCP agents. Network: 79521dc0-6b71-47a9-9c7b-630eb1fe6a33, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:51:11.039644 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f3fdca27-0fc9-4789-874d-29bd741636b8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:11.073493 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-abebbc81-05ad-4814-948c-1f3e8f9f378b req-5db4cad0-64e5-4fcf-b134-545f8ad922ab service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.132091 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port f3fdca27-0fc9-4789-874d-29bd741636b8 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:11.132871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f3fdca27-0fc9-4789-874d-29bd741636b8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.143227 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c5ee72-103b-4f4d-9321-72647fd953b6 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Network 79521dc0-6b71-47a9-9c7b-630eb1fe6a33 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:51:11.150986 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks [] for port (49223344-e348-4c6c-92d3-5fc1eb367ec1), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.203626 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-09af3fb3-9e06-4339-a4fc-accf12793e0f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Deleting port 3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:11.204160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-09af3fb3-9e06-4339-a4fc-accf12793e0f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.218353 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Allocated IP 2001:db8::1 (0b25d38b-79b9-479c-a1fc-6a4a4763b1df/fd240e24-cf00-4ec5-a9aa-7d66e6503581/5c62716e-0f90-46b9-af08-44b64097fe17) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:11.301920 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-70c5ee72-103b-4f4d-9321-72647fd953b6 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 79521dc0-6b71-47a9-9c7b-630eb1fe6a33) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:11.312326 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c5ee72-103b-4f4d-9321-72647fd953b6 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:11.313144 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-70c5ee72-103b-4f4d-9321-72647fd953b6 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.328341 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9c1110-22d1-4136-992d-7390a6fa035a None None] Network 79521dc0-6b71-47a9-9c7b-630eb1fe6a33 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:11.356938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-09af3fb3-9e06-4339-a4fc-accf12793e0f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.376611 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-09af3fb3-9e06-4339-a4fc-accf12793e0f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Calling delete_port for 3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:11.388559 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (49223344-e348-4c6c-92d3-5fc1eb367ec1), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.417945 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f3fdca27-0fc9-4789-874d-29bd741636b8), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.500393 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:11.513754 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:11.530297 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:11.546215 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-70c5ee72-103b-4f4d-9321-72647fd953b6 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5019565 Jan 10 11:51:11.550544 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52466) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:11.558188 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-2b42ef0b-aa7b-4d96-8050-236db9f3fa00 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Request body: {'port': {'network_id': '79521dc0-6b71-47a9-9c7b-630eb1fe6a33', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1249449772'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:11.568792 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (5c62716e-0f90-46b9-af08-44b64097fe17), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.590698 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Pushing event updated for resources: {'Port': ['ID=49223344-e348-4c6c-92d3-5fc1eb367ec1,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:11.603455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-abebbc81-05ad-4814-948c-1f3e8f9f378b req-5db4cad0-64e5-4fcf-b134-545f8ad922ab service neutron] Publish callbacks [] for security_group (2a1a2aaf-199e-4fe5-a284-9a65be33d80d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.611224 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port f3fdca27-0fc9-4789-874d-29bd741636b8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3fdca27-0fc9-4789-874d-29bd741636b8,segment=NetworkSegment(eed0b2c5-e3d9-4a19-81be-0f3845493800),segment_id=eed0b2c5-e3d9-4a19-81be-0f3845493800)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:11.617497 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a9e71-eaf9-4b8d-b24c-f11a5e78d52b None None] Network e1ac1b32-f830-41b2-8537-919e470f6e35 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:11.704518 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:11.705343 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.708413 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] device_id is not set on port dd3b0b60-2f5f-49eb-95c0-c78644626dcd yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:11.724682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks [] for port (dd3b0b60-2f5f-49eb-95c0-c78644626dcd), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.728133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9035fac5-2f42-480d-bc08-f4dd8066fe88 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (27459414-ae53-4573-b1fb-ac4b9056ac98), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.842587 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-abebbc81-05ad-4814-948c-1f3e8f9f378b req-5db4cad0-64e5-4fcf-b134-545f8ad922ab service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (2a1a2aaf-199e-4fe5-a284-9a65be33d80d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.863817 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (5c62716e-0f90-46b9-af08-44b64097fe17), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.871237 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ac8732bc-fa45-4ca9-b7bb-9dbaf7307aee tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.8918669 Jan 10 11:51:11.881226 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52470) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:11.900921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c786708-a110-4215-9ff4-1059fc47b3d7 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Made reservation on behalf of 97df019fa5a84f6b9a5b561a5a6e8ae7 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:11.904983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c786708-a110-4215-9ff4-1059fc47b3d7 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.917453 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-091e463f-77a3-4362-8b60-66f6043e6148 tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.252'}]}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:11.947851 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4cad0-64e5-4fcf-b134-545f8ad922ab service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1a2aaf-199e-4fe5-a284-9a65be33d80d,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:11.959545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (dd3b0b60-2f5f-49eb-95c0-c78644626dcd), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:11.994955 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f3fdca27-0fc9-4789-874d-29bd741636b8), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:12.006929 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-5c786708-a110-4215-9ff4-1059fc47b3d7 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] device_id is not set on port 667a5036-2ef5-44d8-8631-e305aeea3268 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:12.011824 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-79521dc0-6b71-47a9-9c7b-630eb1fe6a33', 'network_id': '79521dc0-6b71-47a9-9c7b-630eb1fe6a33', 'project_id': '2d385d1dce734c2293c90babeb863a85', 'fixed_ips': [{'subnet_id': '8091fa22-f176-43a0-b39e-1a1fff62c6a6'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:51:12.011824 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:12.014008 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035fac5-2f42-480d-bc08-f4dd8066fe88 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Pushing event deleted for resources: {'Port': ['ID=27459414-ae53-4573-b1fb-ac4b9056ac98,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:12.020703 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network 0b25d38b-79b9-479c-a1fc-6a4a4763b1df is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:12.041047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:12.048280 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-51c3ad9d-2e13-4cc8-88cc-eb94aa0c92a4 None None] Provisioning complete for port f3fdca27-0fc9-4789-874d-29bd741636b8 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:12.050531 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-51c3ad9d-2e13-4cc8-88cc-eb94aa0c92a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f3fdca27-0fc9-4789-874d-29bd741636b8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:12.062168 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=5c62716e-0f90-46b9-af08-44b64097fe17,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:12.070086 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:12.070747 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:12.106079 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95ed2e-1a00-4dc5-aeea-df7e99bbeed5 req-aab171ba-7a33-47d2-91cd-55396eb7dc67 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:12.109261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Pushing event updated for resources: {'Port': ['ID=dd3b0b60-2f5f-49eb-95c0-c78644626dcd,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:12.122592 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cf95ed2e-1a00-4dc5-aeea-df7e99bbeed5 req-aab171ba-7a33-47d2-91cd-55396eb7dc67 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 945 time: 0.2991455 Jan 10 11:51:12.197744 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b42ef0b-aa7b-4d96-8050-236db9f3fa00 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Made reservation on behalf of 2d385d1dce734c2293c90babeb863a85 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:12.202349 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2b42ef0b-aa7b-4d96-8050-236db9f3fa00 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:12.246943 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-2b42ef0b-aa7b-4d96-8050-236db9f3fa00 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] device_id is not set on port 06f47e9c-d044-4023-961c-eca944eab6a2 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:12.248781 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=f3fdca27-0fc9-4789-874d-29bd741636b8,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:12.337863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:12.338501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:12.339056 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:12.375808 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-091e463f-77a3-4362-8b60-66f6043e6148 tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (03b19ad0-1030-47d7-abbb-419d4dca1931), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:12.378446 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-091e463f-77a3-4362-8b60-66f6043e6148 tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (03b19ad0-1030-47d7-abbb-419d4dca1931), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:12.392884 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-abebbc81-05ad-4814-948c-1f3e8f9f378b req-5db4cad0-64e5-4fcf-b134-545f8ad922ab service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3652642 Jan 10 11:51:12.397633 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cf95ed2e-1a00-4dc5-aeea-df7e99bbeed5 req-b461047b-4109-4f65-8496-f5519ce5376b tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737095 Jan 10 11:51:12.460776 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:12.465684 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:12.480016 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 2 to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd Jan 10 11:51:12.499426 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-091e463f-77a3-4362-8b60-66f6043e6148 tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks [] for router_controller (03b19ad0-1030-47d7-abbb-419d4dca1931), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:12.697940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:12.711740 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f3fdca27-0fc9-4789-874d-29bd741636b8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:12.820328 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-2b42ef0b-aa7b-4d96-8050-236db9f3fa00 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Allocated IP 172.20.0.8 (79521dc0-6b71-47a9-9c7b-630eb1fe6a33/8091fa22-f176-43a0-b39e-1a1fff62c6a6/06f47e9c-d044-4023-961c-eca944eab6a2) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:12.858187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port f3fdca27-0fc9-4789-874d-29bd741636b8 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:12.859597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f3fdca27-0fc9-4789-874d-29bd741636b8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:12.963044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6e12b3fb-be4a-47c5-8cfd-df1ce763ddad None None] Provisioning complete for port 5c62716e-0f90-46b9-af08-44b64097fe17 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:12.963753 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6e12b3fb-be4a-47c5-8cfd-df1ce763ddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5c62716e-0f90-46b9-af08-44b64097fe17), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:13.008336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6e12b3fb-be4a-47c5-8cfd-df1ce763ddad None None] Port 5c62716e-0f90-46b9-af08-44b64097fe17 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:13.019821 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-09af3fb3-9e06-4339-a4fc-accf12793e0f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:13.029323 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-091e463f-77a3-4362-8b60-66f6043e6148 tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks [] for router_gateway (03b19ad0-1030-47d7-abbb-419d4dca1931), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:13.029545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9035fac5-2f42-480d-bc08-f4dd8066fe88 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Publish callbacks [] for floatingip (1b430d0e-e9e2-437d-91e2-e7e01e1110fc), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:13.034590 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9035fac5-2f42-480d-bc08-f4dd8066fe88 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:13.040478 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9035fac5-2f42-480d-bc08-f4dd8066fe88 tempest-FloatingIPAdminTestJSON-1338605707 tempest-FloatingIPAdminTestJSON-1338605707-project] 10.222.0.16 "DELETE /v2.0/floatingips/1b430d0e-e9e2-437d-91e2-e7e01e1110fc HTTP/1.1" status: 204 len: 168 time: 3.9210103 Jan 10 11:51:13.048934 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52472) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:13.082843 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:13.083192 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:13.083558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:13.107032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:13.107456 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:13.108126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af3fb3-9e06-4339-a4fc-accf12793e0f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Pushing event deleted for resources: {'Port': ['ID=3ebf1b03-bfcc-4af0-8c7b-6484ac48ce6a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:13.113201 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 3 to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd Jan 10 11:51:13.117798 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5c62716e-0f90-46b9-af08-44b64097fe17), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:13.159928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-44fdc461-d206-464a-955b-84a6ecffee06 None None] Provisioning complete for port f3fdca27-0fc9-4789-874d-29bd741636b8 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:13.160719 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-44fdc461-d206-464a-955b-84a6ecffee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f3fdca27-0fc9-4789-874d-29bd741636b8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:13.190693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:13.191044 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:13.191389 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:13.212796 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:13.213144 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:13.219251 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:13.230554 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 4 to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd Jan 10 11:51:13.249356 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-5c786708-a110-4215-9ff4-1059fc47b3d7 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Allocated IP 2001:db8::127 (bc10128a-b90f-4c45-a156-6feac0124fd3/bf9f808a-67bd-4610-8fa1-a9c3fc5662df/667a5036-2ef5-44d8-8631-e305aeea3268) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:13.255693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:13.256046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:13.256501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:13.273311 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:13.273707 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:13.275260 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 5 to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd Jan 10 11:51:13.361160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-09af3fb3-9e06-4339-a4fc-accf12793e0f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:13.394664 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:13.396826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:13.396826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:13.486524 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:13.486871 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:13.492794 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 6 to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd Jan 10 11:51:13.542868 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:13.543261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:13.543606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:13.566218 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2b42ef0b-aa7b-4d96-8050-236db9f3fa00 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks [] for port (06f47e9c-d044-4023-961c-eca944eab6a2), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:13.605933 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:13.606231 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:13.622158 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 7 to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd Jan 10 11:51:13.639556 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-c5a5be7d-240b-43c6-8741-f375d50a02af tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Deleting port 8705fcd3-5ae5-4f96-8272-c86406723eaf {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:13.639898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5a5be7d-240b-43c6-8741-f375d50a02af tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8705fcd3-5ae5-4f96-8272-c86406723eaf), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:13.728590 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:13.728932 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:13.729277 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:13.761667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09af3fb3-9e06-4339-a4fc-accf12793e0f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Router d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:51:13.762555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:13.762901 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:13.766637 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 8 to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd Jan 10 11:51:13.791179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2b42ef0b-aa7b-4d96-8050-236db9f3fa00 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (06f47e9c-d044-4023-961c-eca944eab6a2), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:13.803844 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c786708-a110-4215-9ff4-1059fc47b3d7 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks [] for port (667a5036-2ef5-44d8-8631-e305aeea3268), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:13.815175 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e10eb-8069-4480-872d-c6cd4442ede5 req-2260f0fa-07a2-4a3f-83de-a0e84a7fce25 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:13.817059 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e4e10eb-8069-4480-872d-c6cd4442ede5 req-2260f0fa-07a2-4a3f-83de-a0e84a7fce25 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 945 time: 0.2599947 Jan 10 11:51:13.821491 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:13.821927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:13.822335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:13.847890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:13.848230 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:13.858085 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 9 to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd Jan 10 11:51:13.869494 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Allocated IP 172.20.0.2 (79521dc0-6b71-47a9-9c7b-630eb1fe6a33/8091fa22-f176-43a0-b39e-1a1fff62c6a6/b496c133-31c6-44a9-abd3-bd18f2e7237c) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:13.976790 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09af3fb3-9e06-4339-a4fc-accf12793e0f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:51:13.983298 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:13.983641 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:13.983991 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:13.999570 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-09af3fb3-9e06-4339-a4fc-accf12793e0f tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] 10.222.0.16 "PUT /v2.0/routers/d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1081221 Jan 10 11:51:14.006437 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52476) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:14.006723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66c9c56-0121-4945-a850-246a99d8261e None None] Sync routers for ids ['d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:51:14.018401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:14.018771 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:14.022900 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e4e10eb-8069-4480-872d-c6cd4442ede5 req-359aec3b-724b-41c5-b243-ad732f550930 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894939 Jan 10 11:51:14.047784 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c9c56-0121-4945-a850-246a99d8261e None None] Routers {'d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:14.049433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a66c9c56-0121-4945-a850-246a99d8261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:14.060335 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempt 10 to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd Jan 10 11:51:14.102812 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c786708-a110-4215-9ff4-1059fc47b3d7 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (667a5036-2ef5-44d8-8631-e305aeea3268), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.123253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:14.123253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:14.123253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempting to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:14.163140 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-97ff28b5-21cf-4194-b631-08afbfb17a62 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for router (d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.167633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a66c9c56-0121-4945-a850-246a99d8261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:14.222688 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:14.223266 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Failed to bind port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on host hv-neutron-mast for vnic_type normal using segments [{'id': '42846545-c622-4c0f-9b55-bee846e1ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb6e4fc0-bc1f-4032-a1d1-6bb137469c48'}] Jan 10 11:51:14.223894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (dd3b0b60-2f5f-49eb-95c0-c78644626dcd), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.286899 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c9c56-0121-4945-a850-246a99d8261e None None] Routers {'d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:14.287835 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a66c9c56-0121-4945-a850-246a99d8261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:14.297362 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c786708-a110-4215-9ff4-1059fc47b3d7 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Network bc10128a-b90f-4c45-a156-6feac0124fd3 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:14.310857 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-5c786708-a110-4215-9ff4-1059fc47b3d7 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:14.315299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c786708-a110-4215-9ff4-1059fc47b3d7 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.316726 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.321088 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.321088 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.321088 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.321088 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.321088 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.321088 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.321088 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.321088 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.321088 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.321088 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.321088 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:14.321088 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:14.322639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c786708-a110-4215-9ff4-1059fc47b3d7 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:14.322639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c786708-a110-4215-9ff4-1059fc47b3d7 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.326523 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c786708-a110-4215-9ff4-1059fc47b3d7 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event updated for resources: {'Port': ['ID=667a5036-2ef5-44d8-8631-e305aeea3268,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:14.363065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5a5be7d-240b-43c6-8741-f375d50a02af tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8705fcd3-5ae5-4f96-8272-c86406723eaf), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.363853 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5a5be7d-240b-43c6-8741-f375d50a02af tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks [] for floatingip (8705fcd3-5ae5-4f96-8272-c86406723eaf), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.379067 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a66c9c56-0121-4945-a850-246a99d8261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:14.379397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66c9c56-0121-4945-a850-246a99d8261e None None] The sync data for ids ['d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:51:14.408290 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Publish callbacks [] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.472840 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-c5a5be7d-240b-43c6-8741-f375d50a02af tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Calling delete_port for 8705fcd3-5ae5-4f96-8272-c86406723eaf owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:14.474855 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-97ff28b5-21cf-4194-b631-08afbfb17a62 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.478884 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-97ff28b5-21cf-4194-b631-08afbfb17a62 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for router_controller (d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.512677 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b42ef0b-aa7b-4d96-8050-236db9f3fa00 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Network 79521dc0-6b71-47a9-9c7b-630eb1fe6a33 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:14.538463 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-2b42ef0b-aa7b-4d96-8050-236db9f3fa00 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:14.547612 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b42ef0b-aa7b-4d96-8050-236db9f3fa00 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:14.551571 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42ef0b-aa7b-4d96-8050-236db9f3fa00 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Pushing event updated for resources: {'Port': ['ID=06f47e9c-d044-4023-961c-eca944eab6a2,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:14.563432 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] For port dd3b0b60-2f5f-49eb-95c0-c78644626dcd, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:51:14.565053 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attempted to set empty binding levels {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 10 11:51:14.578949 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.609875 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5c786708-a110-4215-9ff4-1059fc47b3d7 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.6161661 Jan 10 11:51:14.611508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52478) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:14.624604 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-6a421cec-efbd-4f15-aaef-6870604ce80e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d1:83:57'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:14.644439 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Network 79521dc0-6b71-47a9-9c7b-630eb1fe6a33 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:14.649076 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:14.656249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:14.662260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Pushing event updated for resources: {'Port': ['ID=b496c133-31c6-44a9-abd3-bd18f2e7237c,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:14.667983 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (5c62716e-0f90-46b9-af08-44b64097fe17), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.702050 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (dd3b0b60-2f5f-49eb-95c0-c78644626dcd), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.716469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b42ef0b-aa7b-4d96-8050-236db9f3fa00 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:14.717238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2b42ef0b-aa7b-4d96-8050-236db9f3fa00 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.725018 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-091e463f-77a3-4362-8b60-66f6043e6148 tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks [] for router_gateway (03b19ad0-1030-47d7-abbb-419d4dca1931), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.738014 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (5c62716e-0f90-46b9-af08-44b64097fe17), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.739134 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.776103 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Pushing event updated for resources: {'Port': ['ID=dd3b0b60-2f5f-49eb-95c0-c78644626dcd,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:14.783807 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-97ff28b5-21cf-4194-b631-08afbfb17a62 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.784337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ff28b5-21cf-4194-b631-08afbfb17a62 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Fanout notify agent at l3_agent the message router_deleted on router d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:51:14.793506 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-091e463f-77a3-4362-8b60-66f6043e6148 tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.806381 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-97ff28b5-21cf-4194-b631-08afbfb17a62 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.811902 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-97ff28b5-21cf-4194-b631-08afbfb17a62 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] 10.222.0.16 "DELETE /v2.0/routers/d2d896fd-8dfa-48d8-82a9-5bd2cbfb53cb HTTP/1.1" status: 204 len: 168 time: 0.7999933 Jan 10 11:51:14.821742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52480) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:14.822143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] In _notify_port_updated(), no bound segment for port dd3b0b60-2f5f-49eb-95c0-c78644626dcd on network fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 {{(pid=110624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:51:14.823158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:14.823899 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.830586 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0b1307cd-f7e4-445f-83c6-4c3c245f96a5 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] 10.222.0.16 "PUT /v2.0/ports/dd3b0b60-2f5f-49eb-95c0-c78644626dcd HTTP/1.1" status: 200 len: 976 time: 4.9597046 Jan 10 11:51:14.830586 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52482) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:14.838716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Attempting to bind port b496c133-31c6-44a9-abd3-bd18f2e7237c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:14.839481 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Attempting to bind port b496c133-31c6-44a9-abd3-bd18f2e7237c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4880caac-1884-4c2a-a871-cb9720425782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79521dc0-6b71-47a9-9c7b-630eb1fe6a33'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:14.840230 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Attempting to bind port b496c133-31c6-44a9-abd3-bd18f2e7237c on network 79521dc0-6b71-47a9-9c7b-630eb1fe6a33 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:14.857310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-bae58e04-ae28-42a8-b735-d4f502c48e43 None None] Provisioning complete for port 667a5036-2ef5-44d8-8631-e305aeea3268 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:14.857984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bae58e04-ae28-42a8-b735-d4f502c48e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (667a5036-2ef5-44d8-8631-e305aeea3268), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.861387 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:51:14.862318 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Checking segment: {'id': '4880caac-1884-4c2a-a871-cb9720425782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79521dc0-6b71-47a9-9c7b-630eb1fe6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:14.862940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.863561 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Bound using segment: {'id': '4880caac-1884-4c2a-a871-cb9720425782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79521dc0-6b71-47a9-9c7b-630eb1fe6a33'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:51:14.864349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Bound port: b496c133-31c6-44a9-abd3-bd18f2e7237c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4880caac-1884-4c2a-a871-cb9720425782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79521dc0-6b71-47a9-9c7b-630eb1fe6a33'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:51:14.865079 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:14.957873 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2b42ef0b-aa7b-4d96-8050-236db9f3fa00 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4019942 Jan 10 11:51:14.970664 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52484) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:14.974036 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=5c62716e-0f90-46b9-af08-44b64097fe17,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:14.981734 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Request body: {'port': {'network_id': '79521dc0-6b71-47a9-9c7b-630eb1fe6a33', 'name': 'tempest-ExtraDHCPOptionsTestJSON-551288446', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:15.012729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.api.validators [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] bootfile-name is not in valid_values {{(pid=110624) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 10 11:51:15.012729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.api.validators [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] tftp-server is not in valid_values {{(pid=110624) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 10 11:51:15.012729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.api.validators [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] server-ip-address is not in valid_values {{(pid=110624) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 10 11:51:15.013336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-bae58e04-ae28-42a8-b735-d4f502c48e43 None None] Port 667a5036-2ef5-44d8-8631-e305aeea3268 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:15.049079 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] For port b496c133-31c6-44a9-abd3-bd18f2e7237c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:51:15.055663 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] For port b496c133-31c6-44a9-abd3-bd18f2e7237c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b496c133-31c6-44a9-abd3-bd18f2e7237c,segment=NetworkSegment(4880caac-1884-4c2a-a871-cb9720425782),segment_id=4880caac-1884-4c2a-a871-cb9720425782)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:51:15.162440 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-48cdd0e4-754a-47b5-9aa3-f274b490a568 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Deleting subnet 8cafd73d-600e-48ef-b7e7-781deff0311e {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:51:15.171725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-9831a33e-2b60-4740-aa39-82ecc3702839 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Deleting port dd3b0b60-2f5f-49eb-95c0-c78644626dcd {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:15.176262 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9831a33e-2b60-4740-aa39-82ecc3702839 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (dd3b0b60-2f5f-49eb-95c0-c78644626dcd), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:15.177212 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48cdd0e4-754a-47b5-9aa3-f274b490a568 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks [] for subnet (8cafd73d-600e-48ef-b7e7-781deff0311e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:15.182413 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6a421cec-efbd-4f15-aaef-6870604ce80e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (667a5036-2ef5-44d8-8631-e305aeea3268), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:15.289868 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48cdd0e4-754a-47b5-9aa3-f274b490a568 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (8cafd73d-600e-48ef-b7e7-781deff0311e), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:15.295716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:15.355803 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network 0b25d38b-79b9-479c-a1fc-6a4a4763b1df is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:15.361716 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-9831a33e-2b60-4740-aa39-82ecc3702839 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] For port dd3b0b60-2f5f-49eb-95c0-c78644626dcd, host hv-neutron-mast, got binding levels [] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:15.362369 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9831a33e-2b60-4740-aa39-82ecc3702839 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (dd3b0b60-2f5f-49eb-95c0-c78644626dcd), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:15.378176 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:15.413975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-9831a33e-2b60-4740-aa39-82ecc3702839 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Calling delete_port for dd3b0b60-2f5f-49eb-95c0-c78644626dcd owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:15.423827 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232881e-554a-40be-abd9-edccb1cc1e3a None None] Pushing event updated for resources: {'Port': ['ID=b496c133-31c6-44a9-abd3-bd18f2e7237c,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:15.452356 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a3a60-a05b-4863-aaa4-bab9b49bf8f1 req-188d9385-3096-4f02-b6b7-24265a7c2162 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:15.453936 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9b5a3a60-a05b-4863-aaa4-bab9b49bf8f1 req-188d9385-3096-4f02-b6b7-24265a7c2162 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 945 time: 0.2659302 Jan 10 11:51:15.703488 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-091e463f-77a3-4362-8b60-66f6043e6148 tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks [] for router (03b19ad0-1030-47d7-abbb-419d4dca1931), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:15.706572 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5a5be7d-240b-43c6-8741-f375d50a02af tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (8705fcd3-5ae5-4f96-8272-c86406723eaf), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:15.731032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Made reservation on behalf of 2d385d1dce734c2293c90babeb863a85 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:15.736912 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:15.790541 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] device_id is not set on port 444fc176-1f8a-49f9-9d26-75bc33d446e6 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:15.866569 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-67239f1e-4425-4f7a-b06b-a2fa74adde25 None None] Provisioning complete for port 5c62716e-0f90-46b9-af08-44b64097fe17 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:15.867336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-67239f1e-4425-4f7a-b06b-a2fa74adde25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5c62716e-0f90-46b9-af08-44b64097fe17), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:15.884471 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9831a33e-2b60-4740-aa39-82ecc3702839 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (dd3b0b60-2f5f-49eb-95c0-c78644626dcd), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:15.946001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-67239f1e-4425-4f7a-b06b-a2fa74adde25 None None] Port 5c62716e-0f90-46b9-af08-44b64097fe17 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:15.947831 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5be7d-240b-43c6-8741-f375d50a02af tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Pushing event deleted for resources: {'Port': ['ID=8705fcd3-5ae5-4f96-8272-c86406723eaf,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:15.961416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9831a33e-2b60-4740-aa39-82ecc3702839 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:15.969371 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9831a33e-2b60-4740-aa39-82ecc3702839 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] 10.222.0.16 "DELETE /v2.0/ports/dd3b0b60-2f5f-49eb-95c0-c78644626dcd HTTP/1.1" status: 204 len: 168 time: 1.1342664 Jan 10 11:51:15.974660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831a33e-2b60-4740-aa39-82ecc3702839 tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd3b0b60-2f5f-49eb-95c0-c78644626dcd,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:15.995612 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52488) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:16.093014 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Allocated IP 172.20.0.14 (79521dc0-6b71-47a9-9c7b-630eb1fe6a33/8091fa22-f176-43a0-b39e-1a1fff62c6a6/444fc176-1f8a-49f9-9d26-75bc33d446e6) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:16.175371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48cdd0e4-754a-47b5-9aa3-f274b490a568 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (8cafd73d-600e-48ef-b7e7-781deff0311e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:16.184099 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9b5a3a60-a05b-4863-aaa4-bab9b49bf8f1 req-c28139d2-972b-48ff-9820-37272ab76b53 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6955795 Jan 10 11:51:16.187236 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f8c126-afc7-44d8-88f6-5062ab78869f tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] GET failed (client error): The resource could not be found. Jan 10 11:51:16.193431 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6a421cec-efbd-4f15-aaef-6870604ce80e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks [] for port (667a5036-2ef5-44d8-8631-e305aeea3268), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:16.197295 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-82f8c126-afc7-44d8-88f6-5062ab78869f tempest-PortsAdminExtendedAttrsTestJSON-1361958429 tempest-PortsAdminExtendedAttrsTestJSON-1361958429-project-admin] 10.222.0.16 "GET /v2.0/ports/dd3b0b60-2f5f-49eb-95c0-c78644626dcd HTTP/1.1" status: 404 len: 333 time: 0.1583517 Jan 10 11:51:16.197390 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52490) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:16.240254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-091e463f-77a3-4362-8b60-66f6043e6148 tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (03b19ad0-1030-47d7-abbb-419d4dca1931), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:16.274418 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-091e463f-77a3-4362-8b60-66f6043e6148 tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks [] for router_controller (03b19ad0-1030-47d7-abbb-419d4dca1931), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:16.386482 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5a5be7d-240b-43c6-8741-f375d50a02af tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks [] for floatingip (c6b06390-3387-46ef-81b5-1fd737370aa2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:16.390187 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5a5be7d-240b-43c6-8741-f375d50a02af tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:16.391541 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c5a5be7d-240b-43c6-8741-f375d50a02af tempest-FloatingIPAdminTestJSON-973962132 tempest-FloatingIPAdminTestJSON-973962132-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/c6b06390-3387-46ef-81b5-1fd737370aa2 HTTP/1.1" status: 204 len: 168 time: 3.3381746 Jan 10 11:51:16.392059 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6a421cec-efbd-4f15-aaef-6870604ce80e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (667a5036-2ef5-44d8-8631-e305aeea3268), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:16.398454 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52494) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:16.502749 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3bd69be-84ff-490c-b79e-f9682a9a7903 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (fb6e4fc0-bc1f-4032-a1d1-6bb137469c48), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:16.508542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6a421cec-efbd-4f15-aaef-6870604ce80e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] In _notify_port_updated(), no bound segment for port 667a5036-2ef5-44d8-8631-e305aeea3268 on network bc10128a-b90f-4c45-a156-6feac0124fd3 {{(pid=110624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:51:16.516409 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a421cec-efbd-4f15-aaef-6870604ce80e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:16.519509 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6a421cec-efbd-4f15-aaef-6870604ce80e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:16.524814 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6a421cec-efbd-4f15-aaef-6870604ce80e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "PUT /v2.0/ports/667a5036-2ef5-44d8-8631-e305aeea3268 HTTP/1.1" status: 200 len: 1002 time: 1.9072518 Jan 10 11:51:16.532618 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52496) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:16.662784 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a421cec-efbd-4f15-aaef-6870604ce80e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event updated for resources: {'Port': ['ID=667a5036-2ef5-44d8-8631-e305aeea3268,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:16.753679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks [] for port (444fc176-1f8a-49f9-9d26-75bc33d446e6), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:16.799430 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b496c133-31c6-44a9-abd3-bd18f2e7237c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:16.812768 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fbe47-137f-4f4c-9fff-7eec9461bd1d req-e4309e82-a6a1-411a-8ad4-1dc396123238 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:16.815542 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-866fbe47-137f-4f4c-9fff-7eec9461bd1d req-e4309e82-a6a1-411a-8ad4-1dc396123238 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 945 time: 0.4600239 Jan 10 11:51:16.836164 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52498) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:16.900150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-446af459-9a88-48a9-88f9-0d26babc5f6f tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Request body: {'floatingip': {'port_id': '9dbae773-a0aa-4c8e-be7b-f1a746495bb4'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:16.973064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port b496c133-31c6-44a9-abd3-bd18f2e7237c triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:16.974505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:17.085477 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-091e463f-77a3-4362-8b60-66f6043e6148 tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (03b19ad0-1030-47d7-abbb-419d4dca1931), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:17.088185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091e463f-77a3-4362-8b60-66f6043e6148 tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03b19ad0-1030-47d7-abbb-419d4dca1931 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:51:17.108038 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:51:17.116841 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48cdd0e4-754a-47b5-9aa3-f274b490a568 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (8cafd73d-600e-48ef-b7e7-781deff0311e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:17.143686 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:17.174196 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f9d3ca65-59dd-4301-98a5-013964743883 None None] Provisioning complete for port 667a5036-2ef5-44d8-8631-e305aeea3268 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:17.174196 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f9d3ca65-59dd-4301-98a5-013964743883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (667a5036-2ef5-44d8-8631-e305aeea3268), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:17.231716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3ca65-59dd-4301-98a5-013964743883 None None] Port 667a5036-2ef5-44d8-8631-e305aeea3268 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:17.235377 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdd0e4-754a-47b5-9aa3-f274b490a568 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Pushing event deleted for resources: {'Subnet': ['ID=8cafd73d-600e-48ef-b7e7-781deff0311e,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:17.246615 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48cdd0e4-754a-47b5-9aa3-f274b490a568 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:17.259517 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-48cdd0e4-754a-47b5-9aa3-f274b490a568 tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] 10.222.0.16 "DELETE /v2.0/subnets/8cafd73d-600e-48ef-b7e7-781deff0311e HTTP/1.1" status: 204 len: 168 time: 2.4363306 Jan 10 11:51:17.272023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52500) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:17.283033 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0b0565-bda1-4005-a337-7705eda7b2b6 None None] Network 73758e9c-454f-4b48-a2e5-f69776403e10 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:17.320735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77fee91-0a9d-45bb-a9f5-ab64ab683862 None None] Network 79521dc0-6b71-47a9-9c7b-630eb1fe6a33 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:17.335930 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port b496c133-31c6-44a9-abd3-bd18f2e7237c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b496c133-31c6-44a9-abd3-bd18f2e7237c,segment=NetworkSegment(4880caac-1884-4c2a-a871-cb9720425782),segment_id=4880caac-1884-4c2a-a871-cb9720425782)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:17.341306 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-091e463f-77a3-4362-8b60-66f6043e6148 tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 10 11:51:17.348545 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-091e463f-77a3-4362-8b60-66f6043e6148 tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.4533808 Jan 10 11:51:17.404313 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52502) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:17.462887 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:17.498797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-446af459-9a88-48a9-88f9-0d26babc5f6f tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for floatingip (368d345d-d989-4ed8-bf25-6169d6e10273), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:17.558651 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-d046d55c-47fd-4849-9538-d468ea81c0b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Deleting port cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:17.558925 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d046d55c-47fd-4849-9538-d468ea81c0b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:17.616568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-cda7811a-f1ff-4d6b-ac06-69687053eee3 None None] Provisioning complete for port b496c133-31c6-44a9-abd3-bd18f2e7237c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:17.617153 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cda7811a-f1ff-4d6b-ac06-69687053eee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:17.630826 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=b496c133-31c6-44a9-abd3-bd18f2e7237c,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:17.633076 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (73758e9c-454f-4b48-a2e5-f69776403e10), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:17.640830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:51:17.682604 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d954a-4053-4671-829f-b956c804203b None None] Sync routers for ids ['433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:51:17.696382 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3bd69be-84ff-490c-b79e-f9682a9a7903 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (fb6e4fc0-bc1f-4032-a1d1-6bb137469c48), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:17.733910 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-137bd959-0ea4-4746-ae04-e3074f0b268b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9684684 Jan 10 11:51:17.740571 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52504) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:17.740900 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d954a-4053-4671-829f-b956c804203b None None] Routers {'433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:17.747405 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c54d954a-4053-4671-829f-b956c804203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:17.793688 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-b3bd69be-84ff-490c-b79e-f9682a9a7903 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6e4fc0-bc1f-4032-a1d1-6bb137469c48']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:17.819122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-b3bd69be-84ff-490c-b79e-f9682a9a7903 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42846545-c622-4c0f-9b55-bee846e1ce86') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:17.820010 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-b3bd69be-84ff-490c-b79e-f9682a9a7903 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42846545-c622-4c0f-9b55-bee846e1ce86') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:17.837626 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3bd69be-84ff-490c-b79e-f9682a9a7903 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (42846545-c622-4c0f-9b55-bee846e1ce86), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:17.852952 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c54d954a-4053-4671-829f-b956c804203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:17.863404 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3bd69be-84ff-490c-b79e-f9682a9a7903 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (42846545-c622-4c0f-9b55-bee846e1ce86), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:17.874313 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3bd69be-84ff-490c-b79e-f9682a9a7903 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:51:17.875358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3bd69be-84ff-490c-b79e-f9682a9a7903 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (42846545-c622-4c0f-9b55-bee846e1ce86), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:17.877492 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834e3a2b-5a76-4584-9368-ea749bd642df None None] DHCP port deletion for 73758e9c-454f-4b48-a2e5-f69776403e10 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:51:17.888687 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d954a-4053-4671-829f-b956c804203b None None] Routers {'433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:17.889636 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c54d954a-4053-4671-829f-b956c804203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:17.928346 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5de0fb7-7803-4184-be59-1deda8c4dfd1 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:17.932786 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c5de0fb7-7803-4184-be59-1deda8c4dfd1 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports/5c62716e-0f90-46b9-af08-44b64097fe17 HTTP/1.1" status: 200 len: 911 time: 0.1868820 Jan 10 11:51:17.946681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52506) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:17.980841 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d046d55c-47fd-4849-9538-d468ea81c0b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:18.004924 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c54d954a-4053-4671-829f-b956c804203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:18.004924 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d954a-4053-4671-829f-b956c804203b None None] The sync data for ids ['433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:51:18.023995 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:51:18.036479 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:51:18.036479 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:51:18.036479 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:51:18.036479 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:51:18.036479 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:51:18.036479 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:51:18.036479 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:51:18.036479 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:51:18.036479 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:51:18.036479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (444fc176-1f8a-49f9-9d26-75bc33d446e6), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:18.085233 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-834e3a2b-5a76-4584-9368-ea749bd642df None None] Deleting port 1af664fd-4c37-427f-be07-2942eb5f3401 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:18.085835 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-834e3a2b-5a76-4584-9368-ea749bd642df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (1af664fd-4c37-427f-be07-2942eb5f3401), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:18.123596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a6017-e0f4-4f9c-98fa-8240558542cf tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Deleting port 667a5036-2ef5-44d8-8631-e305aeea3268 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:18.123970 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6017-e0f4-4f9c-98fa-8240558542cf tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (667a5036-2ef5-44d8-8631-e305aeea3268), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:18.167012 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-d046d55c-47fd-4849-9538-d468ea81c0b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Calling delete_port for cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:18.168156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Network 79521dc0-6b71-47a9-9c7b-630eb1fe6a33 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:18.234011 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-834e3a2b-5a76-4584-9368-ea749bd642df None None] For port 1af664fd-4c37-427f-be07-2942eb5f3401, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1af664fd-4c37-427f-be07-2942eb5f3401,segment=NetworkSegment(eb743d8c-3362-4bde-b88a-21fee5ccf4f7),segment_id=eb743d8c-3362-4bde-b88a-21fee5ccf4f7)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:18.234011 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-834e3a2b-5a76-4584-9368-ea749bd642df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (1af664fd-4c37-427f-be07-2942eb5f3401), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:18.262921 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-fe01a14c-23a9-48cc-a44d-450337dff34d tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Deleting port 49223344-e348-4c6c-92d3-5fc1eb367ec1 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:18.262921 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fe01a14c-23a9-48cc-a44d-450337dff34d tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (49223344-e348-4c6c-92d3-5fc1eb367ec1), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:18.265961 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3bd69be-84ff-490c-b79e-f9682a9a7903 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (fb6e4fc0-bc1f-4032-a1d1-6bb137469c48), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:18.276145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:18.277685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-834e3a2b-5a76-4584-9368-ea749bd642df None None] Calling delete_port for 1af664fd-4c37-427f-be07-2942eb5f3401 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:18.339062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3bd69be-84ff-490c-b79e-f9682a9a7903 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:18.346678 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b3bd69be-84ff-490c-b79e-f9682a9a7903 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] 10.222.0.16 "DELETE /v2.0/networks/fb6e4fc0-bc1f-4032-a1d1-6bb137469c48 HTTP/1.1" status: 204 len: 168 time: 2.1485875 Jan 10 11:51:18.356529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:18.372427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Pushing event updated for resources: {'Port': ['ID=444fc176-1f8a-49f9-9d26-75bc33d446e6,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:18.615533 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6017-e0f4-4f9c-98fa-8240558542cf tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (667a5036-2ef5-44d8-8631-e305aeea3268), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:18.655089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-99db7e52-8681-4edf-938c-9cc46586f037 None None] Provisioning complete for port b496c133-31c6-44a9-abd3-bd18f2e7237c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:18.655467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99db7e52-8681-4edf-938c-9cc46586f037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:18.656837 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Deleting port 1af664fd-4c37-427f-be07-2942eb5f3401 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:18.658763 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (1af664fd-4c37-427f-be07-2942eb5f3401), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:18.677357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd69be-84ff-490c-b79e-f9682a9a7903 tempest-PortsAdminExtendedAttrsTestJSON-1508089093 tempest-PortsAdminExtendedAttrsTestJSON-1508089093-project] Pushing event deleted for resources: {'Network': ['ID=fb6e4fc0-bc1f-4032-a1d1-6bb137469c48,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:18.694178 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:18.695036 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:18.707849 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a6017-e0f4-4f9c-98fa-8240558542cf tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Calling delete_port for 667a5036-2ef5-44d8-8631-e305aeea3268 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:18.806250 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b496c133-31c6-44a9-abd3-bd18f2e7237c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:18.831133 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fe01a14c-23a9-48cc-a44d-450337dff34d tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (49223344-e348-4c6c-92d3-5fc1eb367ec1), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:18.853046 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a426f27b-62b0-49df-a9a8-4233364c7bf2 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.8771107 Jan 10 11:51:18.854008 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52510) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:18.879420 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-fe01a14c-23a9-48cc-a44d-450337dff34d tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Calling delete_port for 49223344-e348-4c6c-92d3-5fc1eb367ec1 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:18.927092 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port b496c133-31c6-44a9-abd3-bd18f2e7237c triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:18.927955 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:19.118597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-834e3a2b-5a76-4584-9368-ea749bd642df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (1af664fd-4c37-427f-be07-2942eb5f3401), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:19.162029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e3a2b-5a76-4584-9368-ea749bd642df None None] No DVR routers for this DVR port 1af664fd-4c37-427f-be07-2942eb5f3401 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:19.182322 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e3a2b-5a76-4584-9368-ea749bd642df None None] Pushing event deleted for resources: {'Port': ['ID=1af664fd-4c37-427f-be07-2942eb5f3401,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:19.196824 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-99db7e52-8681-4edf-938c-9cc46586f037 None None] Provisioning complete for port 06f47e9c-d044-4023-961c-eca944eab6a2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:19.197198 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99db7e52-8681-4edf-938c-9cc46586f037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (06f47e9c-d044-4023-961c-eca944eab6a2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:19.266249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-99db7e52-8681-4edf-938c-9cc46586f037 None None] Port 06f47e9c-d044-4023-961c-eca944eab6a2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:19.279711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8612b8-61f9-4364-92d3-3ec9d177e756 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:19.291073 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8612b8-61f9-4364-92d3-3ec9d177e756 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:19.291679 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] For port 1af664fd-4c37-427f-be07-2942eb5f3401, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1af664fd-4c37-427f-be07-2942eb5f3401,segment=NetworkSegment(eb743d8c-3362-4bde-b88a-21fee5ccf4f7),segment_id=eb743d8c-3362-4bde-b88a-21fee5ccf4f7)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:19.292506 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (1af664fd-4c37-427f-be07-2942eb5f3401), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:19.295005 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52514) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:19.298090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8612b8-61f9-4364-92d3-3ec9d177e756 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:19.310542 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ba8612b8-61f9-4364-92d3-3ec9d177e756 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.4505203 Jan 10 11:51:19.315977 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52518) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:19.362362 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Calling delete_port for 1af664fd-4c37-427f-be07-2942eb5f3401 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:19.402952 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-26564c92-cee3-46d1-90a8-efa20d3ba478 None None] Provisioning complete for port 444fc176-1f8a-49f9-9d26-75bc33d446e6 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:19.403654 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-26564c92-cee3-46d1-90a8-efa20d3ba478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (444fc176-1f8a-49f9-9d26-75bc33d446e6), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:19.460570 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-26564c92-cee3-46d1-90a8-efa20d3ba478 None None] Port 444fc176-1f8a-49f9-9d26-75bc33d446e6 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:19.465178 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1af664fd-4c37-427f-be07-2942eb5f3401 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:51:19.465497 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:19.496713 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d046d55c-47fd-4849-9538-d468ea81c0b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:19.508036 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:19.510028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 1af664fd-4c37-427f-be07-2942eb5f3401 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:51:19.510028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1af664fd-4c37-427f-be07-2942eb5f3401 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:51:19.515866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2d8db0c4-bc54-4689-af3c-a0475b38bcbb tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Deleting port 444fc176-1f8a-49f9-9d26-75bc33d446e6 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:19.515866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2d8db0c4-bc54-4689-af3c-a0475b38bcbb tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (444fc176-1f8a-49f9-9d26-75bc33d446e6), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:19.538259 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-26564c92-cee3-46d1-90a8-efa20d3ba478 None None] Provisioning complete for port 06f47e9c-d044-4023-961c-eca944eab6a2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:19.539028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-26564c92-cee3-46d1-90a8-efa20d3ba478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (06f47e9c-d044-4023-961c-eca944eab6a2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:19.578197 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-26564c92-cee3-46d1-90a8-efa20d3ba478 None None] Port 06f47e9c-d044-4023-961c-eca944eab6a2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:19.640191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2d8db0c4-bc54-4689-af3c-a0475b38bcbb tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (444fc176-1f8a-49f9-9d26-75bc33d446e6), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:19.664734 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2d8db0c4-bc54-4689-af3c-a0475b38bcbb tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Calling delete_port for 444fc176-1f8a-49f9-9d26-75bc33d446e6 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:19.677883 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046d55c-47fd-4849-9538-d468ea81c0b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Pushing event deleted for resources: {'Port': ['ID=cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:19.678984 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6017-e0f4-4f9c-98fa-8240558542cf tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (667a5036-2ef5-44d8-8631-e305aeea3268), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:19.769941 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a6017-e0f4-4f9c-98fa-8240558542cf tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event deleted for resources: {'Port': ['ID=667a5036-2ef5-44d8-8631-e305aeea3268,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.776417 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.779732 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.779732 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.779732 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.779732 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.779732 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.779732 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.779732 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.779732 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.779732 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:19.779732 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:19.779732 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:51:19.779732 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:51:19.796403 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6017-e0f4-4f9c-98fa-8240558542cf tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:19.802326 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-dc1a6017-e0f4-4f9c-98fa-8240558542cf tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "DELETE /v2.0/ports/667a5036-2ef5-44d8-8631-e305aeea3268 HTTP/1.1" status: 204 len: 168 time: 3.2671795 Jan 10 11:51:19.805910 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52520) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:19.877965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (1af664fd-4c37-427f-be07-2942eb5f3401), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:19.894061 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ea0a15-5f2a-4608-a8f4-61ff351eafbf tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] GET failed (client error): The resource could not be found. Jan 10 11:51:19.906172 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-03ea0a15-5f2a-4608-a8f4-61ff351eafbf tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "GET /v2.0/ports/667a5036-2ef5-44d8-8631-e305aeea3268 HTTP/1.1" status: 404 len: 333 time: 0.0824330 Jan 10 11:51:19.906921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52522) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:19.913814 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5e027b7b-cd84-4045-ae51-c0d8d138d4ad tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Request body: {'port': {'network_id': 'bc10128a-b90f-4c45-a156-6feac0124fd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-887900267'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:19.931924 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4432c0fc-b0c1-4109-8439-f6b74c726e9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f94457ab4b9d4276a1f49494d9796c33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6333807 Jan 10 11:51:19.939897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52524) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:19.943635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fe01a14c-23a9-48cc-a44d-450337dff34d tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (49223344-e348-4c6c-92d3-5fc1eb367ec1), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:19.952339 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Pushing event deleted for resources: {'Port': ['ID=1af664fd-4c37-427f-be07-2942eb5f3401,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:20.045178 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d046d55c-47fd-4849-9538-d468ea81c0b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:20.056609 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d046d55c-47fd-4849-9538-d468ea81c0b9 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] 10.222.0.16 "DELETE /v2.0/ports/cecc0eb2-c11f-4286-9e25-8aaf4c0f3ba9 HTTP/1.1" status: 204 len: 168 time: 3.6505046 Jan 10 11:51:20.058391 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52528) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:20.075220 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01a14c-23a9-48cc-a44d-450337dff34d tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Pushing event deleted for resources: {'Port': ['ID=49223344-e348-4c6c-92d3-5fc1eb367ec1,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:20.172110 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6197c604-83fe-4263-b9a0-e182d4e3d018 admin admin] Publish callbacks [] for security_group (473ae620-96c8-4879-a24f-473ec5da9be5), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:20.202509 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] No DVR routers for this DVR port 1af664fd-4c37-427f-be07-2942eb5f3401 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:20.234665 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2d8db0c4-bc54-4689-af3c-a0475b38bcbb tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (444fc176-1f8a-49f9-9d26-75bc33d446e6), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:20.330994 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6197c604-83fe-4263-b9a0-e182d4e3d018 admin admin] Publish callbacks [] for security_group (473ae620-96c8-4879-a24f-473ec5da9be5), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:20.346489 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fe01a14c-23a9-48cc-a44d-450337dff34d tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:20.350987 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fe01a14c-23a9-48cc-a44d-450337dff34d tempest-RoutersAdminNegativeIpV6Test-1703286771 tempest-RoutersAdminNegativeIpV6Test-1703286771-project-admin] 10.222.0.16 "DELETE /v2.0/ports/49223344-e348-4c6c-92d3-5fc1eb367ec1 HTTP/1.1" status: 204 len: 168 time: 2.9307837 Jan 10 11:51:20.400943 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8db0c4-bc54-4689-af3c-a0475b38bcbb tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Pushing event deleted for resources: {'Port': ['ID=444fc176-1f8a-49f9-9d26-75bc33d446e6,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:20.407746 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e48714-4688-41a2-8aec-5247b76e407e tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:20.417586 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b1e48714-4688-41a2-8aec-5247b76e407e tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eaacecc-7522-4d39-892f-ea952b5c7ff7 HTTP/1.1" status: 200 len: 913 time: 0.3582578 Jan 10 11:51:20.419946 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52532) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:20.429316 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.db.resource_extend [None req-446af459-9a88-48a9-88f9-0d26babc5f6f tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 11:51:20.452945 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:51:20.532487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e027b7b-cd84-4045-ae51-c0d8d138d4ad tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Made reservation on behalf of 97df019fa5a84f6b9a5b561a5a6e8ae7 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:20.539097 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5e027b7b-cd84-4045-ae51-c0d8d138d4ad tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:20.639944 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-446af459-9a88-48a9-88f9-0d26babc5f6f tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:20.661308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-5e027b7b-cd84-4045-ae51-c0d8d138d4ad tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] device_id is not set on port 7950359b-13ea-45e9-a21d-ee516a63e716 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:20.689489 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2d8db0c4-bc54-4689-af3c-a0475b38bcbb tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:20.696938 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2d8db0c4-bc54-4689-af3c-a0475b38bcbb tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] 10.222.0.16 "DELETE /v2.0/ports/444fc176-1f8a-49f9-9d26-75bc33d446e6 HTTP/1.1" status: 204 len: 168 time: 1.3789356 Jan 10 11:51:20.764088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52534) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:20.779098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7ceef439-3802-47ac-b9c0-c6e85243f25f tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Request body: {'port': {'name': 'tempest-new-port-name-582036672', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:20.779770 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.api.validators [None req-7ceef439-3802-47ac-b9c0-c6e85243f25f tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] bootfile-name is not in valid_values {{(pid=110624) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 10 11:51:20.780376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.api.validators [None req-7ceef439-3802-47ac-b9c0-c6e85243f25f tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] tftp-server is not in valid_values {{(pid=110624) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 10 11:51:20.780968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.api.validators [None req-7ceef439-3802-47ac-b9c0-c6e85243f25f tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] server-ip-address is not in valid_values {{(pid=110624) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 10 11:51:20.842939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-446af459-9a88-48a9-88f9-0d26babc5f6f tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (368d345d-d989-4ed8-bf25-6169d6e10273), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:20.906577 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (73758e9c-454f-4b48-a2e5-f69776403e10), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:20.943457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6197c604-83fe-4263-b9a0-e182d4e3d018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (473ae620-96c8-4879-a24f-473ec5da9be5), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:20.946120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6197c604-83fe-4263-b9a0-e182d4e3d018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:20.947518 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6197c604-83fe-4263-b9a0-e182d4e3d018 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/473ae620-96c8-4879-a24f-473ec5da9be5 HTTP/1.1" status: 204 len: 168 time: 1.0064542 Jan 10 11:51:20.986333 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73758e9c-454f-4b48-a2e5-f69776403e10']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:21.007501 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Allocated IP 2001:db8:1::1 (e1ac1b32-f830-41b2-8537-919e470f6e35/faffde61-bbe1-4687-a3ef-51975feb12b9/5f382ebf-a7d9-482c-b3f0-d113a62230e9) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:21.019962 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb743d8c-3362-4bde-b88a-21fee5ccf4f7') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:21.020562 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb743d8c-3362-4bde-b88a-21fee5ccf4f7') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:21.043882 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (eb743d8c-3362-4bde-b88a-21fee5ccf4f7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:21.085656 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (eb743d8c-3362-4bde-b88a-21fee5ccf4f7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:21.112528 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52540) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:21.118447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:51:21.118772 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (eb743d8c-3362-4bde-b88a-21fee5ccf4f7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:51:21.157342 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:51:21.348131 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197c604-83fe-4263-b9a0-e182d4e3d018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473ae620-96c8-4879-a24f-473ec5da9be5,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:21.351662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (5f382ebf-a7d9-482c-b3f0-d113a62230e9), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:21.371331 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7ceef439-3802-47ac-b9c0-c6e85243f25f tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (06f47e9c-d044-4023-961c-eca944eab6a2), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:21.385282 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (73758e9c-454f-4b48-a2e5-f69776403e10), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:21.416603 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:21.426434 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] 10.222.0.16 "DELETE /v2.0/networks/73758e9c-454f-4b48-a2e5-f69776403e10 HTTP/1.1" status: 204 len: 168 time: 4.1470053 Jan 10 11:51:21.440456 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f1a4b-4aa9-4234-94f3-287fa4456bdc tempest-FloatingIPNegativeTestJSON-142754336 tempest-FloatingIPNegativeTestJSON-142754336-project] Pushing event deleted for resources: {'Network': ['ID=73758e9c-454f-4b48-a2e5-f69776403e10,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:21.462718 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-5e027b7b-cd84-4045-ae51-c0d8d138d4ad tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Allocated IP 2001:db8::236 (bc10128a-b90f-4c45-a156-6feac0124fd3/bf9f808a-67bd-4610-8fa1-a9c3fc5662df/7950359b-13ea-45e9-a21d-ee516a63e716) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:21.563113 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7942bcf4-6bbc-44b9-812f-c1fb48cb7a71 req-07a7cd15-581e-4682-9774-897235ec276e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2578032 Jan 10 11:51:21.582117 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-65b03044-0a51-4687-a4c2-bce640ff1df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:21.614051 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-446af459-9a88-48a9-88f9-0d26babc5f6f tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Floating IP 368d345d-d989-4ed8-bf25-6169d6e10273 associated. External IP: 172.36.2.197, port: 9dbae773-a0aa-4c8e-be7b-f1a746495bb4. Jan 10 11:51:21.649479 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (5f382ebf-a7d9-482c-b3f0-d113a62230e9), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:21.752923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network e1ac1b32-f830-41b2-8537-919e470f6e35 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:21.762286 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:21.771213 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=5f382ebf-a7d9-482c-b3f0-d113a62230e9,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:21.780503 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:21.781099 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:21.888758 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-720ce8a3-b009-4f27-8bfa-2bc203a514f4 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (1eaacecc-7522-4d39-892f-ea952b5c7ff7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:21.931390 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942bcf4-6bbc-44b9-812f-c1fb48cb7a71 req-b18ac534-b814-4045-9d29-1ac140588e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:21.932054 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7942bcf4-6bbc-44b9-812f-c1fb48cb7a71 req-b18ac534-b814-4045-9d29-1ac140588e42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=352a2d16b2764491aabf5fded04ea148&device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 1098 time: 0.3092535 Jan 10 11:51:22.042098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-65b03044-0a51-4687-a4c2-bce640ff1df0 admin admin] Publish callbacks [] for security_group (0febadcf-bec8-40b6-990b-8e80d1209525), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:22.117807 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52548) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:22.145567 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4742c982-da13-4e21-9422-3d59eb5419b4 None None] Provisioning complete for port 5f382ebf-a7d9-482c-b3f0-d113a62230e9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:22.146896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4742c982-da13-4e21-9422-3d59eb5419b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5f382ebf-a7d9-482c-b3f0-d113a62230e9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:22.187179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-65b03044-0a51-4687-a4c2-bce640ff1df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0febadcf-bec8-40b6-990b-8e80d1209525), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:22.207036 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-4742c982-da13-4e21-9422-3d59eb5419b4 None None] Port 5f382ebf-a7d9-482c-b3f0-d113a62230e9 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:22.229051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5e027b7b-cd84-4045-ae51-c0d8d138d4ad tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks [] for port (7950359b-13ea-45e9-a21d-ee516a63e716), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:22.237242 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7ceef439-3802-47ac-b9c0-c6e85243f25f tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks [] for port (06f47e9c-d044-4023-961c-eca944eab6a2), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:22.308059 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942bcf4-6bbc-44b9-812f-c1fb48cb7a71 req-49755e9a-6c92-4938-b41e-c4a8b57b1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:22.310819 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7942bcf4-6bbc-44b9-812f-c1fb48cb7a71 req-49755e9a-6c92-4938-b41e-c4a8b57b1f8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=8395d8e6-0511-4314-94bb-e87296687cd4 HTTP/1.1" status: 200 len: 906 time: 0.3344419 Jan 10 11:51:22.355063 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b03044-0a51-4687-a4c2-bce640ff1df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0febadcf-bec8-40b6-990b-8e80d1209525,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:22.363843 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-65b03044-0a51-4687-a4c2-bce640ff1df0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b269b18df1841869334cdc6892698a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2466662 Jan 10 11:51:22.369385 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5f382ebf-a7d9-482c-b3f0-d113a62230e9), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:22.373595 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e53fd6ba-ab90-46b0-916a-3727751d1fe4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f96575b679f4ffc9038b66436ac063f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546089 Jan 10 11:51:22.376338 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52552) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:22.378125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52554) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:22.397841 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52556) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:22.408145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446af459-9a88-48a9-88f9-0d26babc5f6f tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:51:22.420521 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7ceef439-3802-47ac-b9c0-c6e85243f25f tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (06f47e9c-d044-4023-961c-eca944eab6a2), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:22.623693 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7942bcf4-6bbc-44b9-812f-c1fb48cb7a71 req-12ebb969-b401-4986-b188-acd1b8a5de3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dbae773-a0aa-4c8e-be7b-f1a746495bb4 HTTP/1.1" status: 200 len: 999 time: 0.3039165 Jan 10 11:51:22.656962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceef439-3802-47ac-b9c0-c6e85243f25f tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Pushing event updated for resources: {'Port': ['ID=06f47e9c-d044-4023-961c-eca944eab6a2,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:22.689024 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-78c1cad9-ca05-4a31-b7eb-f73924efa003 admin admin] Publish callbacks [] for security_group (a79b000a-8a3d-4a9b-91c3-9d5e2686cac3), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:22.710491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d96d1a82-dfe2-49bf-bbe6-52e39e6ee9ef admin admin] Publish callbacks [] for security_group (0febadcf-bec8-40b6-990b-8e80d1209525), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:22.720855 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5e027b7b-cd84-4045-ae51-c0d8d138d4ad tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (7950359b-13ea-45e9-a21d-ee516a63e716), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:22.734986 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7ceef439-3802-47ac-b9c0-c6e85243f25f tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] In _notify_port_updated(), no bound segment for port 06f47e9c-d044-4023-961c-eca944eab6a2 on network 79521dc0-6b71-47a9-9c7b-630eb1fe6a33 {{(pid=110624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:51:22.741381 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceef439-3802-47ac-b9c0-c6e85243f25f tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:22.742085 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7ceef439-3802-47ac-b9c0-c6e85243f25f tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:22.746038 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7ceef439-3802-47ac-b9c0-c6e85243f25f tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] 10.222.0.16 "PUT /v2.0/ports/06f47e9c-d044-4023-961c-eca944eab6a2 HTTP/1.1" status: 200 len: 1135 time: 1.9779127 Jan 10 11:51:22.752902 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52560) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:22.779065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-78c1cad9-ca05-4a31-b7eb-f73924efa003 admin admin] Publish callbacks [] for security_group (a79b000a-8a3d-4a9b-91c3-9d5e2686cac3), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:22.844628 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d96d1a82-dfe2-49bf-bbe6-52e39e6ee9ef admin admin] Publish callbacks [] for security_group (0febadcf-bec8-40b6-990b-8e80d1209525), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:22.847332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942bcf4-6bbc-44b9-812f-c1fb48cb7a71 req-95360c2c-a6c0-4eb1-a769-bb782c3c8911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:22.848911 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7942bcf4-6bbc-44b9-812f-c1fb48cb7a71 req-95360c2c-a6c0-4eb1-a769-bb782c3c8911 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=549e90ce-a309-439c-8b69-da152ddaf4f8 HTTP/1.1" status: 200 len: 844 time: 0.1836903 Jan 10 11:51:22.851194 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-456bea88-0974-4994-82d4-8e5b7fbf6d0a None None] Provisioning complete for port 06f47e9c-d044-4023-961c-eca944eab6a2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:22.851424 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e027b7b-cd84-4045-ae51-c0d8d138d4ad tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Network bc10128a-b90f-4c45-a156-6feac0124fd3 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:22.851573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-456bea88-0974-4994-82d4-8e5b7fbf6d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (06f47e9c-d044-4023-961c-eca944eab6a2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:22.885213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-5e027b7b-cd84-4045-ae51-c0d8d138d4ad tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:22.895380 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e027b7b-cd84-4045-ae51-c0d8d138d4ad tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event updated for resources: {'Port': ['ID=7950359b-13ea-45e9-a21d-ee516a63e716,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:22.895989 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-77a8ef1a-7eca-4c7a-91ed-e3977ba803b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=962669a092964021bbfe0e96b85118f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4861951 Jan 10 11:51:22.901348 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c13697f-b6f2-4998-b442-aac3a2558d32 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:22.910510 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8c13697f-b6f2-4998-b442-aac3a2558d32 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] 10.222.0.16 "GET /v2.0/ports/06f47e9c-d044-4023-961c-eca944eab6a2 HTTP/1.1" status: 200 len: 1135 time: 0.1255345 Jan 10 11:51:22.910510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e027b7b-cd84-4045-ae51-c0d8d138d4ad tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:22.911564 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52562) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:22.912601 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52564) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:22.913308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e027b7b-cd84-4045-ae51-c0d8d138d4ad tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:22.914068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5e027b7b-cd84-4045-ae51-c0d8d138d4ad tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:22.928134 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-456bea88-0974-4994-82d4-8e5b7fbf6d0a None None] Port 06f47e9c-d044-4023-961c-eca944eab6a2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:22.965548 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446af459-9a88-48a9-88f9-0d26babc5f6f tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:51:22.977887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-446af459-9a88-48a9-88f9-0d26babc5f6f tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:22.979596 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4308af5e-5564-47c4-84ee-6534f417fade None None] Sync routers for ids ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:51:23.003015 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4308af5e-5564-47c4-84ee-6534f417fade None None] Routers {'1132c4e3-d3eb-4008-8236-bc9b78ceddfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:23.003992 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4308af5e-5564-47c4-84ee-6534f417fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:23.034169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942bcf4-6bbc-44b9-812f-c1fb48cb7a71 req-f68686b6-ae3e-45e0-acc7-d770750e8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:23.036647 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7942bcf4-6bbc-44b9-812f-c1fb48cb7a71 req-f68686b6-ae3e-45e0-acc7-d770750e8dac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8395d8e6-0511-4314-94bb-e87296687cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1739640 Jan 10 11:51:23.046535 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-446af459-9a88-48a9-88f9-0d26babc5f6f tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "PUT /v2.0/floatingips/368d345d-d989-4ed8-bf25-6169d6e10273 HTTP/1.1" status: 200 len: 991 time: 6.2037866 Jan 10 11:51:23.050166 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02822888-ac2d-4862-9901-13f3aa61bd88', 'tag': '9dbae773-a0aa-4c8e-be7b-f1a746495bb4'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:51:23.054049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde8b731-a657-4daf-afff-f87d2ea2f4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "02822888-ac2d-4862-9901-13f3aa61bd88", "tag": "9dbae773-a0aa-4c8e-be7b-f1a746495bb4"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:51:23.144541 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5e027b7b-cd84-4045-ae51-c0d8d138d4ad tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2374446 Jan 10 11:51:23.147228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52570) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:23.154532 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-3331e6fa-2a00-4c25-8d35-c71a57f5e54e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Request body: {'port': {'network_id': 'bc10128a-b90f-4c45-a156-6feac0124fd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2054091339'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:23.212331 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-4308af5e-5564-47c4-84ee-6534f417fade None None] Set router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:51:23.236612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3424eb33-0e35-475d-8a7b-01132ff1a442 x-openstack-request-id: req-3424eb33-0e35-475d-8a7b-01132ff1a442 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:51:23.236853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02822888-ac2d-4862-9901-13f3aa61bd88", "tag": "9dbae773-a0aa-4c8e-be7b-f1a746495bb4", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:51:23.237179 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3424eb33-0e35-475d-8a7b-01132ff1a442 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:51:23.244728 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02822888-ac2d-4862-9901-13f3aa61bd88', 'tag': '9dbae773-a0aa-4c8e-be7b-f1a746495bb4', 'status': 'completed', 'code': 200} Jan 10 11:51:23.326563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-720ce8a3-b009-4f27-8bfa-2bc203a514f4 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Deleting port 16a8b5bf-7433-430f-be9a-54f283355cc2 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:23.326912 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-720ce8a3-b009-4f27-8bfa-2bc203a514f4 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (16a8b5bf-7433-430f-be9a-54f283355cc2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:23.352900 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7942bcf4-6bbc-44b9-812f-c1fb48cb7a71 req-0f7d718f-7acd-4ea9-82a7-4f3b661a59d3 service neutron] 10.222.0.30 "GET /v2.0/networks/8395d8e6-0511-4314-94bb-e87296687cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047557 Jan 10 11:51:23.391820 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-78c1cad9-ca05-4a31-b7eb-f73924efa003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (a79b000a-8a3d-4a9b-91c3-9d5e2686cac3), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:23.394828 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-78c1cad9-ca05-4a31-b7eb-f73924efa003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:23.398307 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-78c1cad9-ca05-4a31-b7eb-f73924efa003 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a79b000a-8a3d-4a9b-91c3-9d5e2686cac3 HTTP/1.1" status: 204 len: 168 time: 1.0123172 Jan 10 11:51:23.436817 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1cad9-ca05-4a31-b7eb-f73924efa003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79b000a-8a3d-4a9b-91c3-9d5e2686cac3,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:23.561960 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7942bcf4-6bbc-44b9-812f-c1fb48cb7a71 req-9fc49a39-74a0-42c7-ba80-c479ea6fc559 service neutron] 10.222.0.30 "GET /v2.0/networks/8395d8e6-0511-4314-94bb-e87296687cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993291 Jan 10 11:51:23.570538 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-05dbab21-b33f-48ce-b2ec-44d6aaddedfc None None] Provisioning complete for port 7950359b-13ea-45e9-a21d-ee516a63e716 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:23.571230 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-05dbab21-b33f-48ce-b2ec-44d6aaddedfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7950359b-13ea-45e9-a21d-ee516a63e716), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:23.624680 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-05dbab21-b33f-48ce-b2ec-44d6aaddedfc None None] Port 7950359b-13ea-45e9-a21d-ee516a63e716 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:23.697921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3331e6fa-2a00-4c25-8d35-c71a57f5e54e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Made reservation on behalf of 97df019fa5a84f6b9a5b561a5a6e8ae7 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:23.703683 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3331e6fa-2a00-4c25-8d35-c71a57f5e54e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:23.736976 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-3331e6fa-2a00-4c25-8d35-c71a57f5e54e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] device_id is not set on port 564b4f23-2ddb-4795-bccb-9564264b1eb9 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:23.764716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (5f382ebf-a7d9-482c-b3f0-d113a62230e9), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:23.772598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4308af5e-5564-47c4-84ee-6534f417fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'name': 'tempest-ServersTestJSON-640113767-router', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225'}], 'enable_snat': True}, 'gw_port_id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:50:02Z', 'updated_at': '2022-01-10T11:50:15Z', 'revision_number': 4, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'gw_port': {'id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:04Z', 'updated_at': '2022-01-10T11:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '368d345d-d989-4ed8-bf25-6169d6e10273', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'floating_ip_address': '172.36.2.197', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'port_id': '9dbae773-a0aa-4c8e-be7b-f1a746495bb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4', 'mac_address': 'fa:16:3e:f9:c2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02822888-ac2d-4862-9901-13f3aa61bd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:50:26Z', 'updated_at': '2022-01-10T11:51:19Z', 'revision_number': 1, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1bc0d2-8cd7-4297-9c99-c56e429b95f2', 'name': '', 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'mac_address': 'fa:16:3e:42:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:13Z', 'updated_at': '2022-01-10T11:50:21Z', 'revision_number': 5, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'subnets': [{'id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:23.788439 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-308c1bb0-bbb7-47bf-ac50-cb121a0e2c1f admin admin] Publish callbacks [] for security_group (54a2a4bf-258a-4e9b-a2f4-fbbd67b015bc), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:23.816891 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4308af5e-5564-47c4-84ee-6534f417fade None None] Checking router: 1132c4e3-d3eb-4008-8236-bc9b78ceddfe for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:51:23.840660 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-720ce8a3-b009-4f27-8bfa-2bc203a514f4 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (16a8b5bf-7433-430f-be9a-54f283355cc2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:23.852095 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4308af5e-5564-47c4-84ee-6534f417fade None None] Routers {'1132c4e3-d3eb-4008-8236-bc9b78ceddfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:23.854101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4308af5e-5564-47c4-84ee-6534f417fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:23.878640 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8b731-a657-4daf-afff-f87d2ea2f4a0 req-bbc9b0d2-57c3-488b-b3e5-5f4aedc7101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:23.880283 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bde8b731-a657-4daf-afff-f87d2ea2f4a0 req-bbc9b0d2-57c3-488b-b3e5-5f4aedc7101e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=352a2d16b2764491aabf5fded04ea148&device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 1098 time: 0.1243618 Jan 10 11:51:23.902642 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (5f382ebf-a7d9-482c-b3f0-d113a62230e9), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:23.904138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:23.915076 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-308c1bb0-bbb7-47bf-ac50-cb121a0e2c1f admin admin] Publish callbacks [] for security_group (54a2a4bf-258a-4e9b-a2f4-fbbd67b015bc), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:23.927861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-720ce8a3-b009-4f27-8bfa-2bc203a514f4 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Calling delete_port for 16a8b5bf-7433-430f-be9a-54f283355cc2 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:23.976122 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d96d1a82-dfe2-49bf-bbe6-52e39e6ee9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0febadcf-bec8-40b6-990b-8e80d1209525), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:23.978648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d96d1a82-dfe2-49bf-bbe6-52e39e6ee9ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:23.979948 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d96d1a82-dfe2-49bf-bbe6-52e39e6ee9ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0febadcf-bec8-40b6-990b-8e80d1209525 HTTP/1.1" status: 204 len: 168 time: 1.6027126 Jan 10 11:51:24.023424 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-3331e6fa-2a00-4c25-8d35-c71a57f5e54e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Allocated IP 2001:db8::19b (bc10128a-b90f-4c45-a156-6feac0124fd3/bf9f808a-67bd-4610-8fa1-a9c3fc5662df/564b4f23-2ddb-4795-bccb-9564264b1eb9) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:24.065187 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8b731-a657-4daf-afff-f87d2ea2f4a0 req-c90b74c0-0550-49c8-a08e-59da529b2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:24.066778 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bde8b731-a657-4daf-afff-f87d2ea2f4a0 req-c90b74c0-0550-49c8-a08e-59da529b2274 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8395d8e6-0511-4314-94bb-e87296687cd4 HTTP/1.1" status: 200 len: 906 time: 0.1786900 Jan 10 11:51:24.157828 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-4308af5e-5564-47c4-84ee-6534f417fade None None] Set router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:51:24.187342 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d1a82-dfe2-49bf-bbe6-52e39e6ee9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0febadcf-bec8-40b6-990b-8e80d1209525,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:24.227916 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-99176c2c-fa64-4cbe-8894-2b20d5d94756 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Deleting port 06f47e9c-d044-4023-961c-eca944eab6a2 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:24.227916 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-99176c2c-fa64-4cbe-8894-2b20d5d94756 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (06f47e9c-d044-4023-961c-eca944eab6a2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:24.238563 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bde8b731-a657-4daf-afff-f87d2ea2f4a0 req-c2da8275-41df-423a-81cf-43f8a05e0825 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dbae773-a0aa-4c8e-be7b-f1a746495bb4 HTTP/1.1" status: 200 len: 999 time: 0.1638794 Jan 10 11:51:24.257240 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=5f382ebf-a7d9-482c-b3f0-d113a62230e9,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:24.427818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8b731-a657-4daf-afff-f87d2ea2f4a0 req-24a3ce32-28f8-4313-a8a3-3f2799ad6171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:24.429960 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bde8b731-a657-4daf-afff-f87d2ea2f4a0 req-24a3ce32-28f8-4313-a8a3-3f2799ad6171 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=549e90ce-a309-439c-8b69-da152ddaf4f8 HTTP/1.1" status: 200 len: 844 time: 0.1707792 Jan 10 11:51:24.464079 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network e1ac1b32-f830-41b2-8537-919e470f6e35 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:24.466666 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-308c1bb0-bbb7-47bf-ac50-cb121a0e2c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (54a2a4bf-258a-4e9b-a2f4-fbbd67b015bc), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:24.469939 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-308c1bb0-bbb7-47bf-ac50-cb121a0e2c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:24.474995 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-308c1bb0-bbb7-47bf-ac50-cb121a0e2c1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54a2a4bf-258a-4e9b-a2f4-fbbd67b015bc HTTP/1.1" status: 204 len: 168 time: 1.5536122 Jan 10 11:51:24.485027 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:24.490582 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-99176c2c-fa64-4cbe-8894-2b20d5d94756 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (06f47e9c-d044-4023-961c-eca944eab6a2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:24.516082 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c1bb0-bbb7-47bf-ac50-cb121a0e2c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a2a4bf-258a-4e9b-a2f4-fbbd67b015bc,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:24.524426 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-99176c2c-fa64-4cbe-8894-2b20d5d94756 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Calling delete_port for 06f47e9c-d044-4023-961c-eca944eab6a2 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:24.535101 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3331e6fa-2a00-4c25-8d35-c71a57f5e54e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks [] for port (564b4f23-2ddb-4795-bccb-9564264b1eb9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:24.538372 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8b731-a657-4daf-afff-f87d2ea2f4a0 req-1ae7560f-601c-42b7-b35f-9d1265958513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:24.539980 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bde8b731-a657-4daf-afff-f87d2ea2f4a0 req-1ae7560f-601c-42b7-b35f-9d1265958513 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8395d8e6-0511-4314-94bb-e87296687cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028898 Jan 10 11:51:24.777600 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bde8b731-a657-4daf-afff-f87d2ea2f4a0 req-0dbc3fec-b349-4f49-9046-a06c4e3a393a service neutron] 10.222.0.30 "GET /v2.0/networks/8395d8e6-0511-4314-94bb-e87296687cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117295 Jan 10 11:51:24.810487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3331e6fa-2a00-4c25-8d35-c71a57f5e54e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (564b4f23-2ddb-4795-bccb-9564264b1eb9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:24.897663 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:51:24.927057 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4308af5e-5564-47c4-84ee-6534f417fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'name': 'tempest-ServersTestJSON-640113767-router', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225'}], 'enable_snat': True}, 'gw_port_id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:50:02Z', 'updated_at': '2022-01-10T11:50:15Z', 'revision_number': 4, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'gw_port': {'id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:04Z', 'updated_at': '2022-01-10T11:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '368d345d-d989-4ed8-bf25-6169d6e10273', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'floating_ip_address': '172.36.2.197', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'port_id': '9dbae773-a0aa-4c8e-be7b-f1a746495bb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4', 'mac_address': 'fa:16:3e:f9:c2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02822888-ac2d-4862-9901-13f3aa61bd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:50:26Z', 'updated_at': '2022-01-10T11:51:19Z', 'revision_number': 1, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1bc0d2-8cd7-4297-9c99-c56e429b95f2', 'name': '', 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'mac_address': 'fa:16:3e:42:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:13Z', 'updated_at': '2022-01-10T11:50:21Z', 'revision_number': 5, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'subnets': [{'id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:24.979159 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4308af5e-5564-47c4-84ee-6534f417fade None None] The sync data for ids ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'] in dv-neutron-master-2-hyperv is: [{'id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'name': 'tempest-ServersTestJSON-640113767-router', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225'}], 'enable_snat': True}, 'gw_port_id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:50:02Z', 'updated_at': '2022-01-10T11:50:15Z', 'revision_number': 4, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'gw_port': {'id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:04Z', 'updated_at': '2022-01-10T11:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '368d345d-d989-4ed8-bf25-6169d6e10273', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'floating_ip_address': '172.36.2.197', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'port_id': '9dbae773-a0aa-4c8e-be7b-f1a746495bb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4', 'mac_address': 'fa:16:3e:f9:c2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02822888-ac2d-4862-9901-13f3aa61bd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:50:26Z', 'updated_at': '2022-01-10T11:51:19Z', 'revision_number': 1, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1bc0d2-8cd7-4297-9c99-c56e429b95f2', 'name': '', 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'mac_address': 'fa:16:3e:42:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:13Z', 'updated_at': '2022-01-10T11:50:21Z', 'revision_number': 5, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'subnets': [{'id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:51:25.027793 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-720ce8a3-b009-4f27-8bfa-2bc203a514f4 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (16a8b5bf-7433-430f-be9a-54f283355cc2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:25.070687 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ce8a3-b009-4f27-8bfa-2bc203a514f4 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Pushing event deleted for resources: {'Port': ['ID=16a8b5bf-7433-430f-be9a-54f283355cc2,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:25.098331 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6a89e2f0-d11e-4a5b-bb3c-b6a9ec40d519 None None] Provisioning complete for port 5f382ebf-a7d9-482c-b3f0-d113a62230e9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:25.098784 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6a89e2f0-d11e-4a5b-bb3c-b6a9ec40d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5f382ebf-a7d9-482c-b3f0-d113a62230e9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:25.153841 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6a89e2f0-d11e-4a5b-bb3c-b6a9ec40d519 None None] Port 5f382ebf-a7d9-482c-b3f0-d113a62230e9 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:25.179829 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:51:25.188672 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7a33a636-8010-41d1-ae65-ad16b4cc0266 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2284229 Jan 10 11:51:25.193838 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f7df59-35d9-4a3e-9a3c-2429bc5938a1 None None] Sync routers for ids ['433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:51:25.195368 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52598) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:25.228014 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f7df59-35d9-4a3e-9a3c-2429bc5938a1 None None] Routers {'433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:25.229369 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-19f7df59-35d9-4a3e-9a3c-2429bc5938a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:25.304816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4566fc32-f322-4e2b-b5bc-c298646bac87 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:25.317513 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4566fc32-f322-4e2b-b5bc-c298646bac87 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports/5f382ebf-a7d9-482c-b3f0-d113a62230e9 HTTP/1.1" status: 200 len: 913 time: 0.1209769 Jan 10 11:51:25.404371 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52602) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:25.405232 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-19f7df59-35d9-4a3e-9a3c-2429bc5938a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:25.405434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331e6fa-2a00-4c25-8d35-c71a57f5e54e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event updated for resources: {'Port': ['ID=564b4f23-2ddb-4795-bccb-9564264b1eb9,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:25.405563 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f7df59-35d9-4a3e-9a3c-2429bc5938a1 None None] Routers {'433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:25.405563 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-19f7df59-35d9-4a3e-9a3c-2429bc5938a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:25.424685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f39f4-7a8f-41e6-882d-5b1ea9201994 None None] New status for floating IP 368d345d-d989-4ed8-bf25-6169d6e10273: ACTIVE {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:51:25.474333 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-19f7df59-35d9-4a3e-9a3c-2429bc5938a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:25.477745 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f7df59-35d9-4a3e-9a3c-2429bc5938a1 None None] The sync data for ids ['433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:51:25.537374 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-720ce8a3-b009-4f27-8bfa-2bc203a514f4 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (1eaacecc-7522-4d39-892f-ea952b5c7ff7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:25.561568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3331e6fa-2a00-4c25-8d35-c71a57f5e54e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Network bc10128a-b90f-4c45-a156-6feac0124fd3 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:25.569554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-3331e6fa-2a00-4c25-8d35-c71a57f5e54e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:25.782335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331e6fa-2a00-4c25-8d35-c71a57f5e54e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:25.790064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3331e6fa-2a00-4c25-8d35-c71a57f5e54e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:25.790751 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3331e6fa-2a00-4c25-8d35-c71a57f5e54e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:25.936925 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bde8b731-a657-4daf-afff-f87d2ea2f4a0 req-feb1fdf2-7ed9-4f8f-bade-4bebbba5a23d service neutron] 10.222.0.30 "GET /v2.0/networks/8395d8e6-0511-4314-94bb-e87296687cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1577740 Jan 10 11:51:25.984950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-41eed388-a90f-4f2e-969e-a290fa1579d6 None None] Provisioning complete for port 564b4f23-2ddb-4795-bccb-9564264b1eb9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:25.985928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-41eed388-a90f-4f2e-969e-a290fa1579d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (564b4f23-2ddb-4795-bccb-9564264b1eb9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:26.030566 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-41eed388-a90f-4f2e-969e-a290fa1579d6 None None] Port 564b4f23-2ddb-4795-bccb-9564264b1eb9 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:26.034252 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720ce8a3-b009-4f27-8bfa-2bc203a514f4 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Router 1eaacecc-7522-4d39-892f-ea952b5c7ff7 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:51:26.077701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1eadb54b-b807-48be-b6aa-09faaaa1e1fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:26.166178 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720ce8a3-b009-4f27-8bfa-2bc203a514f4 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:51:26.172260 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-720ce8a3-b009-4f27-8bfa-2bc203a514f4 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] 10.222.0.16 "PUT /v2.0/routers/1eaacecc-7522-4d39-892f-ea952b5c7ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7409089 Jan 10 11:51:26.174982 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52614) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:26.183659 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb503827-a6be-4ac6-8654-a7fc7ffc024b None None] Sync routers for ids ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:51:26.199912 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb503827-a6be-4ac6-8654-a7fc7ffc024b None None] Routers {'1eaacecc-7522-4d39-892f-ea952b5c7ff7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:26.201047 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-bb503827-a6be-4ac6-8654-a7fc7ffc024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:26.258920 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-bb503827-a6be-4ac6-8654-a7fc7ffc024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:26.269628 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb503827-a6be-4ac6-8654-a7fc7ffc024b None None] Routers {'1eaacecc-7522-4d39-892f-ea952b5c7ff7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:26.270407 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-bb503827-a6be-4ac6-8654-a7fc7ffc024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:26.314824 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f506d4cf-00dd-4bb8-b0f3-56fbd2981efe tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for router (1eaacecc-7522-4d39-892f-ea952b5c7ff7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:26.316724 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-bb503827-a6be-4ac6-8654-a7fc7ffc024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:26.317408 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb503827-a6be-4ac6-8654-a7fc7ffc024b None None] The sync data for ids ['1eaacecc-7522-4d39-892f-ea952b5c7ff7'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:51:26.389577 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-99176c2c-fa64-4cbe-8894-2b20d5d94756 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (06f47e9c-d044-4023-961c-eca944eab6a2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:26.435903 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99176c2c-fa64-4cbe-8894-2b20d5d94756 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Pushing event deleted for resources: {'Port': ['ID=06f47e9c-d044-4023-961c-eca944eab6a2,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:26.454032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-1eadb54b-b807-48be-b6aa-09faaaa1e1fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port 5f382ebf-a7d9-482c-b3f0-d113a62230e9 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:26.454924 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1eadb54b-b807-48be-b6aa-09faaaa1e1fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (5f382ebf-a7d9-482c-b3f0-d113a62230e9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:26.470576 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52616) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:26.574234 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-99176c2c-fa64-4cbe-8894-2b20d5d94756 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:26.579614 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-99176c2c-fa64-4cbe-8894-2b20d5d94756 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] 10.222.0.16 "DELETE /v2.0/ports/06f47e9c-d044-4023-961c-eca944eab6a2 HTTP/1.1" status: 204 len: 168 time: 3.6602001 Jan 10 11:51:26.582441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52620) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:26.646476 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f506d4cf-00dd-4bb8-b0f3-56fbd2981efe tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for router_gateway (1eaacecc-7522-4d39-892f-ea952b5c7ff7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:26.667292 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a304470b-f431-42c7-8bcb-a5e8a10df2a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ad43ccabec14f8495554fef9792c4d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713443 Jan 10 11:51:26.668127 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52622) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:26.693142 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1eadb54b-b807-48be-b6aa-09faaaa1e1fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (5f382ebf-a7d9-482c-b3f0-d113a62230e9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:26.711606 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56661d0-9d78-4503-ad75-cd83997ce352 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Deleting subnet 8091fa22-f176-43a0-b39e-1a1fff62c6a6 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:51:26.717646 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-1eadb54b-b807-48be-b6aa-09faaaa1e1fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for 5f382ebf-a7d9-482c-b3f0-d113a62230e9 owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:26.721321 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b56661d0-9d78-4503-ad75-cd83997ce352 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks [] for subnet (8091fa22-f176-43a0-b39e-1a1fff62c6a6), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:26.820352 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b56661d0-9d78-4503-ad75-cd83997ce352 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (8091fa22-f176-43a0-b39e-1a1fff62c6a6), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:26.882924 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52626) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:26.924075 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4c803ee9-38fe-42e0-a78d-e95a8cc1b3ad admin admin] Publish callbacks [] for security_group (251f5eed-443f-4764-a61f-74d6774b51cc), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:26.980496 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4c803ee9-38fe-42e0-a78d-e95a8cc1b3ad admin admin] Publish callbacks [] for security_group (251f5eed-443f-4764-a61f-74d6774b51cc), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:27.059591 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3331e6fa-2a00-4c25-8d35-c71a57f5e54e tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9110901 Jan 10 11:51:27.062705 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52632) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:27.084054 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-a78e52d6-1fce-4ef9-b336-b5168c633796 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::25a', 'mac_address': 'fa:16:3e:d1:83:57'}, {'ip_address': '2001:db8::236', 'mac_address': 'fa:16:3e:f2:7b:90'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:27.084196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-b372ae27-ebab-44a2-b92e-0901630e9a0f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1233130865'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:27.097311 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b56661d0-9d78-4503-ad75-cd83997ce352 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (8091fa22-f176-43a0-b39e-1a1fff62c6a6), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:27.129177 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f506d4cf-00dd-4bb8-b0f3-56fbd2981efe tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Deleting port d799eb8e-0bb1-43b0-808f-ff3bfbed922f {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:27.129519 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f506d4cf-00dd-4bb8-b0f3-56fbd2981efe tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (d799eb8e-0bb1-43b0-808f-ff3bfbed922f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:27.225829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1eadb54b-b807-48be-b6aa-09faaaa1e1fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (5f382ebf-a7d9-482c-b3f0-d113a62230e9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:27.266729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadb54b-b807-48be-b6aa-09faaaa1e1fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=5f382ebf-a7d9-482c-b3f0-d113a62230e9,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:27.451127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a78e52d6-1fce-4ef9-b336-b5168c633796 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (564b4f23-2ddb-4795-bccb-9564264b1eb9), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:27.524518 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1eadb54b-b807-48be-b6aa-09faaaa1e1fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:27.561343 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f506d4cf-00dd-4bb8-b0f3-56fbd2981efe tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (d799eb8e-0bb1-43b0-808f-ff3bfbed922f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:27.599135 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f506d4cf-00dd-4bb8-b0f3-56fbd2981efe tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Calling delete_port for d799eb8e-0bb1-43b0-808f-ff3bfbed922f owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:27.636878 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b372ae27-ebab-44a2-b92e-0901630e9a0f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:27.640585 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b372ae27-ebab-44a2-b92e-0901630e9a0f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:27.652277 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b372ae27-ebab-44a2-b92e-0901630e9a0f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:27.720230 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4c803ee9-38fe-42e0-a78d-e95a8cc1b3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (251f5eed-443f-4764-a61f-74d6774b51cc), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:27.724370 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4c803ee9-38fe-42e0-a78d-e95a8cc1b3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:27.728616 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4c803ee9-38fe-42e0-a78d-e95a8cc1b3ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/251f5eed-443f-4764-a61f-74d6774b51cc HTTP/1.1" status: 204 len: 168 time: 1.0566716 Jan 10 11:51:27.728616 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b56661d0-9d78-4503-ad75-cd83997ce352 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (8091fa22-f176-43a0-b39e-1a1fff62c6a6), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:27.785018 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c803ee9-38fe-42e0-a78d-e95a8cc1b3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251f5eed-443f-4764-a61f-74d6774b51cc,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:27.788153 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56661d0-9d78-4503-ad75-cd83997ce352 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Pushing event deleted for resources: {'Subnet': ['ID=8091fa22-f176-43a0-b39e-1a1fff62c6a6,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:27.803137 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b56661d0-9d78-4503-ad75-cd83997ce352 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:27.809084 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b56661d0-9d78-4503-ad75-cd83997ce352 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] 10.222.0.16 "DELETE /v2.0/subnets/8091fa22-f176-43a0-b39e-1a1fff62c6a6 HTTP/1.1" status: 204 len: 168 time: 1.2226694 Jan 10 11:51:27.814980 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52646) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:27.858332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a78e52d6-1fce-4ef9-b336-b5168c633796 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks [] for port (564b4f23-2ddb-4795-bccb-9564264b1eb9), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:27.866681 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eadb54b-b807-48be-b6aa-09faaaa1e1fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:51:27.877696 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cba378-dceb-4833-a84b-41a45d08d796 None None] Network 79521dc0-6b71-47a9-9c7b-630eb1fe6a33 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:27.985850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52648) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:28.007741 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a78e52d6-1fce-4ef9-b336-b5168c633796 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (564b4f23-2ddb-4795-bccb-9564264b1eb9), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.023325 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eadb54b-b807-48be-b6aa-09faaaa1e1fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:51:28.036868 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (79521dc0-6b71-47a9-9c7b-630eb1fe6a33), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.048912 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1eadb54b-b807-48be-b6aa-09faaaa1e1fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6801212 Jan 10 11:51:28.052370 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab4f6e4-8f3e-4851-be6a-963a42494c6e None None] Sync routers for ids ['433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:51:28.054018 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-a78e52d6-1fce-4ef9-b336-b5168c633796 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] In _notify_port_updated(), no bound segment for port 564b4f23-2ddb-4795-bccb-9564264b1eb9 on network bc10128a-b90f-4c45-a156-6feac0124fd3 {{(pid=110624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:51:28.059213 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b372ae27-ebab-44a2-b92e-0901630e9a0f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for security_group (adcab97f-32f3-4334-93c9-30e2cf46a611), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.059788 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78e52d6-1fce-4ef9-b336-b5168c633796 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:28.060339 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52652) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:28.060457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a78e52d6-1fce-4ef9-b336-b5168c633796 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.065300 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a78e52d6-1fce-4ef9-b336-b5168c633796 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "PUT /v2.0/ports/564b4f23-2ddb-4795-bccb-9564264b1eb9 HTTP/1.1" status: 200 len: 1068 time: 0.9973376 Jan 10 11:51:28.067998 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52654) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:28.089215 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab4f6e4-8f3e-4851-be6a-963a42494c6e None None] Routers {'433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:28.092721 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6ab4f6e4-8f3e-4851-be6a-963a42494c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:28.121565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e52d6-1fce-4ef9-b336-b5168c633796 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event updated for resources: {'Port': ['ID=564b4f23-2ddb-4795-bccb-9564264b1eb9,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:28.220505 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6a297ddd-f23c-4dea-84f7-526b6835aed6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Deleting port 564b4f23-2ddb-4795-bccb-9564264b1eb9 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:28.220867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6a297ddd-f23c-4dea-84f7-526b6835aed6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (564b4f23-2ddb-4795-bccb-9564264b1eb9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.237514 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-8a666628-c9dc-4217-9b05-febaff359540 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1560027180'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:28.239638 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6ab4f6e4-8f3e-4851-be6a-963a42494c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:28.256086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab4f6e4-8f3e-4851-be6a-963a42494c6e None None] Routers {'433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:28.260811 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f506d4cf-00dd-4bb8-b0f3-56fbd2981efe tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (d799eb8e-0bb1-43b0-808f-ff3bfbed922f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.261597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6ab4f6e4-8f3e-4851-be6a-963a42494c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:28.330625 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6ab4f6e4-8f3e-4851-be6a-963a42494c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:28.333106 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab4f6e4-8f3e-4851-be6a-963a42494c6e None None] The sync data for ids ['433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:51:28.342731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b372ae27-ebab-44a2-b92e-0901630e9a0f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (adcab97f-32f3-4334-93c9-30e2cf46a611), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.345465 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506d4cf-00dd-4bb8-b0f3-56fbd2981efe tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Pushing event deleted for resources: {'Port': ['ID=d799eb8e-0bb1-43b0-808f-ff3bfbed922f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:28.364809 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1b4b56-08d6-4683-9a05-8aa79961016a None None] DHCP port deletion for 79521dc0-6b71-47a9-9c7b-630eb1fe6a33 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:51:28.409633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6a297ddd-f23c-4dea-84f7-526b6835aed6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (564b4f23-2ddb-4795-bccb-9564264b1eb9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.434737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6a297ddd-f23c-4dea-84f7-526b6835aed6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Calling delete_port for 564b4f23-2ddb-4795-bccb-9564264b1eb9 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:28.442358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a666628-c9dc-4217-9b05-febaff359540 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:28.446687 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a666628-c9dc-4217-9b05-febaff359540 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.465375 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a666628-c9dc-4217-9b05-febaff359540 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.468971 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b4b56-08d6-4683-9a05-8aa79961016a None None] Deleting port b496c133-31c6-44a9-abd3-bd18f2e7237c {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:28.468971 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fe1b4b56-08d6-4683-9a05-8aa79961016a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.482398 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b372ae27-ebab-44a2-b92e-0901630e9a0f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:28.500064 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b372ae27-ebab-44a2-b92e-0901630e9a0f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (ccdfa519-f4d4-4f17-85f2-961ed650d631), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.501189 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-b372ae27-ebab-44a2-b92e-0901630e9a0f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Added segment ccdfa519-f4d4-4f17-85f2-961ed650d631 of type vlan for network f827ee61-c9df-4d63-a94c-5e4c1afe79dd Jan 10 11:51:28.553911 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b372ae27-ebab-44a2-b92e-0901630e9a0f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (f827ee61-c9df-4d63-a94c-5e4c1afe79dd), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.559119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fe1b4b56-08d6-4683-9a05-8aa79961016a None None] For port b496c133-31c6-44a9-abd3-bd18f2e7237c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b496c133-31c6-44a9-abd3-bd18f2e7237c,segment=NetworkSegment(4880caac-1884-4c2a-a871-cb9720425782),segment_id=4880caac-1884-4c2a-a871-cb9720425782)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:28.559983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fe1b4b56-08d6-4683-9a05-8aa79961016a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.589048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b4b56-08d6-4683-9a05-8aa79961016a None None] Calling delete_port for b496c133-31c6-44a9-abd3-bd18f2e7237c owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:28.668538 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372ae27-ebab-44a2-b92e-0901630e9a0f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcab97f-32f3-4334-93c9-30e2cf46a611,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:28.674907 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a666628-c9dc-4217-9b05-febaff359540 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for security_group (3ce9dd08-53d6-4011-a1ea-259c85252ca8), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.711116 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b496c133-31c6-44a9-abd3-bd18f2e7237c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:51:28.717720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b372ae27-ebab-44a2-b92e-0901630e9a0f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (f827ee61-c9df-4d63-a94c-5e4c1afe79dd), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.724257 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b372ae27-ebab-44a2-b92e-0901630e9a0f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:28.724963 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b372ae27-ebab-44a2-b92e-0901630e9a0f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.747158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a666628-c9dc-4217-9b05-febaff359540 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (3ce9dd08-53d6-4011-a1ea-259c85252ca8), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.752183 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6a297ddd-f23c-4dea-84f7-526b6835aed6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (564b4f23-2ddb-4795-bccb-9564264b1eb9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.753305 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5ca0b439-5043-4ef1-9c29-936be7e60588 None None] Could not find standard attr ID for object 564b4f23-2ddb-4795-bccb-9564264b1eb9. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:51:28.799066 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a666628-c9dc-4217-9b05-febaff359540 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:28.806661 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f506d4cf-00dd-4bb8-b0f3-56fbd2981efe tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (1eaacecc-7522-4d39-892f-ea952b5c7ff7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.813500 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a297ddd-f23c-4dea-84f7-526b6835aed6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event deleted for resources: {'Port': ['ID=564b4f23-2ddb-4795-bccb-9564264b1eb9,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:28.841132 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.862816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a666628-c9dc-4217-9b05-febaff359540 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce9dd08-53d6-4011-a1ea-259c85252ca8,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:28.876799 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a666628-c9dc-4217-9b05-febaff359540 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (6bf5fa28-e991-4daf-8b8b-421d54c51b7e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.877229 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-8a666628-c9dc-4217-9b05-febaff359540 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Added segment 6bf5fa28-e991-4daf-8b8b-421d54c51b7e of type vlan for network d0ddb44b-6052-4585-a8cb-a8168f49d5b9 Jan 10 11:51:28.928733 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fe1b4b56-08d6-4683-9a05-8aa79961016a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:28.989758 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b4b56-08d6-4683-9a05-8aa79961016a None None] Pushing event deleted for resources: {'Port': ['ID=b496c133-31c6-44a9-abd3-bd18f2e7237c,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:28.995377 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b372ae27-ebab-44a2-b92e-0901630e9a0f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1105418 Jan 10 11:51:29.001184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1b4b56-08d6-4683-9a05-8aa79961016a None None] No DVR routers for this DVR port b496c133-31c6-44a9-abd3-bd18f2e7237c on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:29.001631 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52668) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:29.022401 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-4f62a89f-32d5-452d-8d06-a01a38b70622 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:29.046955 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372ae27-ebab-44a2-b92e-0901630e9a0f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Network': ['ID=f827ee61-c9df-4d63-a94c-5e4c1afe79dd,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:29.063643 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f506d4cf-00dd-4bb8-b0f3-56fbd2981efe tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (1eaacecc-7522-4d39-892f-ea952b5c7ff7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.069001 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a666628-c9dc-4217-9b05-febaff359540 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (d0ddb44b-6052-4585-a8cb-a8168f49d5b9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.073278 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:29.080991 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f506d4cf-00dd-4bb8-b0f3-56fbd2981efe tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for router_controller (1eaacecc-7522-4d39-892f-ea952b5c7ff7), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.141501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6a297ddd-f23c-4dea-84f7-526b6835aed6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.145257 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6a297ddd-f23c-4dea-84f7-526b6835aed6 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "DELETE /v2.0/ports/564b4f23-2ddb-4795-bccb-9564264b1eb9 HTTP/1.1" status: 204 len: 168 time: 1.0764911 Jan 10 11:51:29.148091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52670) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:29.184124 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7072c1-9fe3-4ad7-9a94-e393c80ecc42 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] GET failed (client error): The resource could not be found. Jan 10 11:51:29.185800 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9c7072c1-9fe3-4ad7-9a94-e393c80ecc42 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "GET /v2.0/ports/564b4f23-2ddb-4795-bccb-9564264b1eb9 HTTP/1.1" status: 404 len: 333 time: 0.0366840 Jan 10 11:51:29.189280 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52672) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:29.279930 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Deleting port b496c133-31c6-44a9-abd3-bd18f2e7237c {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:29.280503 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.322656 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-8535bb5a-35e6-4494-8f36-fea96c4007cb tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Deleting port 7950359b-13ea-45e9-a21d-ee516a63e716 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:29.323599 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8535bb5a-35e6-4494-8f36-fea96c4007cb tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7950359b-13ea-45e9-a21d-ee516a63e716), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.353289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a666628-c9dc-4217-9b05-febaff359540 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (d0ddb44b-6052-4585-a8cb-a8168f49d5b9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.362478 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a666628-c9dc-4217-9b05-febaff359540 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:29.363141 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a666628-c9dc-4217-9b05-febaff359540 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.448298 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f506d4cf-00dd-4bb8-b0f3-56fbd2981efe tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (1eaacecc-7522-4d39-892f-ea952b5c7ff7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.448660 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f506d4cf-00dd-4bb8-b0f3-56fbd2981efe tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Fanout notify agent at l3_agent the message router_deleted on router 1eaacecc-7522-4d39-892f-ea952b5c7ff7 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:51:29.458120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f506d4cf-00dd-4bb8-b0f3-56fbd2981efe tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.462891 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f506d4cf-00dd-4bb8-b0f3-56fbd2981efe tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] 10.222.0.16 "DELETE /v2.0/routers/1eaacecc-7522-4d39-892f-ea952b5c7ff7 HTTP/1.1" status: 204 len: 168 time: 3.2831278 Jan 10 11:51:29.466282 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] For port b496c133-31c6-44a9-abd3-bd18f2e7237c, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:29.466716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.472059 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52682) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:29.490252 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a666628-c9dc-4217-9b05-febaff359540 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Network': ['ID=d0ddb44b-6052-4585-a8cb-a8168f49d5b9,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:29.501791 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network d0ddb44b-6052-4585-a8cb-a8168f49d5b9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:29.521299 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Calling delete_port for b496c133-31c6-44a9-abd3-bd18f2e7237c owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:29.528699 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.ipam_backend_mixin [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Port b496c133-31c6-44a9-abd3-bd18f2e7237c was not found and therefore no delete operation was performed {{(pid=110625) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 11:51:29.528929 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8535bb5a-35e6-4494-8f36-fea96c4007cb tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7950359b-13ea-45e9-a21d-ee516a63e716), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.538130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (b496c133-31c6-44a9-abd3-bd18f2e7237c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.558969 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-8535bb5a-35e6-4494-8f36-fea96c4007cb tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Calling delete_port for 7950359b-13ea-45e9-a21d-ee516a63e716 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:29.582598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-533f2287-2626-4c3f-bcff-d683aa2c14a7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Deleting subnet ba5d1297-0c97-4d2d-a1ff-ee2fcabd4d7f {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:51:29.590124 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] No DVR routers for this DVR port b496c133-31c6-44a9-abd3-bd18f2e7237c on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:29.595335 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8a666628-c9dc-4217-9b05-febaff359540 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6074474 Jan 10 11:51:29.595526 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Pushing event deleted for resources: {'Port': ['ID=b496c133-31c6-44a9-abd3-bd18f2e7237c,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:29.604193 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-533f2287-2626-4c3f-bcff-d683aa2c14a7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for subnet (ba5d1297-0c97-4d2d-a1ff-ee2fcabd4d7f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.724556 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-533f2287-2626-4c3f-bcff-d683aa2c14a7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (ba5d1297-0c97-4d2d-a1ff-ee2fcabd4d7f), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.796524 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f62a89f-32d5-452d-8d06-a01a38b70622 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:29.801142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4f62a89f-32d5-452d-8d06-a01a38b70622 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.818517 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (79521dc0-6b71-47a9-9c7b-630eb1fe6a33), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.865074 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8535bb5a-35e6-4494-8f36-fea96c4007cb tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (7950359b-13ea-45e9-a21d-ee516a63e716), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.891685 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52686) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:29.933093 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535bb5a-35e6-4494-8f36-fea96c4007cb tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event deleted for resources: {'Port': ['ID=7950359b-13ea-45e9-a21d-ee516a63e716,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:29.979825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8535bb5a-35e6-4494-8f36-fea96c4007cb tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.986298 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8535bb5a-35e6-4494-8f36-fea96c4007cb tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "DELETE /v2.0/ports/7950359b-13ea-45e9-a21d-ee516a63e716 HTTP/1.1" status: 204 len: 168 time: 0.7946517 Jan 10 11:51:29.986628 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79521dc0-6b71-47a9-9c7b-630eb1fe6a33']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:29.988555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52690) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:30.080271 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a25d38e-7ae1-4021-8c43-19800b9d08c0 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] GET failed (client error): The resource could not be found. Jan 10 11:51:30.080271 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1a25d38e-7ae1-4021-8c43-19800b9d08c0 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "GET /v2.0/ports/7950359b-13ea-45e9-a21d-ee516a63e716 HTTP/1.1" status: 404 len: 333 time: 0.0864615 Jan 10 11:51:30.085067 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52692) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:30.090653 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4880caac-1884-4c2a-a871-cb9720425782') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:30.100411 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4880caac-1884-4c2a-a871-cb9720425782') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:30.152714 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (4880caac-1884-4c2a-a871-cb9720425782), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:30.185450 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2074968173'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:30.249653 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (4880caac-1884-4c2a-a871-cb9720425782), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:30.255474 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d878c736-fdea-42fa-8b0c-4369bd018bf4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:30.269247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:51:30.270004 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (4880caac-1884-4c2a-a871-cb9720425782), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:51:30.276509 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:51:30.279442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-533f2287-2626-4c3f-bcff-d683aa2c14a7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (ba5d1297-0c97-4d2d-a1ff-ee2fcabd4d7f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:30.371347 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6fd68c78-b4a2-4ac9-84ec-c66f30e91383 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Deleting port b8edf57a-03af-41d7-b847-51668ce018ba {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:30.371686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6fd68c78-b4a2-4ac9-84ec-c66f30e91383 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b8edf57a-03af-41d7-b847-51668ce018ba), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:30.703203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (79521dc0-6b71-47a9-9c7b-630eb1fe6a33), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:30.711427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:30.718053 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] 10.222.0.16 "DELETE /v2.0/networks/79521dc0-6b71-47a9-9c7b-630eb1fe6a33 HTTP/1.1" status: 204 len: 168 time: 2.8998926 Jan 10 11:51:30.768099 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e685583-07ba-491f-bedc-7525deeaba53 tempest-ExtraDHCPOptionsTestJSON-677829998 tempest-ExtraDHCPOptionsTestJSON-677829998-project] Pushing event deleted for resources: {'Network': ['ID=79521dc0-6b71-47a9-9c7b-630eb1fe6a33,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:30.773791 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-533f2287-2626-4c3f-bcff-d683aa2c14a7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (ba5d1297-0c97-4d2d-a1ff-ee2fcabd4d7f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:30.791255 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:30.795361 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:30.810496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:30.860013 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-533f2287-2626-4c3f-bcff-d683aa2c14a7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:30.869950 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-533f2287-2626-4c3f-bcff-d683aa2c14a7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] 10.222.0.16 "DELETE /v2.0/subnets/ba5d1297-0c97-4d2d-a1ff-ee2fcabd4d7f HTTP/1.1" status: 204 len: 168 time: 1.3954151 Jan 10 11:51:30.874019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775ece0a-1a9e-4d30-8163-2658dff47f7e None None] Network 87edd773-6055-4944-bf66-56402ae72ea1 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:30.882294 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4f62a89f-32d5-452d-8d06-a01a38b70622 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (43dc5284-240b-4c2f-a95c-32f837f2a994), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:30.893877 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52698) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:30.902384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f2287-2626-4c3f-bcff-d683aa2c14a7 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5d1297-0c97-4d2d-a1ff-ee2fcabd4d7f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:30.979862 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62a89f-32d5-452d-8d06-a01a38b70622 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=43dc5284-240b-4c2f-a95c-32f837f2a994,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:31.016853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for security_group (fb2fdcfa-6994-4d94-a620-e284dbb1e9dc), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:31.023118 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6fd68c78-b4a2-4ac9-84ec-c66f30e91383 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b8edf57a-03af-41d7-b847-51668ce018ba), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:31.028132 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62a89f-32d5-452d-8d06-a01a38b70622 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:31.028649 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f62a89f-32d5-452d-8d06-a01a38b70622 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network hostable DHCP agents. Network: f827ee61-c9df-4d63-a94c-5e4c1afe79dd, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:51:31.047299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6fd68c78-b4a2-4ac9-84ec-c66f30e91383 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Calling delete_port for b8edf57a-03af-41d7-b847-51668ce018ba owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:31.144552 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (fb2fdcfa-6994-4d94-a620-e284dbb1e9dc), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:31.154493 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fa8d62-9715-4aff-9c8f-b3de4b764854 None None] DHCP port deletion for 87edd773-6055-4944-bf66-56402ae72ea1 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:51:31.172151 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-d878c736-fdea-42fa-8b0c-4369bd018bf4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port 5c62716e-0f90-46b9-af08-44b64097fe17 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:31.173285 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d878c736-fdea-42fa-8b0c-4369bd018bf4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (5c62716e-0f90-46b9-af08-44b64097fe17), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:31.267658 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f62a89f-32d5-452d-8d06-a01a38b70622 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:51:31.286140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-48fa8d62-9715-4aff-9c8f-b3de4b764854 None None] Deleting port 4c7101ee-778c-4dfc-a26d-cc0f05553ead {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:31.287414 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-48fa8d62-9715-4aff-9c8f-b3de4b764854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (4c7101ee-778c-4dfc-a26d-cc0f05553ead), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:31.359711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:31.367281 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d878c736-fdea-42fa-8b0c-4369bd018bf4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (5c62716e-0f90-46b9-af08-44b64097fe17), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:31.389861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-d878c736-fdea-42fa-8b0c-4369bd018bf4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for 5c62716e-0f90-46b9-af08-44b64097fe17 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:31.405077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (44dcfd71-84ac-46d9-9fb2-2932d988dfee), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:31.405462 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Added segment 44dcfd71-84ac-46d9-9fb2-2932d988dfee of type vlan for network 72f5d987-bcb6-41eb-85d8-406edfe55bc0 Jan 10 11:51:31.446469 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-48fa8d62-9715-4aff-9c8f-b3de4b764854 None None] For port 4c7101ee-778c-4dfc-a26d-cc0f05553ead, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c7101ee-778c-4dfc-a26d-cc0f05553ead,segment=NetworkSegment(ea28cfda-913e-4e2a-a983-a1e36df87f2c),segment_id=ea28cfda-913e-4e2a-a983-a1e36df87f2c)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:31.447415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-48fa8d62-9715-4aff-9c8f-b3de4b764854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (4c7101ee-778c-4dfc-a26d-cc0f05553ead), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:31.467272 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1f486da3-4d2c-4c44-a103-13dfd181ed1d tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (87edd773-6055-4944-bf66-56402ae72ea1), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:31.475160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2fdcfa-6994-4d94-a620-e284dbb1e9dc,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:31.478289 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-48fa8d62-9715-4aff-9c8f-b3de4b764854 None None] Calling delete_port for 4c7101ee-778c-4dfc-a26d-cc0f05553ead owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:31.666319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-4f62a89f-32d5-452d-8d06-a01a38b70622 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f827ee61-c9df-4d63-a94c-5e4c1afe79dd) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:31.676259 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f62a89f-32d5-452d-8d06-a01a38b70622 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:31.681691 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4f62a89f-32d5-452d-8d06-a01a38b70622 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:31.683560 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabbbe63-2446-48a5-8039-55d048159c13 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:31.707125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52704) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:31.759311 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (72f5d987-bcb6-41eb-85d8-406edfe55bc0), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:31.774351 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-48fa8d62-9715-4aff-9c8f-b3de4b764854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (4c7101ee-778c-4dfc-a26d-cc0f05553ead), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:31.783394 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d878c736-fdea-42fa-8b0c-4369bd018bf4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (5c62716e-0f90-46b9-af08-44b64097fe17), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:31.822592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-1f486da3-4d2c-4c44-a103-13dfd181ed1d tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] The port '4c7101ee-778c-4dfc-a26d-cc0f05553ead' was deleted {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Jan 10 11:51:31.843699 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa8d62-9715-4aff-9c8f-b3de4b764854 None None] Pushing event deleted for resources: {'Port': ['ID=4c7101ee-778c-4dfc-a26d-cc0f05553ead,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:31.873431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa8d62-9715-4aff-9c8f-b3de4b764854 None None] No DVR routers for this DVR port 4c7101ee-778c-4dfc-a26d-cc0f05553ead on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:31.930731 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.db.resource_extend [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 11:51:31.993107 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4f62a89f-32d5-452d-8d06-a01a38b70622 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9872842 Jan 10 11:51:31.996133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52708) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:32.002897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-10f86569-fcc5-49ba-b99a-7e9099ed1c63 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'name': 'tempest-NetworksTestDHCPv6-1037553756'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:32.006710 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878c736-fdea-42fa-8b0c-4369bd018bf4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=5c62716e-0f90-46b9-af08-44b64097fe17,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:32.048191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': '43dc5284-240b-4c2f-a95c-32f837f2a994'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:51:32.052928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:32.084230 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6fd68c78-b4a2-4ac9-84ec-c66f30e91383 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b8edf57a-03af-41d7-b847-51668ce018ba), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:32.100708 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1f486da3-4d2c-4c44-a103-13dfd181ed1d tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (87edd773-6055-4944-bf66-56402ae72ea1), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:32.137656 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (72f5d987-bcb6-41eb-85d8-406edfe55bc0), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:32.144302 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:32.145443 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:32.180371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d878c736-fdea-42fa-8b0c-4369bd018bf4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:32.221122 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2baa48c4-ef75-430e-bcc4-d1259a2cc198 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d385d1dce734c2293c90babeb863a85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5105772 Jan 10 11:51:32.246749 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd68c78-b4a2-4ac9-84ec-c66f30e91383 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event deleted for resources: {'Port': ['ID=b8edf57a-03af-41d7-b847-51668ce018ba,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:32.272318 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52710) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:32.291369 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-1f486da3-4d2c-4c44-a103-13dfd181ed1d tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87edd773-6055-4944-bf66-56402ae72ea1']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:32.432557 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Allocated IP 2001:db8::2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/43dc5284-240b-4c2f-a95c-32f837f2a994/046d3ac0-5e63-45d2-bd09-0a6218cd9abf) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:32.545179 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Network': ['ID=72f5d987-bcb6-41eb-85d8-406edfe55bc0,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:32.579936 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6fd68c78-b4a2-4ac9-84ec-c66f30e91383 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:32.603170 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6fd68c78-b4a2-4ac9-84ec-c66f30e91383 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "DELETE /v2.0/ports/b8edf57a-03af-41d7-b847-51668ce018ba HTTP/1.1" status: 204 len: 168 time: 2.5165467 Jan 10 11:51:32.665465 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Publish callbacks [] for port (046d3ac0-5e63-45d2-bd09-0a6218cd9abf), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:32.671297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 72f5d987-bcb6-41eb-85d8-406edfe55bc0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:32.714038 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52712) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:32.743712 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-22b87bf5-7bad-4325-84c1-2220dca37fe9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.8498423 Jan 10 11:51:32.751307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-1f486da3-4d2c-4c44-a103-13dfd181ed1d tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea28cfda-913e-4e2a-a983-a1e36df87f2c') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:32.752447 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-1f486da3-4d2c-4c44-a103-13dfd181ed1d tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea28cfda-913e-4e2a-a983-a1e36df87f2c') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:32.814577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4c7101ee-778c-4dfc-a26d-cc0f05553ead no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:51:32.834395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (046d3ac0-5e63-45d2-bd09-0a6218cd9abf), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:32.857806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 4c7101ee-778c-4dfc-a26d-cc0f05553ead {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:51:32.857806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4c7101ee-778c-4dfc-a26d-cc0f05553ead not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:51:32.921794 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52716) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:32.929170 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ab01aa0b-34ab-4c63-9918-5d04550d91b3 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'subnet': {'network_id': '72f5d987-bcb6-41eb-85d8-406edfe55bc0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:32.938724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1f486da3-4d2c-4c44-a103-13dfd181ed1d tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (ea28cfda-913e-4e2a-a983-a1e36df87f2c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:32.956515 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1f486da3-4d2c-4c44-a103-13dfd181ed1d tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (ea28cfda-913e-4e2a-a983-a1e36df87f2c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:32.964009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f486da3-4d2c-4c44-a103-13dfd181ed1d tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:51:32.964429 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1f486da3-4d2c-4c44-a103-13dfd181ed1d tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (ea28cfda-913e-4e2a-a983-a1e36df87f2c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.040919 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.041148 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:51:33.046220 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:51:33.057514 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1d40276-02c1-4c13-be93-67c4d48a846f admin admin] Publish callbacks [] for security_group (a893b523-d90a-4638-bdb5-1257b7cdc709), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.062061 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae631bed-2a22-4412-a6ce-d7af7c8d3363 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Deleting subnet bf9f808a-67bd-4610-8fa1-a9c3fc5662df {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:51:33.067233 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:33.069899 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:33.076863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ae631bed-2a22-4412-a6ce-d7af7c8d3363 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks [] for subnet (bf9f808a-67bd-4610-8fa1-a9c3fc5662df), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.087117 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Pushing event updated for resources: {'Port': ['ID=046d3ac0-5e63-45d2-bd09-0a6218cd9abf,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:33.149638 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1f486da3-4d2c-4c44-a103-13dfd181ed1d tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (87edd773-6055-4944-bf66-56402ae72ea1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.153115 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1d40276-02c1-4c13-be93-67c4d48a846f admin admin] Publish callbacks [] for security_group (a893b523-d90a-4638-bdb5-1257b7cdc709), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.154967 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d878c736-fdea-42fa-8b0c-4369bd018bf4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:51:33.175500 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1f486da3-4d2c-4c44-a103-13dfd181ed1d tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.186552 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1f486da3-4d2c-4c44-a103-13dfd181ed1d tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] 10.222.0.16 "DELETE /v2.0/networks/87edd773-6055-4944-bf66-56402ae72ea1 HTTP/1.1" status: 204 len: 168 time: 2.2894285 Jan 10 11:51:33.186862 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52718) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:33.202097 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Attempting to bind port 046d3ac0-5e63-45d2-bd09-0a6218cd9abf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:33.202734 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Attempting to bind port 046d3ac0-5e63-45d2-bd09-0a6218cd9abf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:33.203217 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Attempting to bind port 046d3ac0-5e63-45d2-bd09-0a6218cd9abf on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:33.207145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f486da3-4d2c-4c44-a103-13dfd181ed1d tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Pushing event deleted for resources: {'Network': ['ID=87edd773-6055-4944-bf66-56402ae72ea1,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:33.210495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:51:33.211610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:33.211610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.216162 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:51:33.216162 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Bound port: 046d3ac0-5e63-45d2-bd09-0a6218cd9abf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:51:33.216162 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (046d3ac0-5e63-45d2-bd09-0a6218cd9abf), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.216555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ae631bed-2a22-4412-a6ce-d7af7c8d3363 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (bf9f808a-67bd-4610-8fa1-a9c3fc5662df), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.251441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f86569-fcc5-49ba-b99a-7e9099ed1c63 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:33.255125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10f86569-fcc5-49ba-b99a-7e9099ed1c63 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.294875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-10f86569-fcc5-49ba-b99a-7e9099ed1c63 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port 8f1cb11b-325c-4fcc-a4ed-8327e3a2f652 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:33.301687 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] For port 046d3ac0-5e63-45d2-bd09-0a6218cd9abf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:51:33.305418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] For port 046d3ac0-5e63-45d2-bd09-0a6218cd9abf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=046d3ac0-5e63-45d2-bd09-0a6218cd9abf,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:51:33.359246 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52720) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:33.376137 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-55496b49-681d-498d-993f-cd44e04a2ed8 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'subnet': {'network_id': 'd0ddb44b-6052-4585-a8cb-a8168f49d5b9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:33.416970 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d878c736-fdea-42fa-8b0c-4369bd018bf4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:51:33.427825 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (046d3ac0-5e63-45d2-bd09-0a6218cd9abf), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.433877 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af2dcd8-18cf-479c-aa3d-4232bbd650a4 None None] Sync routers for ids ['433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:51:33.445307 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2dcd8-18cf-479c-aa3d-4232bbd650a4 None None] Routers {'433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:33.445980 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5af2dcd8-18cf-479c-aa3d-4232bbd650a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:33.452397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ae631bed-2a22-4412-a6ce-d7af7c8d3363 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (bf9f808a-67bd-4610-8fa1-a9c3fc5662df), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.479431 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5af2dcd8-18cf-479c-aa3d-4232bbd650a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:33.485467 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52722) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:33.486325 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d878c736-fdea-42fa-8b0c-4369bd018bf4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4239485 Jan 10 11:51:33.491469 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2dcd8-18cf-479c-aa3d-4232bbd650a4 None None] Routers {'433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:33.492384 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5af2dcd8-18cf-479c-aa3d-4232bbd650a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:33.535245 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-10f86569-fcc5-49ba-b99a-7e9099ed1c63 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::24 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/43dc5284-240b-4c2f-a95c-32f837f2a994/8f1cb11b-325c-4fcc-a4ed-8327e3a2f652) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:33.541167 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5af2dcd8-18cf-479c-aa3d-4232bbd650a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:33.542155 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af2dcd8-18cf-479c-aa3d-4232bbd650a4 None None] The sync data for ids ['433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:51:33.546645 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e1e62-28d7-48e5-b99a-7f357f71d872 None None] Pushing event updated for resources: {'Port': ['ID=046d3ac0-5e63-45d2-bd09-0a6218cd9abf,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:33.567021 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-982d21dc-6599-4370-93d6-238952430af5 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports?device_id=433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc HTTP/1.1" status: 200 len: 205 time: 0.0755992 Jan 10 11:51:33.567021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1d40276-02c1-4c13-be93-67c4d48a846f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (a893b523-d90a-4638-bdb5-1257b7cdc709), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.569190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1d40276-02c1-4c13-be93-67c4d48a846f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.569848 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52724) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:33.571602 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f1d40276-02c1-4c13-be93-67c4d48a846f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a893b523-d90a-4638-bdb5-1257b7cdc709 HTTP/1.1" status: 204 len: 168 time: 1.2953901 Jan 10 11:51:33.600088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d40276-02c1-4c13-be93-67c4d48a846f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a893b523-d90a-4638-bdb5-1257b7cdc709,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:33.699845 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdf39271-6b51-48fb-b0b4-5bf41aba6de3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.772203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab01aa0b-34ab-4c63-9918-5d04550d91b3 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:33.776002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ab01aa0b-34ab-4c63-9918-5d04550d91b3 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.811069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ae631bed-2a22-4412-a6ce-d7af7c8d3363 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (bf9f808a-67bd-4610-8fa1-a9c3fc5662df), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.905195 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ae631bed-2a22-4412-a6ce-d7af7c8d3363 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:33.914424 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ae631bed-2a22-4412-a6ce-d7af7c8d3363 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "DELETE /v2.0/subnets/bf9f808a-67bd-4610-8fa1-a9c3fc5662df HTTP/1.1" status: 204 len: 168 time: 1.1663058 Jan 10 11:51:33.915186 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539932f6-d5c9-482a-8af7-b539ab236524 None None] Network bc10128a-b90f-4c45-a156-6feac0124fd3 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:33.916472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52728) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:33.949388 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae631bed-2a22-4412-a6ce-d7af7c8d3363 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9f808a-67bd-4610-8fa1-a9c3fc5662df,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:34.025143 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7c669092-c4b4-4b65-b3b5-f0c2ab415ed3 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Deleting port 30018194-7f6d-4fb3-9514-679e4a39c807 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:34.026108 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c669092-c4b4-4b65-b3b5-f0c2ab415ed3 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (30018194-7f6d-4fb3-9514-679e4a39c807), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.026536 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10f86569-fcc5-49ba-b99a-7e9099ed1c63 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (8f1cb11b-325c-4fcc-a4ed-8327e3a2f652), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.031275 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55496b49-681d-498d-993f-cd44e04a2ed8 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:34.040085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-55496b49-681d-498d-993f-cd44e04a2ed8 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.126726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (bc10128a-b90f-4c45-a156-6feac0124fd3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.139774 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdf39271-6b51-48fb-b0b4-5bf41aba6de3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.145601 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdf39271-6b51-48fb-b0b4-5bf41aba6de3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_controller (433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.204726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Deleting port 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:34.205375 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.240219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10f86569-fcc5-49ba-b99a-7e9099ed1c63 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (8f1cb11b-325c-4fcc-a4ed-8327e3a2f652), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.246942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12735b35-71f1-4198-b54e-2c7939f3ff02 None None] DHCP port deletion for bc10128a-b90f-4c45-a156-6feac0124fd3 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:51:34.323052 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdf39271-6b51-48fb-b0b4-5bf41aba6de3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.323854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf39271-6b51-48fb-b0b4-5bf41aba6de3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Fanout notify agent at l3_agent the message router_deleted on router 433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:51:34.334237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdf39271-6b51-48fb-b0b4-5bf41aba6de3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.335588 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cdf39271-6b51-48fb-b0b4-5bf41aba6de3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/routers/433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc HTTP/1.1" status: 204 len: 168 time: 0.7487254 Jan 10 11:51:34.347599 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52736) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:34.369633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-12735b35-71f1-4198-b54e-2c7939f3ff02 None None] Deleting port 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:34.376179 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12735b35-71f1-4198-b54e-2c7939f3ff02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.426502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f86569-fcc5-49ba-b99a-7e9099ed1c63 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:34.428712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] For port 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0,segment=NetworkSegment(9dbdae70-6a4b-4b9b-ad18-6a199adb0d37),segment_id=9dbdae70-6a4b-4b9b-ad18-6a199adb0d37)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:34.429090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.439360 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f86569-fcc5-49ba-b99a-7e9099ed1c63 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=8f1cb11b-325c-4fcc-a4ed-8327e3a2f652,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:34.449888 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-10f86569-fcc5-49ba-b99a-7e9099ed1c63 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:34.462659 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f86569-fcc5-49ba-b99a-7e9099ed1c63 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:34.469138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f86569-fcc5-49ba-b99a-7e9099ed1c63 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:34.469843 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10f86569-fcc5-49ba-b99a-7e9099ed1c63 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.475909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Calling delete_port for 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:34.476208 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-12735b35-71f1-4198-b54e-2c7939f3ff02 None None] For port 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0,segment=NetworkSegment(9dbdae70-6a4b-4b9b-ad18-6a199adb0d37),segment_id=9dbdae70-6a4b-4b9b-ad18-6a199adb0d37)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:34.477214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12735b35-71f1-4198-b54e-2c7939f3ff02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.497611 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c669092-c4b4-4b65-b3b5-f0c2ab415ed3 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (30018194-7f6d-4fb3-9514-679e4a39c807), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.501581 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c669092-c4b4-4b65-b3b5-f0c2ab415ed3 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for floatingip (30018194-7f6d-4fb3-9514-679e4a39c807), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.501886 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ec8dd4-3cdf-47ed-b8ae-d3805635a042 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting subnet faffde61-bbe1-4687-a3ef-51975feb12b9 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:51:34.505416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8dd4-3cdf-47ed-b8ae-d3805635a042 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (faffde61-bbe1-4687-a3ef-51975feb12b9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.517187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-12735b35-71f1-4198-b54e-2c7939f3ff02 None None] Calling delete_port for 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:34.579430 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7c669092-c4b4-4b65-b3b5-f0c2ab415ed3 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Calling delete_port for 30018194-7f6d-4fb3-9514-679e4a39c807 owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:34.601092 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8dd4-3cdf-47ed-b8ae-d3805635a042 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (faffde61-bbe1-4687-a3ef-51975feb12b9), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.645200 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-10f86569-fcc5-49ba-b99a-7e9099ed1c63 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6479888 Jan 10 11:51:34.645880 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52742) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:34.761451 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ab01aa0b-34ab-4c63-9918-5d04550d91b3 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (0189ba8d-31f0-4608-9bda-06f22ddb5116), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.793857 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e0c1a6-881a-4d55-bb9c-c500888a0f9f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:34.812518 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e0c1a6-881a-4d55-bb9c-c500888a0f9f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:34.816876 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-08e0c1a6-881a-4d55-bb9c-c500888a0f9f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1660225 Jan 10 11:51:34.817516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52746) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:34.834740 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8dd4-3cdf-47ed-b8ae-d3805635a042 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (faffde61-bbe1-4687-a3ef-51975feb12b9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.850589 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 046d3ac0-5e63-45d2-bd09-0a6218cd9abf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:34.862873 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-55496b49-681d-498d-993f-cd44e04a2ed8 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (6f50d8df-b5a4-46b4-aab5-7bbeffcbf2b7), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:34.891815 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01aa0b-34ab-4c63-9918-5d04550d91b3 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Subnet': ['ID=0189ba8d-31f0-4608-9bda-06f22ddb5116,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:34.959215 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55496b49-681d-498d-993f-cd44e04a2ed8 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Subnet': ['ID=6f50d8df-b5a4-46b4-aab5-7bbeffcbf2b7,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:34.974698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12735b35-71f1-4198-b54e-2c7939f3ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.023270 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12735b35-71f1-4198-b54e-2c7939f3ff02 None None] Pushing event deleted for resources: {'Port': ['ID=4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:35.029398 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12735b35-71f1-4198-b54e-2c7939f3ff02 None None] No DVR routers for this DVR port 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:35.045717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 046d3ac0-5e63-45d2-bd09-0a6218cd9abf triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:35.046189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (046d3ac0-5e63-45d2-bd09-0a6218cd9abf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.090744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.096338 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01aa0b-34ab-4c63-9918-5d04550d91b3 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Checking segment: {'id': '44dcfd71-84ac-46d9-9fb2-2932d988dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '72f5d987-bcb6-41eb-85d8-406edfe55bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:35.097367 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab01aa0b-34ab-4c63-9918-5d04550d91b3 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network hostable DHCP agents. Network: 72f5d987-bcb6-41eb-85d8-406edfe55bc0, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:51:35.104733 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55496b49-681d-498d-993f-cd44e04a2ed8 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Checking segment: {'id': '6bf5fa28-e991-4daf-8b8b-421d54c51b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd0ddb44b-6052-4585-a8cb-a8168f49d5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:35.105364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55496b49-681d-498d-993f-cd44e04a2ed8 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network hostable DHCP agents. Network: d0ddb44b-6052-4585-a8cb-a8168f49d5b9, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:51:35.139244 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event deleted for resources: {'Port': ['ID=4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:35.143839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] No DVR routers for this DVR port 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:35.151978 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8dd4-3cdf-47ed-b8ae-d3805635a042 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (faffde61-bbe1-4687-a3ef-51975feb12b9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.202372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (046d3ac0-5e63-45d2-bd09-0a6218cd9abf), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.234957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab01aa0b-34ab-4c63-9918-5d04550d91b3 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network 72f5d987-bcb6-41eb-85d8-406edfe55bc0 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:51:35.245471 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55496b49-681d-498d-993f-cd44e04a2ed8 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network d0ddb44b-6052-4585-a8cb-a8168f49d5b9 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:51:35.250543 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c669092-c4b4-4b65-b3b5-f0c2ab415ed3 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (30018194-7f6d-4fb3-9514-679e4a39c807), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.251117 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-5040d860-0062-480a-8561-95533ea02117 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port 8f1cb11b-325c-4fcc-a4ed-8327e3a2f652 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:35.253215 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5040d860-0062-480a-8561-95533ea02117 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8f1cb11b-325c-4fcc-a4ed-8327e3a2f652), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.255727 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 046d3ac0-5e63-45d2-bd09-0a6218cd9abf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=046d3ac0-5e63-45d2-bd09-0a6218cd9abf,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:35.269147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89578e60-4a98-48e0-97fb-29eaaa1785f4 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:35.294737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec8dd4-3cdf-47ed-b8ae-d3805635a042 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Subnet': ['ID=faffde61-bbe1-4687-a3ef-51975feb12b9,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:35.300962 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ba624d-396e-4e1b-a55b-fd5b6d76993d None None] Network e1ac1b32-f830-41b2-8537-919e470f6e35 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:35.312799 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8dd4-3cdf-47ed-b8ae-d3805635a042 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.312902 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c669092-c4b4-4b65-b3b5-f0c2ab415ed3 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Pushing event deleted for resources: {'Port': ['ID=30018194-7f6d-4fb3-9514-679e4a39c807,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:35.312980 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f6ec8dd4-3cdf-47ed-b8ae-d3805635a042 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/faffde61-bbe1-4687-a3ef-51975feb12b9 HTTP/1.1" status: 204 len: 168 time: 0.9536707 Jan 10 11:51:35.318917 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52756) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:35.363354 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-55496b49-681d-498d-993f-cd44e04a2ed8 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d0ddb44b-6052-4585-a8cb-a8168f49d5b9) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:35.363354 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-ab01aa0b-34ab-4c63-9918-5d04550d91b3 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 72f5d987-bcb6-41eb-85d8-406edfe55bc0) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:35.367859 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55496b49-681d-498d-993f-cd44e04a2ed8 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:35.368600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-55496b49-681d-498d-993f-cd44e04a2ed8 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.377253 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab01aa0b-34ab-4c63-9918-5d04550d91b3 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:35.378487 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ab01aa0b-34ab-4c63-9918-5d04550d91b3 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.426249 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (bc10128a-b90f-4c45-a156-6feac0124fd3), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.461549 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c669092-c4b4-4b65-b3b5-f0c2ab415ed3 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks [] for floatingip (b8e920e5-2c8f-420a-8fa2-9e968fd0d3d8), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.466163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c669092-c4b4-4b65-b3b5-f0c2ab415ed3 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.470777 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7c669092-c4b4-4b65-b3b5-f0c2ab415ed3 tempest-FloatingIPAdminTestJSON-1611290599 tempest-FloatingIPAdminTestJSON-1611290599-project] 10.222.0.16 "DELETE /v2.0/floatingips/b8e920e5-2c8f-420a-8fa2-9e968fd0d3d8 HTTP/1.1" status: 204 len: 168 time: 2.2775698 Jan 10 11:51:35.478565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc10128a-b90f-4c45-a156-6feac0124fd3']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:35.510397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a4f023-4ed5-4645-ac26-3dbb9a206ccf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting subnet fd240e24-cf00-4ec5-a9aa-7d66e6503581 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:51:35.515921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-43a4f023-4ed5-4645-ac26-3dbb9a206ccf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (fd240e24-cf00-4ec5-a9aa-7d66e6503581), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.535086 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-55496b49-681d-498d-993f-cd44e04a2ed8 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1707039 Jan 10 11:51:35.542238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52762) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:35.548722 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-cf6308b9-a13e-4a8e-bb07-f8e15799a5c4 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-889659356'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:35.567877 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ab01aa0b-34ab-4c63-9918-5d04550d91b3 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6428306 Jan 10 11:51:35.571750 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52764) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:35.581651 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfba5dae-2aab-4577-9811-f20e47cd9011 None None] Network d0ddb44b-6052-4585-a8cb-a8168f49d5b9 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:35.584173 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5592b620-becc-4e0b-97bf-cc3c38ea1b76 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-820886074'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:35.587206 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-43a4f023-4ed5-4645-ac26-3dbb9a206ccf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (fd240e24-cf00-4ec5-a9aa-7d66e6503581), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.627231 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52766) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:35.637098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbdae70-6a4b-4b9b-ad18-6a199adb0d37') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:35.637400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbdae70-6a4b-4b9b-ad18-6a199adb0d37') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:35.657024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be93a4f7-8e41-4eaf-835f-7ea1b1e8a5d4 None None] Network 72f5d987-bcb6-41eb-85d8-406edfe55bc0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:35.660173 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (046d3ac0-5e63-45d2-bd09-0a6218cd9abf), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.666973 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5040d860-0062-480a-8561-95533ea02117 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8f1cb11b-325c-4fcc-a4ed-8327e3a2f652), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.672599 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (9dbdae70-6a4b-4b9b-ad18-6a199adb0d37), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.716299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-5040d860-0062-480a-8561-95533ea02117 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for 8f1cb11b-325c-4fcc-a4ed-8327e3a2f652 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:35.728171 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9dbdae70-6a4b-4b9b-ad18-6a199adb0d37), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.740024 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6308b9-a13e-4a8e-bb07-f8e15799a5c4 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:35.743003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:51:35.743407 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (9dbdae70-6a4b-4b9b-ad18-6a199adb0d37), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.744884 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cf6308b9-a13e-4a8e-bb07-f8e15799a5c4 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:51:35.747932 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:51:35.782179 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:51:35.783101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6308b9-a13e-4a8e-bb07-f8e15799a5c4 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:35.795723 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cf6308b9-a13e-4a8e-bb07-f8e15799a5c4 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (5d292ecf-b74e-429c-bb9a-629ad5609b55), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.796214 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-cf6308b9-a13e-4a8e-bb07-f8e15799a5c4 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Added segment 5d292ecf-b74e-429c-bb9a-629ad5609b55 of type vlan for network 8b011097-9685-4289-9d6f-76c36d7fca7f Jan 10 11:51:35.828295 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:51:35.829170 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4c0ebf28-c0c4-4c75-aeb9-62d1dd1819b0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:51:35.835938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-43a4f023-4ed5-4645-ac26-3dbb9a206ccf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (fd240e24-cf00-4ec5-a9aa-7d66e6503581), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.855813 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cf6308b9-a13e-4a8e-bb07-f8e15799a5c4 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (8b011097-9685-4289-9d6f-76c36d7fca7f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.869171 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5592b620-becc-4e0b-97bf-cc3c38ea1b76 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:35.873199 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5592b620-becc-4e0b-97bf-cc3c38ea1b76 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.917374 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-844747ad-455c-4c20-ac19-578cb461033c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-643758978'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:35.947100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-52c9d368-6c18-4f63-9a2d-6866f597b02f None None] Provisioning complete for port 046d3ac0-5e63-45d2-bd09-0a6218cd9abf triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:35.947567 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-52c9d368-6c18-4f63-9a2d-6866f597b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (046d3ac0-5e63-45d2-bd09-0a6218cd9abf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.955990 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5592b620-becc-4e0b-97bf-cc3c38ea1b76 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:35.973835 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5592b620-becc-4e0b-97bf-cc3c38ea1b76 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (6a788a5f-b7d3-4367-b6b5-0e91bc0dc098), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:35.975666 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-5592b620-becc-4e0b-97bf-cc3c38ea1b76 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Added segment 6a788a5f-b7d3-4367-b6b5-0e91bc0dc098 of type vlan for network 902e23fe-c993-44c0-b887-22c4a34d0473 Jan 10 11:51:36.010368 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=046d3ac0-5e63-45d2-bd09-0a6218cd9abf,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:36.016615 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (bc10128a-b90f-4c45-a156-6feac0124fd3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.025989 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5592b620-becc-4e0b-97bf-cc3c38ea1b76 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (902e23fe-c993-44c0-b887-22c4a34d0473), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.029050 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.032665 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] 10.222.0.16 "DELETE /v2.0/networks/bc10128a-b90f-4c45-a156-6feac0124fd3 HTTP/1.1" status: 204 len: 168 time: 2.0794015 Jan 10 11:51:36.050985 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455426b3-7a73-4aab-a940-965dc6c12db5 tempest-AllowedAddressPairIpV6TestJSON-950740758 tempest-AllowedAddressPairIpV6TestJSON-950740758-project] Pushing event deleted for resources: {'Network': ['ID=bc10128a-b90f-4c45-a156-6feac0124fd3,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:36.067827 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cf6308b9-a13e-4a8e-bb07-f8e15799a5c4 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (8b011097-9685-4289-9d6f-76c36d7fca7f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.071242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6308b9-a13e-4a8e-bb07-f8e15799a5c4 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:36.072115 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cf6308b9-a13e-4a8e-bb07-f8e15799a5c4 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.081489 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d0ddb44b-6052-4585-a8cb-a8168f49d5b9', 'network_id': 'd0ddb44b-6052-4585-a8cb-a8168f49d5b9', 'project_id': 'b7a563b78a01466b8646457654606ffa', 'fixed_ips': [{'subnet_id': '6f50d8df-b5a4-46b4-aab5-7bbeffcbf2b7'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:51:36.082987 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.149430 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844747ad-455c-4c20-ac19-578cb461033c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Made reservation on behalf of 87395ce205234b79884efd4fb62f5856 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:36.153689 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-844747ad-455c-4c20-ac19-578cb461033c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.171897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-844747ad-455c-4c20-ac19-578cb461033c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.173658 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6308b9-a13e-4a8e-bb07-f8e15799a5c4 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Network': ['ID=8b011097-9685-4289-9d6f-76c36d7fca7f,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:36.174076 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-43a4f023-4ed5-4645-ac26-3dbb9a206ccf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (fd240e24-cf00-4ec5-a9aa-7d66e6503581), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.176556 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5040d860-0062-480a-8561-95533ea02117 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (8f1cb11b-325c-4fcc-a4ed-8327e3a2f652), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.191419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-72f5d987-bcb6-41eb-85d8-406edfe55bc0', 'network_id': '72f5d987-bcb6-41eb-85d8-406edfe55bc0', 'project_id': 'a4af5988feaf47b38afe64dd8e2726b8', 'fixed_ips': [{'subnet_id': '0189ba8d-31f0-4608-9bda-06f22ddb5116'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:51:36.203027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.249813 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4f023-4ed5-4645-ac26-3dbb9a206ccf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Subnet': ['ID=fd240e24-cf00-4ec5-a9aa-7d66e6503581,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:36.268836 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cf6308b9-a13e-4a8e-bb07-f8e15799a5c4 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7241080 Jan 10 11:51:36.271516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52776) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:36.279097 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-046e7a9a-b8ff-4531-a14d-cdfe0a32966e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'subnet': {'network_id': '8b011097-9685-4289-9d6f-76c36d7fca7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:36.287222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-43a4f023-4ed5-4645-ac26-3dbb9a206ccf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.293228 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-43a4f023-4ed5-4645-ac26-3dbb9a206ccf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/fd240e24-cf00-4ec5-a9aa-7d66e6503581 HTTP/1.1" status: 204 len: 168 time: 0.9705627 Jan 10 11:51:36.302363 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 8b011097-9685-4289-9d6f-76c36d7fca7f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:36.303314 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff28fe7-b2fe-4c78-ad88-b395a03ce449 None None] DHCP port deletion for e1ac1b32-f830-41b2-8537-919e470f6e35 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:51:36.305377 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4498d398-8cc7-41d9-aa0b-4cf9480267b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.316875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040d860-0062-480a-8561-95533ea02117 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=8f1cb11b-325c-4fcc-a4ed-8327e3a2f652,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:36.323567 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5040d860-0062-480a-8561-95533ea02117 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.325291 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5607d5ec-7869-4b0a-82c4-6d1be4ede9cc None None] Network 0b25d38b-79b9-479c-a1fc-6a4a4763b1df requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:36.327287 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5040d860-0062-480a-8561-95533ea02117 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/8f1cb11b-325c-4fcc-a4ed-8327e3a2f652 HTTP/1.1" status: 204 len: 168 time: 1.5064051 Jan 10 11:51:36.327912 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52780) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:36.356167 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5592b620-becc-4e0b-97bf-cc3c38ea1b76 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (902e23fe-c993-44c0-b887-22c4a34d0473), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.374369 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5592b620-becc-4e0b-97bf-cc3c38ea1b76 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:36.375191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5592b620-becc-4e0b-97bf-cc3c38ea1b76 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.389100 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52782) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:36.389597 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52784) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:36.546760 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (e1ac1b32-f830-41b2-8537-919e470f6e35), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.651529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port f3fdca27-0fc9-4789-874d-29bd741636b8 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:36.652463 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f3fdca27-0fc9-4789-874d-29bd741636b8), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.799846 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 046d3ac0-5e63-45d2-bd09-0a6218cd9abf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:36.817596 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592b620-becc-4e0b-97bf-cc3c38ea1b76 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Network': ['ID=902e23fe-c993-44c0-b887-22c4a34d0473,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:36.855460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] For port f3fdca27-0fc9-4789-874d-29bd741636b8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3fdca27-0fc9-4789-874d-29bd741636b8,segment=NetworkSegment(eed0b2c5-e3d9-4a19-81be-0f3845493800),segment_id=eed0b2c5-e3d9-4a19-81be-0f3845493800)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:36.856808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f3fdca27-0fc9-4789-874d-29bd741636b8), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.864070 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11312531-af56-4d2d-91ff-1bef46ce9387 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:36.868553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11312531-af56-4d2d-91ff-1bef46ce9387 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:36.870899 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-11312531-af56-4d2d-91ff-1bef46ce9387 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4751015 Jan 10 11:51:36.888051 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-844747ad-455c-4c20-ac19-578cb461033c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for security_group (b8eefe51-0c2a-4924-84f1-7ea2b7645406), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:36.891666 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52788) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:36.904351 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5592b620-becc-4e0b-97bf-cc3c38ea1b76 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3259640 Jan 10 11:51:36.910992 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52792) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:36.921670 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for f3fdca27-0fc9-4789-874d-29bd741636b8 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:36.927167 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 902e23fe-c993-44c0-b887-22c4a34d0473 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:36.942244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c7eb3b61-01fc-4972-8eac-f6973ead0f33 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'subnet': {'network_id': '902e23fe-c993-44c0-b887-22c4a34d0473', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:37.033627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52794) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:37.033816 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0b87f4f0-84b0-497d-b2ec-4cc696d678a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e99c15f29adc47daa61e1b3f2e77836f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6357963 Jan 10 11:51:37.052211 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-844747ad-455c-4c20-ac19-578cb461033c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (b8eefe51-0c2a-4924-84f1-7ea2b7645406), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.115631 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52796) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:37.125625 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-31ca3918-f94a-482a-b386-27d86b2518a8 None None] Could not find standard attr ID for object 8f1cb11b-325c-4fcc-a4ed-8327e3a2f652. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:51:37.170616 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844747ad-455c-4c20-ac19-578cb461033c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:37.185169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-844747ad-455c-4c20-ac19-578cb461033c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (7f1c46a4-d05f-4bd4-9564-7848c1072d3e), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.185528 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-844747ad-455c-4c20-ac19-578cb461033c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Added segment 7f1c46a4-d05f-4bd4-9564-7848c1072d3e of type vlan for network a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 Jan 10 11:51:37.192839 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Allocated IP 2001:db8:0:ffff::2 (d0ddb44b-6052-4585-a8cb-a8168f49d5b9/6f50d8df-b5a4-46b4-aab5-7bbeffcbf2b7/aa3f50c7-dafc-4324-b5d2-20858ce98ef9) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:37.223158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0e5296de-f21e-4acc-99e6-623a1e84fc72 admin admin] Publish callbacks [] for security_group (d1328ed8-9f50-4473-a6cf-0df48e728f2b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.244718 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-844747ad-455c-4c20-ac19-578cb461033c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (a94f6bdd-7fbb-4f45-a4cc-a252fadeae57), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.285280 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0e5296de-f21e-4acc-99e6-623a1e84fc72 admin admin] Publish callbacks [] for security_group (d1328ed8-9f50-4473-a6cf-0df48e728f2b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.306671 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (f3fdca27-0fc9-4789-874d-29bd741636b8), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.339576 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0db450e-13ab-412e-9dd9-10ffaf8ed553 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 43dc5284-240b-4c2f-a95c-32f837f2a994 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:51:37.339852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-eff28fe7-b2fe-4c78-ad88-b395a03ce449 None None] Deleting port f3fdca27-0fc9-4789-874d-29bd741636b8 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:37.339852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eff28fe7-b2fe-4c78-ad88-b395a03ce449 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f3fdca27-0fc9-4789-874d-29bd741636b8), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.358254 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Allocated IP 172.20.255.242 (72f5d987-bcb6-41eb-85d8-406edfe55bc0/0189ba8d-31f0-4608-9bda-06f22ddb5116/9695c093-5140-417b-bdd9-cb391603d76e) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:37.360473 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046e7a9a-b8ff-4531-a14d-cdfe0a32966e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:37.366246 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-31ca3918-f94a-482a-b386-27d86b2518a8 None None] Provisioning complete for port 046d3ac0-5e63-45d2-bd09-0a6218cd9abf triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:37.367187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-31ca3918-f94a-482a-b386-27d86b2518a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (046d3ac0-5e63-45d2-bd09-0a6218cd9abf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.370332 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-046e7a9a-b8ff-4531-a14d-cdfe0a32966e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.370527 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=f3fdca27-0fc9-4789-874d-29bd741636b8,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:37.371065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a0db450e-13ab-412e-9dd9-10ffaf8ed553 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (43dc5284-240b-4c2f-a95c-32f837f2a994), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.402918 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No DVR routers for this DVR port f3fdca27-0fc9-4789-874d-29bd741636b8 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:37.461923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844747ad-455c-4c20-ac19-578cb461033c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eefe51-0c2a-4924-84f1-7ea2b7645406,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:37.515969 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-844747ad-455c-4c20-ac19-578cb461033c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (a94f6bdd-7fbb-4f45-a4cc-a252fadeae57), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.532835 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844747ad-455c-4c20-ac19-578cb461033c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:37.542212 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-844747ad-455c-4c20-ac19-578cb461033c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.580579 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (e1ac1b32-f830-41b2-8537-919e470f6e35), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.627411 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ac1b32-f830-41b2-8537-919e470f6e35']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:37.645834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed0b2c5-e3d9-4a19-81be-0f3845493800') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:37.647330 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed0b2c5-e3d9-4a19-81be-0f3845493800') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:37.647600 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24cc2e1-839e-4dd5-a9b4-e91989a0654c None None] DHCP port deletion for 0b25d38b-79b9-479c-a1fc-6a4a4763b1df request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:51:37.663007 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (eed0b2c5-e3d9-4a19-81be-0f3845493800), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.681978 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (eed0b2c5-e3d9-4a19-81be-0f3845493800), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.690431 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:51:37.690851 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (eed0b2c5-e3d9-4a19-81be-0f3845493800), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:51:37.699423 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:51:37.724989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-eff28fe7-b2fe-4c78-ad88-b395a03ce449 None None] For port f3fdca27-0fc9-4789-874d-29bd741636b8, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:37.725398 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eff28fe7-b2fe-4c78-ad88-b395a03ce449 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f3fdca27-0fc9-4789-874d-29bd741636b8), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.735343 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 046d3ac0-5e63-45d2-bd09-0a6218cd9abf triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:37.735954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (046d3ac0-5e63-45d2-bd09-0a6218cd9abf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.748710 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a0db450e-13ab-412e-9dd9-10ffaf8ed553 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (43dc5284-240b-4c2f-a95c-32f837f2a994), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.753452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7eb3b61-01fc-4972-8eac-f6973ead0f33 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:37.757440 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c7eb3b61-01fc-4972-8eac-f6973ead0f33 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.830948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-eff28fe7-b2fe-4c78-ad88-b395a03ce449 None None] Calling delete_port for f3fdca27-0fc9-4789-874d-29bd741636b8 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:37.842434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.ipam_backend_mixin [None req-eff28fe7-b2fe-4c78-ad88-b395a03ce449 None None] Port f3fdca27-0fc9-4789-874d-29bd741636b8 was not found and therefore no delete operation was performed {{(pid=110626) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 11:51:37.855276 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eff28fe7-b2fe-4c78-ad88-b395a03ce449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (f3fdca27-0fc9-4789-874d-29bd741636b8), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.857400 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Publish callbacks [] for port (9695c093-5140-417b-bdd9-cb391603d76e), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.862870 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0e5296de-f21e-4acc-99e6-623a1e84fc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (d1328ed8-9f50-4473-a6cf-0df48e728f2b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.868232 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-844747ad-455c-4c20-ac19-578cb461033c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2368345 Jan 10 11:51:37.868427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0e5296de-f21e-4acc-99e6-623a1e84fc72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:37.878220 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0e5296de-f21e-4acc-99e6-623a1e84fc72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1328ed8-9f50-4473-a6cf-0df48e728f2b HTTP/1.1" status: 204 len: 168 time: 0.8389511 Jan 10 11:51:37.879397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52802) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:37.882007 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844747ad-455c-4c20-ac19-578cb461033c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Network': ['ID=a94f6bdd-7fbb-4f45-a4cc-a252fadeae57,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:37.902930 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-065b47d3-2f73-474c-94c1-0986f703ec27 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'subnet': {'network_id': 'a94f6bdd-7fbb-4f45-a4cc-a252fadeae57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:37.916825 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff28fe7-b2fe-4c78-ad88-b395a03ce449 None None] No DVR routers for this DVR port f3fdca27-0fc9-4789-874d-29bd741636b8 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:37.927020 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:37.951105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff28fe7-b2fe-4c78-ad88-b395a03ce449 None None] Pushing event deleted for resources: {'Port': ['ID=f3fdca27-0fc9-4789-874d-29bd741636b8,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:38.001627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (e1ac1b32-f830-41b2-8537-919e470f6e35), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.043869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5296de-f21e-4acc-99e6-623a1e84fc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1328ed8-9f50-4473-a6cf-0df48e728f2b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:38.044667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.056838 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/networks/e1ac1b32-f830-41b2-8537-919e470f6e35 HTTP/1.1" status: 204 len: 168 time: 1.7192962 Jan 10 11:51:38.063898 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52806) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:38.079007 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81921a9e-9b7f-4650-b725-1daa9ba8fe66 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Network': ['ID=e1ac1b32-f830-41b2-8537-919e470f6e35,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:38.267555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (0b25d38b-79b9-479c-a1fc-6a4a4763b1df), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.290581 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (9695c093-5140-417b-bdd9-cb391603d76e), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.321349 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e4833fcf-5923-47e9-b6c3-d95bc4b91a5c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97df019fa5a84f6b9a5b561a5a6e8ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1934037 Jan 10 11:51:38.331906 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52812) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:38.372284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065b47d3-2f73-474c-94c1-0986f703ec27 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Made reservation on behalf of 87395ce205234b79884efd4fb62f5856 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:38.376346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-065b47d3-2f73-474c-94c1-0986f703ec27 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.517718 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e24cc2e1-839e-4dd5-a9b4-e91989a0654c None None] Deleting port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:38.519094 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e24cc2e1-839e-4dd5-a9b4-e91989a0654c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.530773 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Network 72f5d987-bcb6-41eb-85d8-406edfe55bc0 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:38.567654 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:38.578222 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:38.584842 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:38.585632 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.596035 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Pushing event updated for resources: {'Port': ['ID=9695c093-5140-417b-bdd9-cb391603d76e,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:38.648948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Publish callbacks [] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.669798 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-76f5cbf4-44ad-44d3-88bc-aec4e78c6af5 None None] Could not find standard attr ID for object 8f1cb11b-325c-4fcc-a4ed-8327e3a2f652. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:51:38.699357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e24cc2e1-839e-4dd5-a9b4-e91989a0654c None None] For port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cb38ef4-c8a3-4820-bddd-a044d04dc6db,segment=NetworkSegment(93a08a40-67f1-4aa7-b62c-e86233fff71b),segment_id=93a08a40-67f1-4aa7-b62c-e86233fff71b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:38.699893 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e24cc2e1-839e-4dd5-a9b4-e91989a0654c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.703077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a0db450e-13ab-412e-9dd9-10ffaf8ed553 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (43dc5284-240b-4c2f-a95c-32f837f2a994), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.740849 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e24cc2e1-839e-4dd5-a9b4-e91989a0654c None None] Calling delete_port for 7cb38ef4-c8a3-4820-bddd-a044d04dc6db owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:38.771586 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.778986 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c7eb3b61-01fc-4972-8eac-f6973ead0f33 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (161ad012-b71d-4aae-bbc5-8155b9c797f3), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.791187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Attempting to bind port 9695c093-5140-417b-bdd9-cb391603d76e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:38.791657 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Attempting to bind port 9695c093-5140-417b-bdd9-cb391603d76e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '44dcfd71-84ac-46d9-9fb2-2932d988dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '72f5d987-bcb6-41eb-85d8-406edfe55bc0'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:38.791950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Attempting to bind port 9695c093-5140-417b-bdd9-cb391603d76e on network 72f5d987-bcb6-41eb-85d8-406edfe55bc0 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:38.823043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f3fdca27-0fc9-4789-874d-29bd741636b8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:51:38.829684 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] For port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cb38ef4-c8a3-4820-bddd-a044d04dc6db,segment=NetworkSegment(93a08a40-67f1-4aa7-b62c-e86233fff71b),segment_id=93a08a40-67f1-4aa7-b62c-e86233fff71b)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:38.830550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.866930 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for 7cb38ef4-c8a3-4820-bddd-a044d04dc6db owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:38.872938 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:51:38.873556 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Checking segment: {'id': '44dcfd71-84ac-46d9-9fb2-2932d988dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '72f5d987-bcb6-41eb-85d8-406edfe55bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:38.874248 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.874911 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Bound using segment: {'id': '44dcfd71-84ac-46d9-9fb2-2932d988dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '72f5d987-bcb6-41eb-85d8-406edfe55bc0'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:51:38.876270 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Bound port: 9695c093-5140-417b-bdd9-cb391603d76e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44dcfd71-84ac-46d9-9fb2-2932d988dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '72f5d987-bcb6-41eb-85d8-406edfe55bc0'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:51:38.876917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9695c093-5140-417b-bdd9-cb391603d76e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.889682 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26206dd6-67a0-49d5-9891-7b8311914b66 admin admin] Publish callbacks [] for security_group (f3a9e684-760f-4e89-a817-305eb9481deb), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.909886 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52816) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:38.945813 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Network d0ddb44b-6052-4585-a8cb-a8168f49d5b9 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:38.950223 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: f3fdca27-0fc9-4789-874d-29bd741636b8 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:51:38.950815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f3fdca27-0fc9-4789-874d-29bd741636b8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:51:38.952309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-53aa958c-355b-4a5e-bd6d-3808ed22957a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.969615 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:38.981106 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:38.988840 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26206dd6-67a0-49d5-9891-7b8311914b66 admin admin] Publish callbacks [] for security_group (f3a9e684-760f-4e89-a817-305eb9481deb), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:38.993812 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Pushing event updated for resources: {'Port': ['ID=aa3f50c7-dafc-4324-b5d2-20858ce98ef9,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:39.004901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-065b47d3-2f73-474c-94c1-0986f703ec27 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (06fd3b80-fbd7-4670-8d93-94044d907780), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.037550 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb3b61-01fc-4972-8eac-f6973ead0f33 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Subnet': ['ID=161ad012-b71d-4aae-bbc5-8155b9c797f3,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:39.084997 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eb3b61-01fc-4972-8eac-f6973ead0f33 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Checking segment: {'id': '6a788a5f-b7d3-4367-b6b5-0e91bc0dc098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '902e23fe-c993-44c0-b887-22c4a34d0473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:39.085856 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eb3b61-01fc-4972-8eac-f6973ead0f33 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network hostable DHCP agents. Network: 902e23fe-c993-44c0-b887-22c4a34d0473, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:51:39.114228 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-046e7a9a-b8ff-4531-a14d-cdfe0a32966e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (cd2c7169-8a6e-4db3-acfa-811e1bc0313e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.122600 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7cb38ef4-c8a3-4820-bddd-a044d04dc6db no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:51:39.151526 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] For port 9695c093-5140-417b-bdd9-cb391603d76e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:51:39.155688 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b47d3-2f73-474c-94c1-0986f703ec27 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Checking segment: {'id': '7f1c46a4-d05f-4bd4-9564-7848c1072d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a94f6bdd-7fbb-4f45-a4cc-a252fadeae57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:39.155688 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065b47d3-2f73-474c-94c1-0986f703ec27 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network hostable DHCP agents. Network: a94f6bdd-7fbb-4f45-a4cc-a252fadeae57, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:51:39.158288 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b47d3-2f73-474c-94c1-0986f703ec27 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Subnet': ['ID=06fd3b80-fbd7-4670-8d93-94044d907780,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:39.163186 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.166148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Attempting to bind port aa3f50c7-dafc-4324-b5d2-20858ce98ef9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:39.166529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Attempting to bind port aa3f50c7-dafc-4324-b5d2-20858ce98ef9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6bf5fa28-e991-4daf-8b8b-421d54c51b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd0ddb44b-6052-4585-a8cb-a8168f49d5b9'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:39.166908 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Attempting to bind port aa3f50c7-dafc-4324-b5d2-20858ce98ef9 on network d0ddb44b-6052-4585-a8cb-a8168f49d5b9 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:39.187166 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] For port 9695c093-5140-417b-bdd9-cb391603d76e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9695c093-5140-417b-bdd9-cb391603d76e,segment=NetworkSegment(44dcfd71-84ac-46d9-9fb2-2932d988dfee),segment_id=44dcfd71-84ac-46d9-9fb2-2932d988dfee)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:51:39.189580 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:51:39.189980 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Checking segment: {'id': '6bf5fa28-e991-4daf-8b8b-421d54c51b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd0ddb44b-6052-4585-a8cb-a8168f49d5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:39.190377 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.194091 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Bound using segment: {'id': '6bf5fa28-e991-4daf-8b8b-421d54c51b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd0ddb44b-6052-4585-a8cb-a8168f49d5b9'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:51:39.194091 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Bound port: aa3f50c7-dafc-4324-b5d2-20858ce98ef9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf5fa28-e991-4daf-8b8b-421d54c51b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd0ddb44b-6052-4585-a8cb-a8168f49d5b9'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:51:39.194091 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.200559 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e24cc2e1-839e-4dd5-a9b4-e91989a0654c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (7cb38ef4-c8a3-4820-bddd-a044d04dc6db), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.223234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=7cb38ef4-c8a3-4820-bddd-a044d04dc6db,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:39.228301 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No DVR routers for this DVR port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:39.254390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a0db450e-13ab-412e-9dd9-10ffaf8ed553 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (43dc5284-240b-4c2f-a95c-32f837f2a994), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.262865 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cc2e1-839e-4dd5-a9b4-e91989a0654c None None] Pushing event deleted for resources: {'Port': ['ID=7cb38ef4-c8a3-4820-bddd-a044d04dc6db,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:39.263967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cc2e1-839e-4dd5-a9b4-e91989a0654c None None] No DVR routers for this DVR port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:39.284152 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No active binding found for port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db {{(pid=110626) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 10 11:51:39.284574 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] The host dv-neutron-master-2-hyperv is not matching for port 7cb38ef4-c8a3-4820-bddd-a044d04dc6db host None! {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 10 11:51:39.285043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7cb38ef4-c8a3-4820-bddd-a044d04dc6db not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:51:39.291325 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e7a9a-b8ff-4531-a14d-cdfe0a32966e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Subnet': ['ID=cd2c7169-8a6e-4db3-acfa-811e1bc0313e,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:39.308508 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eb3b61-01fc-4972-8eac-f6973ead0f33 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network 902e23fe-c993-44c0-b887-22c4a34d0473 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:51:39.316340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a0db450e-13ab-412e-9dd9-10ffaf8ed553 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.319777 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a0db450e-13ab-412e-9dd9-10ffaf8ed553 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/43dc5284-240b-4c2f-a95c-32f837f2a994 HTTP/1.1" status: 204 len: 168 time: 2.4115164 Jan 10 11:51:39.348204 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52818) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:39.351498 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0777c366-156c-488b-b03e-d34bb54281df None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:39.352010 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-53aa958c-355b-4a5e-bd6d-3808ed22957a admin admin] Publish callbacks [] for security_group (6dbe6a91-3319-4f47-8646-06ad22d8f70c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.357477 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e7a9a-b8ff-4531-a14d-cdfe0a32966e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Checking segment: {'id': '5d292ecf-b74e-429c-bb9a-629ad5609b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b011097-9685-4289-9d6f-76c36d7fca7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:39.357702 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (0b25d38b-79b9-479c-a1fc-6a4a4763b1df), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.358181 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046e7a9a-b8ff-4531-a14d-cdfe0a32966e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network hostable DHCP agents. Network: 8b011097-9685-4289-9d6f-76c36d7fca7f, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:51:39.360419 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db450e-13ab-412e-9dd9-10ffaf8ed553 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=43dc5284-240b-4c2f-a95c-32f837f2a994,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:39.383591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] For port aa3f50c7-dafc-4324-b5d2-20858ce98ef9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:51:39.385756 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b25d38b-79b9-479c-a1fc-6a4a4763b1df']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:39.397511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a08a40-67f1-4aa7-b62c-e86233fff71b') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:39.397910 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a08a40-67f1-4aa7-b62c-e86233fff71b') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:39.408367 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (93a08a40-67f1-4aa7-b62c-e86233fff71b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.413802 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ba5fc3f0-93d6-4086-8bd2-e24f6bb3c224 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639000 Jan 10 11:51:39.418895 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52820) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:39.424473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-e9318f43-a3f6-4a3b-8624-b8120729bad5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:39.429061 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] For port aa3f50c7-dafc-4324-b5d2-20858ce98ef9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa3f50c7-dafc-4324-b5d2-20858ce98ef9,segment=NetworkSegment(6bf5fa28-e991-4daf-8b8b-421d54c51b7e),segment_id=6bf5fa28-e991-4daf-8b8b-421d54c51b7e)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:51:39.449615 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (93a08a40-67f1-4aa7-b62c-e86233fff71b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.482458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:51:39.482869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (93a08a40-67f1-4aa7-b62c-e86233fff71b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:51:39.486318 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:51:39.515613 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26206dd6-67a0-49d5-9891-7b8311914b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (f3a9e684-760f-4e89-a817-305eb9481deb), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.515838 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9695c093-5140-417b-bdd9-cb391603d76e), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.518579 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26206dd6-67a0-49d5-9891-7b8311914b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.523519 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-26206dd6-67a0-49d5-9891-7b8311914b66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3a9e684-760f-4e89-a817-305eb9481deb HTTP/1.1" status: 204 len: 168 time: 1.1825774 Jan 10 11:51:39.542473 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26206dd6-67a0-49d5-9891-7b8311914b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a9e684-760f-4e89-a817-305eb9481deb,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:39.564473 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f2bef0-72ce-4af4-850a-26db23bf95e4 None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:51:39.607010 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-53aa958c-355b-4a5e-bd6d-3808ed22957a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (6dbe6a91-3319-4f47-8646-06ad22d8f70c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.689823 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.701297 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-53aa958c-355b-4a5e-bd6d-3808ed22957a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3aadd70c55464ab0889248cc0a3ccde7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7829189 Jan 10 11:51:39.708186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52824) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:39.709194 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8198f-6bd4-49bd-953f-96d62dfdab1e None None] Pushing event updated for resources: {'Port': ['ID=9695c093-5140-417b-bdd9-cb391603d76e,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:39.747812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa958c-355b-4a5e-bd6d-3808ed22957a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbe6a91-3319-4f47-8646-06ad22d8f70c,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:39.828168 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0174ad-ac8e-47eb-95a6-bcf146170455 None None] Pushing event updated for resources: {'Port': ['ID=aa3f50c7-dafc-4324-b5d2-20858ce98ef9,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:39.835984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-72f2bef0-72ce-4af4-850a-26db23bf95e4 None None] Deleting port 046d3ac0-5e63-45d2-bd09-0a6218cd9abf {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:39.836370 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-72f2bef0-72ce-4af4-850a-26db23bf95e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (046d3ac0-5e63-45d2-bd09-0a6218cd9abf), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.855677 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3070f076-cdba-4e32-aa5f-87b1f6678ac8 admin admin] Publish callbacks [] for security_group (6dbe6a91-3319-4f47-8646-06ad22d8f70c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:39.915286 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3070f076-cdba-4e32-aa5f-87b1f6678ac8 admin admin] Publish callbacks [] for security_group (6dbe6a91-3319-4f47-8646-06ad22d8f70c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:40.020807 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-72f2bef0-72ce-4af4-850a-26db23bf95e4 None None] For port 046d3ac0-5e63-45d2-bd09-0a6218cd9abf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=046d3ac0-5e63-45d2-bd09-0a6218cd9abf,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:40.021099 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-72f2bef0-72ce-4af4-850a-26db23bf95e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (046d3ac0-5e63-45d2-bd09-0a6218cd9abf), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:40.047848 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-72f2bef0-72ce-4af4-850a-26db23bf95e4 None None] Calling delete_port for 046d3ac0-5e63-45d2-bd09-0a6218cd9abf owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:40.053729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-c7eb3b61-01fc-4972-8eac-f6973ead0f33 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 902e23fe-c993-44c0-b887-22c4a34d0473) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:40.058736 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046e7a9a-b8ff-4531-a14d-cdfe0a32966e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network 8b011097-9685-4289-9d6f-76c36d7fca7f is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:51:40.063799 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eb3b61-01fc-4972-8eac-f6973ead0f33 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:40.064865 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c7eb3b61-01fc-4972-8eac-f6973ead0f33 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:40.103500 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065b47d3-2f73-474c-94c1-0986f703ec27 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:51:40.114344 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-046e7a9a-b8ff-4531-a14d-cdfe0a32966e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8b011097-9685-4289-9d6f-76c36d7fca7f) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:40.122618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046e7a9a-b8ff-4531-a14d-cdfe0a32966e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:40.123847 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-046e7a9a-b8ff-4531-a14d-cdfe0a32966e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:40.141470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-065b47d3-2f73-474c-94c1-0986f703ec27 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a94f6bdd-7fbb-4f45-a4cc-a252fadeae57) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:40.153235 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065b47d3-2f73-474c-94c1-0986f703ec27 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:40.154145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-065b47d3-2f73-474c-94c1-0986f703ec27 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:40.213427 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c7eb3b61-01fc-4972-8eac-f6973ead0f33 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2875042 Jan 10 11:51:40.218501 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52830) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:40.254156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (0b25d38b-79b9-479c-a1fc-6a4a4763b1df), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:40.262317 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3070f076-cdba-4e32-aa5f-87b1f6678ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (6dbe6a91-3319-4f47-8646-06ad22d8f70c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:40.263739 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512e4ab5-714f-4eee-b3d4-ebafb7d05fc2 None None] Network 902e23fe-c993-44c0-b887-22c4a34d0473 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:40.266031 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e80dd6-ffd1-4908-bb76-7ff0d3b8cf38 None None] Network 8b011097-9685-4289-9d6f-76c36d7fca7f requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:40.270767 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3070f076-cdba-4e32-aa5f-87b1f6678ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:40.276224 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3070f076-cdba-4e32-aa5f-87b1f6678ac8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6dbe6a91-3319-4f47-8646-06ad22d8f70c HTTP/1.1" status: 204 len: 168 time: 0.5592828 Jan 10 11:51:40.278449 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3092d7-c996-42c4-a2c3-8c6e2e9690bc None None] Network a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:40.309352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:40.318742 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/networks/0b25d38b-79b9-479c-a1fc-6a4a4763b1df HTTP/1.1" status: 204 len: 168 time: 2.2535641 Jan 10 11:51:40.327126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52836) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:40.392734 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070f076-cdba-4e32-aa5f-87b1f6678ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbe6a91-3319-4f47-8646-06ad22d8f70c,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:40.394380 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d29d376d-5c9d-470e-8796-d057fb9546b3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-72053977'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:40.420746 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-065b47d3-2f73-474c-94c1-0986f703ec27 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5230551 Jan 10 11:51:40.438148 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571dad76-a2b2-4c74-9c40-f239d13c82f7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Network': ['ID=0b25d38b-79b9-479c-a1fc-6a4a4763b1df,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:40.438148 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52838) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:40.451745 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1607099201', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:40.491154 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52842) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:40.491297 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-046e7a9a-b8ff-4531-a14d-cdfe0a32966e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.2183151 Jan 10 11:51:40.562917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cded7ea5-f750-4ed4-8140-1ae6295be30d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (902e23fe-c993-44c0-b887-22c4a34d0473), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:40.636979 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cded7ea5-f750-4ed4-8140-1ae6295be30d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (161ad012-b71d-4aae-bbc5-8155b9c797f3), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:40.751635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b15ecc74-a9e7-450d-8c14-2cc1b792f40d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (8b011097-9685-4289-9d6f-76c36d7fca7f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:40.757307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9318f43-a3f6-4a3b-8624-b8120729bad5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:40.762095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e9318f43-a3f6-4a3b-8624-b8120729bad5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:40.839983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b798ab4a-dc70-4179-98d4-e41c0b46ba3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8b011097-9685-4289-9d6f-76c36d7fca7f', 'network_id': '8b011097-9685-4289-9d6f-76c36d7fca7f', 'project_id': 'b7a563b78a01466b8646457654606ffa', 'fixed_ips': [{'subnet_id': 'cd2c7169-8a6e-4db3-acfa-811e1bc0313e'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:51:40.841084 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b798ab4a-dc70-4179-98d4-e41c0b46ba3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:40.868358 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9581b09b-7b04-46e9-b449-84fdc75830a9 None None] Network a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:40.871163 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92583bcf-b37d-43be-89db-2456cd77a006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-902e23fe-c993-44c0-b887-22c4a34d0473', 'network_id': '902e23fe-c993-44c0-b887-22c4a34d0473', 'project_id': 'a4af5988feaf47b38afe64dd8e2726b8', 'fixed_ips': [{'subnet_id': '161ad012-b71d-4aae-bbc5-8155b9c797f3'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:51:40.872050 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-92583bcf-b37d-43be-89db-2456cd77a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:40.946408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b15ecc74-a9e7-450d-8c14-2cc1b792f40d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (cd2c7169-8a6e-4db3-acfa-811e1bc0313e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.131024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-28bc8888-b4cf-40ce-b5c4-532e1e1028a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.173684 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.174738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-72f2bef0-72ce-4af4-850a-26db23bf95e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (046d3ac0-5e63-45d2-bd09-0a6218cd9abf), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.175476 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cded7ea5-f750-4ed4-8140-1ae6295be30d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (161ad012-b71d-4aae-bbc5-8155b9c797f3), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.206720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (f6ccc364-1e83-4cb2-8085-cf3093fcd207), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.207889 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (f6ccc364-1e83-4cb2-8085-cf3093fcd207), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.211442 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29d376d-5c9d-470e-8796-d057fb9546b3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:41.242014 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d29d376d-5c9d-470e-8796-d057fb9546b3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.256365 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b15ecc74-a9e7-450d-8c14-2cc1b792f40d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (cd2c7169-8a6e-4db3-acfa-811e1bc0313e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.333909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ecc74-a9e7-450d-8c14-2cc1b792f40d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2c7169-8a6e-4db3-acfa-811e1bc0313e,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:41.393065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded7ea5-f750-4ed4-8140-1ae6295be30d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Subnet': ['ID=161ad012-b71d-4aae-bbc5-8155b9c797f3,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:41.508759 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29d376d-5c9d-470e-8796-d057fb9546b3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:41.514434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device aa3f50c7-dafc-4324-b5d2-20858ce98ef9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:41.514767 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e9318f43-a3f6-4a3b-8624-b8120729bad5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (bc491ecb-4474-41dd-a99b-5004e78871cb), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.551899 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cded7ea5-f750-4ed4-8140-1ae6295be30d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (902e23fe-c993-44c0-b887-22c4a34d0473), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.601984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f2bef0-72ce-4af4-850a-26db23bf95e4 None None] No DVR routers for this DVR port 046d3ac0-5e63-45d2-bd09-0a6218cd9abf on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:41.603957 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router_controller (f6ccc364-1e83-4cb2-8085-cf3093fcd207), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.608154 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-cded7ea5-f750-4ed4-8140-1ae6295be30d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902e23fe-c993-44c0-b887-22c4a34d0473']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:41.637740 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2bef0-72ce-4af4-850a-26db23bf95e4 None None] Pushing event deleted for resources: {'Port': ['ID=046d3ac0-5e63-45d2-bd09-0a6218cd9abf,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:41.639248 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-cded7ea5-f750-4ed4-8140-1ae6295be30d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a788a5f-b7d3-4367-b6b5-0e91bc0dc098') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:41.639561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-cded7ea5-f750-4ed4-8140-1ae6295be30d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a788a5f-b7d3-4367-b6b5-0e91bc0dc098') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:41.683927 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cded7ea5-f750-4ed4-8140-1ae6295be30d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (6a788a5f-b7d3-4367-b6b5-0e91bc0dc098), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.694242 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b15ecc74-a9e7-450d-8c14-2cc1b792f40d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (8b011097-9685-4289-9d6f-76c36d7fca7f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.715582 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cded7ea5-f750-4ed4-8140-1ae6295be30d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (6a788a5f-b7d3-4367-b6b5-0e91bc0dc098), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.729053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cded7ea5-f750-4ed4-8140-1ae6295be30d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:51:41.729199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d29d376d-5c9d-470e-8796-d057fb9546b3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9c68392f-35f2-402e-9a4b-180cf20a3c05), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.729524 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cded7ea5-f750-4ed4-8140-1ae6295be30d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (6a788a5f-b7d3-4367-b6b5-0e91bc0dc098), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.729651 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-d29d376d-5c9d-470e-8796-d057fb9546b3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Added segment 9c68392f-35f2-402e-9a4b-180cf20a3c05 of type vlan for network cdbb382e-84bd-4533-a2f4-3df77c8fbd40 Jan 10 11:51:41.774615 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port aa3f50c7-dafc-4324-b5d2-20858ce98ef9 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:41.775402 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.826920 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9318f43-a3f6-4a3b-8624-b8120729bad5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:41.834584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-b15ecc74-a9e7-450d-8c14-2cc1b792f40d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b011097-9685-4289-9d6f-76c36d7fca7f']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:41.853340 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee3c2d1-822a-4244-a0aa-d53efd7cd437 None None] Network d0ddb44b-6052-4585-a8cb-a8168f49d5b9 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:51:41.860045 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server [None req-b798ab4a-dc70-4179-98d4-e41c0b46ba3e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd2c7169-8a6e-4db3-acfa-811e1bc0313e: This subnet is being modified by another concurrent operation. Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 11:51:41.894059 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise exception Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd2c7169-8a6e-4db3-acfa-811e1bc0313e: This subnet is being modified by another concurrent operation. Jan 10 11:51:41.900624 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server Jan 10 11:51:41.930950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-b15ecc74-a9e7-450d-8c14-2cc1b792f40d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d292ecf-b74e-429c-bb9a-629ad5609b55') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:41.931539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-b15ecc74-a9e7-450d-8c14-2cc1b792f40d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d292ecf-b74e-429c-bb9a-629ad5609b55') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server [None req-92583bcf-b37d-43be-89db-2456cd77a006 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 161ad012-b71d-4aae-bbc5-8155b9c797f3: This subnet is being modified by another concurrent operation. Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 11:51:41.953727 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise exception Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 161ad012-b71d-4aae-bbc5-8155b9c797f3: This subnet is being modified by another concurrent operation. Jan 10 11:51:41.959695 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server Jan 10 11:51:41.966077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-e9318f43-a3f6-4a3b-8624-b8120729bad5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:41.966077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9318f43-a3f6-4a3b-8624-b8120729bad5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=bc491ecb-4474-41dd-a99b-5004e78871cb,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:42.006229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cb5f0f-0e84-4cf3-8992-f5f17ce8a8ec None None] Network 8b011097-9685-4289-9d6f-76c36d7fca7f requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:42.009100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596e02fc-23b5-4341-b5c6-8a1afec2cae7 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:42.009431 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9318f43-a3f6-4a3b-8624-b8120729bad5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:42.010193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e9318f43-a3f6-4a3b-8624-b8120729bad5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.013624 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d29d376d-5c9d-470e-8796-d057fb9546b3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (cdbb382e-84bd-4533-a2f4-3df77c8fbd40), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.028563 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b15ecc74-a9e7-450d-8c14-2cc1b792f40d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (5d292ecf-b74e-429c-bb9a-629ad5609b55), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.034166 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ee60c3-e1a6-40bf-abf1-4a4bfc48a42c None None] Network 902e23fe-c993-44c0-b887-22c4a34d0473 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:42.063475 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b15ecc74-a9e7-450d-8c14-2cc1b792f40d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (5d292ecf-b74e-429c-bb9a-629ad5609b55), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.068915 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cded7ea5-f750-4ed4-8140-1ae6295be30d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (902e23fe-c993-44c0-b887-22c4a34d0473), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.075942 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cded7ea5-f750-4ed4-8140-1ae6295be30d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.093065 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cded7ea5-f750-4ed4-8140-1ae6295be30d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/902e23fe-c993-44c0-b887-22c4a34d0473 HTTP/1.1" status: 204 len: 168 time: 1.8713181 Jan 10 11:51:42.100474 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52860) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:42.106516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-dec88367-51a2-4bd5-b4ec-0674b183b7f4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1427468841'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:42.107083 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d6b022-4775-4518-a1e3-0a89d2ee05b8 None None] Network 72f5d987-bcb6-41eb-85d8-406edfe55bc0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:42.134539 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded7ea5-f750-4ed4-8140-1ae6295be30d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Network': ['ID=902e23fe-c993-44c0-b887-22c4a34d0473,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:42.150621 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ee60c3-e1a6-40bf-abf1-4a4bfc48a42c None None] Network 902e23fe-c993-44c0-b887-22c4a34d0473 could not be found, it might have been deleted concurrently. {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 10 11:51:42.155448 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15ecc74-a9e7-450d-8c14-2cc1b792f40d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:51:42.155866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b15ecc74-a9e7-450d-8c14-2cc1b792f40d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (5d292ecf-b74e-429c-bb9a-629ad5609b55), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:51:42.166209 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:51:42.196671 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e9318f43-a3f6-4a3b-8624-b8120729bad5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7766373 Jan 10 11:51:42.198020 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52864) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:42.201055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-22e86799-1f09-42b6-a9bb-18e0439f7c47 None None] Provisioning complete for port aa3f50c7-dafc-4324-b5d2-20858ce98ef9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:42.201434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-22e86799-1f09-42b6-a9bb-18e0439f7c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.206501 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ff0f29e0-b739-4c3b-a71d-24056ec89fe7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'name': 'tempest-NetworksTestDHCPv6-1239466929'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:42.290710 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52868) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:42.297651 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router_gateway (f6ccc364-1e83-4cb2-8085-cf3093fcd207), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.303977 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d29d376d-5c9d-470e-8796-d057fb9546b3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (cdbb382e-84bd-4533-a2f4-3df77c8fbd40), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.311116 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29d376d-5c9d-470e-8796-d057fb9546b3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:42.311775 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d29d376d-5c9d-470e-8796-d057fb9546b3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.313565 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-916fe1c6-993e-4982-9ce6-53aa21739940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.333643 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec88367-51a2-4bd5-b4ec-0674b183b7f4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:42.337980 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dec88367-51a2-4bd5-b4ec-0674b183b7f4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.344292 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.386179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52870) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:42.417351 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d376d-5c9d-470e-8796-d057fb9546b3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Network': ['ID=cdbb382e-84bd-4533-a2f4-3df77c8fbd40,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:42.447466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec88367-51a2-4bd5-b4ec-0674b183b7f4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:42.467965 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network cdbb382e-84bd-4533-a2f4-3df77c8fbd40 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:42.515777 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': 'bc491ecb-4474-41dd-a99b-5004e78871cb'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:51:42.516842 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.519463 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.549599 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-916fe1c6-993e-4982-9ce6-53aa21739940 admin admin] Publish callbacks [] for security_group (71c4c253-2049-4ee3-be62-ecac8cf05454), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.568770 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b15ecc74-a9e7-450d-8c14-2cc1b792f40d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (8b011097-9685-4289-9d6f-76c36d7fca7f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.576795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dec88367-51a2-4bd5-b4ec-0674b183b7f4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (421e6f36-3911-4f19-b8e4-c0994be1ac72), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.577218 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-dec88367-51a2-4bd5-b4ec-0674b183b7f4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Added segment 421e6f36-3911-4f19-b8e4-c0994be1ac72 of type vlan for network 866d7c8a-94f1-415a-a647-eea4840f2c24 Jan 10 11:51:42.583848 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d29d376d-5c9d-470e-8796-d057fb9546b3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2344201 Jan 10 11:51:42.584975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52874) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:42.587431 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b15ecc74-a9e7-450d-8c14-2cc1b792f40d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.591489 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b15ecc74-a9e7-450d-8c14-2cc1b792f40d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/8b011097-9685-4289-9d6f-76c36d7fca7f HTTP/1.1" status: 204 len: 168 time: 2.0988460 Jan 10 11:51:42.597202 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52876) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:42.598659 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-351316af-e731-4361-ba28-e18a21c303e0 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'subnet': {'network_id': 'cdbb382e-84bd-4533-a2f4-3df77c8fbd40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:42.613859 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-7c731574-9b11-4c88-b308-ab532fdd5539 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-177881388'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:42.634614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ecc74-a9e7-450d-8c14-2cc1b792f40d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Network': ['ID=8b011097-9685-4289-9d6f-76c36d7fca7f,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:42.701466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5866c6d9-8c08-40b6-8202-4563f8439358 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1219374719'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:42.725901 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-916fe1c6-993e-4982-9ce6-53aa21739940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (71c4c253-2049-4ee3-be62-ecac8cf05454), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.735489 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dec88367-51a2-4bd5-b4ec-0674b183b7f4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (866d7c8a-94f1-415a-a647-eea4840f2c24), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.824680 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port aa3f50c7-dafc-4324-b5d2-20858ce98ef9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa3f50c7-dafc-4324-b5d2-20858ce98ef9,segment=NetworkSegment(6bf5fa28-e991-4daf-8b8b-421d54c51b7e),segment_id=6bf5fa28-e991-4daf-8b8b-421d54c51b7e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:42.841062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router_gateway (f6ccc364-1e83-4cb2-8085-cf3093fcd207), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.841563 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-22e86799-1f09-42b6-a9bb-18e0439f7c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.846744 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-916fe1c6-993e-4982-9ce6-53aa21739940 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=983124320e01443a974ab00d7d810403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5540321 Jan 10 11:51:42.850732 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52878) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:42.859611 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fe1c6-993e-4982-9ce6-53aa21739940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c4c253-2049-4ee3-be62-ecac8cf05454,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:42.874048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.881384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0f29e0-b739-4c3b-a71d-24056ec89fe7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:42.885291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff0f29e0-b739-4c3b-a71d-24056ec89fe7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.963288 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Allocated IP 2001:db8::2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/bc491ecb-4474-41dd-a99b-5004e78871cb/be38077d-6638-4798-8a7b-d4a9e3e8976f) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:42.996615 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:42.997505 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-ff0f29e0-b739-4c3b-a71d-24056ec89fe7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port 2878b412-1178-47a1-b8e0-44c348505afd yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:43.002011 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9695c093-5140-417b-bdd9-cb391603d76e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:43.088385 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Allocated IP 172.36.2.161 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/90755ec2-3e49-46f7-8c68-7abbb4022569) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:43.100195 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dec88367-51a2-4bd5-b4ec-0674b183b7f4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (866d7c8a-94f1-415a-a647-eea4840f2c24), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.116447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec88367-51a2-4bd5-b4ec-0674b183b7f4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:43.117445 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dec88367-51a2-4bd5-b4ec-0674b183b7f4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.208725 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=aa3f50c7-dafc-4324-b5d2-20858ce98ef9,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:43.221728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c731574-9b11-4c88-b308-ab532fdd5539 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:43.226141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c731574-9b11-4c88-b308-ab532fdd5539 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.280751 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5866c6d9-8c08-40b6-8202-4563f8439358 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Made reservation on behalf of 184e2409da4d464ca4359459f179992b for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:43.285281 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5866c6d9-8c08-40b6-8202-4563f8439358 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.299970 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9a42a53a-a415-4890-831a-cb3b7d245a4e admin admin] Publish callbacks [] for security_group (71c4c253-2049-4ee3-be62-ecac8cf05454), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.359193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (90755ec2-3e49-46f7-8c68-7abbb4022569), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.360438 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5866c6d9-8c08-40b6-8202-4563f8439358 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.364636 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351316af-e731-4361-ba28-e18a21c303e0 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:43.369597 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-351316af-e731-4361-ba28-e18a21c303e0 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.398628 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec88367-51a2-4bd5-b4ec-0674b183b7f4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Network': ['ID=866d7c8a-94f1-415a-a647-eea4840f2c24,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:43.402487 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9a42a53a-a415-4890-831a-cb3b7d245a4e admin admin] Publish callbacks [] for security_group (71c4c253-2049-4ee3-be62-ecac8cf05454), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.417985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c731574-9b11-4c88-b308-ab532fdd5539 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:43.435525 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dec88367-51a2-4bd5-b4ec-0674b183b7f4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3329492 Jan 10 11:51:43.441511 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52882) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:43.454721 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-521d202e-1ea6-4446-b302-7b4dba2085b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'subnet': {'network_id': '866d7c8a-94f1-415a-a647-eea4840f2c24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:43.469572 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-22e86799-1f09-42b6-a9bb-18e0439f7c47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:51:43.470136 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-22e86799-1f09-42b6-a9bb-18e0439f7c47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:51:43.496694 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c731574-9b11-4c88-b308-ab532fdd5539 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9beeb6b0-4e5c-4d89-a963-948493b108ef), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.497024 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-7c731574-9b11-4c88-b308-ab532fdd5539 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Added segment 9beeb6b0-4e5c-4d89-a963-948493b108ef of type vlan for network 5865c300-fe0b-4ad0-aed6-b2b34b3e815b Jan 10 11:51:43.511120 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 866d7c8a-94f1-415a-a647-eea4840f2c24 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:43.635851 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 9695c093-5140-417b-bdd9-cb391603d76e triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:43.636182 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c731574-9b11-4c88-b308-ab532fdd5539 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (5865c300-fe0b-4ad0-aed6-b2b34b3e815b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.636362 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9695c093-5140-417b-bdd9-cb391603d76e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.688369 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.724914 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5866c6d9-8c08-40b6-8202-4563f8439358 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks [] for security_group (e1035c7d-b726-4834-9c9e-06af14eff453), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.744600 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (90755ec2-3e49-46f7-8c68-7abbb4022569), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.813510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:43.816615 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:43.817416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Publish callbacks [] for port (be38077d-6638-4798-8a7b-d4a9e3e8976f), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.819680 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:43.840256 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9695c093-5140-417b-bdd9-cb391603d76e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:43.852415 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=90755ec2-3e49-46f7-8c68-7abbb4022569,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:43.883376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 9695c093-5140-417b-bdd9-cb391603d76e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9695c093-5140-417b-bdd9-cb391603d76e,segment=NetworkSegment(44dcfd71-84ac-46d9-9fb2-2932d988dfee),segment_id=44dcfd71-84ac-46d9-9fb2-2932d988dfee)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:44.061996 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9a42a53a-a415-4890-831a-cb3b7d245a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (71c4c253-2049-4ee3-be62-ecac8cf05454), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.065308 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9a42a53a-a415-4890-831a-cb3b7d245a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.066525 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9a42a53a-a415-4890-831a-cb3b7d245a4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71c4c253-2049-4ee3-be62-ecac8cf05454 HTTP/1.1" status: 204 len: 168 time: 1.2147832 Jan 10 11:51:44.074665 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42a53a-a415-4890-831a-cb3b7d245a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c4c253-2049-4ee3-be62-ecac8cf05454,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:44.109531 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-351316af-e731-4361-ba28-e18a21c303e0 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (625538d7-accf-4eeb-a971-1fb88efbbb8d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.111584 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c731574-9b11-4c88-b308-ab532fdd5539 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (5865c300-fe0b-4ad0-aed6-b2b34b3e815b), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.121109 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9695c093-5140-417b-bdd9-cb391603d76e), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.125997 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c731574-9b11-4c88-b308-ab532fdd5539 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:44.129746 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c731574-9b11-4c88-b308-ab532fdd5539 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.133611 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5866c6d9-8c08-40b6-8202-4563f8439358 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e1035c7d-b726-4834-9c9e-06af14eff453), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.147615 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (be38077d-6638-4798-8a7b-d4a9e3e8976f), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.194190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351316af-e731-4361-ba28-e18a21c303e0 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Subnet': ['ID=625538d7-accf-4eeb-a971-1fb88efbbb8d,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:44.199388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521d202e-1ea6-4446-b302-7b4dba2085b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:44.208391 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-521d202e-1ea6-4446-b302-7b4dba2085b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.211298 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 046d3ac0-5e63-45d2-bd09-0a6218cd9abf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:51:44.254581 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 046d3ac0-5e63-45d2-bd09-0a6218cd9abf {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:51:44.255085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 046d3ac0-5e63-45d2-bd09-0a6218cd9abf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:51:44.269347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-33e47437-d553-47cf-bfc4-c574eebb9847 None None] Provisioning complete for port aa3f50c7-dafc-4324-b5d2-20858ce98ef9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:44.269948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-33e47437-d553-47cf-bfc4-c574eebb9847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.290589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351316af-e731-4361-ba28-e18a21c303e0 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Checking segment: {'id': '9c68392f-35f2-402e-9a4b-180cf20a3c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cdbb382e-84bd-4533-a2f4-3df77c8fbd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:44.291196 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351316af-e731-4361-ba28-e18a21c303e0 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network hostable DHCP agents. Network: cdbb382e-84bd-4533-a2f4-3df77c8fbd40, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:51:44.374014 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.ipam_backend_mixin [None req-521d202e-1ea6-4446-b302-7b4dba2085b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Performing IP validity checks on allocation pools {{(pid=110625) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 10 11:51:44.375964 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.ipam_backend_mixin [None req-521d202e-1ea6-4446-b302-7b4dba2085b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110625) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 10 11:51:44.444564 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router_gateway (f6ccc364-1e83-4cb2-8085-cf3093fcd207), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.480275 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:44.508736 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device aa3f50c7-dafc-4324-b5d2-20858ce98ef9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:44.521845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:44.540854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5866c6d9-8c08-40b6-8202-4563f8439358 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:44.544033 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:44.570339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=9695c093-5140-417b-bdd9-cb391603d76e,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:44.572926 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c731574-9b11-4c88-b308-ab532fdd5539 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Network': ['ID=5865c300-fe0b-4ad0-aed6-b2b34b3e815b,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:44.574774 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866c6d9-8c08-40b6-8202-4563f8439358 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1035c7d-b726-4834-9c9e-06af14eff453,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:44.589719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351316af-e731-4361-ba28-e18a21c303e0 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network cdbb382e-84bd-4533-a2f4-3df77c8fbd40 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:51:44.593634 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5866c6d9-8c08-40b6-8202-4563f8439358 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (84e0fdca-0134-448a-b253-717c038241e7), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.594115 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-5866c6d9-8c08-40b6-8202-4563f8439358 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Added segment 84e0fdca-0134-448a-b253-717c038241e7 of type vlan for network 2e2b3302-7018-46f4-8977-008781414786 Jan 10 11:51:44.615802 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-ff0f29e0-b739-4c3b-a71d-24056ec89fe7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::9 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/bc491ecb-4474-41dd-a99b-5004e78871cb/2878b412-1178-47a1-b8e0-44c348505afd) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:44.636735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Pushing event updated for resources: {'Port': ['ID=be38077d-6638-4798-8a7b-d4a9e3e8976f,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:44.684864 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 5865c300-fe0b-4ad0-aed6-b2b34b3e815b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:44.699193 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Attempting to bind port be38077d-6638-4798-8a7b-d4a9e3e8976f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:44.699693 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Attempting to bind port be38077d-6638-4798-8a7b-d4a9e3e8976f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:44.700144 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Attempting to bind port be38077d-6638-4798-8a7b-d4a9e3e8976f on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:44.719347 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5866c6d9-8c08-40b6-8202-4563f8439358 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (2e2b3302-7018-46f4-8977-008781414786), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.743806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:51:44.744753 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:44.744753 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.744970 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:51:44.746043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Bound port: be38077d-6638-4798-8a7b-d4a9e3e8976f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:51:44.746439 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (be38077d-6638-4798-8a7b-d4a9e3e8976f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.780293 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port aa3f50c7-dafc-4324-b5d2-20858ce98ef9 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:44.780577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.826914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52888) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:44.827694 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7c731574-9b11-4c88-b308-ab532fdd5539 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2259483 Jan 10 11:51:44.832966 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d849b7ec-db3f-4e53-8006-0feeb7b4609b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'subnet': {'network_id': '5865c300-fe0b-4ad0-aed6-b2b34b3e815b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:44.905140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-33e47437-d553-47cf-bfc4-c574eebb9847 None None] Provisioning complete for port 9695c093-5140-417b-bdd9-cb391603d76e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:44.906076 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-33e47437-d553-47cf-bfc4-c574eebb9847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9695c093-5140-417b-bdd9-cb391603d76e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.924838 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (f6ccc364-1e83-4cb2-8085-cf3093fcd207), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.928188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-351316af-e731-4361-ba28-e18a21c303e0 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cdbb382e-84bd-4533-a2f4-3df77c8fbd40) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:44.950483 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351316af-e731-4361-ba28-e18a21c303e0 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:44.951543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-351316af-e731-4361-ba28-e18a21c303e0 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:44.962290 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66a8243-13ee-4dcd-9e28-4e18874df440 None None] Network cdbb382e-84bd-4533-a2f4-3df77c8fbd40 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:45.019296 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] For port be38077d-6638-4798-8a7b-d4a9e3e8976f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:51:45.029599 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5866c6d9-8c08-40b6-8202-4563f8439358 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (2e2b3302-7018-46f4-8977-008781414786), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:45.037307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5866c6d9-8c08-40b6-8202-4563f8439358 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:45.038363 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5866c6d9-8c08-40b6-8202-4563f8439358 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:45.045498 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff0f29e0-b739-4c3b-a71d-24056ec89fe7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (2878b412-1178-47a1-b8e0-44c348505afd), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:45.097752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] For port be38077d-6638-4798-8a7b-d4a9e3e8976f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=be38077d-6638-4798-8a7b-d4a9e3e8976f,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:51:45.158077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-521d202e-1ea6-4446-b302-7b4dba2085b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (0ff9a7de-65b7-4b26-89d1-87987c006e84), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:45.222935 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866c6d9-8c08-40b6-8202-4563f8439358 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event updated for resources: {'Network': ['ID=2e2b3302-7018-46f4-8977-008781414786,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:45.235061 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cdbb382e-84bd-4533-a2f4-3df77c8fbd40', 'network_id': 'cdbb382e-84bd-4533-a2f4-3df77c8fbd40', 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'fixed_ips': [{'subnet_id': '625538d7-accf-4eeb-a971-1fb88efbbb8d'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:51:45.235668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:45.260353 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-351316af-e731-4361-ba28-e18a21c303e0 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6671906 Jan 10 11:51:45.261349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 2e2b3302-7018-46f4-8977-008781414786 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:45.262108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52894) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:45.277506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-87d37b6d-a306-4d66-af48-de2bdb863ff4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1886694483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:45.296412 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5866c6d9-8c08-40b6-8202-4563f8439358 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9066353 Jan 10 11:51:45.300378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52896) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:45.306098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-008be576-2b5a-4700-9cec-60cffabbeeab tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Request body: {'subnet': {'network_id': '2e2b3302-7018-46f4-8977-008781414786', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:45.315410 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d202e-1ea6-4446-b302-7b4dba2085b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Subnet': ['ID=0ff9a7de-65b7-4b26-89d1-87987c006e84,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:45.316832 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (be38077d-6638-4798-8a7b-d4a9e3e8976f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:45.345973 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521d202e-1ea6-4446-b302-7b4dba2085b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Checking segment: {'id': '421e6f36-3911-4f19-b8e4-c0994be1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '866d7c8a-94f1-415a-a647-eea4840f2c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:45.346362 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521d202e-1ea6-4446-b302-7b4dba2085b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network hostable DHCP agents. Network: 866d7c8a-94f1-415a-a647-eea4840f2c24, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:51:45.554043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2137be-630d-48f6-8a73-9b86536d7872 None None] Pushing event updated for resources: {'Port': ['ID=be38077d-6638-4798-8a7b-d4a9e3e8976f,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:45.593528 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Allocated IP 2001:db8::2 (cdbb382e-84bd-4533-a2f4-3df77c8fbd40/625538d7-accf-4eeb-a971-1fb88efbbb8d/9c78e485-bb41-4a9b-b55c-7f4bcccd4c87) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:45.776493 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router f6ccc364-1e83-4cb2-8085-cf3093fcd207 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:51:45.790378 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Publish callbacks [] for port (9c78e485-bb41-4a9b-b55c-7f4bcccd4c87), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:45.887469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff0f29e0-b739-4c3b-a71d-24056ec89fe7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (2878b412-1178-47a1-b8e0-44c348505afd), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:45.889197 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521d202e-1ea6-4446-b302-7b4dba2085b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network 866d7c8a-94f1-415a-a647-eea4840f2c24 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:51:45.927529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:51:45.945420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c648195-1be5-471e-8a3e-045a7a8a0cc7 None None] Sync routers for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:51:45.950994 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0f29e0-b739-4c3b-a71d-24056ec89fe7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:45.954818 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-ff0f29e0-b739-4c3b-a71d-24056ec89fe7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:45.959317 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f29e0-b739-4c3b-a71d-24056ec89fe7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:45.959557 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c648195-1be5-471e-8a3e-045a7a8a0cc7 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:45.960262 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3c648195-1be5-471e-8a3e-045a7a8a0cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:45.966299 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0f29e0-b739-4c3b-a71d-24056ec89fe7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:45.966878 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff0f29e0-b739-4c3b-a71d-24056ec89fe7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:45.986731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f29e0-b739-4c3b-a71d-24056ec89fe7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=2878b412-1178-47a1-b8e0-44c348505afd,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:46.006460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d849b7ec-db3f-4e53-8006-0feeb7b4609b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:46.010953 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d849b7ec-db3f-4e53-8006-0feeb7b4609b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:46.012312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3c648195-1be5-471e-8a3e-045a7a8a0cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:46.017327 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87d37b6d-a306-4d66-af48-de2bdb863ff4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (21c947ec-7711-4d18-bf7b-df740ceea532), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:46.018440 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87d37b6d-a306-4d66-af48-de2bdb863ff4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (21c947ec-7711-4d18-bf7b-df740ceea532), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:46.023418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c648195-1be5-471e-8a3e-045a7a8a0cc7 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:46.024140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3c648195-1be5-471e-8a3e-045a7a8a0cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:46.061031 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3c648195-1be5-471e-8a3e-045a7a8a0cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:46.061595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c648195-1be5-471e-8a3e-045a7a8a0cc7 None None] The sync data for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:51:46.105609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (9c78e485-bb41-4a9b-b55c-7f4bcccd4c87), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:46.107961 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-521d202e-1ea6-4446-b302-7b4dba2085b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 866d7c8a-94f1-415a-a647-eea4840f2c24) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:46.115218 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521d202e-1ea6-4446-b302-7b4dba2085b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:46.116425 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-521d202e-1ea6-4446-b302-7b4dba2085b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:46.123460 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7ac16-22ae-4782-a34f-310a9ca87aa5 None None] Network 866d7c8a-94f1-415a-a647-eea4840f2c24 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:46.163418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:46.169143 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-24780ceb-b3fe-41c0-ba19-f8f0065c0320 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7363605 Jan 10 11:51:46.169686 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52906) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:46.178029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Network cdbb382e-84bd-4533-a2f4-3df77c8fbd40 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:46.182364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87d37b6d-a306-4d66-af48-de2bdb863ff4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_controller (21c947ec-7711-4d18-bf7b-df740ceea532), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:46.203363 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:46.269257 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:46.285743 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Pushing event updated for resources: {'Port': ['ID=9c78e485-bb41-4a9b-b55c-7f4bcccd4c87,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:46.363097 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87d37b6d-a306-4d66-af48-de2bdb863ff4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (21c947ec-7711-4d18-bf7b-df740ceea532), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:46.375777 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Attempting to bind port 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:46.376559 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Attempting to bind port 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9c68392f-35f2-402e-9a4b-180cf20a3c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cdbb382e-84bd-4533-a2f4-3df77c8fbd40'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:46.377147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Attempting to bind port 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 on network cdbb382e-84bd-4533-a2f4-3df77c8fbd40 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:46.381560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008be576-2b5a-4700-9cec-60cffabbeeab tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Made reservation on behalf of 184e2409da4d464ca4359459f179992b for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:46.396058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-008be576-2b5a-4700-9cec-60cffabbeeab tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:46.424198 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:51:46.424847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Checking segment: {'id': '9c68392f-35f2-402e-9a4b-180cf20a3c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cdbb382e-84bd-4533-a2f4-3df77c8fbd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:46.425468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:46.425985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Bound using segment: {'id': '9c68392f-35f2-402e-9a4b-180cf20a3c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cdbb382e-84bd-4533-a2f4-3df77c8fbd40'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:51:46.426568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Bound port: 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c68392f-35f2-402e-9a4b-180cf20a3c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cdbb382e-84bd-4533-a2f4-3df77c8fbd40'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:51:46.427808 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9c78e485-bb41-4a9b-b55c-7f4bcccd4c87), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:46.446690 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-866d7c8a-94f1-415a-a647-eea4840f2c24', 'network_id': '866d7c8a-94f1-415a-a647-eea4840f2c24', 'project_id': 'a4af5988feaf47b38afe64dd8e2726b8', 'fixed_ips': [{'subnet_id': '0ff9a7de-65b7-4b26-89d1-87987c006e84'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:51:46.448699 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:46.461921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d849b7ec-db3f-4e53-8006-0feeb7b4609b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (04b2dfd5-3f22-4e9b-a038-81903051c407), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:46.463773 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-521d202e-1ea6-4446-b302-7b4dba2085b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0157456 Jan 10 11:51:46.473423 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52912) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:46.492794 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ff0f29e0-b739-4c3b-a71d-24056ec89fe7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2928255 Jan 10 11:51:46.530140 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52914) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:46.641176 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9695c093-5140-417b-bdd9-cb391603d76e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:46.709835 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381c4533-d7db-419e-b58a-9e94165d8215 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:46.717425 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381c4533-d7db-419e-b58a-9e94165d8215 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:46.720096 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-381c4533-d7db-419e-b58a-9e94165d8215 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1885471 Jan 10 11:51:46.724083 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52918) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:46.732727 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] For port 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:51:46.734448 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849b7ec-db3f-4e53-8006-0feeb7b4609b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Subnet': ['ID=04b2dfd5-3f22-4e9b-a038-81903051c407,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:46.746335 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] For port 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c78e485-bb41-4a9b-b55c-7f4bcccd4c87,segment=NetworkSegment(9c68392f-35f2-402e-9a4b-180cf20a3c05),segment_id=9c68392f-35f2-402e-9a4b-180cf20a3c05)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:51:46.754780 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Allocated IP 172.20.0.3 (866d7c8a-94f1-415a-a647-eea4840f2c24/0ff9a7de-65b7-4b26-89d1-87987c006e84/4180416b-46c0-47c4-950f-c150c6a2eb98) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:46.762794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 9695c093-5140-417b-bdd9-cb391603d76e triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:46.763310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9695c093-5140-417b-bdd9-cb391603d76e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:46.788903 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87d37b6d-a306-4d66-af48-de2bdb863ff4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:46.791940 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-87d37b6d-a306-4d66-af48-de2bdb863ff4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5222034 Jan 10 11:51:46.807646 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52920) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:46.816865 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9adcad6c-43f6-41da-b86c-d1c8d21413cf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'port': {'network_id': 'cdbb382e-84bd-4533-a2f4-3df77c8fbd40', 'name': 'tempest-RoutersIpV6Test-508627988'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:47.088832 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9c78e485-bb41-4a9b-b55c-7f4bcccd4c87), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:47.332331 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-bad3e50f-88b3-4bbd-ac6d-cbc877673fc6 None None] Provisioning complete for port be38077d-6638-4798-8a7b-d4a9e3e8976f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:47.333959 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bad3e50f-88b3-4bbd-ac6d-cbc877673fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (be38077d-6638-4798-8a7b-d4a9e3e8976f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:47.348940 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (866d7c8a-94f1-415a-a647-eea4840f2c24), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:47.423437 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849b7ec-db3f-4e53-8006-0feeb7b4609b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Checking segment: {'id': '9beeb6b0-4e5c-4d89-a963-948493b108ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5865c300-fe0b-4ad0-aed6-b2b34b3e815b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:47.426212 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d849b7ec-db3f-4e53-8006-0feeb7b4609b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network hostable DHCP agents. Network: 5865c300-fe0b-4ad0-aed6-b2b34b3e815b, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:51:47.464361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99516815-9b52-48d8-a0ef-99b939649cc0 None None] Pushing event updated for resources: {'Port': ['ID=9c78e485-bb41-4a9b-b55c-7f4bcccd4c87,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:47.471616 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9629f22f-c5eb-4ba7-97f0-66e3201969e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port 2878b412-1178-47a1-b8e0-44c348505afd {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:47.471616 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9629f22f-c5eb-4ba7-97f0-66e3201969e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (2878b412-1178-47a1-b8e0-44c348505afd), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:47.499941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device be38077d-6638-4798-8a7b-d4a9e3e8976f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:47.588243 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (0ff9a7de-65b7-4b26-89d1-87987c006e84), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:47.659011 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bad3e50f-88b3-4bbd-ac6d-cbc877673fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (be38077d-6638-4798-8a7b-d4a9e3e8976f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:47.672315 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Publish callbacks [] for port (4180416b-46c0-47c4-950f-c150c6a2eb98), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:47.687331 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9629f22f-c5eb-4ba7-97f0-66e3201969e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (2878b412-1178-47a1-b8e0-44c348505afd), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:47.707487 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-bad3e50f-88b3-4bbd-ac6d-cbc877673fc6 None None] For port be38077d-6638-4798-8a7b-d4a9e3e8976f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=be38077d-6638-4798-8a7b-d4a9e3e8976f,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:47.709015 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port be38077d-6638-4798-8a7b-d4a9e3e8976f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:47.709391 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (be38077d-6638-4798-8a7b-d4a9e3e8976f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:47.710561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9629f22f-c5eb-4ba7-97f0-66e3201969e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for 2878b412-1178-47a1-b8e0-44c348505afd owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:47.821992 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (be38077d-6638-4798-8a7b-d4a9e3e8976f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:47.852510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d849b7ec-db3f-4e53-8006-0feeb7b4609b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network 5865c300-fe0b-4ad0-aed6-b2b34b3e815b is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:51:47.856216 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-008be576-2b5a-4700-9cec-60cffabbeeab tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (d120dae1-61c6-4b75-81fd-a300fd5c29cb), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:47.885994 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adcad6c-43f6-41da-b86c-d1c8d21413cf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:47.885994 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9adcad6c-43f6-41da-b86c-d1c8d21413cf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:47.895203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:47.911935 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-9adcad6c-43f6-41da-b86c-d1c8d21413cf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] device_id is not set on port 4cb181be-ce8f-463e-87a4-fc29c39646d0 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:47.925250 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (4180416b-46c0-47c4-950f-c150c6a2eb98), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:47.928152 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bad3e50f-88b3-4bbd-ac6d-cbc877673fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (be38077d-6638-4798-8a7b-d4a9e3e8976f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:47.975454 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008be576-2b5a-4700-9cec-60cffabbeeab tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event updated for resources: {'Subnet': ['ID=d120dae1-61c6-4b75-81fd-a300fd5c29cb,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:47.985649 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008be576-2b5a-4700-9cec-60cffabbeeab tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Checking segment: {'id': '84e0fdca-0134-448a-b253-717c038241e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2e2b3302-7018-46f4-8977-008781414786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:47.986577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008be576-2b5a-4700-9cec-60cffabbeeab tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Network hostable DHCP agents. Network: 2e2b3302-7018-46f4-8977-008781414786, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:51:48.020722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Network 866d7c8a-94f1-415a-a647-eea4840f2c24 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:48.024057 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d849b7ec-db3f-4e53-8006-0feeb7b4609b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5865c300-fe0b-4ad0-aed6-b2b34b3e815b) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:48.032432 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:48.046912 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532435ab-183e-4019-9642-31faef35587b None None] Network 5865c300-fe0b-4ad0-aed6-b2b34b3e815b requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:48.051777 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Pushing event updated for resources: {'Port': ['ID=4180416b-46c0-47c4-950f-c150c6a2eb98,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:48.053179 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d849b7ec-db3f-4e53-8006-0feeb7b4609b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:48.055657 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:48.055975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d849b7ec-db3f-4e53-8006-0feeb7b4609b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.120502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (0ff9a7de-65b7-4b26-89d1-87987c006e84), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.143864 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:51:48.143864 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:51:48.244338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff9a7de-65b7-4b26-89d1-87987c006e84,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:48.256633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Attempting to bind port 4180416b-46c0-47c4-950f-c150c6a2eb98 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:48.257108 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Attempting to bind port 4180416b-46c0-47c4-950f-c150c6a2eb98 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '421e6f36-3911-4f19-b8e4-c0994be1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '866d7c8a-94f1-415a-a647-eea4840f2c24'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:48.257510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Attempting to bind port 4180416b-46c0-47c4-950f-c150c6a2eb98 on network 866d7c8a-94f1-415a-a647-eea4840f2c24 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:48.268094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008be576-2b5a-4700-9cec-60cffabbeeab tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Network 2e2b3302-7018-46f4-8977-008781414786 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:51:48.276414 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d849b7ec-db3f-4e53-8006-0feeb7b4609b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4473944 Jan 10 11:51:48.286519 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:51:48.286893 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Checking segment: {'id': '421e6f36-3911-4f19-b8e4-c0994be1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '866d7c8a-94f1-415a-a647-eea4840f2c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:48.287365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.287782 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Bound using segment: {'id': '421e6f36-3911-4f19-b8e4-c0994be1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '866d7c8a-94f1-415a-a647-eea4840f2c24'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:51:48.289455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Bound port: 4180416b-46c0-47c4-950f-c150c6a2eb98, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421e6f36-3911-4f19-b8e4-c0994be1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '866d7c8a-94f1-415a-a647-eea4840f2c24'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:51:48.289455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (4180416b-46c0-47c4-950f-c150c6a2eb98), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.290873 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4cbc6253-9f29-4bf4-93f3-40d4fe9ce71c None None] Provisioning complete for port 2878b412-1178-47a1-b8e0-44c348505afd triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:48.291245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4cbc6253-9f29-4bf4-93f3-40d4fe9ce71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2878b412-1178-47a1-b8e0-44c348505afd), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.295972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52936) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:48.303014 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-df949573-aef5-46ba-8a7b-0c923a29161a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1665120850'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:48.310434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-008be576-2b5a-4700-9cec-60cffabbeeab tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2e2b3302-7018-46f4-8977-008781414786) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:48.326031 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008be576-2b5a-4700-9cec-60cffabbeeab tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:48.327406 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-008be576-2b5a-4700-9cec-60cffabbeeab tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.337069 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-4cbc6253-9f29-4bf4-93f3-40d4fe9ce71c None None] Port 2878b412-1178-47a1-b8e0-44c348505afd cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:48.339043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf42982-8d80-49ed-8ce5-c1559576bd62 None None] Network 2e2b3302-7018-46f4-8977-008781414786 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:48.420531 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (866d7c8a-94f1-415a-a647-eea4840f2c24), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.457707 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866d7c8a-94f1-415a-a647-eea4840f2c24']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:48.464669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3e50f-88b3-4bbd-ac6d-cbc877673fc6 None None] Pushing event updated for resources: {'Port': ['ID=be38077d-6638-4798-8a7b-d4a9e3e8976f,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:48.509311 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421e6f36-3911-4f19-b8e4-c0994be1ac72') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:48.510862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421e6f36-3911-4f19-b8e4-c0994be1ac72') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:48.524365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2e2b3302-7018-46f4-8977-008781414786', 'network_id': '2e2b3302-7018-46f4-8977-008781414786', 'project_id': '184e2409da4d464ca4359459f179992b', 'fixed_ips': [{'subnet_id': 'd120dae1-61c6-4b75-81fd-a300fd5c29cb'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:51:48.525249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.526142 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (421e6f36-3911-4f19-b8e4-c0994be1ac72), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.549246 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (421e6f36-3911-4f19-b8e4-c0994be1ac72), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.560553 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:51:48.561686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (421e6f36-3911-4f19-b8e4-c0994be1ac72), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.587969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5865c300-fe0b-4ad0-aed6-b2b34b3e815b', 'network_id': '5865c300-fe0b-4ad0-aed6-b2b34b3e815b', 'project_id': 'b7a563b78a01466b8646457654606ffa', 'fixed_ips': [{'subnet_id': '04b2dfd5-3f22-4e9b-a038-81903051c407'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:51:48.588857 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:51:48.641715 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:51:48.653352 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-008be576-2b5a-4700-9cec-60cffabbeeab tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3511140 Jan 10 11:51:48.653352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52942) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:48.662611 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-0d9aef77-5d09-4a6f-8c15-313fcd511b95 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Request body: {'port': {'network_id': '2e2b3302-7018-46f4-8977-008781414786', 'name': 'tempest-AllowedAddressPairTestJSON-1152852190'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:48.666758 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df949573-aef5-46ba-8a7b-0c923a29161a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:48.670924 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-df949573-aef5-46ba-8a7b-0c923a29161a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.714187 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.db.api [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 11:51:48.714187 dv-neutron-master-2-hyperv neutron-server[110624]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 11:51:48.714187 dv-neutron-master-2-hyperv neutron-server[110624]: [parameters: {'id': '866d7c8a-94f1-415a-a647-eea4840f2c24'}] Jan 10 11:51:48.714187 dv-neutron-master-2-hyperv neutron-server[110624]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:51:48.714855 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG oslo_db.api [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:51:48.738178 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9629f22f-c5eb-4ba7-97f0-66e3201969e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (2878b412-1178-47a1-b8e0-44c348505afd), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.772667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df949573-aef5-46ba-8a7b-0c923a29161a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:48.797630 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-df949573-aef5-46ba-8a7b-0c923a29161a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (8f068271-8d6a-4105-947e-d04c98723800), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.798185 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-df949573-aef5-46ba-8a7b-0c923a29161a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Added segment 8f068271-8d6a-4105-947e-d04c98723800 of type vlan for network 3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57 Jan 10 11:51:48.820594 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-9adcad6c-43f6-41da-b86c-d1c8d21413cf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Allocated IP 2001:db8::81 (cdbb382e-84bd-4533-a2f4-3df77c8fbd40/625538d7-accf-4eeb-a971-1fb88efbbb8d/4cb181be-ce8f-463e-87a4-fc29c39646d0) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:48.828666 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629f22f-c5eb-4ba7-97f0-66e3201969e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=2878b412-1178-47a1-b8e0-44c348505afd,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:48.868995 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] For port 4180416b-46c0-47c4-950f-c150c6a2eb98, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:51:48.897972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-df949573-aef5-46ba-8a7b-0c923a29161a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.908321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] For port 4180416b-46c0-47c4-950f-c150c6a2eb98, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4180416b-46c0-47c4-950f-c150c6a2eb98,segment=NetworkSegment(421e6f36-3911-4f19-b8e4-c0994be1ac72),segment_id=421e6f36-3911-4f19-b8e4-c0994be1ac72)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:51:48.932298 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9629f22f-c5eb-4ba7-97f0-66e3201969e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:48.948268 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9629f22f-c5eb-4ba7-97f0-66e3201969e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/2878b412-1178-47a1-b8e0-44c348505afd HTTP/1.1" status: 204 len: 168 time: 2.2207038 Jan 10 11:51:48.949613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52946) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:48.970651 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2509f711-b851-46b6-8ec8-5fcfb19c8ab1 None None] Network cdbb382e-84bd-4533-a2f4-3df77c8fbd40 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:49.036184 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52948) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:49.167053 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c8b422-403f-4fb1-a5c5-0c4cd7d2e92e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:49.169247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c8b422-403f-4fb1-a5c5-0c4cd7d2e92e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:49.171278 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-62c8b422-403f-4fb1-a5c5-0c4cd7d2e92e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2102187 Jan 10 11:51:49.175187 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52952) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:49.201907 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (4180416b-46c0-47c4-950f-c150c6a2eb98), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.216260 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (866d7c8a-94f1-415a-a647-eea4840f2c24), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.264525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97fc8df-8120-426f-bb03-78d048c87ba8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet bc491ecb-4474-41dd-a99b-5004e78871cb {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:51:49.302146 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-59e7ce30-dc91-480b-853b-44d2acf062ec None None] Provisioning complete for port 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:49.302146 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-59e7ce30-dc91-480b-853b-44d2acf062ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9c78e485-bb41-4a9b-b55c-7f4bcccd4c87), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.302529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b97fc8df-8120-426f-bb03-78d048c87ba8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (bc491ecb-4474-41dd-a99b-5004e78871cb), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.348077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-df949573-aef5-46ba-8a7b-0c923a29161a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.356169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df949573-aef5-46ba-8a7b-0c923a29161a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:49.356940 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-df949573-aef5-46ba-8a7b-0c923a29161a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.381209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Allocated IP 2001:db8::3 (5865c300-fe0b-4ad0-aed6-b2b34b3e815b/04b2dfd5-3f22-4e9b-a038-81903051c407/4dd43fc4-0ede-464d-8700-1af42b6cf8b6) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:49.392200 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Allocated IP 172.20.0.2 (2e2b3302-7018-46f4-8977-008781414786/d120dae1-61c6-4b75-81fd-a300fd5c29cb/1e4204e6-4465-4f32-9637-c82df86e5919) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:49.411195 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9aef77-5d09-4a6f-8c15-313fcd511b95 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Made reservation on behalf of 184e2409da4d464ca4359459f179992b for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:49.415512 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0d9aef77-5d09-4a6f-8c15-313fcd511b95 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.460790 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b97fc8df-8120-426f-bb03-78d048c87ba8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (bc491ecb-4474-41dd-a99b-5004e78871cb), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.468757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-0d9aef77-5d09-4a6f-8c15-313fcd511b95 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] device_id is not set on port 5e4f00a8-937a-4f67-8aac-eaa9341e27ef yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:49.479243 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:49.481601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.539386 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab2e5b-edb3-43f6-9505-eba684b8094a None None] Pushing event updated for resources: {'Port': ['ID=4180416b-46c0-47c4-950f-c150c6a2eb98,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:49.556057 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2114698908'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:49.597844 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-df949573-aef5-46ba-8a7b-0c923a29161a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3006952 Jan 10 11:51:49.598779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df949573-aef5-46ba-8a7b-0c923a29161a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Network': ['ID=3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:49.605543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52956) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:49.630704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-52a6cbc0-e598-4bdf-a83d-74af82f4b38c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'subnet': {'network_id': '3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:49.631793 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Allocated IP 172.20.0.1 (a94f6bdd-7fbb-4f45-a4cc-a252fadeae57/06fd3b80-fbd7-4670-8d93-94044d907780/80e913f4-049e-43b2-86ed-eda11e224dba) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:49.647593 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9adcad6c-43f6-41da-b86c-d1c8d21413cf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (4cb181be-ce8f-463e-87a4-fc29c39646d0), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.650026 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Deleting port 4180416b-46c0-47c4-950f-c150c6a2eb98 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:49.650418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (4180416b-46c0-47c4-950f-c150c6a2eb98), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.677661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c853a393-22f5-4a21-a64d-394130360160 None None] Network 866d7c8a-94f1-415a-a647-eea4840f2c24 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:49.679693 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:49.704518 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Made reservation on behalf of f2d2a763bd7041b7aff98aa71ca27d78 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:49.715467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.765225 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.835172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] For port 4180416b-46c0-47c4-950f-c150c6a2eb98, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4180416b-46c0-47c4-950f-c150c6a2eb98,segment=NetworkSegment(421e6f36-3911-4f19-b8e4-c0994be1ac72),segment_id=421e6f36-3911-4f19-b8e4-c0994be1ac72)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:49.835545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (4180416b-46c0-47c4-950f-c150c6a2eb98), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.847476 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b97fc8df-8120-426f-bb03-78d048c87ba8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (bc491ecb-4474-41dd-a99b-5004e78871cb), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.856628 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Publish callbacks [] for security_group (8b5e69e0-6f6f-45a3-9f54-0d343f6459a7), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.877597 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Calling delete_port for 4180416b-46c0-47c4-950f-c150c6a2eb98 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:49.916282 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (80e913f4-049e-43b2-86ed-eda11e224dba), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:49.953406 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (8b5e69e0-6f6f-45a3-9f54-0d343f6459a7), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.001787 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5e69e0-6f6f-45a3-9f54-0d343f6459a7,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:50.006578 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9adcad6c-43f6-41da-b86c-d1c8d21413cf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (4cb181be-ce8f-463e-87a4-fc29c39646d0), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.039331 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:50.103316 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a6cbc0-e598-4bdf-a83d-74af82f4b38c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:50.104510 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (286ce5c8-6920-41a6-836f-92297d1b98e1), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.106462 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Added segment 286ce5c8-6920-41a6-836f-92297d1b98e1 of type vlan for network e972460c-aca3-4894-a80b-e216efafcf93 Jan 10 11:51:50.110810 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-52a6cbc0-e598-4bdf-a83d-74af82f4b38c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.114676 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adcad6c-43f6-41da-b86c-d1c8d21413cf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network cdbb382e-84bd-4533-a2f4-3df77c8fbd40 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:50.133072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-9adcad6c-43f6-41da-b86c-d1c8d21413cf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:50.141946 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adcad6c-43f6-41da-b86c-d1c8d21413cf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:50.149236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b97fc8df-8120-426f-bb03-78d048c87ba8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (bc491ecb-4474-41dd-a99b-5004e78871cb), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.153672 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adcad6c-43f6-41da-b86c-d1c8d21413cf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:50.154772 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9adcad6c-43f6-41da-b86c-d1c8d21413cf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.174011 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (4180416b-46c0-47c4-950f-c150c6a2eb98), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.178650 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (80e913f4-049e-43b2-86ed-eda11e224dba), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.192706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b97fc8df-8120-426f-bb03-78d048c87ba8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.198367 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b97fc8df-8120-426f-bb03-78d048c87ba8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/bc491ecb-4474-41dd-a99b-5004e78871cb HTTP/1.1" status: 204 len: 168 time: 1.0196238 Jan 10 11:51:50.199355 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52958) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:50.248886 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcad6c-43f6-41da-b86c-d1c8d21413cf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=4cb181be-ce8f-463e-87a4-fc29c39646d0,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:50.261138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9d52f2-954b-4ba2-a09b-9cc36075d195 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:50.267376 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (e972460c-aca3-4894-a80b-e216efafcf93), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.279807 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9adcad6c-43f6-41da-b86c-d1c8d21413cf tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.4662068 Jan 10 11:51:50.289181 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52960) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:50.319065 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-59e7ce30-dc91-480b-853b-44d2acf062ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9c78e485-bb41-4a9b-b55c-7f4bcccd4c87), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.335906 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4f560f66-75de-4fc7-adaa-3b66eeda14a3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1276073 Jan 10 11:51:50.336854 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fc8df-8120-426f-bb03-78d048c87ba8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=bc491ecb-4474-41dd-a99b-5004e78871cb,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:50.344318 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:50.348876 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52962) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:50.357101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-acecb329-7033-4b91-b784-391d3eda065c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:50.398635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No DVR routers for this DVR port 4180416b-46c0-47c4-950f-c150c6a2eb98 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:50.400472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Port': ['ID=4180416b-46c0-47c4-950f-c150c6a2eb98,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:50.410744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.ipam_backend_mixin [None req-52a6cbc0-e598-4bdf-a83d-74af82f4b38c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Performing IP validity checks on allocation pools {{(pid=110624) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 10 11:51:50.411292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.ipam_backend_mixin [None req-52a6cbc0-e598-4bdf-a83d-74af82f4b38c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110624) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 10 11:51:50.441376 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.resource_extend [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 11:51:50.450795 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:50.454383 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9c78e485-bb41-4a9b-b55c-7f4bcccd4c87), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.517381 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (866d7c8a-94f1-415a-a647-eea4840f2c24), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.545221 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:50.608964 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Publish callbacks [] for port (4dd43fc4-0ede-464d-8700-1af42b6cf8b6), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.614483 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:50.614972 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-59e7ce30-dc91-480b-853b-44d2acf062ec None None] For port 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c78e485-bb41-4a9b-b55c-7f4bcccd4c87,segment=NetworkSegment(9c68392f-35f2-402e-9a4b-180cf20a3c05),segment_id=9c68392f-35f2-402e-9a4b-180cf20a3c05)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:50.647505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Publish callbacks [] for port (1e4204e6-4465-4f32-9637-c82df86e5919), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.675156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866d7c8a-94f1-415a-a647-eea4840f2c24']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:50.695059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-59e7ce30-dc91-480b-853b-44d2acf062ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9c78e485-bb41-4a9b-b55c-7f4bcccd4c87), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.760506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421e6f36-3911-4f19-b8e4-c0994be1ac72') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:50.761004 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421e6f36-3911-4f19-b8e4-c0994be1ac72') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:50.785211 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (4dd43fc4-0ede-464d-8700-1af42b6cf8b6), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.796137 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (421e6f36-3911-4f19-b8e4-c0994be1ac72), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.818202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd0d552-a262-4351-a8ec-01167aeac1d3 None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:51:50.826079 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (e972460c-aca3-4894-a80b-e216efafcf93), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.832405 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:50.833480 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.846169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=80e913f4-049e-43b2-86ed-eda11e224dba,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:50.848716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (1e4204e6-4465-4f32-9637-c82df86e5919), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.865880 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (421e6f36-3911-4f19-b8e4-c0994be1ac72), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.878889 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device be38077d-6638-4798-8a7b-d4a9e3e8976f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:50.891213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:51:50.891861 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (421e6f36-3911-4f19-b8e4-c0994be1ac72), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:51:50.897255 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:51:50.926588 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-52a6cbc0-e598-4bdf-a83d-74af82f4b38c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (11463ea3-ed38-49b8-8647-a8ba12545c05), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.946927 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (f6ccc364-1e83-4cb2-8085-cf3093fcd207), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:50.984062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Network 5865c300-fe0b-4ad0-aed6-b2b34b3e815b is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:51.008236 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7ce30-dc91-480b-853b-44d2acf062ec None None] Pushing event updated for resources: {'Port': ['ID=9c78e485-bb41-4a9b-b55c-7f4bcccd4c87,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:51.018500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Network 2e2b3302-7018-46f4-8977-008781414786 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:51.028518 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:51.038556 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f5d27daf-8111-4370-bb63-db03f0757f7f None None] Provisioning complete for port 4cb181be-ce8f-463e-87a4-fc29c39646d0 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:51.039623 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f5d27daf-8111-4370-bb63-db03f0757f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4cb181be-ce8f-463e-87a4-fc29c39646d0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.053025 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.0096862 Jan 10 11:51:51.071030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-0d9aef77-5d09-4a6f-8c15-313fcd511b95 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Allocated IP 172.20.0.3 (2e2b3302-7018-46f4-8977-008781414786/d120dae1-61c6-4b75-81fd-a300fd5c29cb/5e4f00a8-937a-4f67-8aac-eaa9341e27ef) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:51.071813 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820ba29-d84b-45ba-b129-34fd0b39eaa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Pushing event updated for resources: {'Network': ['ID=e972460c-aca3-4894-a80b-e216efafcf93,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:51.161598 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6cbc0-e598-4bdf-a83d-74af82f4b38c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Subnet': ['ID=11463ea3-ed38-49b8-8647-a8ba12545c05,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:51.183508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (866d7c8a-94f1-415a-a647-eea4840f2c24), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.192336 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6cbc0-e598-4bdf-a83d-74af82f4b38c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Checking segment: {'id': '8f068271-8d6a-4105-947e-d04c98723800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:51.192901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6cbc0-e598-4bdf-a83d-74af82f4b38c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network hostable DHCP agents. Network: 3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:51:51.205714 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.217863 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:51.218303 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/866d7c8a-94f1-415a-a647-eea4840f2c24 HTTP/1.1" status: 204 len: 168 time: 4.7409530 Jan 10 11:51:51.227733 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52970) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:51.229678 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:51.233928 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acecb329-7033-4b91-b784-391d3eda065c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:51.238764 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:51.242323 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-acecb329-7033-4b91-b784-391d3eda065c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.250945 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d0aec17c-18ca-4b45-b52b-b7d265084cf0 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1283956414'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:51.266840 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network e972460c-aca3-4894-a80b-e216efafcf93 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:51.271984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Pushing event updated for resources: {'Port': ['ID=4dd43fc4-0ede-464d-8700-1af42b6cf8b6,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:51.280664 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b0ef7-50c6-4cab-bb7d-3b37a6043329 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Network': ['ID=866d7c8a-94f1-415a-a647-eea4840f2c24,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:51.381529 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3d8e498f-717b-4ac7-9260-da5a0c901998 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (4cb181be-ce8f-463e-87a4-fc29c39646d0), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.422664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Pushing event updated for resources: {'Port': ['ID=1e4204e6-4465-4f32-9637-c82df86e5919,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:51.474567 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52972) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:51.480348 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Request body: {'port': {'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-429650794'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:51.488137 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6cbc0-e598-4bdf-a83d-74af82f4b38c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network 3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:51:51.498931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0aec17c-18ca-4b45-b52b-b7d265084cf0 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:51.502965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d0aec17c-18ca-4b45-b52b-b7d265084cf0 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.543746 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f5d27daf-8111-4370-bb63-db03f0757f7f None None] Port 4cb181be-ce8f-463e-87a4-fc29c39646d0 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:51.567256 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0d9aef77-5d09-4a6f-8c15-313fcd511b95 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks [] for port (5e4f00a8-937a-4f67-8aac-eaa9341e27ef), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.568665 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0aec17c-18ca-4b45-b52b-b7d265084cf0 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:51.586461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d0aec17c-18ca-4b45-b52b-b7d265084cf0 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e4f40a92-046c-4a58-ad3c-ae352853187d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.586977 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-d0aec17c-18ca-4b45-b52b-b7d265084cf0 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Added segment e4f40a92-046c-4a58-ad3c-ae352853187d of type vlan for network 2327f756-b5ad-4153-9365-30614d0e2982 Jan 10 11:51:51.607809 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0d552-a262-4351-a8ec-01167aeac1d3 None None] Deleting port be38077d-6638-4798-8a7b-d4a9e3e8976f {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:51.608302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d552-a262-4351-a8ec-01167aeac1d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (be38077d-6638-4798-8a7b-d4a9e3e8976f), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.622609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Attempting to bind port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:51.622995 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Attempting to bind port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9beeb6b0-4e5c-4d89-a963-948493b108ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5865c300-fe0b-4ad0-aed6-b2b34b3e815b'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:51.623311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Attempting to bind port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 on network 5865c300-fe0b-4ad0-aed6-b2b34b3e815b {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:51.665481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-52a6cbc0-e598-4bdf-a83d-74af82f4b38c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:51.675395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Attempting to bind port 1e4204e6-4465-4f32-9637-c82df86e5919 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:51.676017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Attempting to bind port 1e4204e6-4465-4f32-9637-c82df86e5919 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '84e0fdca-0134-448a-b253-717c038241e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2e2b3302-7018-46f4-8977-008781414786'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:51.676636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Attempting to bind port 1e4204e6-4465-4f32-9637-c82df86e5919 on network 2e2b3302-7018-46f4-8977-008781414786 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:51.677211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Made reservation on behalf of 9bf1c8db59ed46be95f1d176a8347683 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:51.679543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port be38077d-6638-4798-8a7b-d4a9e3e8976f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:51.680117 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (be38077d-6638-4798-8a7b-d4a9e3e8976f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.681326 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.688302 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (80e913f4-049e-43b2-86ed-eda11e224dba), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.689583 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a242c9c-e70d-4862-864e-57eb1ab8bdd1 None None] Network 3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:51.711702 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a6cbc0-e598-4bdf-a83d-74af82f4b38c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:51.712780 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-52a6cbc0-e598-4bdf-a83d-74af82f4b38c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.721415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:51:51.722177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Checking segment: {'id': '9beeb6b0-4e5c-4d89-a963-948493b108ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5865c300-fe0b-4ad0-aed6-b2b34b3e815b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:51.722764 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.723392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Bound using segment: {'id': '9beeb6b0-4e5c-4d89-a963-948493b108ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5865c300-fe0b-4ad0-aed6-b2b34b3e815b'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:51:51.724058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Bound port: 4dd43fc4-0ede-464d-8700-1af42b6cf8b6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9beeb6b0-4e5c-4d89-a963-948493b108ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5865c300-fe0b-4ad0-aed6-b2b34b3e815b'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:51:51.724642 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (4dd43fc4-0ede-464d-8700-1af42b6cf8b6), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.736643 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.745359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d0aec17c-18ca-4b45-b52b-b7d265084cf0 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (2327f756-b5ad-4153-9365-30614d0e2982), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.792304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:51:51.793721 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Checking segment: {'id': '84e0fdca-0134-448a-b253-717c038241e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2e2b3302-7018-46f4-8977-008781414786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:51.794565 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.794565 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Bound using segment: {'id': '84e0fdca-0134-448a-b253-717c038241e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2e2b3302-7018-46f4-8977-008781414786'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:51:51.795254 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Bound port: 1e4204e6-4465-4f32-9637-c82df86e5919, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e0fdca-0134-448a-b253-717c038241e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2e2b3302-7018-46f4-8977-008781414786'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:51:51.795453 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1e4204e6-4465-4f32-9637-c82df86e5919), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.819531 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f5d27daf-8111-4370-bb63-db03f0757f7f None None] Provisioning complete for port 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:51.820096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f5d27daf-8111-4370-bb63-db03f0757f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9c78e485-bb41-4a9b-b55c-7f4bcccd4c87), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.840322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0d9aef77-5d09-4a6f-8c15-313fcd511b95 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (5e4f00a8-937a-4f67-8aac-eaa9341e27ef), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.916812 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-52a6cbc0-e598-4bdf-a83d-74af82f4b38c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3043215 Jan 10 11:51:51.922274 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 52976) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:51.952124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9aef77-5d09-4a6f-8c15-313fcd511b95 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Network 2e2b3302-7018-46f4-8977-008781414786 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:51.955443 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-2cd0d552-a262-4351-a8ec-01167aeac1d3 None None] For port be38077d-6638-4798-8a7b-d4a9e3e8976f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=be38077d-6638-4798-8a7b-d4a9e3e8976f,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:51.955853 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d552-a262-4351-a8ec-01167aeac1d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (be38077d-6638-4798-8a7b-d4a9e3e8976f), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.966689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-0d9aef77-5d09-4a6f-8c15-313fcd511b95 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:51.970614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d0aec17c-18ca-4b45-b52b-b7d265084cf0 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (2327f756-b5ad-4153-9365-30614d0e2982), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.977238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aec17c-18ca-4b45-b52b-b7d265084cf0 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:51.977974 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d0aec17c-18ca-4b45-b52b-b7d265084cf0 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:51.981278 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9aef77-5d09-4a6f-8c15-313fcd511b95 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:51.992163 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9aef77-5d09-4a6f-8c15-313fcd511b95 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event updated for resources: {'Port': ['ID=5e4f00a8-937a-4f67-8aac-eaa9341e27ef,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:52.005260 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3d8e498f-717b-4ac7-9260-da5a0c901998 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (4cb181be-ce8f-463e-87a4-fc29c39646d0), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:52.015682 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-acecb329-7033-4b91-b784-391d3eda065c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (811a1bde-6cce-43ea-a6c3-6609a7688b6d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:52.027232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0d552-a262-4351-a8ec-01167aeac1d3 None None] Calling delete_port for be38077d-6638-4798-8a7b-d4a9e3e8976f owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:52.139698 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks [] for security_group (d1ebdc7b-1ed5-41b1-9ca0-e24dfa183a26), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:52.144006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] For port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:51:52.155753 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9aef77-5d09-4a6f-8c15-313fcd511b95 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:52.157247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0d9aef77-5d09-4a6f-8c15-313fcd511b95 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:52.157948 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acecb329-7033-4b91-b784-391d3eda065c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:52.161078 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aec17c-18ca-4b45-b52b-b7d265084cf0 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Network': ['ID=2327f756-b5ad-4153-9365-30614d0e2982,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:52.174327 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecb329-7033-4b91-b784-391d3eda065c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=811a1bde-6cce-43ea-a6c3-6609a7688b6d,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:52.182824 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-acecb329-7033-4b91-b784-391d3eda065c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:52.190735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3d8e498f-717b-4ac7-9260-da5a0c901998 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (4cb181be-ce8f-463e-87a4-fc29c39646d0), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:52.207349 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acecb329-7033-4b91-b784-391d3eda065c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:52.208408 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-acecb329-7033-4b91-b784-391d3eda065c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:52.215108 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 2327f756-b5ad-4153-9365-30614d0e2982 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:52.222250 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d0aec17c-18ca-4b45-b52b-b7d265084cf0 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9737651 Jan 10 11:51:52.222250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52978) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:52.222527 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] For port 1e4204e6-4465-4f32-9637-c82df86e5919, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:51:52.237950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-df894256-2741-4458-ba33-52ce500c70fe tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'subnet': {'network_id': '2327f756-b5ad-4153-9365-30614d0e2982', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:52.246034 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57', 'network_id': '3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57', 'project_id': 'b7a563b78a01466b8646457654606ffa', 'fixed_ips': [{'subnet_id': '11463ea3-ed38-49b8-8647-a8ba12545c05'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:51:52.246955 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:52.266466 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] For port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4dd43fc4-0ede-464d-8700-1af42b6cf8b6,segment=NetworkSegment(9beeb6b0-4e5c-4d89-a963-948493b108ef),segment_id=9beeb6b0-4e5c-4d89-a963-948493b108ef)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:51:52.294176 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (d1ebdc7b-1ed5-41b1-9ca0-e24dfa183a26), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:52.309382 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] device_id is not set on port 72cf581c-ea85-4245-9523-4962494edb3b yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:52.314594 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:52.337550 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] For port 1e4204e6-4465-4f32-9637-c82df86e5919, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e4204e6-4465-4f32-9637-c82df86e5919,segment=NetworkSegment(84e0fdca-0134-448a-b253-717c038241e7),segment_id=84e0fdca-0134-448a-b253-717c038241e7)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:51:52.387866 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e498f-717b-4ac7-9260-da5a0c901998 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=4cb181be-ce8f-463e-87a4-fc29c39646d0,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:52.419308 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0d9aef77-5d09-4a6f-8c15-313fcd511b95 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7629514 Jan 10 11:51:52.433465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52980) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:52.450944 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-8061e341-43ad-468e-b582-cd701ceb354f tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Request body: {'port': {'network_id': '2e2b3302-7018-46f4-8977-008781414786', 'name': 'tempest-AllowedAddressPairTestJSON-648793384', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:e5:96:00'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:52.588779 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:52.594616 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ebdc7b-1ed5-41b1-9ca0-e24dfa183a26,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:52.599447 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1e4204e6-4465-4f32-9637-c82df86e5919), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:52.603630 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (4dd43fc4-0ede-464d-8700-1af42b6cf8b6), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:52.703818 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3d8e498f-717b-4ac7-9260-da5a0c901998 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (21c947ec-7711-4d18-bf7b-df740ceea532), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:52.791020 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-acecb329-7033-4b91-b784-391d3eda065c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4380240 Jan 10 11:51:52.800777 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52982) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:52.809277 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-519e441f-5985-4400-a209-155838d235fe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'name': 'tempest-NetworksTestDHCPv6-1152683386'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:52.827610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d552-a262-4351-a8ec-01167aeac1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (be38077d-6638-4798-8a7b-d4a9e3e8976f), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:52.894552 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df894256-2741-4458-ba33-52ce500c70fe tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:52.898684 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-df894256-2741-4458-ba33-52ce500c70fe tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:52.912439 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e5645-77d1-4637-b5b9-69445479da9e None None] Pushing event updated for resources: {'Port': ['ID=1e4204e6-4465-4f32-9637-c82df86e5919,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:52.934429 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e4a3993a-4d29-4dcc-95e1-22ddeca4902c None None] Provisioning complete for port 4cb181be-ce8f-463e-87a4-fc29c39646d0 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:52.934933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e4a3993a-4d29-4dcc-95e1-22ddeca4902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4cb181be-ce8f-463e-87a4-fc29c39646d0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:52.942301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0d552-a262-4351-a8ec-01167aeac1d3 None None] No DVR routers for this DVR port be38077d-6638-4798-8a7b-d4a9e3e8976f on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:52.993605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (11463ea3-ed38-49b8-8647-a8ba12545c05), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:53.088239 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018365e4-74c2-42de-9dc6-728dbf86eacc None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:53.093280 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (80e913f4-049e-43b2-86ed-eda11e224dba), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:53.190178 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] device_id is not set on port 72cf581c-ea85-4245-9523-4962494edb3b yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:53.253449 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (80e913f4-049e-43b2-86ed-eda11e224dba), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:53.281591 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks [] for port (72cf581c-ea85-4245-9523-4962494edb3b), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:53.294713 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8061e341-43ad-468e-b582-cd701ceb354f tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Made reservation on behalf of 184e2409da4d464ca4359459f179992b for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:53.297964 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3993a-4d29-4dcc-95e1-22ddeca4902c None None] Port 4cb181be-ce8f-463e-87a4-fc29c39646d0 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:53.299788 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:53.299926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9c78e485-bb41-4a9b-b55c-7f4bcccd4c87), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:53.319739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3d8e498f-717b-4ac7-9260-da5a0c901998 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (4cb181be-ce8f-463e-87a4-fc29c39646d0), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:53.364338 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Allocated IP 2001:db8::3 (3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57/11463ea3-ed38-49b8-8647-a8ba12545c05/3bdadd60-a975-4134-97a1-876dfecd7ad5) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:53.447474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (72cf581c-ea85-4245-9523-4962494edb3b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:53.476429 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a80ba1-c2b3-4c71-a2cb-eb8658098bc9 None None] Pushing event updated for resources: {'Port': ['ID=4dd43fc4-0ede-464d-8700-1af42b6cf8b6,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:53.476642 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (f6ccc364-1e83-4cb2-8085-cf3093fcd207), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:53.478820 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=80e913f4-049e-43b2-86ed-eda11e224dba,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:53.499787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': '811a1bde-6cce-43ea-a6c3-6609a7688b6d'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:51:53.499787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:53.525717 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9bc11-cea0-4558-ba49-b23ea22fd3e3 req-3c01cbbb-16b3-443a-8572-19bf9ad1ebab tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:53.532877 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-07c9bc11-cea0-4558-ba49-b23ea22fd3e3 req-3c01cbbb-16b3-443a-8572-19bf9ad1ebab tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 945 time: 0.3724313 Jan 10 11:51:53.583509 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0d552-a262-4351-a8ec-01167aeac1d3 None None] Pushing event deleted for resources: {'Port': ['ID=be38077d-6638-4798-8a7b-d4a9e3e8976f,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:53.634730 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519e441f-5985-4400-a209-155838d235fe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:53.636075 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-519e441f-5985-4400-a209-155838d235fe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:53.682546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8061e341-43ad-468e-b582-cd701ceb354f tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:53.698332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Pushing event updated for resources: {'Port': ['ID=72cf581c-ea85-4245-9523-4962494edb3b,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:53.760453 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-8061e341-43ad-468e-b582-cd701ceb354f tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] device_id is not set on port 29125e70-86ec-4377-ac93-0121df14e5c4 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:53.776325 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-07c9bc11-cea0-4558-ba49-b23ea22fd3e3 req-5ae95b24-e4f8-4c34-b998-42dc820f3160 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421656 Jan 10 11:51:53.780618 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-519e441f-5985-4400-a209-155838d235fe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port 7e78ccea-11dc-4ce0-bec0-659e5d4e23d0 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:53.832564 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Checking segment: {'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:53.833449 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Network hostable DHCP agents. Network: e972460c-aca3-4894-a80b-e216efafcf93, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:51:53.882496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-df894256-2741-4458-ba33-52ce500c70fe tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (35f4c251-3b9e-4283-a5f2-11a4bdcc7ae1), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:53.920306 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Publish callbacks [] for port (3bdadd60-a975-4134-97a1-876dfecd7ad5), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:53.949470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Allocated IP 2001:db8::2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/811a1bde-6cce-43ea-a6c3-6609a7688b6d/037b4671-2055-4ae7-a444-9110bca049f1) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:53.968396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device be38077d-6638-4798-8a7b-d4a9e3e8976f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:51:54.010127 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: be38077d-6638-4798-8a7b-d4a9e3e8976f {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:51:54.010520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device be38077d-6638-4798-8a7b-d4a9e3e8976f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:51:54.035193 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (3bdadd60-a975-4134-97a1-876dfecd7ad5), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:54.119433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Network 3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:54.128150 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:54.135876 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:54.152304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Pushing event updated for resources: {'Port': ['ID=3bdadd60-a975-4134-97a1-876dfecd7ad5,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:54.193887 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:54.199875 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (11463ea3-ed38-49b8-8647-a8ba12545c05), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:54.202151 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:54.239396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Attempting to bind port 3bdadd60-a975-4134-97a1-876dfecd7ad5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:54.240503 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Attempting to bind port 3bdadd60-a975-4134-97a1-876dfecd7ad5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8f068271-8d6a-4105-947e-d04c98723800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:54.241103 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Attempting to bind port 3bdadd60-a975-4134-97a1-876dfecd7ad5 on network 3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:54.247990 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Subnet': ['ID=11463ea3-ed38-49b8-8647-a8ba12545c05,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:54.291939 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:51:54.292378 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Checking segment: {'id': '8f068271-8d6a-4105-947e-d04c98723800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:54.292808 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:54.293274 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Bound using segment: {'id': '8f068271-8d6a-4105-947e-d04c98723800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:51:54.299023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Bound port: 3bdadd60-a975-4134-97a1-876dfecd7ad5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f068271-8d6a-4105-947e-d04c98723800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:51:54.299547 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3bdadd60-a975-4134-97a1-876dfecd7ad5), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:54.340120 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Publish callbacks [] for port (037b4671-2055-4ae7-a444-9110bca049f1), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:54.401866 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:54.436007 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df894256-2741-4458-ba33-52ce500c70fe tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Subnet': ['ID=35f4c251-3b9e-4283-a5f2-11a4bdcc7ae1,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:54.455315 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] For port 3bdadd60-a975-4134-97a1-876dfecd7ad5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:51:54.465192 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] For port 3bdadd60-a975-4134-97a1-876dfecd7ad5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bdadd60-a975-4134-97a1-876dfecd7ad5,segment=NetworkSegment(8f068271-8d6a-4105-947e-d04c98723800),segment_id=8f068271-8d6a-4105-947e-d04c98723800)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:51:54.474983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (037b4671-2055-4ae7-a444-9110bca049f1), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:54.511696 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-8061e341-43ad-468e-b582-cd701ceb354f tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Allocated IP 172.20.0.14 (2e2b3302-7018-46f4-8977-008781414786/d120dae1-61c6-4b75-81fd-a300fd5c29cb/29125e70-86ec-4377-ac93-0121df14e5c4) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:54.523916 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:54.547617 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f068271-8d6a-4105-947e-d04c98723800') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:54.547957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f068271-8d6a-4105-947e-d04c98723800') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:54.569216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (8f068271-8d6a-4105-947e-d04c98723800), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:54.589808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df894256-2741-4458-ba33-52ce500c70fe tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Checking segment: {'id': 'e4f40a92-046c-4a58-ad3c-ae352853187d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2327f756-b5ad-4153-9365-30614d0e2982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:54.590681 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df894256-2741-4458-ba33-52ce500c70fe tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network hostable DHCP agents. Network: 2327f756-b5ad-4153-9365-30614d0e2982, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:51:54.613669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:54.616093 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3d8e498f-717b-4ac7-9260-da5a0c901998 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (4cb181be-ce8f-463e-87a4-fc29c39646d0), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:54.623992 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:54.631142 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:54.647827 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router f6ccc364-1e83-4cb2-8085-cf3093fcd207 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:51:54.680997 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Network e972460c-aca3-4894-a80b-e216efafcf93 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:51:54.696857 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Pushing event updated for resources: {'Port': ['ID=037b4671-2055-4ae7-a444-9110bca049f1,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:54.710081 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1e4204e6-4465-4f32-9637-c82df86e5919 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:54.754016 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-519e441f-5985-4400-a209-155838d235fe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::266 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/811a1bde-6cce-43ea-a6c3-6609a7688b6d/7e78ccea-11dc-4ce0-bec0-659e5d4e23d0) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:54.777524 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (8f068271-8d6a-4105-947e-d04c98723800), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:54.781545 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3d8e498f-717b-4ac7-9260-da5a0c901998 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (4cb181be-ce8f-463e-87a4-fc29c39646d0), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:54.782374 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3d8e498f-717b-4ac7-9260-da5a0c901998 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (21c947ec-7711-4d18-bf7b-df740ceea532), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:54.790053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (3bdadd60-a975-4134-97a1-876dfecd7ad5), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:54.878681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:51:54.879460 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (8f068271-8d6a-4105-947e-d04c98723800), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:51:54.887330 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:51:54.903918 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Attempting to bind port 037b4671-2055-4ae7-a444-9110bca049f1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:54.904402 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Attempting to bind port 037b4671-2055-4ae7-a444-9110bca049f1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:54.904915 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Attempting to bind port 037b4671-2055-4ae7-a444-9110bca049f1 on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:54.924546 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:51:54.925271 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:51:54.925496 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:54.926018 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:51:54.926576 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Bound port: 037b4671-2055-4ae7-a444-9110bca049f1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:51:54.927040 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (037b4671-2055-4ae7-a444-9110bca049f1), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:55.000473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df894256-2741-4458-ba33-52ce500c70fe tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network 2327f756-b5ad-4153-9365-30614d0e2982 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:51:55.003431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cd553-ba5d-458b-83db-486aa74514b6 None None] Pushing event updated for resources: {'Port': ['ID=3bdadd60-a975-4134-97a1-876dfecd7ad5,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:55.008470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86d5ffc-f36e-42c5-8b48-8ed413485714 None None] Network 5865c300-fe0b-4ad0-aed6-b2b34b3e815b requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:55.052610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e498f-717b-4ac7-9260-da5a0c901998 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=4cb181be-ce8f-463e-87a4-fc29c39646d0,revision_number=3']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:55.063121 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0ae6c1-7b9e-4ed2-b645-565bbef54291 None None] Network 3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:55.071915 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 1e4204e6-4465-4f32-9637-c82df86e5919 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:55.072237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1e4204e6-4465-4f32-9637-c82df86e5919), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:55.090985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:51:55.092605 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8061e341-43ad-468e-b582-cd701ceb354f tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks [] for port (29125e70-86ec-4377-ac93-0121df14e5c4), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:55.101593 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9411576e-439a-4a93-a361-179597b97550 None None] Sync routers for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:51:55.113190 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411576e-439a-4a93-a361-179597b97550 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:55.114207 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9411576e-439a-4a93-a361-179597b97550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:55.115756 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 52996) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:55.121144 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8c5b401b-7cc4-4043-92bf-4a0827f14f25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "PUT /v2.0/routers/f6ccc364-1e83-4cb2-8085-cf3093fcd207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9460151 Jan 10 11:51:55.125985 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-a42a14ce-bfbd-4722-abbd-da3a0924b660 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'port': {'network_id': 'a94f6bdd-7fbb-4f45-a4cc-a252fadeae57', 'name': 'tempest-FloatingIPTestJSON-1238914794'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:55.151723 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.api [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 11:51:55.151723 dv-neutron-master-2-hyperv neutron-server[110625]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 11:51:55.151723 dv-neutron-master-2-hyperv neutron-server[110625]: [parameters: {'id': '3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57'}] Jan 10 11:51:55.151723 dv-neutron-master-2-hyperv neutron-server[110625]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:51:55.153063 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG oslo_db.api [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:51:55.169150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e972460c-aca3-4894-a80b-e216efafcf93) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:55.180995 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8e498f-717b-4ac7-9260-da5a0c901998 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network cdbb382e-84bd-4533-a2f4-3df77c8fbd40 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:55.181380 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-df894256-2741-4458-ba33-52ce500c70fe tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2327f756-b5ad-4153-9365-30614d0e2982) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:55.182001 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9411576e-439a-4a93-a361-179597b97550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:55.183975 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-3d8e498f-717b-4ac7-9260-da5a0c901998 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:55.193263 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:55.203570 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411576e-439a-4a93-a361-179597b97550 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:55.204421 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9411576e-439a-4a93-a361-179597b97550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:55.227994 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf996428-8c5d-46fa-8707-ede7bc7e2e27 None None] Network e972460c-aca3-4894-a80b-e216efafcf93 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:55.242619 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7ac7dd-d8dd-4043-b4b1-91ee3c24e352 None None] Network 2327f756-b5ad-4153-9365-30614d0e2982 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:55.243015 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df894256-2741-4458-ba33-52ce500c70fe tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:55.243622 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-df894256-2741-4458-ba33-52ce500c70fe tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:55.270386 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9411576e-439a-4a93-a361-179597b97550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:55.271239 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9411576e-439a-4a93-a361-179597b97550 None None] The sync data for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:51:55.284721 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:55.285068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:55.285666 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:55.368847 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-519e441f-5985-4400-a209-155838d235fe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (7e78ccea-11dc-4ce0-bec0-659e5d4e23d0), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:55.377139 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:55.377742 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:51:55.380811 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 2 to bind port 72cf581c-ea85-4245-9523-4962494edb3b Jan 10 11:51:55.433355 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-df894256-2741-4458-ba33-52ce500c70fe tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2104695 Jan 10 11:51:55.435943 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53000) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:55.443662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4f7fb-ce82-4d59-a04f-399796ad8829 req-7cc8d6bc-5835-4e6a-a331-53307c7d4fbf tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:55.445696 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-71b4f7fb-ce82-4d59-a04f-399796ad8829 req-7cc8d6bc-5835-4e6a-a331-53307c7d4fbf tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 945 time: 0.0985727 Jan 10 11:51:55.448833 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:55.449179 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:55.449522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:55.490738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:55.491083 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:51:55.527744 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 3 to bind port 72cf581c-ea85-4245-9523-4962494edb3b Jan 10 11:51:55.531084 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-71b4f7fb-ce82-4d59-a04f-399796ad8829 req-1d22bfb8-9a7a-48d6-8f9a-b30829dd41ab tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755341 Jan 10 11:51:55.543156 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a868054-79d1-49c9-9831-32c552c118b0 None None] Network 2e2b3302-7018-46f4-8977-008781414786 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:55.543409 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42a14ce-bfbd-4722-abbd-da3a0924b660 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Made reservation on behalf of 87395ce205234b79884efd4fb62f5856 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:55.547404 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a42a14ce-bfbd-4722-abbd-da3a0924b660 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:55.573451 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:55.573810 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:55.574158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:55.577547 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8e498f-717b-4ac7-9260-da5a0c901998 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 21c947ec-7711-4d18-bf7b-df740ceea532 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:51:55.584772 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8061e341-43ad-468e-b582-cd701ceb354f tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (29125e70-86ec-4377-ac93-0121df14e5c4), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:55.619150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:55.619746 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:51:55.621519 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-a42a14ce-bfbd-4722-abbd-da3a0924b660 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] device_id is not set on port b928900a-8233-40b5-89f8-9a3a76a44550 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:55.654297 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 4 to bind port 72cf581c-ea85-4245-9523-4962494edb3b Jan 10 11:51:55.677432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:55.685832 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e7913425-5c70-47fd-ad80-4c0023b9df30 None None] Provisioning complete for port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:55.686687 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e7913425-5c70-47fd-ad80-4c0023b9df30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4dd43fc4-0ede-464d-8700-1af42b6cf8b6), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:55.696153 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-519e441f-5985-4400-a209-155838d235fe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (7e78ccea-11dc-4ce0-bec0-659e5d4e23d0), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:55.743101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8e498f-717b-4ac7-9260-da5a0c901998 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:51:55.751545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8061e341-43ad-468e-b582-cd701ceb354f tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Network 2e2b3302-7018-46f4-8977-008781414786 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:55.755116 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3d8e498f-717b-4ac7-9260-da5a0c901998 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/21c947ec-7711-4d18-bf7b-df740ceea532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4315457 Jan 10 11:51:55.756315 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53002) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:55.756438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:55.756438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:55.756644 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:55.774859 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-8061e341-43ad-468e-b582-cd701ceb354f tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:55.783468 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061e341-43ad-468e-b582-cd701ceb354f tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event updated for resources: {'Port': ['ID=29125e70-86ec-4377-ac93-0121df14e5c4,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:55.789809 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4ccb04f6-ba62-464f-84d9-eb30136c4b6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (2327f756-b5ad-4153-9365-30614d0e2982), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:55.791718 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8061e341-43ad-468e-b582-cd701ceb354f tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:55.793093 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593007d2-e39e-49bc-890e-0a0f1ee1c701 None None] Sync routers for ids ['21c947ec-7711-4d18-bf7b-df740ceea532'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:51:55.802045 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:55.802536 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:51:55.808683 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 5 to bind port 72cf581c-ea85-4245-9523-4962494edb3b Jan 10 11:51:55.816375 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] For port 037b4671-2055-4ae7-a444-9110bca049f1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:51:55.839722 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee3fbaa-1c54-4eba-aade-6e10ed48de9a tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:55.844745 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-eee3fbaa-1c54-4eba-aade-6e10ed48de9a tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports/4cb181be-ce8f-463e-87a4-fc29c39646d0 HTTP/1.1" status: 200 len: 982 time: 0.0877609 Jan 10 11:51:55.845395 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53006) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:55.861875 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593007d2-e39e-49bc-890e-0a0f1ee1c701 None None] Routers {'21c947ec-7711-4d18-bf7b-df740ceea532'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:55.862527 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-593007d2-e39e-49bc-890e-0a0f1ee1c701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['21c947ec-7711-4d18-bf7b-df740ceea532'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:55.888308 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Deleting port 3bdadd60-a975-4134-97a1-876dfecd7ad5 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:55.888683 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (3bdadd60-a975-4134-97a1-876dfecd7ad5), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:55.917193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e441f-5985-4400-a209-155838d235fe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:55.933620 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-519e441f-5985-4400-a209-155838d235fe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:55.936033 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:55.936579 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:55.937064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:55.939860 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e441f-5985-4400-a209-155838d235fe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:55.946748 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519e441f-5985-4400-a209-155838d235fe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:55.947138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-519e441f-5985-4400-a209-155838d235fe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:55.961190 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] For port 037b4671-2055-4ae7-a444-9110bca049f1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=037b4671-2055-4ae7-a444-9110bca049f1,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:51:55.968183 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5974d1-c7df-4892-843d-cbc1651ee30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2327f756-b5ad-4153-9365-30614d0e2982', 'network_id': '2327f756-b5ad-4153-9365-30614d0e2982', 'project_id': 'a4af5988feaf47b38afe64dd8e2726b8', 'fixed_ips': [{'subnet_id': '35f4c251-3b9e-4283-a5f2-11a4bdcc7ae1'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:51:55.969918 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4a5974d1-c7df-4892-843d-cbc1651ee30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:55.981033 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:55.981241 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:51:55.981953 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e441f-5985-4400-a209-155838d235fe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=7e78ccea-11dc-4ce0-bec0-659e5d4e23d0,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:55.992925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-593007d2-e39e-49bc-890e-0a0f1ee1c701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:56.002206 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] For port 3bdadd60-a975-4134-97a1-876dfecd7ad5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bdadd60-a975-4134-97a1-876dfecd7ad5,segment=NetworkSegment(8f068271-8d6a-4105-947e-d04c98723800),segment_id=8f068271-8d6a-4105-947e-d04c98723800)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:56.002673 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (3bdadd60-a975-4134-97a1-876dfecd7ad5), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:56.007637 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 6 to bind port 72cf581c-ea85-4245-9523-4962494edb3b Jan 10 11:51:56.017020 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8061e341-43ad-468e-b582-cd701ceb354f tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:56.017378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8061e341-43ad-468e-b582-cd701ceb354f tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:56.026227 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593007d2-e39e-49bc-890e-0a0f1ee1c701 None None] Routers {'21c947ec-7711-4d18-bf7b-df740ceea532'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:51:56.026861 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-593007d2-e39e-49bc-890e-0a0f1ee1c701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['21c947ec-7711-4d18-bf7b-df740ceea532'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:56.053232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-a42a14ce-bfbd-4722-abbd-da3a0924b660 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Allocated IP 172.20.0.6 (a94f6bdd-7fbb-4f45-a4cc-a252fadeae57/06fd3b80-fbd7-4670-8d93-94044d907780/b928900a-8233-40b5-89f8-9a3a76a44550) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:56.065567 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:56.066090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:56.066625 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:56.085355 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:56.085902 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:51:56.086039 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Calling delete_port for 3bdadd60-a975-4134-97a1-876dfecd7ad5 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:56.088577 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 7 to bind port 72cf581c-ea85-4245-9523-4962494edb3b Jan 10 11:51:56.091474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4ccb04f6-ba62-464f-84d9-eb30136c4b6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (35f4c251-3b9e-4283-a5f2-11a4bdcc7ae1), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:56.115652 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (037b4671-2055-4ae7-a444-9110bca049f1), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:56.144609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-593007d2-e39e-49bc-890e-0a0f1ee1c701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:56.145091 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593007d2-e39e-49bc-890e-0a0f1ee1c701 None None] The sync data for ids ['21c947ec-7711-4d18-bf7b-df740ceea532'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:51:56.147928 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-519e441f-5985-4400-a209-155838d235fe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3457696 Jan 10 11:51:56.152430 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53008) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:56.165692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:56.165692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:56.165692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:56.172140 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8061e341-43ad-468e-b582-cd701ceb354f tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.7273645 Jan 10 11:51:56.174607 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53010) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:56.194801 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:56.194801 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:51:56.198173 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 8 to bind port 72cf581c-ea85-4245-9523-4962494edb3b Jan 10 11:51:56.295144 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1e4204e6-4465-4f32-9637-c82df86e5919), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:56.311810 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:56.312842 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:56.313509 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:56.327371 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:56.327937 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:51:56.331757 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 9 to bind port 72cf581c-ea85-4245-9523-4962494edb3b Jan 10 11:51:56.376143 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa967a-f916-4538-afbe-677f60edb120 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:56.382601 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa967a-f916-4538-afbe-677f60edb120 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:56.387343 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-caaa967a-f916-4538-afbe-677f60edb120 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2314758 Jan 10 11:51:56.389889 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53012) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:56.409291 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e679d-a9fe-4acb-9f72-7d7e513fea10 None None] Pushing event updated for resources: {'Port': ['ID=037b4671-2055-4ae7-a444-9110bca049f1,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:56.413250 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cda947a-e3ee-449c-9163-d41623d21afa tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:56.425249 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cda947a-e3ee-449c-9163-d41623d21afa tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:56.444385 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cda947a-e3ee-449c-9163-d41623d21afa tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:56.445518 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e7913425-5c70-47fd-ad80-4c0023b9df30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (4dd43fc4-0ede-464d-8700-1af42b6cf8b6), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:56.452361 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5cda947a-e3ee-449c-9163-d41623d21afa tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2695220 Jan 10 11:51:56.453393 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 1e4204e6-4465-4f32-9637-c82df86e5919, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e4204e6-4465-4f32-9637-c82df86e5919,segment=NetworkSegment(84e0fdca-0134-448a-b253-717c038241e7),segment_id=84e0fdca-0134-448a-b253-717c038241e7)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:56.470146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a42a14ce-bfbd-4722-abbd-da3a0924b660 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (b928900a-8233-40b5-89f8-9a3a76a44550), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:56.475244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53014) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:56.501687 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e7913425-5c70-47fd-ad80-4c0023b9df30 None None] For port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4dd43fc4-0ede-464d-8700-1af42b6cf8b6,segment=NetworkSegment(9beeb6b0-4e5c-4d89-a963-948493b108ef),segment_id=9beeb6b0-4e5c-4d89-a963-948493b108ef)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:56.508921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4ccb04f6-ba62-464f-84d9-eb30136c4b6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (35f4c251-3b9e-4283-a5f2-11a4bdcc7ae1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:56.523918 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:56.524318 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:56.524687 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:56.535578 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (3bdadd60-a975-4134-97a1-876dfecd7ad5), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server [None req-4a5974d1-c7df-4892-843d-cbc1651ee30e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35f4c251-3b9e-4283-a5f2-11a4bdcc7ae1: This subnet is being modified by another concurrent operation. Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 11:51:56.599197 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise exception Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35f4c251-3b9e-4283-a5f2-11a4bdcc7ae1: This subnet is being modified by another concurrent operation. Jan 10 11:51:56.615547 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server Jan 10 11:51:56.618693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb04f6-ba62-464f-84d9-eb30136c4b6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Subnet': ['ID=35f4c251-3b9e-4283-a5f2-11a4bdcc7ae1,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:56.634386 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e15df3-639a-4ec1-af4b-063a66e570c7 None None] Network 2327f756-b5ad-4153-9365-30614d0e2982 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:51:56.665533 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:56.666351 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:51:56.733808 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.plugins.ml2.plugin [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 10 to bind port 72cf581c-ea85-4245-9523-4962494edb3b Jan 10 11:51:56.758977 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4ccb04f6-ba62-464f-84d9-eb30136c4b6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (2327f756-b5ad-4153-9365-30614d0e2982), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:56.839768 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:51:56.840114 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:51:56.840454 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:51:56.846238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-4ccb04f6-ba62-464f-84d9-eb30136c4b6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2327f756-b5ad-4153-9365-30614d0e2982']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:56.846643 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Port': ['ID=3bdadd60-a975-4134-97a1-876dfecd7ad5,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:56.868490 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-4ccb04f6-ba62-464f-84d9-eb30136c4b6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f40a92-046c-4a58-ad3c-ae352853187d') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:56.868802 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-4ccb04f6-ba62-464f-84d9-eb30136c4b6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f40a92-046c-4a58-ad3c-ae352853187d') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:56.870751 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 72cf581c-ea85-4245-9523-4962494edb3b on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:51:56.871141 dv-neutron-master-2-hyperv neutron-server[110624]: ERROR neutron.plugins.ml2.managers [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 72cf581c-ea85-4245-9523-4962494edb3b on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:51:56.871816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (72cf581c-ea85-4245-9523-4962494edb3b), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:56.885015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No DVR routers for this DVR port 3bdadd60-a975-4134-97a1-876dfecd7ad5 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:51:56.897937 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4ccb04f6-ba62-464f-84d9-eb30136c4b6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (e4f40a92-046c-4a58-ad3c-ae352853187d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:56.920474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76859d23-eb3e-4a56-a144-8dcd31e5ce00 req-5951a140-e6ef-47d6-bda2-d89da20b0af8 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:56.922191 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-76859d23-eb3e-4a56-a144-8dcd31e5ce00 req-5951a140-e6ef-47d6-bda2-d89da20b0af8 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.30 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 945 time: 0.1940019 Jan 10 11:51:56.940868 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446eeef-8a57-4b3d-aa36-cd57993c7510 req-3daedbb4-386c-4ddc-9370-234b5da8b037 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:56.949356 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0446eeef-8a57-4b3d-aa36-cd57993c7510 req-3daedbb4-386c-4ddc-9370-234b5da8b037 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 945 time: 0.1986609 Jan 10 11:51:56.961429 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4ccb04f6-ba62-464f-84d9-eb30136c4b6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e4f40a92-046c-4a58-ad3c-ae352853187d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:56.985849 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccb04f6-ba62-464f-84d9-eb30136c4b6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:51:56.985849 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4ccb04f6-ba62-464f-84d9-eb30136c4b6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (e4f40a92-046c-4a58-ad3c-ae352853187d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:51:56.993568 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:51:56.997256 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:51:56.997256 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:51:56.997256 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:51:56.997256 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:51:56.997256 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:51:56.997256 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:51:56.997256 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:51:56.997256 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:51:56.997256 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:51:56.997256 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:51:56.997256 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:51:56.997256 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:51:56.997256 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:51:56.997256 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:51:56.997256 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:51:57.099100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1e4204e6-4465-4f32-9637-c82df86e5919), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.101917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:57.108046 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e7913425-5c70-47fd-ad80-4c0023b9df30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (4dd43fc4-0ede-464d-8700-1af42b6cf8b6), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.117541 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-3981a2c0-60ed-4ffa-b74b-e7cc9d5569fa tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port 7e78ccea-11dc-4ce0-bec0-659e5d4e23d0 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:57.117541 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3981a2c0-60ed-4ffa-b74b-e7cc9d5569fa tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7e78ccea-11dc-4ce0-bec0-659e5d4e23d0), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.183501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a42a14ce-bfbd-4722-abbd-da3a0924b660 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b928900a-8233-40b5-89f8-9a3a76a44550), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.207901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] For port 72cf581c-ea85-4245-9523-4962494edb3b, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:51:57.208279 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempted to set empty binding levels {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 10 11:51:57.265313 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.272681 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0446eeef-8a57-4b3d-aa36-cd57993c7510 req-ce699c3f-c089-48db-bd0d-0ad3e72638c1 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222089 Jan 10 11:51:57.314254 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42a14ce-bfbd-4722-abbd-da3a0924b660 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:51:57.319833 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4ccb04f6-ba62-464f-84d9-eb30136c4b6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (2327f756-b5ad-4153-9365-30614d0e2982), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.321906 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-a42a14ce-bfbd-4722-abbd-da3a0924b660 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:51:57.324062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a14ce-bfbd-4722-abbd-da3a0924b660 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=b928900a-8233-40b5-89f8-9a3a76a44550,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:57.334761 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a14ce-bfbd-4722-abbd-da3a0924b660 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:51:57.344040 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4ccb04f6-ba62-464f-84d9-eb30136c4b6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.368196 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4ccb04f6-ba62-464f-84d9-eb30136c4b6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/2327f756-b5ad-4153-9365-30614d0e2982 HTTP/1.1" status: 204 len: 168 time: 1.9245086 Jan 10 11:51:57.368196 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53020) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:57.382705 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-84f0da6a-8a82-4e3d-aa1f-630ea2ed6347 None None] Provisioning complete for port 4cb181be-ce8f-463e-87a4-fc29c39646d0 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:57.383653 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-84f0da6a-8a82-4e3d-aa1f-630ea2ed6347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4cb181be-ce8f-463e-87a4-fc29c39646d0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.409488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c6f9e374-c1e2-4769-a3f6-32cb04697241 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-579847923'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:57.428696 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:51:57.431259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (72cf581c-ea85-4245-9523-4962494edb3b), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.432077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:57.432552 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4dd43fc4-0ede-464d-8700-1af42b6cf8b6), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.498889 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=1e4204e6-4465-4f32-9637-c82df86e5919,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:57.515959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb04f6-ba62-464f-84d9-eb30136c4b6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Network': ['ID=2327f756-b5ad-4153-9365-30614d0e2982,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:57.526571 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Pushing event updated for resources: {'Port': ['ID=72cf581c-ea85-4245-9523-4962494edb3b,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:57.554049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:57.555337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.588550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42a14ce-bfbd-4722-abbd-da3a0924b660 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:57.589417 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a42a14ce-bfbd-4722-abbd-da3a0924b660 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.634327 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-84f0da6a-8a82-4e3d-aa1f-630ea2ed6347 None None] Port 4cb181be-ce8f-463e-87a4-fc29c39646d0 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:57.635632 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-76859d23-eb3e-4a56-a144-8dcd31e5ce00 req-b757b259-12bc-42b7-9a12-a1d6f41ca095 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Deleting port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:57.637210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-76859d23-eb3e-4a56-a144-8dcd31e5ce00 req-b757b259-12bc-42b7-9a12-a1d6f41ca095 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9dbae773-a0aa-4c8e-be7b-f1a746495bb4), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.642395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7913425-5c70-47fd-ad80-4c0023b9df30 None None] Pushing event updated for resources: {'Port': ['ID=4dd43fc4-0ede-464d-8700-1af42b6cf8b6,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:57.719124 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-84f0da6a-8a82-4e3d-aa1f-630ea2ed6347 None None] Provisioning complete for port 1e4204e6-4465-4f32-9637-c82df86e5919 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:57.720193 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-84f0da6a-8a82-4e3d-aa1f-630ea2ed6347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1e4204e6-4465-4f32-9637-c82df86e5919), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.840259 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-de6e544b-abab-45f5-887b-50154b22803c tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Deleting port 29125e70-86ec-4377-ac93-0121df14e5c4 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:57.840857 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de6e544b-abab-45f5-887b-50154b22803c tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (29125e70-86ec-4377-ac93-0121df14e5c4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.849401 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:57.861395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-76859d23-eb3e-4a56-a144-8dcd31e5ce00 req-b757b259-12bc-42b7-9a12-a1d6f41ca095 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] For port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9dbae773-a0aa-4c8e-be7b-f1a746495bb4,segment=NetworkSegment(27abe47b-f420-44fe-9de7-69cf06a7330c),segment_id=27abe47b-f420-44fe-9de7-69cf06a7330c)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:57.862060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-76859d23-eb3e-4a56-a144-8dcd31e5ce00 req-b757b259-12bc-42b7-9a12-a1d6f41ca095 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9dbae773-a0aa-4c8e-be7b-f1a746495bb4), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.911194 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3981a2c0-60ed-4ffa-b74b-e7cc9d5569fa tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7e78ccea-11dc-4ce0-bec0-659e5d4e23d0), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.936515 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-84f0da6a-8a82-4e3d-aa1f-630ea2ed6347 None None] Provisioning complete for port 29125e70-86ec-4377-ac93-0121df14e5c4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:57.938283 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-84f0da6a-8a82-4e3d-aa1f-630ea2ed6347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (29125e70-86ec-4377-ac93-0121df14e5c4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:57.964290 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f836b17d-07af-45f9-b4af-25af1442fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.4885643 Jan 10 11:51:57.972344 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a42a14ce-bfbd-4722-abbd-da3a0924b660 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8507798 Jan 10 11:51:57.972344 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53022) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:57.989366 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53024) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:58.002971 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-85a92902-15b4-4a86-9148-9f812919b4be tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (21c947ec-7711-4d18-bf7b-df740ceea532), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.008058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-84f0da6a-8a82-4e3d-aa1f-630ea2ed6347 None None] Port 29125e70-86ec-4377-ac93-0121df14e5c4 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:58.020654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-465d7950-713c-4abf-b430-e40f33197c01 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'port': {'network_id': 'a94f6bdd-7fbb-4f45-a4cc-a252fadeae57', 'name': 'tempest-FloatingIPTestJSON-676832648'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:58.040037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-84f0da6a-8a82-4e3d-aa1f-630ea2ed6347 None None] Provisioning complete for port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:58.041027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-84f0da6a-8a82-4e3d-aa1f-630ea2ed6347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4dd43fc4-0ede-464d-8700-1af42b6cf8b6), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.070439 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de6e544b-abab-45f5-887b-50154b22803c tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (29125e70-86ec-4377-ac93-0121df14e5c4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.087635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f068271-8d6a-4105-947e-d04c98723800') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:58.090118 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f068271-8d6a-4105-947e-d04c98723800') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:51:58.093315 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:58.101729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f9e374-c1e2-4769-a3f6-32cb04697241 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:58.107657 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c6f9e374-c1e2-4769-a3f6-32cb04697241 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.126231 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-de6e544b-abab-45f5-887b-50154b22803c tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Calling delete_port for 29125e70-86ec-4377-ac93-0121df14e5c4 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:58.147071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-3981a2c0-60ed-4ffa-b74b-e7cc9d5569fa tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for 7e78ccea-11dc-4ce0-bec0-659e5d4e23d0 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:58.159648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (8f068271-8d6a-4105-947e-d04c98723800), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.224097 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:58.224857 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4dd43fc4-0ede-464d-8700-1af42b6cf8b6), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.265922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (8f068271-8d6a-4105-947e-d04c98723800), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.298958 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-84f0da6a-8a82-4e3d-aa1f-630ea2ed6347 None None] Provisioning complete for port 5e4f00a8-937a-4f67-8aac-eaa9341e27ef triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:58.313555 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-84f0da6a-8a82-4e3d-aa1f-630ea2ed6347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5e4f00a8-937a-4f67-8aac-eaa9341e27ef), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.321044 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:51:58.321973 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (8f068271-8d6a-4105-947e-d04c98723800), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:51:58.326506 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:51:58.354716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-84f0da6a-8a82-4e3d-aa1f-630ea2ed6347 None None] Port 5e4f00a8-937a-4f67-8aac-eaa9341e27ef cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:58.401535 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f9e374-c1e2-4769-a3f6-32cb04697241 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:58.436985 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-76859d23-eb3e-4a56-a144-8dcd31e5ce00 req-b757b259-12bc-42b7-9a12-a1d6f41ca095 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.437441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-76859d23-eb3e-4a56-a144-8dcd31e5ce00 req-b757b259-12bc-42b7-9a12-a1d6f41ca095 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (368d345d-d989-4ed8-bf25-6169d6e10273), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.437798 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [req-76859d23-eb3e-4a56-a144-8dcd31e5ce00 req-b757b259-12bc-42b7-9a12-a1d6f41ca095 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Floating IP 368d345d-d989-4ed8-bf25-6169d6e10273 disassociated. External IP: 172.36.2.197, port: 9dbae773-a0aa-4c8e-be7b-f1a746495bb4. Jan 10 11:51:58.438146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-76859d23-eb3e-4a56-a144-8dcd31e5ce00 req-b757b259-12bc-42b7-9a12-a1d6f41ca095 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Calling delete_port for 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:58.446278 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1e4204e6-4465-4f32-9637-c82df86e5919 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:58.453036 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c6f9e374-c1e2-4769-a3f6-32cb04697241 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (22608087-cfa0-4be9-8e4d-dc6cd4706aad), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.453412 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-c6f9e374-c1e2-4769-a3f6-32cb04697241 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Added segment 22608087-cfa0-4be9-8e4d-dc6cd4706aad of type vlan for network 22fff751-07ea-47af-8363-f37a0f4d43c4 Jan 10 11:51:58.509887 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0240bfbf-fc9c-4580-aebe-35c36d0b5efe None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 11:51:58.566524 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c6f9e374-c1e2-4769-a3f6-32cb04697241 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (22fff751-07ea-47af-8363-f37a0f4d43c4), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.598198 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-32d15d11-5355-4fe0-993c-935213131d1f None None] Provisioning complete for port 29125e70-86ec-4377-ac93-0121df14e5c4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:58.598635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a25d91-e9be-4a47-8c89-ace65b0e175c req-3d97a641-ea82-4490-8fe3-7002533ef749 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:58.598745 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-32d15d11-5355-4fe0-993c-935213131d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (29125e70-86ec-4377-ac93-0121df14e5c4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.601277 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-90a25d91-e9be-4a47-8c89-ace65b0e175c req-3d97a641-ea82-4490-8fe3-7002533ef749 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 945 time: 0.2073140 Jan 10 11:51:58.633786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-f622cc7a-ac47-4cc4-9ca6-e949a3762aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Deleting port 72cf581c-ea85-4245-9523-4962494edb3b {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:58.634170 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f622cc7a-ac47-4cc4-9ca6-e949a3762aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (72cf581c-ea85-4245-9523-4962494edb3b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.731607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-f622cc7a-ac47-4cc4-9ca6-e949a3762aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] For port 72cf581c-ea85-4245-9523-4962494edb3b, host hv-neutron-mast, got binding levels [] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:58.732024 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f622cc7a-ac47-4cc4-9ca6-e949a3762aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (72cf581c-ea85-4245-9523-4962494edb3b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.732400 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.757595 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.766098 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57 HTTP/1.1" status: 204 len: 168 time: 6.8401363 Jan 10 11:51:58.767885 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53028) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:58.776738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-f622cc7a-ac47-4cc4-9ca6-e949a3762aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Calling delete_port for 72cf581c-ea85-4245-9523-4962494edb3b owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:58.778489 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c6f9e374-c1e2-4769-a3f6-32cb04697241 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (22fff751-07ea-47af-8363-f37a0f4d43c4), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.783023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e31a39e0-cbf1-4305-9e03-905df8d44f13 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-240146799'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:58.784298 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f9e374-c1e2-4769-a3f6-32cb04697241 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:58.784952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c6f9e374-c1e2-4769-a3f6-32cb04697241 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.824560 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e1bcc-0927-4b58-9b94-2d25f27835b6 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Network': ['ID=3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:58.856817 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465d7950-713c-4abf-b430-e40f33197c01 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Made reservation on behalf of 87395ce205234b79884efd4fb62f5856 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:58.860952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-465d7950-713c-4abf-b430-e40f33197c01 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.868480 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-90a25d91-e9be-4a47-8c89-ace65b0e175c req-6d663d17-0feb-45c3-abda-6c8cf5b46dce tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups?id=e13137a4-0db7-40c4-a982-a0c414744c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183824 Jan 10 11:51:58.925606 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-32d15d11-5355-4fe0-993c-935213131d1f None None] Port 29125e70-86ec-4377-ac93-0121df14e5c4 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:51:58.926796 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-85a92902-15b4-4a86-9148-9f812919b4be tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port 4cb181be-ce8f-463e-87a4-fc29c39646d0 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:51:58.927377 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-85a92902-15b4-4a86-9148-9f812919b4be tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (4cb181be-ce8f-463e-87a4-fc29c39646d0), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.936357 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3981a2c0-60ed-4ffa-b74b-e7cc9d5569fa tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (7e78ccea-11dc-4ce0-bec0-659e5d4e23d0), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.944409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 1e4204e6-4465-4f32-9637-c82df86e5919 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:58.944764 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1e4204e6-4465-4f32-9637-c82df86e5919), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.979008 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9e374-c1e2-4769-a3f6-32cb04697241 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Network': ['ID=22fff751-07ea-47af-8363-f37a0f4d43c4,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:58.983414 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-465d7950-713c-4abf-b430-e40f33197c01 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] device_id is not set on port 783ba951-fc7a-460a-8caa-c929d5a430cf yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:51:59.010009 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 22fff751-07ea-47af-8363-f37a0f4d43c4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:59.032001 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c6f9e374-c1e2-4769-a3f6-32cb04697241 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6310790 Jan 10 11:51:59.037226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53030) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:59.040194 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de6e544b-abab-45f5-887b-50154b22803c tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (29125e70-86ec-4377-ac93-0121df14e5c4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.042351 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981a2c0-60ed-4ffa-b74b-e7cc9d5569fa tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=7e78ccea-11dc-4ce0-bec0-659e5d4e23d0,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:59.045424 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5d65fa3e-c77d-4926-a7c3-cf2a3cc8955f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'subnet': {'network_id': '22fff751-07ea-47af-8363-f37a0f4d43c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:59.099614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-76859d23-eb3e-4a56-a144-8dcd31e5ce00 req-b757b259-12bc-42b7-9a12-a1d6f41ca095 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (9dbae773-a0aa-4c8e-be7b-f1a746495bb4), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.133246 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e544b-abab-45f5-887b-50154b22803c tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event deleted for resources: {'Port': ['ID=29125e70-86ec-4377-ac93-0121df14e5c4,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:59.136077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-32d15d11-5355-4fe0-993c-935213131d1f None None] Provisioning complete for port 037b4671-2055-4ae7-a444-9110bca049f1 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:59.136242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-32d15d11-5355-4fe0-993c-935213131d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (037b4671-2055-4ae7-a444-9110bca049f1), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.136359 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31a39e0-cbf1-4305-9e03-905df8d44f13 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:59.142818 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e31a39e0-cbf1-4305-9e03-905df8d44f13 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.170717 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3981a2c0-60ed-4ffa-b74b-e7cc9d5569fa tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.177400 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3981a2c0-60ed-4ffa-b74b-e7cc9d5569fa tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/7e78ccea-11dc-4ce0-bec0-659e5d4e23d0 HTTP/1.1" status: 204 len: 168 time: 2.7850676 Jan 10 11:51:59.201080 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53032) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:59.215449 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757b259-12bc-42b7-9a12-a1d6f41ca095 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Pushing event deleted for resources: {'Port': ['ID=9dbae773-a0aa-4c8e-be7b-f1a746495bb4,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:59.217550 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0240bfbf-fc9c-4580-aebe-35c36d0b5efe None None] Resources bound (agent type, host, resource id): {{(pid=110626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 11:51:59.259419 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-85a92902-15b4-4a86-9148-9f812919b4be tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (4cb181be-ce8f-463e-87a4-fc29c39646d0), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.283163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31a39e0-cbf1-4305-9e03-905df8d44f13 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:51:59.290685 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-85a92902-15b4-4a86-9148-9f812919b4be tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for 4cb181be-ce8f-463e-87a4-fc29c39646d0 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:51:59.324304 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e31a39e0-cbf1-4305-9e03-905df8d44f13 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (40401841-6cc9-45d4-b967-33f519b7be32), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.324744 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-e31a39e0-cbf1-4305-9e03-905df8d44f13 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Added segment 40401841-6cc9-45d4-b967-33f519b7be32 of type vlan for network 06fce8db-3a0a-4c9c-a896-61a4730ed968 Jan 10 11:51:59.379648 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 037b4671-2055-4ae7-a444-9110bca049f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:51:59.448602 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e31a39e0-cbf1-4305-9e03-905df8d44f13 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (06fce8db-3a0a-4c9c-a896-61a4730ed968), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.481356 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-32d15d11-5355-4fe0-993c-935213131d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (037b4671-2055-4ae7-a444-9110bca049f1), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.507998 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de6e544b-abab-45f5-887b-50154b22803c tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.513971 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-de6e544b-abab-45f5-887b-50154b22803c tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "DELETE /v2.0/ports/29125e70-86ec-4377-ac93-0121df14e5c4 HTTP/1.1" status: 204 len: 168 time: 3.0344203 Jan 10 11:51:59.515619 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53034) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:59.543938 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-d720c289-753a-453f-9f0b-6139ceb306bf tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] GET failed (client error): The resource could not be found. Jan 10 11:51:59.549693 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d720c289-753a-453f-9f0b-6139ceb306bf tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "GET /v2.0/ports/29125e70-86ec-4377-ac93-0121df14e5c4 HTTP/1.1" status: 404 len: 333 time: 0.0294838 Jan 10 11:51:59.576587 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-32d15d11-5355-4fe0-993c-935213131d1f None None] For port 037b4671-2055-4ae7-a444-9110bca049f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=037b4671-2055-4ae7-a444-9110bca049f1,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:51:59.584819 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53036) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:59.588542 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Request body: {'port': {'network_id': '2e2b3302-7018-46f4-8977-008781414786', 'name': 'tempest-AllowedAddressPairTestJSON-1404096499'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:59.616838 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 037b4671-2055-4ae7-a444-9110bca049f1 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:51:59.621087 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (037b4671-2055-4ae7-a444-9110bca049f1), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.623170 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e31a39e0-cbf1-4305-9e03-905df8d44f13 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (06fce8db-3a0a-4c9c-a896-61a4730ed968), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.629821 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31a39e0-cbf1-4305-9e03-905df8d44f13 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:59.630600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e31a39e0-cbf1-4305-9e03-905df8d44f13 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.662632 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-465d7950-713c-4abf-b430-e40f33197c01 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Allocated IP 172.20.0.2 (a94f6bdd-7fbb-4f45-a4cc-a252fadeae57/06fd3b80-fbd7-4670-8d93-94044d907780/783ba951-fc7a-460a-8caa-c929d5a430cf) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:51:59.679825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f622cc7a-ac47-4cc4-9ca6-e949a3762aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (72cf581c-ea85-4245-9523-4962494edb3b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.693189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7a101d-6f2e-47b8-80be-7efb6c1b5e85 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:59.695199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7a101d-6f2e-47b8-80be-7efb6c1b5e85 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:59.700313 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4c7a101d-6f2e-47b8-80be-7efb6c1b5e85 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4927337 Jan 10 11:51:59.701628 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53038) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:59.731781 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-32d15d11-5355-4fe0-993c-935213131d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (037b4671-2055-4ae7-a444-9110bca049f1), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.746547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622cc7a-ac47-4cc4-9ca6-e949a3762aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Pushing event deleted for resources: {'Port': ['ID=72cf581c-ea85-4245-9523-4962494edb3b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:59.772397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f622cc7a-ac47-4cc4-9ca6-e949a3762aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.778802 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f622cc7a-ac47-4cc4-9ca6-e949a3762aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] 10.222.0.16 "DELETE /v2.0/ports/72cf581c-ea85-4245-9523-4962494edb3b HTTP/1.1" status: 204 len: 168 time: 1.7983201 Jan 10 11:51:59.786264 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53040) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:59.865125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a39e0-cbf1-4305-9e03-905df8d44f13 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Network': ['ID=06fce8db-3a0a-4c9c-a896-61a4730ed968,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:59.889862 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd460122-e493-41e9-833b-fdabd25f08ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] GET failed (client error): The resource could not be found. Jan 10 11:51:59.895334 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76859d23-eb3e-4a56-a144-8dcd31e5ce00 req-b757b259-12bc-42b7-9a12-a1d6f41ca095 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:51:59.895799 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dd460122-e493-41e9-833b-fdabd25f08ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] 10.222.0.16 "GET /v2.0/ports/72cf581c-ea85-4245-9523-4962494edb3b HTTP/1.1" status: 404 len: 333 time: 0.0947948 Jan 10 11:51:59.900028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-93e4d927-a838-49e5-9697-f8ff98b0f72f None None] Could not find standard attr ID for object 7e78ccea-11dc-4ce0-bec0-659e5d4e23d0. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:51:59.904314 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e31a39e0-cbf1-4305-9e03-905df8d44f13 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1246486 Jan 10 11:51:59.904314 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53042) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:59.906232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53044) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:51:59.912614 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0cbe7ba8-8534-4b3d-8c29-16087f44a443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Request body: {'port': {'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1567500717'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:59.923810 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 06fce8db-3a0a-4c9c-a896-61a4730ed968 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:51:59.926790 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d09a02-7130-471a-8700-72c08ac13bf6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 811a1bde-6cce-43ea-a6c3-6609a7688b6d {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:51:59.949303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d15d11-5355-4fe0-993c-935213131d1f None None] Pushing event updated for resources: {'Port': ['ID=037b4671-2055-4ae7-a444-9110bca049f1,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:51:59.958572 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-09fad7cd-23fa-4baf-a60f-139b89111762 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'subnet': {'network_id': '06fce8db-3a0a-4c9c-a896-61a4730ed968', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:51:59.971112 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d65fa3e-c77d-4926-a7c3-cf2a3cc8955f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:51:59.976647 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5d65fa3e-c77d-4926-a7c3-cf2a3cc8955f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.993454 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-25d09a02-7130-471a-8700-72c08ac13bf6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (811a1bde-6cce-43ea-a6c3-6609a7688b6d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.037100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ce8bef-d74c-4af8-ab9d-545778082911 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 11:52:00.083675 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fa0bbd90-efb3-4374-8942-4fd2e0aeabc3 req-bd7969ff-8712-4a4f-92c5-0360c690b402 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 210 time: 0.0304084 Jan 10 11:52:00.101723 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-25d09a02-7130-471a-8700-72c08ac13bf6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (811a1bde-6cce-43ea-a6c3-6609a7688b6d), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.174478 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-85a92902-15b4-4a86-9148-9f812919b4be tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (4cb181be-ce8f-463e-87a4-fc29c39646d0), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.191133 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 037b4671-2055-4ae7-a444-9110bca049f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:00.201215 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-cf94f948-62ac-415e-a5f6-59a69a763e20 None None] Provisioning complete for port 75f4fef7-10dd-422a-a9a2-4c0b43942388 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:00.206108 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cf94f948-62ac-415e-a5f6-59a69a763e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (75f4fef7-10dd-422a-a9a2-4c0b43942388), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.245833 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a92902-15b4-4a86-9148-9f812919b4be tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=4cb181be-ce8f-463e-87a4-fc29c39646d0,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:00.268266 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ce8bef-d74c-4af8-ab9d-545778082911 None None] Resources bound (agent type, host, resource id): {{(pid=110626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 11:52:00.347889 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-465d7950-713c-4abf-b430-e40f33197c01 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (783ba951-fc7a-460a-8caa-c929d5a430cf), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.394513 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbe7ba8-8534-4b3d-8c29-16087f44a443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Made reservation on behalf of 9bf1c8db59ed46be95f1d176a8347683 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:00.397072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7ba8-8534-4b3d-8c29-16087f44a443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.418799 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76859d23-eb3e-4a56-a144-8dcd31e5ce00 req-b757b259-12bc-42b7-9a12-a1d6f41ca095 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:00.419413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Made reservation on behalf of 184e2409da4d464ca4359459f179992b for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:00.423244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.429549 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-85a92902-15b4-4a86-9148-9f812919b4be tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (21c947ec-7711-4d18-bf7b-df740ceea532), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.435363 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f824a0-181a-4e3b-963a-547d3f34b4ec None None] Sync routers for ids ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:00.450582 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f824a0-181a-4e3b-963a-547d3f34b4ec None None] Routers {'1132c4e3-d3eb-4008-8236-bc9b78ceddfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:00.451223 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b9f824a0-181a-4e3b-963a-547d3f34b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:00.451515 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-0cbe7ba8-8534-4b3d-8c29-16087f44a443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] device_id is not set on port e731db08-6ea7-44ca-947b-96d0133974d4 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:00.457378 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-25d09a02-7130-471a-8700-72c08ac13bf6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (811a1bde-6cce-43ea-a6c3-6609a7688b6d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.475064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 037b4671-2055-4ae7-a444-9110bca049f1 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:00.475064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (037b4671-2055-4ae7-a444-9110bca049f1), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.495792 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] device_id is not set on port ab207053-236f-408f-ae0f-284905eee40b yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:00.528480 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-76859d23-eb3e-4a56-a144-8dcd31e5ce00 req-b757b259-12bc-42b7-9a12-a1d6f41ca095 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] No DVR routers for this DVR port 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:00.533072 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-76859d23-eb3e-4a56-a144-8dcd31e5ce00 req-b757b259-12bc-42b7-9a12-a1d6f41ca095 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.536911 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-76859d23-eb3e-4a56-a144-8dcd31e5ce00 req-b757b259-12bc-42b7-9a12-a1d6f41ca095 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.30 "DELETE /v2.0/ports/9dbae773-a0aa-4c8e-be7b-f1a746495bb4 HTTP/1.1" status: 204 len: 173 time: 3.5852041 Jan 10 11:52:00.537501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02822888-ac2d-4862-9901-13f3aa61bd88', 'name': 'network-vif-deleted', 'tag': '9dbae773-a0aa-4c8e-be7b-f1a746495bb4'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:52:00.540123 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538f80bf-db72-48f6-bb6f-e110270cb6a3" -d '{"events": [{"server_uuid": "02822888-ac2d-4862-9901-13f3aa61bd88", "name": "network-vif-deleted", "tag": "9dbae773-a0aa-4c8e-be7b-f1a746495bb4"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:52:00.605343 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-465d7950-713c-4abf-b430-e40f33197c01 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (783ba951-fc7a-460a-8caa-c929d5a430cf), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.622780 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-b9f824a0-181a-4e3b-963a-547d3f34b4ec None None] Set router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:52:00.638292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f130f59-6891-4d40-af0e-8d71c4f0c18e x-openstack-request-id: req-3f130f59-6891-4d40-af0e-8d71c4f0c18e {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:52:00.639941 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02822888-ac2d-4862-9901-13f3aa61bd88", "name": "network-vif-deleted", "tag": "9dbae773-a0aa-4c8e-be7b-f1a746495bb4", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:52:00.639941 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f130f59-6891-4d40-af0e-8d71c4f0c18e {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:52:00.639941 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02822888-ac2d-4862-9901-13f3aa61bd88', 'name': 'network-vif-deleted', 'tag': '9dbae773-a0aa-4c8e-be7b-f1a746495bb4', 'status': 'completed', 'code': 200} Jan 10 11:52:00.659370 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465d7950-713c-4abf-b430-e40f33197c01 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:00.663956 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-465d7950-713c-4abf-b430-e40f33197c01 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:00.668916 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465d7950-713c-4abf-b430-e40f33197c01 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:00.697425 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d7950-713c-4abf-b430-e40f33197c01 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=783ba951-fc7a-460a-8caa-c929d5a430cf,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:00.703513 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5d65fa3e-c77d-4926-a7c3-cf2a3cc8955f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (3081b3d9-2659-4de2-87f1-6ccb3c57e425), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.705914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fad7cd-23fa-4baf-a60f-139b89111762 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:00.711044 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-09fad7cd-23fa-4baf-a60f-139b89111762 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.766955 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-cf94f948-62ac-415e-a5f6-59a69a763e20 None None] Provisioning complete for port 80e913f4-049e-43b2-86ed-eda11e224dba triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:00.767475 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cf94f948-62ac-415e-a5f6-59a69a763e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (80e913f4-049e-43b2-86ed-eda11e224dba), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.851173 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-cf94f948-62ac-415e-a5f6-59a69a763e20 None None] Port 80e913f4-049e-43b2-86ed-eda11e224dba cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:00.901867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465d7950-713c-4abf-b430-e40f33197c01 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:00.903036 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-465d7950-713c-4abf-b430-e40f33197c01 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.914969 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65fa3e-c77d-4926-a7c3-cf2a3cc8955f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Subnet': ['ID=3081b3d9-2659-4de2-87f1-6ccb3c57e425,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:00.942516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65fa3e-c77d-4926-a7c3-cf2a3cc8955f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Checking segment: {'id': '22608087-cfa0-4be9-8e4d-dc6cd4706aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '22fff751-07ea-47af-8363-f37a0f4d43c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:00.943259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d65fa3e-c77d-4926-a7c3-cf2a3cc8955f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network hostable DHCP agents. Network: 22fff751-07ea-47af-8363-f37a0f4d43c4, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:00.973422 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a92902-15b4-4a86-9148-9f812919b4be tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 21c947ec-7711-4d18-bf7b-df740ceea532 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:52:00.986068 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b9f824a0-181a-4e3b-963a-547d3f34b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'name': 'tempest-ServersTestJSON-640113767-router', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225'}], 'enable_snat': True}, 'gw_port_id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:50:02Z', 'updated_at': '2022-01-10T11:50:15Z', 'revision_number': 4, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'gw_port': {'id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:04Z', 'updated_at': '2022-01-10T11:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c1bc0d2-8cd7-4297-9c99-c56e429b95f2', 'name': '', 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'mac_address': 'fa:16:3e:42:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:13Z', 'updated_at': '2022-01-10T11:50:21Z', 'revision_number': 5, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'subnets': [{'id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:01.007304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-cf94f948-62ac-415e-a5f6-59a69a763e20 None None] Provisioning complete for port 5cf0bb73-6656-4e93-b920-be04c080ecdf triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:01.017129 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cf94f948-62ac-415e-a5f6-59a69a763e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5cf0bb73-6656-4e93-b920-be04c080ecdf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:01.017298 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Allocated IP 172.20.0.14 (2e2b3302-7018-46f4-8977-008781414786/d120dae1-61c6-4b75-81fd-a300fd5c29cb/ab207053-236f-408f-ae0f-284905eee40b) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:01.017298 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-25d09a02-7130-471a-8700-72c08ac13bf6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (811a1bde-6cce-43ea-a6c3-6609a7688b6d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:01.019615 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7ba8-8534-4b3d-8c29-16087f44a443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks [] for port (e731db08-6ea7-44ca-947b-96d0133974d4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:01.032509 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f824a0-181a-4e3b-963a-547d3f34b4ec None None] Checking router: 1132c4e3-d3eb-4008-8236-bc9b78ceddfe for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:52:01.050183 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-465d7950-713c-4abf-b430-e40f33197c01 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0444005 Jan 10 11:52:01.053720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53050) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:01.059692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '783ba951-fc7a-460a-8caa-c929d5a430cf', 'fixed_ip_address': '172.20.0.2'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:01.065153 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f824a0-181a-4e3b-963a-547d3f34b4ec None None] Routers {'1132c4e3-d3eb-4008-8236-bc9b78ceddfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:01.066482 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b9f824a0-181a-4e3b-963a-547d3f34b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:01.089116 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-25d09a02-7130-471a-8700-72c08ac13bf6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:01.093668 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d65fa3e-c77d-4926-a7c3-cf2a3cc8955f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network 22fff751-07ea-47af-8363-f37a0f4d43c4 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:01.095663 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-25d09a02-7130-471a-8700-72c08ac13bf6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/811a1bde-6cce-43ea-a6c3-6609a7688b6d HTTP/1.1" status: 204 len: 168 time: 1.3632274 Jan 10 11:52:01.097292 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d09a02-7130-471a-8700-72c08ac13bf6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=811a1bde-6cce-43ea-a6c3-6609a7688b6d,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:01.097425 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53052) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:01.131915 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-cf94f948-62ac-415e-a5f6-59a69a763e20 None None] Port 5cf0bb73-6656-4e93-b920-be04c080ecdf cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:01.197688 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-cf94f948-62ac-415e-a5f6-59a69a763e20 None None] Provisioning complete for port 71a01e8a-5506-4449-ae46-7e070295fbce triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:01.199489 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cf94f948-62ac-415e-a5f6-59a69a763e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (71a01e8a-5506-4449-ae46-7e070295fbce), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:01.233661 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a92902-15b4-4a86-9148-9f812919b4be tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:01.258529 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-85a92902-15b4-4a86-9148-9f812919b4be tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/21c947ec-7711-4d18-bf7b-df740ceea532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4110744 Jan 10 11:52:01.267094 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3d85b2-be7d-4bdf-b3b8-9a780a7949eb None None] Sync routers for ids ['21c947ec-7711-4d18-bf7b-df740ceea532'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:01.267393 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53056) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:01.321002 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-b9f824a0-181a-4e3b-963a-547d3f34b4ec None None] Set router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:52:01.323129 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d235d77a-a9d3-4383-8246-8491378ab2b5 None None] DHCP port deletion for a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:01.328598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d85b2-be7d-4bdf-b3b8-9a780a7949eb None None] Routers {'21c947ec-7711-4d18-bf7b-df740ceea532'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:01.329380 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6b3d85b2-be7d-4bdf-b3b8-9a780a7949eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['21c947ec-7711-4d18-bf7b-df740ceea532'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:01.350685 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6021180e-e999-4160-b05c-21a4d9136e97 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1339574 Jan 10 11:52:01.353229 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-44d08854-b090-48fa-b0ca-b84db74f64d7 req-1225ffcd-3532-4a99-9fd0-73259455cddc tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/ports?device_id=02822888-ac2d-4862-9901-13f3aa61bd88 HTTP/1.1" status: 200 len: 210 time: 0.0490215 Jan 10 11:52:01.354196 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53058) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:01.357619 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-09fad7cd-23fa-4baf-a60f-139b89111762 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (85f9ac66-7e46-4b0e-9442-7c94d90a26d8), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:01.459590 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6b3d85b2-be7d-4bdf-b3b8-9a780a7949eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:01.524694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:01.576584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-5d65fa3e-c77d-4926-a7c3-cf2a3cc8955f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 22fff751-07ea-47af-8363-f37a0f4d43c4) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:01.589287 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d65fa3e-c77d-4926-a7c3-cf2a3cc8955f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:01.598088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5d65fa3e-c77d-4926-a7c3-cf2a3cc8955f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:01.669393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fad7cd-23fa-4baf-a60f-139b89111762 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Subnet': ['ID=85f9ac66-7e46-4b0e-9442-7c94d90a26d8,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:01.798886 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01327f73-a87c-4b82-9925-06dd1fb227b0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:01.812759 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-01327f73-a87c-4b82-9925-06dd1fb227b0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3681991 Jan 10 11:52:01.883201 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53062) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:01.896912 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5d65fa3e-c77d-4926-a7c3-cf2a3cc8955f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8557308 Jan 10 11:52:01.900352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53064) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:01.965049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d85b2-be7d-4bdf-b3b8-9a780a7949eb None None] Routers {'21c947ec-7711-4d18-bf7b-df740ceea532'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:01.965505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6b3d85b2-be7d-4bdf-b3b8-9a780a7949eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['21c947ec-7711-4d18-bf7b-df740ceea532'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:01.975822 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76459e51-a98d-4832-ab09-91c5f22577bd None None] Network 22fff751-07ea-47af-8363-f37a0f4d43c4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:01.977670 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484a9b8b-d7dc-4477-81a6-2f0b9b33817b None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:02.042577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fad7cd-23fa-4baf-a60f-139b89111762 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Checking segment: {'id': '40401841-6cc9-45d4-b967-33f519b7be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '06fce8db-3a0a-4c9c-a896-61a4730ed968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:02.043571 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fad7cd-23fa-4baf-a60f-139b89111762 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network hostable DHCP agents. Network: 06fce8db-3a0a-4c9c-a896-61a4730ed968, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:02.075330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6b3d85b2-be7d-4bdf-b3b8-9a780a7949eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:02.076005 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3d85b2-be7d-4bdf-b3b8-9a780a7949eb None None] The sync data for ids ['21c947ec-7711-4d18-bf7b-df740ceea532'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:02.087153 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b9f824a0-181a-4e3b-963a-547d3f34b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'name': 'tempest-ServersTestJSON-640113767-router', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225'}], 'enable_snat': True}, 'gw_port_id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:50:02Z', 'updated_at': '2022-01-10T11:50:15Z', 'revision_number': 4, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'gw_port': {'id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:04Z', 'updated_at': '2022-01-10T11:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c1bc0d2-8cd7-4297-9c99-c56e429b95f2', 'name': '', 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'mac_address': 'fa:16:3e:42:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:13Z', 'updated_at': '2022-01-10T11:50:21Z', 'revision_number': 5, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'subnets': [{'id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:02.148969 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f824a0-181a-4e3b-963a-547d3f34b4ec None None] The sync data for ids ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'] in dv-neutron-master-2-hyperv is: [{'id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'name': 'tempest-ServersTestJSON-640113767-router', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225'}], 'enable_snat': True}, 'gw_port_id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:50:02Z', 'updated_at': '2022-01-10T11:50:15Z', 'revision_number': 4, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'gw_port': {'id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:04Z', 'updated_at': '2022-01-10T11:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c1bc0d2-8cd7-4297-9c99-c56e429b95f2', 'name': '', 'network_id': '8395d8e6-0511-4314-94bb-e87296687cd4', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'mac_address': 'fa:16:3e:42:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:13Z', 'updated_at': '2022-01-10T11:50:21Z', 'revision_number': 5, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'subnets': [{'id': '549e90ce-a309-439c-8b69-da152ddaf4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:02.168502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2950ad-b40a-40ba-b92b-8e277472f6b3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:02.180811 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7b2950ad-b40a-40ba-b92b-8e277472f6b3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2913849 Jan 10 11:52:02.183414 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53066) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:02.201387 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:02.234846 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks [] for port (ab207053-236f-408f-ae0f-284905eee40b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:02.278445 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f39798ee-41dc-4906-b7d1-c550ecea581f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890737 Jan 10 11:52:02.279722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:52:02.280057 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 9dbae773-a0aa-4c8e-be7b-f1a746495bb4 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:52:02.283696 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53068) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:02.303173 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f282847f-2758-4f00-9042-2e11cfb29164 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:02.323469 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-cf94f948-62ac-415e-a5f6-59a69a763e20 None None] Provisioning complete for port 90755ec2-3e49-46f7-8c68-7abbb4022569 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:02.323855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cf94f948-62ac-415e-a5f6-59a69a763e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (90755ec2-3e49-46f7-8c68-7abbb4022569), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:02.326476 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fad7cd-23fa-4baf-a60f-139b89111762 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network 06fce8db-3a0a-4c9c-a896-61a4730ed968 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:02.388790 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (22fff751-07ea-47af-8363-f37a0f4d43c4), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:02.398452 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-22fff751-07ea-47af-8363-f37a0f4d43c4', 'network_id': '22fff751-07ea-47af-8363-f37a0f4d43c4', 'project_id': 'a4af5988feaf47b38afe64dd8e2726b8', 'fixed_ips': [{'subnet_id': '3081b3d9-2659-4de2-87f1-6ccb3c57e425'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:02.399514 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:02.402218 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (ab207053-236f-408f-ae0f-284905eee40b), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:02.410871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-cf94f948-62ac-415e-a5f6-59a69a763e20 None None] Port 90755ec2-3e49-46f7-8c68-7abbb4022569 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:02.442888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7ba8-8534-4b3d-8c29-16087f44a443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (e731db08-6ea7-44ca-947b-96d0133974d4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:02.482275 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-cf94f948-62ac-415e-a5f6-59a69a763e20 None None] Provisioning complete for port b928900a-8233-40b5-89f8-9a3a76a44550 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:02.482719 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cf94f948-62ac-415e-a5f6-59a69a763e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b928900a-8233-40b5-89f8-9a3a76a44550), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:02.555462 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-1d6682cb-8366-4402-b47d-6f908299dd42 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] remove_router_interface failed (client error): The resource could not be found. Jan 10 11:52:02.560641 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1d6682cb-8366-4402-b47d-6f908299dd42 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/21c947ec-7711-4d18-bf7b-df740ceea532/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2881138 Jan 10 11:52:02.567795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53076) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:02.570135 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbe7ba8-8534-4b3d-8c29-16087f44a443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Network e972460c-aca3-4894-a80b-e216efafcf93 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:02.580758 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f99116c-d694-4a9c-bffb-a01c7567b83b None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:02.613104 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-09fad7cd-23fa-4baf-a60f-139b89111762 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 06fce8db-3a0a-4c9c-a896-61a4730ed968) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:02.629896 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bceba8f-40b4-4860-af16-5f49988b982d None None] New status for floating IP 368d345d-d989-4ed8-bf25-6169d6e10273: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:52:02.645090 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-0cbe7ba8-8534-4b3d-8c29-16087f44a443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:02.650017 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53078) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:02.654483 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Network 2e2b3302-7018-46f4-8977-008781414786 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:02.658175 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fad7cd-23fa-4baf-a60f-139b89111762 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:02.659026 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-09fad7cd-23fa-4baf-a60f-139b89111762 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:02.673979 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1574f65f-8a5c-4350-b391-54c4de405c55 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c947ec-7711-4d18-bf7b-df740ceea532 HTTP/1.1" status: 200 len: 205 time: 0.0913727 Jan 10 11:52:02.676368 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe7ba8-8534-4b3d-8c29-16087f44a443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:02.678242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbe7ba8-8534-4b3d-8c29-16087f44a443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:02.680466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7ba8-8534-4b3d-8c29-16087f44a443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:02.693125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53080) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:02.700619 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c0025-1c43-434f-9a81-c3f4019d747c None None] Network 06fce8db-3a0a-4c9c-a896-61a4730ed968 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:02.723325 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:02.742166 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:02.755880 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event updated for resources: {'Port': ['ID=ab207053-236f-408f-ae0f-284905eee40b,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:02.761615 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:02.855553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:02.858927 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:02.861267 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:02.862405 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:02.863158 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:02.869689 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:02.870493 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:02.871282 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:02.872248 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:02.872959 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:02.873472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:02.873988 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:02.875016 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:02.899947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-cf94f948-62ac-415e-a5f6-59a69a763e20 None None] Port b928900a-8233-40b5-89f8-9a3a76a44550 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:02.912215 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0cbe7ba8-8534-4b3d-8c29-16087f44a443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.0043004 Jan 10 11:52:02.931469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53082) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:02.942436 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:03.041100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (3081b3d9-2659-4de2-87f1-6ccb3c57e425), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.092421 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-09fad7cd-23fa-4baf-a60f-139b89111762 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.1393991 Jan 10 11:52:03.107477 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53084) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:03.115920 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:03.116933 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.145374 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Allocated IP 172.20.0.2 (22fff751-07ea-47af-8363-f37a0f4d43c4/3081b3d9-2659-4de2-87f1-6ccb3c57e425/d530ea47-f1c1-48f9-90ba-fdf989563dd5) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:03.153484 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6e784e9a-0a4f-485e-8642-4e6eac5a6efb None None] Provisioning complete for port 783ba951-fc7a-460a-8caa-c929d5a430cf triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:03.153896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6e784e9a-0a4f-485e-8642-4e6eac5a6efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (783ba951-fc7a-460a-8caa-c929d5a430cf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.205374 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab759d7b-1e24-4ba7-891a-c05d521a3e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-06fce8db-3a0a-4c9c-a896-61a4730ed968', 'network_id': '06fce8db-3a0a-4c9c-a896-61a4730ed968', 'project_id': 'b7a563b78a01466b8646457654606ffa', 'fixed_ips': [{'subnet_id': '85f9ac66-7e46-4b0e-9442-7c94d90a26d8'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:03.207764 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ab759d7b-1e24-4ba7-891a-c05d521a3e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.215071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe7ba8-8534-4b3d-8c29-16087f44a443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Pushing event updated for resources: {'Port': ['ID=e731db08-6ea7-44ca-947b-96d0133974d4,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:03.275590 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-4f99116c-d694-4a9c-bffb-a01c7567b83b None None] Deleting port 037b4671-2055-4ae7-a444-9110bca049f1 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:03.275590 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4f99116c-d694-4a9c-bffb-a01c7567b83b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (037b4671-2055-4ae7-a444-9110bca049f1), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.276802 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (e731db08-6ea7-44ca-947b-96d0133974d4), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.293263 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Allocated IP 172.36.2.33 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/a1ecb217-1b7c-471e-a588-31ff010f63a1) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:03.323131 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-326a795b-703b-4b14-8a5f-5e55b5c75e1a tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7391255 Jan 10 11:52:03.331211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53086) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:03.347381 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7e5836c2-e181-4442-9e5f-de99876c80c4 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:e5:96:00'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:03.356038 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6d82a82-eb1c-4c91-9fb5-85b43a6725fa tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (21c947ec-7711-4d18-bf7b-df740ceea532), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.387577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4f99116c-d694-4a9c-bffb-a01c7567b83b None None] For port 037b4671-2055-4ae7-a444-9110bca049f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=037b4671-2055-4ae7-a444-9110bca049f1,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:03.390065 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4f99116c-d694-4a9c-bffb-a01c7567b83b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (037b4671-2055-4ae7-a444-9110bca049f1), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.403407 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-4f99116c-d694-4a9c-bffb-a01c7567b83b None None] Calling delete_port for 037b4671-2055-4ae7-a444-9110bca049f1 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:03.407236 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f811fc8-8de9-44cf-9c9a-fe96878bc0cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (06fce8db-3a0a-4c9c-a896-61a4730ed968), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.516792 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6e784e9a-0a4f-485e-8642-4e6eac5a6efb None None] Port 783ba951-fc7a-460a-8caa-c929d5a430cf cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:03.525827 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4102801-cc9e-4aa3-8963-73ac83cacc38 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for security_group (e13137a4-0db7-40c4-a982-a0c414744c22), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.561159 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f811fc8-8de9-44cf-9c9a-fe96878bc0cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (85f9ac66-7e46-4b0e-9442-7c94d90a26d8), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.687279 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4f99116c-d694-4a9c-bffb-a01c7567b83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (037b4671-2055-4ae7-a444-9110bca049f1), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.728488 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] device_id is not set on port e731db08-6ea7-44ca-947b-96d0133974d4 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:03.740575 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks [] for port (e731db08-6ea7-44ca-947b-96d0133974d4), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.749463 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99116c-d694-4a9c-bffb-a01c7567b83b None None] Pushing event deleted for resources: {'Port': ['ID=037b4671-2055-4ae7-a444-9110bca049f1,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:03.765119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f99116c-d694-4a9c-bffb-a01c7567b83b None None] No DVR routers for this DVR port 037b4671-2055-4ae7-a444-9110bca049f1 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:03.779129 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f282847f-2758-4f00-9042-2e11cfb29164 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:03.784089 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f282847f-2758-4f00-9042-2e11cfb29164 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.794677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ddc98530-c64c-46cc-a94d-9e7a0a1c3676 None None] Provisioning complete for port ab207053-236f-408f-ae0f-284905eee40b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:03.794677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ddc98530-c64c-46cc-a94d-9e7a0a1c3676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ab207053-236f-408f-ae0f-284905eee40b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.838018 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4102801-cc9e-4aa3-8963-73ac83cacc38 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for security_group (e13137a4-0db7-40c4-a982-a0c414744c22), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.856824 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6d82a82-eb1c-4c91-9fb5-85b43a6725fa tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (21c947ec-7711-4d18-bf7b-df740ceea532), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.858240 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f811fc8-8de9-44cf-9c9a-fe96878bc0cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (85f9ac66-7e46-4b0e-9442-7c94d90a26d8), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.883535 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ddc98530-c64c-46cc-a94d-9e7a0a1c3676 None None] Port ab207053-236f-408f-ae0f-284905eee40b cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:03.920451 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f811fc8-8de9-44cf-9c9a-fe96878bc0cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Subnet': ['ID=85f9ac66-7e46-4b0e-9442-7c94d90a26d8,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:03.921839 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Publish callbacks [] for port (d530ea47-f1c1-48f9-90ba-fdf989563dd5), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server [None req-ab759d7b-1e24-4ba7-891a-c05d521a3e63 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85f9ac66-7e46-4b0e-9442-7c94d90a26d8: This subnet is being modified by another concurrent operation. Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 11:52:03.950001 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise exception Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85f9ac66-7e46-4b0e-9442-7c94d90a26d8: This subnet is being modified by another concurrent operation. Jan 10 11:52:03.954989 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server Jan 10 11:52:04.008615 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca86f5b5-820b-4806-aa6d-1c91705c1aad None None] Network 06fce8db-3a0a-4c9c-a896-61a4730ed968 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:04.022652 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (e731db08-6ea7-44ca-947b-96d0133974d4), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.041408 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f811fc8-8de9-44cf-9c9a-fe96878bc0cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (06fce8db-3a0a-4c9c-a896-61a4730ed968), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.105909 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 037b4671-2055-4ae7-a444-9110bca049f1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:04.110610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (d530ea47-f1c1-48f9-90ba-fdf989563dd5), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.173889 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-3f811fc8-8de9-44cf-9c9a-fe96878bc0cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fce8db-3a0a-4c9c-a896-61a4730ed968']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:04.197077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-3f811fc8-8de9-44cf-9c9a-fe96878bc0cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40401841-6cc9-45d4-b967-33f519b7be32') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:04.198048 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-3f811fc8-8de9-44cf-9c9a-fe96878bc0cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40401841-6cc9-45d4-b967-33f519b7be32') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:04.218063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 037b4671-2055-4ae7-a444-9110bca049f1 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:52:04.219420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 037b4671-2055-4ae7-a444-9110bca049f1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:52:04.221449 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f811fc8-8de9-44cf-9c9a-fe96878bc0cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (40401841-6cc9-45d4-b967-33f519b7be32), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.224754 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Pushing event updated for resources: {'Port': ['ID=e731db08-6ea7-44ca-947b-96d0133974d4,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:04.251246 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6d82a82-eb1c-4c91-9fb5-85b43a6725fa tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_controller (21c947ec-7711-4d18-bf7b-df740ceea532), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.291102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:04.291102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:04.291102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:04.297927 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f811fc8-8de9-44cf-9c9a-fe96878bc0cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (40401841-6cc9-45d4-b967-33f519b7be32), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.300613 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:04.300956 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:04.303668 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 2 to bind port e731db08-6ea7-44ca-947b-96d0133974d4 Jan 10 11:52:04.320655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Network 22fff751-07ea-47af-8363-f37a0f4d43c4 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:04.325124 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f811fc8-8de9-44cf-9c9a-fe96878bc0cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:04.325552 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f811fc8-8de9-44cf-9c9a-fe96878bc0cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (40401841-6cc9-45d4-b967-33f519b7be32), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.326182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:04.329862 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:04.335616 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:04.347663 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Pushing event updated for resources: {'Port': ['ID=d530ea47-f1c1-48f9-90ba-fdf989563dd5,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:04.409329 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:04.410032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:04.410834 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:04.417243 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:04.417939 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:04.418572 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 3 to bind port e731db08-6ea7-44ca-947b-96d0133974d4 Jan 10 11:52:04.434678 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Attempting to bind port d530ea47-f1c1-48f9-90ba-fdf989563dd5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:04.434890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Attempting to bind port d530ea47-f1c1-48f9-90ba-fdf989563dd5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '22608087-cfa0-4be9-8e4d-dc6cd4706aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '22fff751-07ea-47af-8363-f37a0f4d43c4'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:04.436105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Attempting to bind port d530ea47-f1c1-48f9-90ba-fdf989563dd5 on network 22fff751-07ea-47af-8363-f37a0f4d43c4 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:04.448918 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:04.449277 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:04.449665 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:04.450134 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:04.455296 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Checking segment: {'id': '22608087-cfa0-4be9-8e4d-dc6cd4706aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '22fff751-07ea-47af-8363-f37a0f4d43c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:04.455296 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.455296 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Bound using segment: {'id': '22608087-cfa0-4be9-8e4d-dc6cd4706aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '22fff751-07ea-47af-8363-f37a0f4d43c4'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:04.455296 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Bound port: d530ea47-f1c1-48f9-90ba-fdf989563dd5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22608087-cfa0-4be9-8e4d-dc6cd4706aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '22fff751-07ea-47af-8363-f37a0f4d43c4'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:04.455296 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d530ea47-f1c1-48f9-90ba-fdf989563dd5), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.460999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:04.461432 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:04.461623 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 4 to bind port e731db08-6ea7-44ca-947b-96d0133974d4 Jan 10 11:52:04.484312 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:04.493598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:04.493598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:04.493598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f811fc8-8de9-44cf-9c9a-fe96878bc0cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (06fce8db-3a0a-4c9c-a896-61a4730ed968), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.497557 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f811fc8-8de9-44cf-9c9a-fe96878bc0cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.508807 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3f811fc8-8de9-44cf-9c9a-fe96878bc0cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/06fce8db-3a0a-4c9c-a896-61a4730ed968 HTTP/1.1" status: 204 len: 168 time: 1.3821034 Jan 10 11:52:04.508807 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:04.508807 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:04.508807 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 5 to bind port e731db08-6ea7-44ca-947b-96d0133974d4 Jan 10 11:52:04.510913 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53088) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:04.518605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-781bb64d-a22a-4d8b-831f-772170922c3b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-397971214'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:04.546101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f811fc8-8de9-44cf-9c9a-fe96878bc0cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Network': ['ID=06fce8db-3a0a-4c9c-a896-61a4730ed968,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:04.551439 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:04.551835 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:04.552281 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:04.581390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] For port d530ea47-f1c1-48f9-90ba-fdf989563dd5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:04.581674 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (a1ecb217-1b7c-471e-a588-31ff010f63a1), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.582195 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] For port d530ea47-f1c1-48f9-90ba-fdf989563dd5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d530ea47-f1c1-48f9-90ba-fdf989563dd5,segment=NetworkSegment(22608087-cfa0-4be9-8e4d-dc6cd4706aad),segment_id=22608087-cfa0-4be9-8e4d-dc6cd4706aad)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:04.583770 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:04.584372 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:04.584897 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 6 to bind port e731db08-6ea7-44ca-947b-96d0133974d4 Jan 10 11:52:04.596383 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6d82a82-eb1c-4c91-9fb5-85b43a6725fa tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (21c947ec-7711-4d18-bf7b-df740ceea532), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.597280 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d82a82-eb1c-4c91-9fb5-85b43a6725fa tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Fanout notify agent at l3_agent the message router_deleted on router 21c947ec-7711-4d18-bf7b-df740ceea532 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:52:04.602797 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:04.604159 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:04.604839 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:04.615780 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:04.616203 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:04.616514 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 7 to bind port e731db08-6ea7-44ca-947b-96d0133974d4 Jan 10 11:52:04.627800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6d82a82-eb1c-4c91-9fb5-85b43a6725fa tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.628996 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b6d82a82-eb1c-4c91-9fb5-85b43a6725fa tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/routers/21c947ec-7711-4d18-bf7b-df740ceea532 HTTP/1.1" status: 204 len: 168 time: 1.9253652 Jan 10 11:52:04.631917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53090) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:04.644628 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:04.645059 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:04.645474 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:04.654020 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (3081b3d9-2659-4de2-87f1-6ccb3c57e425), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.675771 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:04.676521 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:04.680090 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 8 to bind port e731db08-6ea7-44ca-947b-96d0133974d4 Jan 10 11:52:04.700346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Subnet': ['ID=3081b3d9-2659-4de2-87f1-6ccb3c57e425,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:04.703015 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4102801-cc9e-4aa3-8963-73ac83cacc38 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e13137a4-0db7-40c4-a982-a0c414744c22), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.706246 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4102801-cc9e-4aa3-8963-73ac83cacc38 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.706932 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:04.707475 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:04.708098 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d4102801-cc9e-4aa3-8963-73ac83cacc38 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "DELETE /v2.0/security-groups/e13137a4-0db7-40c4-a982-a0c414744c22 HTTP/1.1" status: 204 len: 168 time: 2.0268676 Jan 10 11:52:04.710733 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:04.719551 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b2fe13-c7ae-4813-abd2-057af1b17070 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting subnet 625538d7-accf-4eeb-a971-1fb88efbbb8d {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:52:04.721792 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53092) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:04.732463 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e5836c2-e181-4442-9e5f-de99876c80c4 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ab207053-236f-408f-ae0f-284905eee40b), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.734397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16b2fe13-c7ae-4813-abd2-057af1b17070 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (625538d7-accf-4eeb-a971-1fb88efbbb8d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.741399 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:04.741828 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:04.760792 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 9 to bind port e731db08-6ea7-44ca-947b-96d0133974d4 Jan 10 11:52:04.767386 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-dd6fc76e-7e29-4dad-86c5-1883165d41c2 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] show failed (client error): The resource could not be found. Jan 10 11:52:04.771443 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dd6fc76e-7e29-4dad-86c5-1883165d41c2 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "GET /v2.0/security-groups/e13137a4-0db7-40c4-a982-a0c414744c22 HTTP/1.1" status: 404 len: 347 time: 0.0474286 Jan 10 11:52:04.777867 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d530ea47-f1c1-48f9-90ba-fdf989563dd5), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.781619 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53094) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:04.838300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:04.838542 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:04.838904 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:04.840154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade36d7e-2ee1-4107-9af8-9e6d6bca6d17 None None] Pushing event updated for resources: {'Port': ['ID=d530ea47-f1c1-48f9-90ba-fdf989563dd5,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:04.841383 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781bb64d-a22a-4d8b-831f-772170922c3b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:04.845550 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-781bb64d-a22a-4d8b-831f-772170922c3b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.873437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16b2fe13-c7ae-4813-abd2-057af1b17070 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (625538d7-accf-4eeb-a971-1fb88efbbb8d), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:04.900533 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:04.900533 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:04.903089 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 10 to bind port e731db08-6ea7-44ca-947b-96d0133974d4 Jan 10 11:52:04.926898 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4102801-cc9e-4aa3-8963-73ac83cacc38 tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13137a4-0db7-40c4-a982-a0c414744c22,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:04.990062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:04.990462 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:04.990804 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:05.012660 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781bb64d-a22a-4d8b-831f-772170922c3b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:05.030537 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:05.031428 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port e731db08-6ea7-44ca-947b-96d0133974d4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:05.031800 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (e731db08-6ea7-44ca-947b-96d0133974d4), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.051921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (22fff751-07ea-47af-8363-f37a0f4d43c4), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.065716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-781bb64d-a22a-4d8b-831f-772170922c3b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (618c3449-b55a-4ee1-9a92-b2d621aedba9), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.069169 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-781bb64d-a22a-4d8b-831f-772170922c3b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Added segment 618c3449-b55a-4ee1-9a92-b2d621aedba9 of type vlan for network 8bda4f29-84b7-44b9-bd65-b117df43f750 Jan 10 11:52:05.103180 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a1ecb217-1b7c-471e-a588-31ff010f63a1), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.107962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fff751-07ea-47af-8363-f37a0f4d43c4']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:05.188514 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-781bb64d-a22a-4d8b-831f-772170922c3b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (8bda4f29-84b7-44b9-bd65-b117df43f750), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.194087 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16b2fe13-c7ae-4813-abd2-057af1b17070 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (625538d7-accf-4eeb-a971-1fb88efbbb8d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.216195 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22608087-cfa0-4be9-8e4d-dc6cd4706aad') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:05.216195 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22608087-cfa0-4be9-8e4d-dc6cd4706aad') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:05.218156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f282847f-2758-4f00-9042-2e11cfb29164 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (528fe8e4-e68a-4f37-ac19-e538d8dc8d32), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.273635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f918c-1735-41f5-8e4f-881eab7f6d6c tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Deleting port 5cf0bb73-6656-4e93-b920-be04c080ecdf {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:05.274155 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0a1f918c-1735-41f5-8e4f-881eab7f6d6c tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (5cf0bb73-6656-4e93-b920-be04c080ecdf), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.276390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] For port e731db08-6ea7-44ca-947b-96d0133974d4, host hv-neutron-mast, cleared binding levels {{(pid=110625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:05.276749 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempted to set empty binding levels {{(pid=110625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 10 11:52:05.295930 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (22608087-cfa0-4be9-8e4d-dc6cd4706aad), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.360765 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:05.367791 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (e731db08-6ea7-44ca-947b-96d0133974d4), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.371032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=a1ecb217-1b7c-471e-a588-31ff010f63a1,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:05.394840 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:05.403488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f282847f-2758-4f00-9042-2e11cfb29164 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:05.407858 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:05.410668 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-781bb64d-a22a-4d8b-831f-772170922c3b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (8bda4f29-84b7-44b9-bd65-b117df43f750), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.415059 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (22608087-cfa0-4be9-8e4d-dc6cd4706aad), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.417429 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781bb64d-a22a-4d8b-831f-772170922c3b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.418556 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-781bb64d-a22a-4d8b-831f-772170922c3b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.421237 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-f282847f-2758-4f00-9042-2e11cfb29164 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:05.449472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] In _notify_port_updated(), no bound segment for port e731db08-6ea7-44ca-947b-96d0133974d4 on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:52:05.450707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.451335 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.455715 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] 10.222.0.16 "PUT /v2.0/ports/e731db08-6ea7-44ca-947b-96d0133974d4 HTTP/1.1" status: 200 len: 981 time: 2.5187232 Jan 10 11:52:05.455948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9756ba6-10bc-4ba4-975e-93e476ef65de None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:05.457413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0a1f918c-1735-41f5-8e4f-881eab7f6d6c tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (5cf0bb73-6656-4e93-b920-be04c080ecdf), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.457740 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0a1f918c-1735-41f5-8e4f-881eab7f6d6c tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for floatingip (5cf0bb73-6656-4e93-b920-be04c080ecdf), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.461053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16b2fe13-c7ae-4813-abd2-057af1b17070 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (625538d7-accf-4eeb-a971-1fb88efbbb8d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.463141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53096) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:05.476441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f282847f-2758-4f00-9042-2e11cfb29164 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.478074 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f282847f-2758-4f00-9042-2e11cfb29164 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.490301 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282847f-2758-4f00-9042-2e11cfb29164 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=528fe8e4-e68a-4f37-ac19-e538d8dc8d32,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:05.498310 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:05.501451 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (22608087-cfa0-4be9-8e4d-dc6cd4706aad), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:05.512550 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:05.520877 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:05.520877 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:05.520877 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:05.520877 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:05.520877 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:05.583981 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f918c-1735-41f5-8e4f-881eab7f6d6c tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Calling delete_port for 5cf0bb73-6656-4e93-b920-be04c080ecdf owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:05.615315 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa936661-05a7-4c33-af90-0e94d82a8d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Pushing event updated for resources: {'Port': ['ID=e731db08-6ea7-44ca-947b-96d0133974d4,revision_number=3']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:05.624647 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2fe13-c7ae-4813-abd2-057af1b17070 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Subnet': ['ID=625538d7-accf-4eeb-a971-1fb88efbbb8d,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:05.638446 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-781bb64d-a22a-4d8b-831f-772170922c3b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1256986 Jan 10 11:52:05.643343 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16b2fe13-c7ae-4813-abd2-057af1b17070 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:05.647131 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-16b2fe13-c7ae-4813-abd2-057af1b17070 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/625538d7-accf-4eeb-a971-1fb88efbbb8d HTTP/1.1" status: 204 len: 168 time: 1.0139644 Jan 10 11:52:05.652046 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53098) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:05.658925 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-bde32f5b-3514-4107-8efb-13936c940dae tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'subnet': {'network_id': '8bda4f29-84b7-44b9-bd65-b117df43f750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:05.662557 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53100) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:05.670548 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bb64d-a22a-4d8b-831f-772170922c3b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Network': ['ID=8bda4f29-84b7-44b9-bd65-b117df43f750,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:05.716345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c9555c-3b22-4286-b83e-62268954d2b4 None None] Network cdbb382e-84bd-4533-a2f4-3df77c8fbd40 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:05.741997 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f282847f-2758-4f00-9042-2e11cfb29164 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4525378 Jan 10 11:52:05.753920 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53102) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:05.766513 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8945b2f3-da56-4f20-bfd4-76699f2cdcaf tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'fixed_ips': [{'subnet_id': '528fe8e4-e68a-4f37-ac19-e538d8dc8d32', 'ip_address': '2001:db8::9be1:e39c:6964:f322'}], 'name': 'tempest-NetworksTestDHCPv6-360163793'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:05.822308 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 8bda4f29-84b7-44b9-bd65-b117df43f750 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:05.824767 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.db.api [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 11:52:05.824767 dv-neutron-master-2-hyperv neutron-server[110624]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 11:52:05.824767 dv-neutron-master-2-hyperv neutron-server[110624]: [parameters: {'id': '22fff751-07ea-47af-8363-f37a0f4d43c4'}] Jan 10 11:52:05.824767 dv-neutron-master-2-hyperv neutron-server[110624]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:52:05.825550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG oslo_db.api [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:52:05.898522 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.898993 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.899456 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.899922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.900371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.900834 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.901286 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.901736 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.902293 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.902724 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.903186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.903637 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.904085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.904538 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.904991 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.905442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.906056 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.906587 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.907080 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.907634 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.908089 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.908540 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.911825 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e9d91e0c-f9c5-46dc-84f6-8b1f8c090f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19443 time: 0.4261930 Jan 10 11:52:05.983399 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53104) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:06.032772 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (cdbb382e-84bd-4533-a2f4-3df77c8fbd40), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.101944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': '528fe8e4-e68a-4f37-ac19-e538d8dc8d32'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:06.102837 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.147854 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e5836c2-e181-4442-9e5f-de99876c80c4 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks [] for port (ab207053-236f-408f-ae0f-284905eee40b), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.177036 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device d530ea47-f1c1-48f9-90ba-fdf989563dd5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:06.336269 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (c054ebde-19f5-41ae-9951-ebbe178ef2c9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.355701 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde32f5b-3514-4107-8efb-13936c940dae tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:06.362471 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bde32f5b-3514-4107-8efb-13936c940dae tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.367321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Allocated IP 2001:db8::2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/528fe8e4-e68a-4f37-ac19-e538d8dc8d32/85aff3c9-0d77-447a-b777-6f801776da60) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:06.378572 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (22fff751-07ea-47af-8363-f37a0f4d43c4), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.382193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e5836c2-e181-4442-9e5f-de99876c80c4 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (ab207053-236f-408f-ae0f-284905eee40b), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.479914 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d77ba5-6189-4fcd-b1e2-460c0d34c8f0 None None] DHCP port deletion for cdbb382e-84bd-4533-a2f4-3df77c8fbd40 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:06.482933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-db034b1d-e51a-431e-913b-223c9d4fcd11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.537008 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5836c2-e181-4442-9e5f-de99876c80c4 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event updated for resources: {'Port': ['ID=ab207053-236f-408f-ae0f-284905eee40b,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:06.559309 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a1ecb217-1b7c-471e-a588-31ff010f63a1), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.573852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeef311c-f300-4430-97f3-99413955d3cd None None] Network 22fff751-07ea-47af-8363-f37a0f4d43c4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:06.732545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0cf61b85-39a3-43df-acd3-80e5962cb585 None None] Provisioning complete for port d530ea47-f1c1-48f9-90ba-fdf989563dd5 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:06.732860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0cf61b85-39a3-43df-acd3-80e5962cb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d530ea47-f1c1-48f9-90ba-fdf989563dd5), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.745984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-975c17c2-f3e6-4dda-9120-480cd0d70427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Deleting port e731db08-6ea7-44ca-947b-96d0133974d4 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:06.746999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-975c17c2-f3e6-4dda-9120-480cd0d70427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (e731db08-6ea7-44ca-947b-96d0133974d4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.761388 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (a1ecb217-1b7c-471e-a588-31ff010f63a1), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.764597 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7e5836c2-e181-4442-9e5f-de99876c80c4 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] In _notify_port_updated(), no bound segment for port ab207053-236f-408f-ae0f-284905eee40b on network 2e2b3302-7018-46f4-8977-008781414786 {{(pid=110624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:52:06.771814 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5836c2-e181-4442-9e5f-de99876c80c4 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:06.772973 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e5836c2-e181-4442-9e5f-de99876c80c4 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.774752 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7e5836c2-e181-4442-9e5f-de99876c80c4 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "PUT /v2.0/ports/ab207053-236f-408f-ae0f-284905eee40b HTTP/1.1" status: 200 len: 994 time: 3.4323130 Jan 10 11:52:06.782247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53106) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:06.783849 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8945b2f3-da56-4f20-bfd4-76699f2cdcaf tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:06.793640 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:06.794165 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9c78e485-bb41-4a9b-b55c-7f4bcccd4c87), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.833045 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Deleting port d530ea47-f1c1-48f9-90ba-fdf989563dd5 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:06.833045 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (d530ea47-f1c1-48f9-90ba-fdf989563dd5), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.841339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (a1ecb217-1b7c-471e-a588-31ff010f63a1), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.842392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Publish callbacks [] for port (85aff3c9-0d77-447a-b777-6f801776da60), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.845418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port d530ea47-f1c1-48f9-90ba-fdf989563dd5 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:06.847698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d530ea47-f1c1-48f9-90ba-fdf989563dd5), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.859816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0a1f918c-1735-41f5-8e4f-881eab7f6d6c tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (5cf0bb73-6656-4e93-b920-be04c080ecdf), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.861938 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bde32f5b-3514-4107-8efb-13936c940dae tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (e5baa243-ec65-499a-830e-6be5425b07b3), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.882969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f2d77ba5-6189-4fcd-b1e2-460c0d34c8f0 None None] Deleting port 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:06.882969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f2d77ba5-6189-4fcd-b1e2-460c0d34c8f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9c78e485-bb41-4a9b-b55c-7f4bcccd4c87), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.982931 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (85aff3c9-0d77-447a-b777-6f801776da60), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.983169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] For port 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c78e485-bb41-4a9b-b55c-7f4bcccd4c87,segment=NetworkSegment(9c68392f-35f2-402e-9a4b-180cf20a3c05),segment_id=9c68392f-35f2-402e-9a4b-180cf20a3c05)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:06.983169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9c78e485-bb41-4a9b-b55c-7f4bcccd4c87), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.996119 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:07.024978 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] For port d530ea47-f1c1-48f9-90ba-fdf989563dd5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d530ea47-f1c1-48f9-90ba-fdf989563dd5,segment=NetworkSegment(22608087-cfa0-4be9-8e4d-dc6cd4706aad),segment_id=22608087-cfa0-4be9-8e4d-dc6cd4706aad)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:07.024978 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (d530ea47-f1c1-48f9-90ba-fdf989563dd5), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.034809 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=a1ecb217-1b7c-471e-a588-31ff010f63a1,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:07.040325 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f918c-1735-41f5-8e4f-881eab7f6d6c tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Pushing event deleted for resources: {'Port': ['ID=5cf0bb73-6656-4e93-b920-be04c080ecdf,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:07.064949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Calling delete_port for d530ea47-f1c1-48f9-90ba-fdf989563dd5 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:07.068508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8d8a33-5613-4613-894a-f7a011b89cf1 None None] DHCP port deletion for 22fff751-07ea-47af-8363-f37a0f4d43c4 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:07.073261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.073612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.073996 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.074352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.074688 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.075034 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.075369 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.075711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.076047 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.076383 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.076735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.078632 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.078632 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.085125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (c054ebde-19f5-41ae-9951-ebbe178ef2c9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.094508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f2d77ba5-6189-4fcd-b1e2-460c0d34c8f0 None None] For port 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c78e485-bb41-4a9b-b55c-7f4bcccd4c87,segment=NetworkSegment(9c68392f-35f2-402e-9a4b-180cf20a3c05),segment_id=9c68392f-35f2-402e-9a4b-180cf20a3c05)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:07.095201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f2d77ba5-6189-4fcd-b1e2-460c0d34c8f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9c78e485-bb41-4a9b-b55c-7f4bcccd4c87), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.119969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:07.128195 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-975c17c2-f3e6-4dda-9120-480cd0d70427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] For port e731db08-6ea7-44ca-947b-96d0133974d4, host hv-neutron-mast, got binding levels [] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:07.128679 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-975c17c2-f3e6-4dda-9120-480cd0d70427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (e731db08-6ea7-44ca-947b-96d0133974d4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.157238 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e82ade8-4cac-4fae-af0e-8339b87e9277 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:07.159393 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:07.163921 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f2d77ba5-6189-4fcd-b1e2-460c0d34c8f0 None None] Calling delete_port for 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:07.166891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-28fbc083-3a4e-449a-a511-8b19dd4cad86 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Deleting port ab207053-236f-408f-ae0f-284905eee40b {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:07.167373 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-28fbc083-3a4e-449a-a511-8b19dd4cad86 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ab207053-236f-408f-ae0f-284905eee40b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.168229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:07.181659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0cf61b85-39a3-43df-acd3-80e5962cb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d530ea47-f1c1-48f9-90ba-fdf989563dd5), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.206726 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Pushing event updated for resources: {'Port': ['ID=85aff3c9-0d77-447a-b777-6f801776da60,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:07.243069 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8945b2f3-da56-4f20-bfd4-76699f2cdcaf tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.243275 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.243676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.244031 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.244373 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.244712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.245048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.245399 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.245739 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.246124 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.246475 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.246809 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.247136 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.247515 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:07.251114 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d530ea47-f1c1-48f9-90ba-fdf989563dd5), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.266999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-975c17c2-f3e6-4dda-9120-480cd0d70427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Calling delete_port for e731db08-6ea7-44ca-947b-96d0133974d4 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:07.309467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde32f5b-3514-4107-8efb-13936c940dae tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Subnet': ['ID=e5baa243-ec65-499a-830e-6be5425b07b3,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:07.320582 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-8945b2f3-da56-4f20-bfd4-76699f2cdcaf tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port 61461b15-f06e-4997-98e2-36ecfc2798b4 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:07.356516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-28fbc083-3a4e-449a-a511-8b19dd4cad86 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ab207053-236f-408f-ae0f-284905eee40b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.365877 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Floating IP c054ebde-19f5-41ae-9951-ebbe178ef2c9 associated. External IP: 172.36.2.33, port: 783ba951-fc7a-460a-8caa-c929d5a430cf. Jan 10 11:52:07.385817 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0cf61b85-39a3-43df-acd3-80e5962cb585 None None] For port d530ea47-f1c1-48f9-90ba-fdf989563dd5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d530ea47-f1c1-48f9-90ba-fdf989563dd5,segment=NetworkSegment(22608087-cfa0-4be9-8e4d-dc6cd4706aad),segment_id=22608087-cfa0-4be9-8e4d-dc6cd4706aad)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:07.398163 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Attempting to bind port 85aff3c9-0d77-447a-b777-6f801776da60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:07.398742 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Attempting to bind port 85aff3c9-0d77-447a-b777-6f801776da60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:07.398910 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Attempting to bind port 85aff3c9-0d77-447a-b777-6f801776da60 on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:07.420077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:07.420481 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:07.420950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.421389 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:07.421935 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Bound port: 85aff3c9-0d77-447a-b777-6f801776da60, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:07.422331 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (85aff3c9-0d77-447a-b777-6f801776da60), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.436027 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-28fbc083-3a4e-449a-a511-8b19dd4cad86 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Calling delete_port for ab207053-236f-408f-ae0f-284905eee40b owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:07.445063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d8a33-5613-4613-894a-f7a011b89cf1 None None] Deleting port d530ea47-f1c1-48f9-90ba-fdf989563dd5 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:07.445063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cc8d8a33-5613-4613-894a-f7a011b89cf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (d530ea47-f1c1-48f9-90ba-fdf989563dd5), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.446419 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0a1f918c-1735-41f5-8e4f-881eab7f6d6c tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks [] for floatingip (368d345d-d989-4ed8-bf25-6169d6e10273), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.449215 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0a1f918c-1735-41f5-8e4f-881eab7f6d6c tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.454388 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0a1f918c-1735-41f5-8e4f-881eab7f6d6c tempest-ServersTestJSON-177667943 tempest-ServersTestJSON-177667943-project] 10.222.0.16 "DELETE /v2.0/floatingips/368d345d-d989-4ed8-bf25-6169d6e10273 HTTP/1.1" status: 204 len: 168 time: 2.6715701 Jan 10 11:52:07.457754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53108) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:07.460263 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde32f5b-3514-4107-8efb-13936c940dae tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Checking segment: {'id': '618c3449-b55a-4ee1-9a92-b2d621aedba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8bda4f29-84b7-44b9-bd65-b117df43f750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:07.460643 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde32f5b-3514-4107-8efb-13936c940dae tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network hostable DHCP agents. Network: 8bda4f29-84b7-44b9-bd65-b117df43f750, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:07.537023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-cc8d8a33-5613-4613-894a-f7a011b89cf1 None None] For port d530ea47-f1c1-48f9-90ba-fdf989563dd5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d530ea47-f1c1-48f9-90ba-fdf989563dd5,segment=NetworkSegment(22608087-cfa0-4be9-8e4d-dc6cd4706aad),segment_id=22608087-cfa0-4be9-8e4d-dc6cd4706aad)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:07.537596 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cc8d8a33-5613-4613-894a-f7a011b89cf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (d530ea47-f1c1-48f9-90ba-fdf989563dd5), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.561249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d8a33-5613-4613-894a-f7a011b89cf1 None None] Calling delete_port for d530ea47-f1c1-48f9-90ba-fdf989563dd5 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:07.569699 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0cf61b85-39a3-43df-acd3-80e5962cb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d530ea47-f1c1-48f9-90ba-fdf989563dd5), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.581167 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] For port 85aff3c9-0d77-447a-b777-6f801776da60, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:07.641822 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f2d77ba5-6189-4fcd-b1e2-460c0d34c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (9c78e485-bb41-4a9b-b55c-7f4bcccd4c87), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.645435 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (9c78e485-bb41-4a9b-b55c-7f4bcccd4c87), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.688848 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] For port 85aff3c9-0d77-447a-b777-6f801776da60, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85aff3c9-0d77-447a-b777-6f801776da60,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:07.715190 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d77ba5-6189-4fcd-b1e2-460c0d34c8f0 None None] No DVR routers for this DVR port 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:07.750145 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:52:07.751186 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:52:07.772890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf61b85-39a3-43df-acd3-80e5962cb585 None None] Pushing event updated for resources: {'Port': ['ID=d530ea47-f1c1-48f9-90ba-fdf989563dd5,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:07.777482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-59230cf1-345d-40bf-9936-ec43f6d939ed None None] Provisioning complete for port ab207053-236f-408f-ae0f-284905eee40b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:07.778180 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-59230cf1-345d-40bf-9936-ec43f6d939ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ab207053-236f-408f-ae0f-284905eee40b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.849940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (85aff3c9-0d77-447a-b777-6f801776da60), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.855246 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d77ba5-6189-4fcd-b1e2-460c0d34c8f0 None None] Pushing event deleted for resources: {'Port': ['ID=9c78e485-bb41-4a9b-b55c-7f4bcccd4c87,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:08.031071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-975c17c2-f3e6-4dda-9120-480cd0d70427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (e731db08-6ea7-44ca-947b-96d0133974d4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.032700 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde32f5b-3514-4107-8efb-13936c940dae tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network 8bda4f29-84b7-44b9-bd65-b117df43f750 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:08.035437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=9c78e485-bb41-4a9b-b55c-7f4bcccd4c87,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:08.058239 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-8945b2f3-da56-4f20-bfd4-76699f2cdcaf tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::9be1:e39c:6964:f322 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/528fe8e4-e68a-4f37-ac19-e538d8dc8d32/61461b15-f06e-4997-98e2-36ecfc2798b4) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:08.069608 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cc8d8a33-5613-4613-894a-f7a011b89cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (d530ea47-f1c1-48f9-90ba-fdf989563dd5), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.070191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No DVR routers for this DVR port 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:08.079243 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-59230cf1-345d-40bf-9936-ec43f6d939ed None None] Port ab207053-236f-408f-ae0f-284905eee40b cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:08.090243 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-975c17c2-f3e6-4dda-9120-480cd0d70427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.094195 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-975c17c2-f3e6-4dda-9120-480cd0d70427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] 10.222.0.16 "DELETE /v2.0/ports/e731db08-6ea7-44ca-947b-96d0133974d4 HTTP/1.1" status: 204 len: 168 time: 2.1090524 Jan 10 11:52:08.100920 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53110) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:08.102485 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8d8a33-5613-4613-894a-f7a011b89cf1 None None] No DVR routers for this DVR port d530ea47-f1c1-48f9-90ba-fdf989563dd5 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:08.109879 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef68376-d698-47e9-b732-5d059f7859f9 None None] Pushing event updated for resources: {'Port': ['ID=85aff3c9-0d77-447a-b777-6f801776da60,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:08.111398 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c17c2-f3e6-4dda-9120-480cd0d70427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Pushing event deleted for resources: {'Port': ['ID=e731db08-6ea7-44ca-947b-96d0133974d4,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:08.155260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d8a33-5613-4613-894a-f7a011b89cf1 None None] Pushing event deleted for resources: {'Port': ['ID=d530ea47-f1c1-48f9-90ba-fdf989563dd5,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:08.164147 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-9874239e-f8dd-45b2-8204-8d4712c8fa64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] GET failed (client error): The resource could not be found. Jan 10 11:52:08.165824 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9874239e-f8dd-45b2-8204-8d4712c8fa64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] 10.222.0.16 "GET /v2.0/ports/e731db08-6ea7-44ca-947b-96d0133974d4 HTTP/1.1" status: 404 len: 333 time: 0.0617552 Jan 10 11:52:08.176240 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53112) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:08.183124 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-b3c6431e-ae51-483b-92fb-642915ad5cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614081516', 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:08.216381 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-bde32f5b-3514-4107-8efb-13936c940dae tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8bda4f29-84b7-44b9-bd65-b117df43f750) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:08.219520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (d530ea47-f1c1-48f9-90ba-fdf989563dd5), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.239660 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb5d066-4e20-47eb-9c08-205562819419 None None] Network 8bda4f29-84b7-44b9-bd65-b117df43f750 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:08.277250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Port': ['ID=d530ea47-f1c1-48f9-90ba-fdf989563dd5,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:08.283568 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde32f5b-3514-4107-8efb-13936c940dae tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:08.285639 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bde32f5b-3514-4107-8efb-13936c940dae tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.300195 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No DVR routers for this DVR port d530ea47-f1c1-48f9-90ba-fdf989563dd5 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:08.303328 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (cdbb382e-84bd-4533-a2f4-3df77c8fbd40), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.316637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Port d530ea47-f1c1-48f9-90ba-fdf989563dd5 update to ACTIVE by agent not found {{(pid=110626) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 10 11:52:08.361129 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router f6ccc364-1e83-4cb2-8085-cf3093fcd207 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:52:08.409706 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbb382e-84bd-4533-a2f4-3df77c8fbd40']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:08.427287 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c68392f-35f2-402e-9a4b-180cf20a3c05') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:08.428143 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c68392f-35f2-402e-9a4b-180cf20a3c05') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:08.429029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8bda4f29-84b7-44b9-bd65-b117df43f750', 'network_id': '8bda4f29-84b7-44b9-bd65-b117df43f750', 'project_id': 'b7a563b78a01466b8646457654606ffa', 'fixed_ips': [{'subnet_id': 'e5baa243-ec65-499a-830e-6be5425b07b3'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:08.429903 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.446148 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-28fbc083-3a4e-449a-a511-8b19dd4cad86 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (ab207053-236f-408f-ae0f-284905eee40b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.448858 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (22fff751-07ea-47af-8363-f37a0f4d43c4), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.449570 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (9c68392f-35f2-402e-9a4b-180cf20a3c05), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.480570 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9c68392f-35f2-402e-9a4b-180cf20a3c05), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.493825 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:08.496608 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (9c68392f-35f2-402e-9a4b-180cf20a3c05), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.496935 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:08.503025 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:08.539724 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:52:08.540626 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9c78e485-bb41-4a9b-b55c-7f4bcccd4c87 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:52:08.540626 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device d530ea47-f1c1-48f9-90ba-fdf989563dd5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:08.582532 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bde32f5b-3514-4107-8efb-13936c940dae tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9283783 Jan 10 11:52:08.594731 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fff751-07ea-47af-8363-f37a0f4d43c4']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:08.598640 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53114) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:08.650008 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: d530ea47-f1c1-48f9-90ba-fdf989563dd5 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:52:08.650921 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device d530ea47-f1c1-48f9-90ba-fdf989563dd5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:52:08.672565 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c6431e-ae51-483b-92fb-642915ad5cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Made reservation on behalf of 9bf1c8db59ed46be95f1d176a8347683 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:08.682658 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b3c6431e-ae51-483b-92fb-642915ad5cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.725786 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8945b2f3-da56-4f20-bfd4-76699f2cdcaf tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (61461b15-f06e-4997-98e2-36ecfc2798b4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.731089 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-b3c6431e-ae51-483b-92fb-642915ad5cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] device_id is not set on port b87363fb-426d-4a76-8080-1137de6f7efe yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:08.739292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:08.747640 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (cdbb382e-84bd-4533-a2f4-3df77c8fbd40), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.757846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbc083-3a4e-449a-a511-8b19dd4cad86 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event deleted for resources: {'Port': ['ID=ab207053-236f-408f-ae0f-284905eee40b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:08.771921 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd806490-7779-443b-ba88-b7f4971a9a4e None None] Sync routers for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:08.801427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.806414 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/networks/cdbb382e-84bd-4533-a2f4-3df77c8fbd40 HTTP/1.1" status: 204 len: 168 time: 3.1332502 Jan 10 11:52:08.813615 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53116) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:08.824306 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c2a5a601-f1ec-462f-91c3-027a8e6d104b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-425440634'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:08.827929 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd806490-7779-443b-ba88-b7f4971a9a4e None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:08.828988 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-fd806490-7779-443b-ba88-b7f4971a9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:08.869660 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b34b8-2334-4e3b-b2d8-517cf730c72e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Network': ['ID=cdbb382e-84bd-4533-a2f4-3df77c8fbd40,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:08.878180 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22608087-cfa0-4be9-8e4d-dc6cd4706aad') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:08.878592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22608087-cfa0-4be9-8e4d-dc6cd4706aad') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:08.888666 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-fd806490-7779-443b-ba88-b7f4971a9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:08.913500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Allocated IP 2001:db8::1 (8bda4f29-84b7-44b9-bd65-b117df43f750/e5baa243-ec65-499a-830e-6be5425b07b3/ee58dc7e-a8b1-4dea-903a-57d57764c18c) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:08.922344 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd806490-7779-443b-ba88-b7f4971a9a4e None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:08.923427 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-fd806490-7779-443b-ba88-b7f4971a9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:51:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:08.973242 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (22608087-cfa0-4be9-8e4d-dc6cd4706aad), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:08.993819 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (22608087-cfa0-4be9-8e4d-dc6cd4706aad), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.013319 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-fd806490-7779-443b-ba88-b7f4971a9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:09.014038 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd806490-7779-443b-ba88-b7f4971a9a4e None None] The sync data for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:09.046747 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:09.047467 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (22608087-cfa0-4be9-8e4d-dc6cd4706aad), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.059201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8945b2f3-da56-4f20-bfd4-76699f2cdcaf tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (61461b15-f06e-4997-98e2-36ecfc2798b4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.087869 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a5a601-f1ec-462f-91c3-027a8e6d104b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:09.094216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a601-f1ec-462f-91c3-027a8e6d104b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:09.123711 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:09.196715 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b3c6431e-ae51-483b-92fb-642915ad5cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks [] for port (b87363fb-426d-4a76-8080-1137de6f7efe), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.198241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.220907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8945b2f3-da56-4f20-bfd4-76699f2cdcaf tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:09.234280 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8945b2f3-da56-4f20-bfd4-76699f2cdcaf tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:09.246386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8945b2f3-da56-4f20-bfd4-76699f2cdcaf tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:09.253449 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8945b2f3-da56-4f20-bfd4-76699f2cdcaf tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:09.254367 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8945b2f3-da56-4f20-bfd4-76699f2cdcaf tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.269868 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a5a601-f1ec-462f-91c3-027a8e6d104b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:09.284152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945b2f3-da56-4f20-bfd4-76699f2cdcaf tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=61461b15-f06e-4997-98e2-36ecfc2798b4,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:09.284311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Publish callbacks [] for port (ee58dc7e-a8b1-4dea-903a-57d57764c18c), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.299031 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a601-f1ec-462f-91c3-027a8e6d104b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b6e1b816-d508-447f-872a-0f971298d348), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.299440 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-c2a5a601-f1ec-462f-91c3-027a8e6d104b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Added segment b6e1b816-d508-447f-872a-0f971298d348 of type vlan for network b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4 Jan 10 11:52:09.318828 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f1530b97-cce6-4e5d-8282-6fc70f83a00d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.2628953 Jan 10 11:52:09.321776 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53118) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:09.360914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-24e332bd-b515-4376-a4af-76632decea83 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:09.373300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a601-f1ec-462f-91c3-027a8e6d104b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.438621 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8945b2f3-da56-4f20-bfd4-76699f2cdcaf tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6770289 Jan 10 11:52:09.440139 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53120) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:09.484319 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (ee58dc7e-a8b1-4dea-903a-57d57764c18c), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.487888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b3c6431e-ae51-483b-92fb-642915ad5cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (b87363fb-426d-4a76-8080-1137de6f7efe), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.527849 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-28fbc083-3a4e-449a-a511-8b19dd4cad86 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.532906 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-28fbc083-3a4e-449a-a511-8b19dd4cad86 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "DELETE /v2.0/ports/ab207053-236f-408f-ae0f-284905eee40b HTTP/1.1" status: 204 len: 168 time: 2.7477283 Jan 10 11:52:09.542857 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53122) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:09.575504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24e332bd-b515-4376-a4af-76632decea83 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (c054ebde-19f5-41ae-9951-ebbe178ef2c9), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.587604 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (8bda4f29-84b7-44b9-bd65-b117df43f750), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.592409 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c6431e-ae51-483b-92fb-642915ad5cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Network e972460c-aca3-4894-a80b-e216efafcf93 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:09.595571 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-450a8433-c2a1-4b93-8702-b22c6803aea5 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] GET failed (client error): The resource could not be found. Jan 10 11:52:09.597045 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-450a8433-c2a1-4b93-8702-b22c6803aea5 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "GET /v2.0/ports/ab207053-236f-408f-ae0f-284905eee40b HTTP/1.1" status: 404 len: 333 time: 0.0512524 Jan 10 11:52:09.602861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53124) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:09.605128 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Network 8bda4f29-84b7-44b9-bd65-b117df43f750 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:09.612239 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d2480904-9e05-46ff-bcfd-22073e3d340b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Request body: {'port': {'network_id': '2e2b3302-7018-46f4-8977-008781414786', 'name': 'tempest-AllowedAddressPairTestJSON-1112538089'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:09.618295 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:09.619281 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-b3c6431e-ae51-483b-92fb-642915ad5cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:09.622064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:09.630684 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c6431e-ae51-483b-92fb-642915ad5cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:09.631775 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c6431e-ae51-483b-92fb-642915ad5cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:09.632374 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b3c6431e-ae51-483b-92fb-642915ad5cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.647512 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6431e-ae51-483b-92fb-642915ad5cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Pushing event updated for resources: {'Port': ['ID=b87363fb-426d-4a76-8080-1137de6f7efe,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:09.671483 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42a9107-30df-4ced-b396-01a6e618d370 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:09.677908 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42a9107-30df-4ced-b396-01a6e618d370 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:09.683209 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a42a9107-30df-4ced-b396-01a6e618d370 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2427616 Jan 10 11:52:09.685789 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53126) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:09.693330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Pushing event updated for resources: {'Port': ['ID=ee58dc7e-a8b1-4dea-903a-57d57764c18c,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:09.746378 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Attempting to bind port ee58dc7e-a8b1-4dea-903a-57d57764c18c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:09.746826 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Attempting to bind port ee58dc7e-a8b1-4dea-903a-57d57764c18c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '618c3449-b55a-4ee1-9a92-b2d621aedba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8bda4f29-84b7-44b9-bd65-b117df43f750'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:09.747197 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Attempting to bind port ee58dc7e-a8b1-4dea-903a-57d57764c18c on network 8bda4f29-84b7-44b9-bd65-b117df43f750 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:09.757372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:09.758333 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Checking segment: {'id': '618c3449-b55a-4ee1-9a92-b2d621aedba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8bda4f29-84b7-44b9-bd65-b117df43f750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:09.759119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.759808 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Bound using segment: {'id': '618c3449-b55a-4ee1-9a92-b2d621aedba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8bda4f29-84b7-44b9-bd65-b117df43f750'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:09.760653 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Bound port: ee58dc7e-a8b1-4dea-903a-57d57764c18c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618c3449-b55a-4ee1-9a92-b2d621aedba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8bda4f29-84b7-44b9-bd65-b117df43f750'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:09.761331 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ee58dc7e-a8b1-4dea-903a-57d57764c18c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.792383 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a601-f1ec-462f-91c3-027a8e6d104b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.809614 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a5a601-f1ec-462f-91c3-027a8e6d104b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:09.810580 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a601-f1ec-462f-91c3-027a8e6d104b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.873166 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24e332bd-b515-4376-a4af-76632decea83 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.882379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (22fff751-07ea-47af-8363-f37a0f4d43c4), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.882612 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] For port ee58dc7e-a8b1-4dea-903a-57d57764c18c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:09.886864 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b3c6431e-ae51-483b-92fb-642915ad5cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7065315 Jan 10 11:52:09.895580 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] For port ee58dc7e-a8b1-4dea-903a-57d57764c18c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee58dc7e-a8b1-4dea-903a-57d57764c18c,segment=NetworkSegment(618c3449-b55a-4ee1-9a92-b2d621aedba9),segment_id=618c3449-b55a-4ee1-9a92-b2d621aedba9)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:09.896884 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-db215257-9bea-4aae-9917-a574311c48d3 None None] Provisioning complete for port 85aff3c9-0d77-447a-b777-6f801776da60 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:09.897266 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-db215257-9bea-4aae-9917-a574311c48d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (85aff3c9-0d77-447a-b777-6f801776da60), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.898213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.902470 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/22fff751-07ea-47af-8363-f37a0f4d43c4 HTTP/1.1" status: 204 len: 168 time: 7.9843283 Jan 10 11:52:09.906968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53130) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:09.907142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53128) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:09.921804 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-af6f57d6-cb91-47ad-9377-291b4a24d01b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-434769829'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:09.927951 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e5618217-dd68-4ef6-820f-aa5d13e2a2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:09.971103 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33975aa1-0f6e-4730-9232-b46ee9dd3457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:09.973276 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-33975aa1-0f6e-4730-9232-b46ee9dd3457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] 10.222.0.16 "GET /v2.0/ports/b87363fb-426d-4a76-8080-1137de6f7efe HTTP/1.1" status: 200 len: 959 time: 0.0531921 Jan 10 11:52:09.991625 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53132) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:10.019771 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ee58dc7e-a8b1-4dea-903a-57d57764c18c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.040773 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24e332bd-b515-4376-a4af-76632decea83 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (c054ebde-19f5-41ae-9951-ebbe178ef2c9), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.041115 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-24e332bd-b515-4376-a4af-76632decea83 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Floating IP c054ebde-19f5-41ae-9951-ebbe178ef2c9 disassociated. External IP: 172.36.2.33, port: 783ba951-fc7a-460a-8caa-c929d5a430cf. Jan 10 11:52:10.072057 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-db215257-9bea-4aae-9917-a574311c48d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (85aff3c9-0d77-447a-b777-6f801776da60), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.077497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357195ae-1d30-45c0-8201-5ee933390f06 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Network': ['ID=22fff751-07ea-47af-8363-f37a0f4d43c4,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:10.101176 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c2a5a601-f1ec-462f-91c3-027a8e6d104b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2841725 Jan 10 11:52:10.104909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53134) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:10.135862 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5a601-f1ec-462f-91c3-027a8e6d104b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Network': ['ID=b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:10.156843 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-1f9b4e59-5bde-40fb-983a-5a32bdcb6272 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'subnet': {'network_id': 'b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:10.167399 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:10.198332 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-aa185719-c1ca-4ae0-8551-6269960e7080 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port 61461b15-f06e-4997-98e2-36ecfc2798b4 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:10.198666 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aa185719-c1ca-4ae0-8551-6269960e7080 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (61461b15-f06e-4997-98e2-36ecfc2798b4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.344686 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2480904-9e05-46ff-bcfd-22073e3d340b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Made reservation on behalf of 184e2409da4d464ca4359459f179992b for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:10.347823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Deleting port ee58dc7e-a8b1-4dea-903a-57d57764c18c {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:10.348316 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ee58dc7e-a8b1-4dea-903a-57d57764c18c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.351724 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d2480904-9e05-46ff-bcfd-22073e3d340b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.378000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20eedb-39be-47c8-80ad-15d81a2132e9 None None] Pushing event updated for resources: {'Port': ['ID=ee58dc7e-a8b1-4dea-903a-57d57764c18c,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:10.400280 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-db215257-9bea-4aae-9917-a574311c48d3 None None] For port 85aff3c9-0d77-447a-b777-6f801776da60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85aff3c9-0d77-447a-b777-6f801776da60,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:10.401014 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-d2480904-9e05-46ff-bcfd-22073e3d340b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] device_id is not set on port a0e296af-3751-4cb6-8b6f-8ccbd22988d1 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:10.519744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6f57d6-cb91-47ad-9377-291b4a24d01b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:10.523703 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af6f57d6-cb91-47ad-9377-291b4a24d01b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.526326 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aa185719-c1ca-4ae0-8551-6269960e7080 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (61461b15-f06e-4997-98e2-36ecfc2798b4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.586795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-aa185719-c1ca-4ae0-8551-6269960e7080 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for 61461b15-f06e-4997-98e2-36ecfc2798b4 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:10.611352 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 85aff3c9-0d77-447a-b777-6f801776da60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:10.678971 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-26bdd09d-e755-4e3a-9470-4c751e232fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.685373 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-db215257-9bea-4aae-9917-a574311c48d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (85aff3c9-0d77-447a-b777-6f801776da60), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.739681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-d2480904-9e05-46ff-bcfd-22073e3d340b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Allocated IP 172.20.0.5 (2e2b3302-7018-46f4-8977-008781414786/d120dae1-61c6-4b75-81fd-a300fd5c29cb/a0e296af-3751-4cb6-8b6f-8ccbd22988d1) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:10.773593 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-367ece99-8b24-457a-969a-3da4cc348ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Deleting port b87363fb-426d-4a76-8080-1137de6f7efe {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:10.774066 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-367ece99-8b24-457a-969a-3da4cc348ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b87363fb-426d-4a76-8080-1137de6f7efe), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.782107 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6f57d6-cb91-47ad-9377-291b4a24d01b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:10.824285 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9b4e59-5bde-40fb-983a-5a32bdcb6272 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:10.828765 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4e59-5bde-40fb-983a-5a32bdcb6272 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.834230 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db215257-9bea-4aae-9917-a574311c48d3 None None] Pushing event updated for resources: {'Port': ['ID=85aff3c9-0d77-447a-b777-6f801776da60,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:10.848011 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.864628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-53e95a65-201b-4f7b-8de9-59990a240024 None None] Provisioning complete for port 61461b15-f06e-4997-98e2-36ecfc2798b4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:10.865258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-53e95a65-201b-4f7b-8de9-59990a240024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (61461b15-f06e-4997-98e2-36ecfc2798b4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.867138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] For port ee58dc7e-a8b1-4dea-903a-57d57764c18c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee58dc7e-a8b1-4dea-903a-57d57764c18c,segment=NetworkSegment(618c3449-b55a-4ee1-9a92-b2d621aedba9),segment_id=618c3449-b55a-4ee1-9a92-b2d621aedba9)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:10.867518 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ee58dc7e-a8b1-4dea-903a-57d57764c18c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.913991 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 85aff3c9-0d77-447a-b777-6f801776da60 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:10.914654 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (85aff3c9-0d77-447a-b777-6f801776da60), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.916081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af6f57d6-cb91-47ad-9377-291b4a24d01b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (4d90309c-5503-43d9-bccc-dbfa45c536b9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:10.916429 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-af6f57d6-cb91-47ad-9377-291b4a24d01b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Added segment 4d90309c-5503-43d9-bccc-dbfa45c536b9 of type vlan for network 6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6 Jan 10 11:52:10.974780 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-53e95a65-201b-4f7b-8de9-59990a240024 None None] Port 61461b15-f06e-4997-98e2-36ecfc2798b4 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:11.009110 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Calling delete_port for ee58dc7e-a8b1-4dea-903a-57d57764c18c owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:11.047553 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-367ece99-8b24-457a-969a-3da4cc348ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b87363fb-426d-4a76-8080-1137de6f7efe), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:11.071314 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d2480904-9e05-46ff-bcfd-22073e3d340b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks [] for port (a0e296af-3751-4cb6-8b6f-8ccbd22988d1), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:11.078519 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aa185719-c1ca-4ae0-8551-6269960e7080 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (61461b15-f06e-4997-98e2-36ecfc2798b4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:11.097805 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af6f57d6-cb91-47ad-9377-291b4a24d01b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:11.103317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-367ece99-8b24-457a-969a-3da4cc348ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Calling delete_port for b87363fb-426d-4a76-8080-1137de6f7efe owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:11.121808 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa185719-c1ca-4ae0-8551-6269960e7080 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=61461b15-f06e-4997-98e2-36ecfc2798b4,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:11.159922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aa185719-c1ca-4ae0-8551-6269960e7080 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:11.164061 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-aa185719-c1ca-4ae0-8551-6269960e7080 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/61461b15-f06e-4997-98e2-36ecfc2798b4 HTTP/1.1" status: 204 len: 168 time: 1.4708619 Jan 10 11:52:11.168934 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53136) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:11.192507 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e332bd-b515-4376-a4af-76632decea83 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router f6ccc364-1e83-4cb2-8085-cf3093fcd207 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:52:11.268681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255d1947-681d-4ae6-b9da-cb792d3c1c2d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:11.270834 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255d1947-681d-4ae6-b9da-cb792d3c1c2d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:11.275218 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-255d1947-681d-4ae6-b9da-cb792d3c1c2d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1025088 Jan 10 11:52:11.276122 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53138) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:11.382319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1001f86-dfc7-4eb4-ba39-9492678ea0fb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 528fe8e4-e68a-4f37-ac19-e538d8dc8d32 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:52:11.389384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1001f86-dfc7-4eb4-ba39-9492678ea0fb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (528fe8e4-e68a-4f37-ac19-e538d8dc8d32), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:11.456082 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1001f86-dfc7-4eb4-ba39-9492678ea0fb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (528fe8e4-e68a-4f37-ac19-e538d8dc8d32), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:11.557224 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1001f86-dfc7-4eb4-ba39-9492678ea0fb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (528fe8e4-e68a-4f37-ac19-e538d8dc8d32), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:11.590760 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d2480904-9e05-46ff-bcfd-22073e3d340b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (a0e296af-3751-4cb6-8b6f-8ccbd22988d1), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:11.663041 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2480904-9e05-46ff-bcfd-22073e3d340b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Network 2e2b3302-7018-46f4-8977-008781414786 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:11.674905 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5a2336-0aa1-488a-aff6-62be155b3259 None None] Network 8bda4f29-84b7-44b9-bd65-b117df43f750 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:11.691581 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-d2480904-9e05-46ff-bcfd-22073e3d340b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:11.720273 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2480904-9e05-46ff-bcfd-22073e3d340b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event updated for resources: {'Port': ['ID=a0e296af-3751-4cb6-8b6f-8ccbd22988d1,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:11.724102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2480904-9e05-46ff-bcfd-22073e3d340b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:11.785456 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-57cff59e-5d0c-4805-bee3-ddd0a5ccbe71 None None] Provisioning complete for port ee58dc7e-a8b1-4dea-903a-57d57764c18c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:11.785858 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-57cff59e-5d0c-4805-bee3-ddd0a5ccbe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ee58dc7e-a8b1-4dea-903a-57d57764c18c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:11.808392 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2480904-9e05-46ff-bcfd-22073e3d340b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:11.809511 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d2480904-9e05-46ff-bcfd-22073e3d340b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:11.829661 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1001f86-dfc7-4eb4-ba39-9492678ea0fb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (528fe8e4-e68a-4f37-ac19-e538d8dc8d32), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:11.870963 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1001f86-dfc7-4eb4-ba39-9492678ea0fb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:11.877628 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f1001f86-dfc7-4eb4-ba39-9492678ea0fb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/528fe8e4-e68a-4f37-ac19-e538d8dc8d32 HTTP/1.1" status: 204 len: 168 time: 0.5999331 Jan 10 11:52:11.880088 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1001f86-dfc7-4eb4-ba39-9492678ea0fb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=528fe8e4-e68a-4f37-ac19-e538d8dc8d32,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:11.881157 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1c7899-3c24-4e2e-9eb9-8c64f46987a1 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:11.889541 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53140) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:11.909093 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d2480904-9e05-46ff-bcfd-22073e3d340b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2994003 Jan 10 11:52:11.934145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af6f57d6-cb91-47ad-9377-291b4a24d01b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:11.947652 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6f57d6-cb91-47ad-9377-291b4a24d01b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:11.948762 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af6f57d6-cb91-47ad-9377-291b4a24d01b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:11.953166 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53142) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:11.959035 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6cb5ac79-c845-4def-b584-49c29618d27d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674140 Jan 10 11:52:11.970607 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-6bf3b6e9-13e9-4fda-8a18-f1e173e19248 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e5:96:00'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:11.975484 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53144) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:11.993395 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-506fa3ba-1053-4fa5-ae23-b5b27c7f2bd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:12.103495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-57cff59e-5d0c-4805-bee3-ddd0a5ccbe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ee58dc7e-a8b1-4dea-903a-57d57764c18c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.131004 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-367ece99-8b24-457a-969a-3da4cc348ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b87363fb-426d-4a76-8080-1137de6f7efe), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.170398 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-57cff59e-5d0c-4805-bee3-ddd0a5ccbe71 None None] For port ee58dc7e-a8b1-4dea-903a-57d57764c18c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee58dc7e-a8b1-4dea-903a-57d57764c18c,segment=NetworkSegment(618c3449-b55a-4ee1-9a92-b2d621aedba9),segment_id=618c3449-b55a-4ee1-9a92-b2d621aedba9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:12.184269 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.246302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfa686c-8c60-412b-aac6-867ca76c99ac None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:12.302344 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-57cff59e-5d0c-4805-bee3-ddd0a5ccbe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ee58dc7e-a8b1-4dea-903a-57d57764c18c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.304931 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-af6f57d6-cb91-47ad-9377-291b4a24d01b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3966928 Jan 10 11:52:12.308566 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53146) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:12.316206 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-40fa4594-f8d0-483a-83dd-03ec91b4324f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'subnet': {'network_id': '6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:12.316422 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ece99-8b24-457a-969a-3da4cc348ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Pushing event deleted for resources: {'Port': ['ID=b87363fb-426d-4a76-8080-1137de6f7efe,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:12.326516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f57d6-cb91-47ad-9377-291b4a24d01b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Network': ['ID=6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:12.339308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-367ece99-8b24-457a-969a-3da4cc348ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.344580 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-367ece99-8b24-457a-969a-3da4cc348ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b87363fb-426d-4a76-8080-1137de6f7efe HTTP/1.1" status: 204 len: 168 time: 2.3391356 Jan 10 11:52:12.349310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53148) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:12.362671 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:12.395085 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e332bd-b515-4376-a4af-76632decea83 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:12.404677 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24e332bd-b515-4376-a4af-76632decea83 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.412196 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d853e-4a86-4d11-b2a9-5d2dc3085a57 None None] Sync routers for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:12.429540 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee067d8-7599-47f5-a664-4192a8a0e828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] GET failed (client error): The resource could not be found. Jan 10 11:52:12.433220 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d853e-4a86-4d11-b2a9-5d2dc3085a57 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:12.434294 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-262d853e-4a86-4d11-b2a9-5d2dc3085a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:12.436140 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0ee067d8-7599-47f5-a664-4192a8a0e828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] 10.222.0.16 "GET /v2.0/ports/b87363fb-426d-4a76-8080-1137de6f7efe HTTP/1.1" status: 404 len: 333 time: 0.0788181 Jan 10 11:52:12.442116 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53150) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:12.452369 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d3b363b1-5135-44be-bec4-f5620ca872dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Request body: {'port': {'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-30963904'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:12.480368 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-262d853e-4a86-4d11-b2a9-5d2dc3085a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:12.485613 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-24e332bd-b515-4376-a4af-76632decea83 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "PUT /v2.0/floatingips/c054ebde-19f5-41ae-9951-ebbe178ef2c9 HTTP/1.1" status: 200 len: 687 time: 3.1305249 Jan 10 11:52:12.486682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53152) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:12.497913 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d853e-4a86-4d11-b2a9-5d2dc3085a57 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:12.498894 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-262d853e-4a86-4d11-b2a9-5d2dc3085a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:12.500343 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4e59-5bde-40fb-983a-5a32bdcb6272 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (32828982-663b-4124-80a8-b05718225a6a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.529279 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506fa3ba-1053-4fa5-ae23-b5b27c7f2bd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:12.533741 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-506fa3ba-1053-4fa5-ae23-b5b27c7f2bd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.542207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ee58dc7e-a8b1-4dea-903a-57d57764c18c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:12.555541 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-262d853e-4a86-4d11-b2a9-5d2dc3085a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:12.556883 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d853e-4a86-4d11-b2a9-5d2dc3085a57 None None] The sync data for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:12.566764 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6bf3b6e9-13e9-4fda-8a18-f1e173e19248 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a0e296af-3751-4cb6-8b6f-8ccbd22988d1), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.576126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-e5618217-dd68-4ef6-820f-aa5d13e2a2c8 admin admin] Deleting port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:12.577273 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e5618217-dd68-4ef6-820f-aa5d13e2a2c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.580716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-94bee2c0-3ddb-4cc8-ab84-751b66b62ad0 None None] Provisioning complete for port ee58dc7e-a8b1-4dea-903a-57d57764c18c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:12.580716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-94bee2c0-3ddb-4cc8-ab84-751b66b62ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ee58dc7e-a8b1-4dea-903a-57d57764c18c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.586509 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: ee58dc7e-a8b1-4dea-903a-57d57764c18c {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:52:12.588025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ee58dc7e-a8b1-4dea-903a-57d57764c18c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 10 11:52:12.606455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (ee58dc7e-a8b1-4dea-903a-57d57764c18c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.638898 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cff59e-5d0c-4805-bee3-ddd0a5ccbe71 None None] Pushing event updated for resources: {'Port': ['ID=ee58dc7e-a8b1-4dea-903a-57d57764c18c,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:12.645393 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-94bee2c0-3ddb-4cc8-ab84-751b66b62ad0 None None] Port ee58dc7e-a8b1-4dea-903a-57d57764c18c was deleted so its status cannot be updated. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Jan 10 11:52:12.647937 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Port ee58dc7e-a8b1-4dea-903a-57d57764c18c not found, will not notify nova. {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 10 11:52:12.658769 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa686c-8c60-412b-aac6-867ca76c99ac None None] Deleting port 85aff3c9-0d77-447a-b777-6f801776da60 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:12.659266 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3bfa686c-8c60-412b-aac6-867ca76c99ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (85aff3c9-0d77-447a-b777-6f801776da60), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.677676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-94bee2c0-3ddb-4cc8-ab84-751b66b62ad0 None None] Provisioning complete for port a0e296af-3751-4cb6-8b6f-8ccbd22988d1 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:12.678652 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-94bee2c0-3ddb-4cc8-ab84-751b66b62ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a0e296af-3751-4cb6-8b6f-8ccbd22988d1), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.714350 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Port': ['ID=ee58dc7e-a8b1-4dea-903a-57d57764c18c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:12.760681 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 85aff3c9-0d77-447a-b777-6f801776da60 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:12.790588 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b4e59-5bde-40fb-983a-5a32bdcb6272 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Subnet': ['ID=32828982-663b-4124-80a8-b05718225a6a,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:12.818073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fa4594-f8d0-483a-83dd-03ec91b4324f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:12.822765 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-40fa4594-f8d0-483a-83dd-03ec91b4324f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.901549 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No DVR routers for this DVR port ee58dc7e-a8b1-4dea-903a-57d57764c18c on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:12.911030 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.ipam_backend_mixin [None req-40fa4594-f8d0-483a-83dd-03ec91b4324f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Performing IP validity checks on allocation pools {{(pid=110625) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 10 11:52:12.911784 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.ipam_backend_mixin [None req-40fa4594-f8d0-483a-83dd-03ec91b4324f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110625) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 10 11:52:12.914380 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b363b1-5135-44be-bec4-f5620ca872dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Made reservation on behalf of 9bf1c8db59ed46be95f1d176a8347683 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:12.917184 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3b363b1-5135-44be-bec4-f5620ca872dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.920624 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-e5618217-dd68-4ef6-820f-aa5d13e2a2c8 admin admin] For port 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c1bc0d2-8cd7-4297-9c99-c56e429b95f2,segment=NetworkSegment(27abe47b-f420-44fe-9de7-69cf06a7330c),segment_id=27abe47b-f420-44fe-9de7-69cf06a7330c)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:12.921517 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e5618217-dd68-4ef6-820f-aa5d13e2a2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:12.926770 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9b4e59-5bde-40fb-983a-5a32bdcb6272 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Checking segment: {'id': 'b6e1b816-d508-447f-872a-0f971298d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:12.927147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9b4e59-5bde-40fb-983a-5a32bdcb6272 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network hostable DHCP agents. Network: b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:12.969005 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5e9d88-ac48-4791-9d30-48f258271810 None None] DHCP port deletion for 8bda4f29-84b7-44b9-bd65-b117df43f750 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:12.974512 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-e5618217-dd68-4ef6-820f-aa5d13e2a2c8 admin admin] Calling delete_port for 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:12.991663 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-94bee2c0-3ddb-4cc8-ab84-751b66b62ad0 None None] Port a0e296af-3751-4cb6-8b6f-8ccbd22988d1 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:12.994522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-3bfa686c-8c60-412b-aac6-867ca76c99ac None None] For port 85aff3c9-0d77-447a-b777-6f801776da60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85aff3c9-0d77-447a-b777-6f801776da60,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:12.994991 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3bfa686c-8c60-412b-aac6-867ca76c99ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (85aff3c9-0d77-447a-b777-6f801776da60), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.012136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-d3b363b1-5135-44be-bec4-f5620ca872dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] device_id is not set on port 564f9c71-ce14-4c66-9a48-fe6b50cc048f yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:13.017420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa686c-8c60-412b-aac6-867ca76c99ac None None] Calling delete_port for 85aff3c9-0d77-447a-b777-6f801776da60 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:13.134012 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6bf3b6e9-13e9-4fda-8a18-f1e173e19248 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks [] for port (a0e296af-3751-4cb6-8b6f-8ccbd22988d1), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.136967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (85aff3c9-0d77-447a-b777-6f801776da60), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.140416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (e5baa243-ec65-499a-830e-6be5425b07b3), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.146066 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-506fa3ba-1053-4fa5-ae23-b5b27c7f2bd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (d9922b79-4c87-4232-82a4-a72b8c028434), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.184551 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9b4e59-5bde-40fb-983a-5a32bdcb6272 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:13.189612 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 85aff3c9-0d77-447a-b777-6f801776da60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85aff3c9-0d77-447a-b777-6f801776da60,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:13.201117 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-702a9917-c606-48b2-9daa-ab693849f053 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting port a1ecb217-1b7c-471e-a588-31ff010f63a1 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:13.201492 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-702a9917-c606-48b2-9daa-ab693849f053 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a1ecb217-1b7c-471e-a588-31ff010f63a1), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.228039 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.239346 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506fa3ba-1053-4fa5-ae23-b5b27c7f2bd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:13.248991 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-506fa3ba-1053-4fa5-ae23-b5b27c7f2bd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:13.262410 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506fa3ba-1053-4fa5-ae23-b5b27c7f2bd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:13.262893 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-506fa3ba-1053-4fa5-ae23-b5b27c7f2bd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.269009 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (85aff3c9-0d77-447a-b777-6f801776da60), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.277748 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6bf3b6e9-13e9-4fda-8a18-f1e173e19248 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (a0e296af-3751-4cb6-8b6f-8ccbd22988d1), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.285239 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fa3ba-1053-4fa5-ae23-b5b27c7f2bd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=d9922b79-4c87-4232-82a4-a72b8c028434,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:13.364960 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-40fa4594-f8d0-483a-83dd-03ec91b4324f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (f40c8ee0-aa05-4662-827c-8d635644dddf), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.372947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3bfa686c-8c60-412b-aac6-867ca76c99ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (85aff3c9-0d77-447a-b777-6f801776da60), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.382887 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-506fa3ba-1053-4fa5-ae23-b5b27c7f2bd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4028714 Jan 10 11:52:13.387347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=85aff3c9-0d77-447a-b777-6f801776da60,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:13.391779 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa686c-8c60-412b-aac6-867ca76c99ac None None] No DVR routers for this DVR port 85aff3c9-0d77-447a-b777-6f801776da60 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:13.396466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53154) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:13.405158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-1f9b4e59-5bde-40fb-983a-5a32bdcb6272 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:13.426520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa686c-8c60-412b-aac6-867ca76c99ac None None] Pushing event deleted for resources: {'Port': ['ID=85aff3c9-0d77-447a-b777-6f801776da60,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:13.431137 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e93d500-6535-4c55-ada8-f5b5881ada51 None None] Network b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:13.443231 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9b4e59-5bde-40fb-983a-5a32bdcb6272 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:13.444644 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4e59-5bde-40fb-983a-5a32bdcb6272 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.458835 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3b6e9-13e9-4fda-8a18-f1e173e19248 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event updated for resources: {'Port': ['ID=a0e296af-3751-4cb6-8b6f-8ccbd22988d1,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:13.466955 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-bbfa166c-187b-492b-9202-24a1d6d41d9a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'fixed_ips': [{'subnet_id': 'd9922b79-4c87-4232-82a4-a72b8c028434', 'ip_address': '2001:db8::d0f0:9cf2:284c:be13'}], 'name': 'tempest-NetworksTestDHCPv6-2058779803'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:13.484267 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2705c5-cc1e-4e0a-baa1-e260ec04b720 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:13.615418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-702a9917-c606-48b2-9daa-ab693849f053 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a1ecb217-1b7c-471e-a588-31ff010f63a1), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.616031 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-702a9917-c606-48b2-9daa-ab693849f053 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (a1ecb217-1b7c-471e-a588-31ff010f63a1), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.649984 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-702a9917-c606-48b2-9daa-ab693849f053 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Calling delete_port for a1ecb217-1b7c-471e-a588-31ff010f63a1 owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:13.664300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa4594-f8d0-483a-83dd-03ec91b4324f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Subnet': ['ID=f40c8ee0-aa05-4662-827c-8d635644dddf,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:13.675596 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3b6e9-13e9-4fda-8a18-f1e173e19248 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] In _notify_port_updated(), no bound segment for port a0e296af-3751-4cb6-8b6f-8ccbd22988d1 on network 2e2b3302-7018-46f4-8977-008781414786 {{(pid=110625) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:52:13.683098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf3b6e9-13e9-4fda-8a18-f1e173e19248 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:13.683806 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6bf3b6e9-13e9-4fda-8a18-f1e173e19248 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.685973 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6bf3b6e9-13e9-4fda-8a18-f1e173e19248 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "PUT /v2.0/ports/a0e296af-3751-4cb6-8b6f-8ccbd22988d1 HTTP/1.1" status: 200 len: 996 time: 1.7236965 Jan 10 11:52:13.691707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53156) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:13.749810 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4', 'network_id': 'b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4', 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'fixed_ips': [{'subnet_id': '32828982-663b-4124-80a8-b05718225a6a'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:13.750770 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.770340 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': 'd9922b79-4c87-4232-82a4-a72b8c028434'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:13.771201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.777820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9dba1312-8e23-4ca6-8426-2ad58864b5c7 None None] Provisioning complete for port a0e296af-3751-4cb6-8b6f-8ccbd22988d1 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:13.777820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9dba1312-8e23-4ca6-8426-2ad58864b5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a0e296af-3751-4cb6-8b6f-8ccbd22988d1), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.778144 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fa4594-f8d0-483a-83dd-03ec91b4324f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Checking segment: {'id': '4d90309c-5503-43d9-bccc-dbfa45c536b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:13.778144 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fa4594-f8d0-483a-83dd-03ec91b4324f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network hostable DHCP agents. Network: 6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:13.825698 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53158) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:13.826261 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1f9b4e59-5bde-40fb-983a-5a32bdcb6272 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6741912 Jan 10 11:52:13.833586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-1a8c3a98-9505-4d14-a0e2-29bb0a595454 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-119156577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:13.838088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3b363b1-5135-44be-bec4-f5620ca872dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks [] for port (564f9c71-ce14-4c66-9a48-fe6b50cc048f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.847587 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (e5baa243-ec65-499a-830e-6be5425b07b3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.860475 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-d6322982-3f94-404c-a034-a9d428dbe01b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Deleting port a0e296af-3751-4cb6-8b6f-8ccbd22988d1 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:13.861102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d6322982-3f94-404c-a034-a9d428dbe01b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a0e296af-3751-4cb6-8b6f-8ccbd22988d1), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:13.895631 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9dba1312-8e23-4ca6-8426-2ad58864b5c7 None None] Port a0e296af-3751-4cb6-8b6f-8ccbd22988d1 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:13.899408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Subnet': ['ID=e5baa243-ec65-499a-830e-6be5425b07b3,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:13.954428 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b580355-c030-42ca-87e3-d9296501b1d9 None None] Network 8bda4f29-84b7-44b9-bd65-b117df43f750 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:14.028779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (8bda4f29-84b7-44b9-bd65-b117df43f750), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.070247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bda4f29-84b7-44b9-bd65-b117df43f750']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:14.085702 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618c3449-b55a-4ee1-9a92-b2d621aedba9') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:14.086090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618c3449-b55a-4ee1-9a92-b2d621aedba9') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:14.116798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e5618217-dd68-4ef6-820f-aa5d13e2a2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (1c1bc0d2-8cd7-4297-9c99-c56e429b95f2), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.151936 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Allocated IP 2001:db8::2 (b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4/32828982-663b-4124-80a8-b05718225a6a/43cba11c-86ea-4f4b-9e2c-482ee949c63a) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:14.160763 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0981b593-786f-44a1-a1be-0aa9067644a6 None None] DHCP port deletion for 8bda4f29-84b7-44b9-bd65-b117df43f750 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:14.164630 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (618c3449-b55a-4ee1-9a92-b2d621aedba9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.168099 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5618217-dd68-4ef6-820f-aa5d13e2a2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1bc0d2-8cd7-4297-9c99-c56e429b95f2,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:14.177628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Allocated IP 2001:db8::2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/d9922b79-4c87-4232-82a4-a72b8c028434/58cb85a4-569d-455b-8a4f-def1db294d14) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:14.225219 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfa166c-187b-492b-9202-24a1d6d41d9a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:14.229344 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fa4594-f8d0-483a-83dd-03ec91b4324f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network 6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:14.260706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3b363b1-5135-44be-bec4-f5620ca872dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (564f9c71-ce14-4c66-9a48-fe6b50cc048f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.288066 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (618c3449-b55a-4ee1-9a92-b2d621aedba9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.343663 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b363b1-5135-44be-bec4-f5620ca872dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Network e972460c-aca3-4894-a80b-e216efafcf93 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:14.382386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-40fa4594-f8d0-483a-83dd-03ec91b4324f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:14.390427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d6322982-3f94-404c-a034-a9d428dbe01b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a0e296af-3751-4cb6-8b6f-8ccbd22988d1), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.393696 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa4594-f8d0-483a-83dd-03ec91b4324f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:14.394790 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-40fa4594-f8d0-483a-83dd-03ec91b4324f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.421884 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a39557-dbda-4caa-bba3-d1071c4b1eb2 None None] Network 6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:14.433113 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-d6322982-3f94-404c-a034-a9d428dbe01b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Calling delete_port for a0e296af-3751-4cb6-8b6f-8ccbd22988d1 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:14.447428 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3a98-9505-4d14-a0e2-29bb0a595454 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (80ea4f81-5a1b-4bd6-b589-67e267c2ec04), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.448765 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3a98-9505-4d14-a0e2-29bb0a595454 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (80ea4f81-5a1b-4bd6-b589-67e267c2ec04), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.456672 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbfa166c-187b-492b-9202-24a1d6d41d9a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.466268 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:14.467266 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (618c3449-b55a-4ee1-9a92-b2d621aedba9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.522971 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-bbfa166c-187b-492b-9202-24a1d6d41d9a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port 1d33d3ef-24f1-4604-b148-01e45b063227 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:14.530959 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-40fa4594-f8d0-483a-83dd-03ec91b4324f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2212996 Jan 10 11:52:14.534393 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53160) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:14.568818 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:14.645439 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e5618217-dd68-4ef6-820f-aa5d13e2a2c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.666822 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Publish callbacks [] for port (43cba11c-86ea-4f4b-9e2c-482ee949c63a), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.667119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-702a9917-c606-48b2-9daa-ab693849f053 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a1ecb217-1b7c-471e-a588-31ff010f63a1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.679466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d3b363b1-5135-44be-bec4-f5620ca872dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:14.693128 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ee58dc7e-a8b1-4dea-903a-57d57764c18c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:14.697634 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b363b1-5135-44be-bec4-f5620ca872dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:14.698102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Publish callbacks [] for port (58cb85a4-569d-455b-8a4f-def1db294d14), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.699000 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b363b1-5135-44be-bec4-f5620ca872dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:14.699885 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3b363b1-5135-44be-bec4-f5620ca872dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.742078 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: ee58dc7e-a8b1-4dea-903a-57d57764c18c {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:52:14.742684 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ee58dc7e-a8b1-4dea-903a-57d57764c18c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:52:14.761016 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b363b1-5135-44be-bec4-f5620ca872dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Pushing event updated for resources: {'Port': ['ID=564f9c71-ce14-4c66-9a48-fe6b50cc048f,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:14.772409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (43cba11c-86ea-4f4b-9e2c-482ee949c63a), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.783842 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6', 'network_id': '6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6', 'project_id': 'a4af5988feaf47b38afe64dd8e2726b8', 'fixed_ips': [{'subnet_id': 'f40c8ee0-aa05-4662-827c-8d635644dddf'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:14.785736 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.841136 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (58cb85a4-569d-455b-8a4f-def1db294d14), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.851344 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.862116 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Network b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:14.879726 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:14.883103 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:14.889209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Pushing event updated for resources: {'Port': ['ID=43cba11c-86ea-4f4b-9e2c-482ee949c63a,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:14.889525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a9917-c606-48b2-9daa-ab693849f053 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Port': ['ID=a1ecb217-1b7c-471e-a588-31ff010f63a1,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:14.907621 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:14.917658 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-bbfa166c-187b-492b-9202-24a1d6d41d9a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::d0f0:9cf2:284c:be13 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/d9922b79-4c87-4232-82a4-a72b8c028434/1d33d3ef-24f1-4604-b148-01e45b063227) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:14.933226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (8bda4f29-84b7-44b9-bd65-b117df43f750), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.945188 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d3b363b1-5135-44be-bec4-f5620ca872dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 2.5067255 Jan 10 11:52:14.946646 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d6322982-3f94-404c-a034-a9d428dbe01b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (a0e296af-3751-4cb6-8b6f-8ccbd22988d1), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.951060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53162) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:14.959953 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:14.971278 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:14.978449 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/8bda4f29-84b7-44b9-bd65-b117df43f750 HTTP/1.1" status: 204 len: 168 time: 6.2395945 Jan 10 11:52:14.989631 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53164) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:14.999035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65821709-bd0e-40ff-ace5-fd203c2df60d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Network': ['ID=8bda4f29-84b7-44b9-bd65-b117df43f750,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:15.005076 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-702a9917-c606-48b2-9daa-ab693849f053 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (c054ebde-19f5-41ae-9951-ebbe178ef2c9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.007795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-702a9917-c606-48b2-9daa-ab693849f053 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.014487 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-702a9917-c606-48b2-9daa-ab693849f053 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/floatingips/c054ebde-19f5-41ae-9951-ebbe178ef2c9 HTTP/1.1" status: 204 len: 168 time: 2.5254440 Jan 10 11:52:15.020527 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53166) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:15.024013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:15.025682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': 'b928900a-8233-40b5-89f8-9a3a76a44550'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:15.027801 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:15.031345 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-cc245360-be4d-46cc-97fb-f2441383532e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1950179342'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:15.079348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6322982-3f94-404c-a034-a9d428dbe01b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event deleted for resources: {'Port': ['ID=a0e296af-3751-4cb6-8b6f-8ccbd22988d1,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:15.081599 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (f40c8ee0-aa05-4662-827c-8d635644dddf), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.143629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Pushing event updated for resources: {'Port': ['ID=58cb85a4-569d-455b-8a4f-def1db294d14,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:15.170608 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.187369 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3a98-9505-4d14-a0e2-29bb0a595454 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_controller (80ea4f81-5a1b-4bd6-b589-67e267c2ec04), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.224006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Attempting to bind port 43cba11c-86ea-4f4b-9e2c-482ee949c63a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:15.224492 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Attempting to bind port 43cba11c-86ea-4f4b-9e2c-482ee949c63a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b6e1b816-d508-447f-872a-0f971298d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:15.224793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Attempting to bind port 43cba11c-86ea-4f4b-9e2c-482ee949c63a on network b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:15.251869 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:15.254574 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Checking segment: {'id': 'b6e1b816-d508-447f-872a-0f971298d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:15.255716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.256746 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Bound using segment: {'id': 'b6e1b816-d508-447f-872a-0f971298d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:15.258555 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Bound port: 43cba11c-86ea-4f4b-9e2c-482ee949c63a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e1b816-d508-447f-872a-0f971298d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:15.259930 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (43cba11c-86ea-4f4b-9e2c-482ee949c63a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.261970 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (564f9c71-ce14-4c66-9a48-fe6b50cc048f), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.263736 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc245360-be4d-46cc-97fb-f2441383532e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:15.269300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc245360-be4d-46cc-97fb-f2441383532e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.291624 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Attempting to bind port 58cb85a4-569d-455b-8a4f-def1db294d14 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:15.294349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Attempting to bind port 58cb85a4-569d-455b-8a4f-def1db294d14 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:15.294349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Attempting to bind port 58cb85a4-569d-455b-8a4f-def1db294d14 on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:15.295482 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5618217-dd68-4ef6-820f-aa5d13e2a2c8 admin admin] Router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:52:15.349910 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3a98-9505-4d14-a0e2-29bb0a595454 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (80ea4f81-5a1b-4bd6-b589-67e267c2ec04), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.420770 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:15.421729 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:15.422257 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.422667 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:15.423235 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Bound port: 58cb85a4-569d-455b-8a4f-def1db294d14, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:15.423717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (58cb85a4-569d-455b-8a4f-def1db294d14), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.447359 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc245360-be4d-46cc-97fb-f2441383532e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:15.470525 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] For port 43cba11c-86ea-4f4b-9e2c-482ee949c63a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:15.478013 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3a98-9505-4d14-a0e2-29bb0a595454 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.478233 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Allocated IP 172.20.0.3 (6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6/f40c8ee0-aa05-4662-827c-8d635644dddf/116fbcf8-90f1-4315-beb9-cff9bbc0613a) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:15.482067 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1a8c3a98-9505-4d14-a0e2-29bb0a595454 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.6523428 Jan 10 11:52:15.489971 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53168) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:15.510459 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc245360-be4d-46cc-97fb-f2441383532e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (3ce1cb3b-e59b-460b-a148-da2ef16f4f4e), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.511295 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-cc245360-be4d-46cc-97fb-f2441383532e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Added segment 3ce1cb3b-e59b-460b-a148-da2ef16f4f4e of type vlan for network 2fa98382-1101-4c94-adc5-2e4f8a45b26a Jan 10 11:52:15.512794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] For port 43cba11c-86ea-4f4b-9e2c-482ee949c63a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43cba11c-86ea-4f4b-9e2c-482ee949c63a,segment=NetworkSegment(b6e1b816-d508-447f-872a-0f971298d348),segment_id=b6e1b816-d508-447f-872a-0f971298d348)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:15.569447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d6322982-3f94-404c-a034-a9d428dbe01b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.575912 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d6322982-3f94-404c-a034-a9d428dbe01b tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "DELETE /v2.0/ports/a0e296af-3751-4cb6-8b6f-8ccbd22988d1 HTTP/1.1" status: 204 len: 168 time: 1.8827407 Jan 10 11:52:15.601166 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] For port 58cb85a4-569d-455b-8a4f-def1db294d14, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:15.603870 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (43cba11c-86ea-4f4b-9e2c-482ee949c63a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.611875 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53170) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:15.705887 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c9c364-4958-4e06-804e-6234fa87733e tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] GET failed (client error): The resource could not be found. Jan 10 11:52:15.711728 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a5c9c364-4958-4e06-804e-6234fa87733e tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "GET /v2.0/ports/a0e296af-3751-4cb6-8b6f-8ccbd22988d1 HTTP/1.1" status: 404 len: 333 time: 0.0931797 Jan 10 11:52:15.719401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53172) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:15.727958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-3e7ce16f-e341-4d04-a798-a2e76b1aafe8 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Request body: {'port': {'network_id': '2e2b3302-7018-46f4-8977-008781414786', 'name': 'tempest-AllowedAddressPairTestJSON-751038278'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:15.823653 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] For port 58cb85a4-569d-455b-8a4f-def1db294d14, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58cb85a4-569d-455b-8a4f-def1db294d14,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:15.830740 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.838970 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbfa166c-187b-492b-9202-24a1d6d41d9a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (1d33d3ef-24f1-4604-b148-01e45b063227), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.842317 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc245360-be4d-46cc-97fb-f2441383532e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (2fa98382-1101-4c94-adc5-2e4f8a45b26a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:15.904926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d893f8b-caf4-4949-a174-2541d8572251 None None] Pushing event updated for resources: {'Port': ['ID=43cba11c-86ea-4f4b-9e2c-482ee949c63a,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:15.917304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (58cb85a4-569d-455b-8a4f-def1db294d14), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:16.003162 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Allocated IP 172.36.2.235 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/89940fa5-9c39-4b30-beea-a63426cccc01) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:16.026292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5618217-dd68-4ef6-820f-aa5d13e2a2c8 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:16.038665 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e5618217-dd68-4ef6-820f-aa5d13e2a2c8 admin admin] 10.222.0.16 "PUT /v2.0/routers/1132c4e3-d3eb-4008-8236-bc9b78ceddfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5799389 Jan 10 11:52:16.040196 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53174) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:16.056886 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b765538-1c95-4f0d-b9ac-edc5a4179749 None None] Sync routers for ids ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:16.074372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc245360-be4d-46cc-97fb-f2441383532e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (2fa98382-1101-4c94-adc5-2e4f8a45b26a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:16.082137 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc245360-be4d-46cc-97fb-f2441383532e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:16.083623 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc245360-be4d-46cc-97fb-f2441383532e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:16.087552 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Publish callbacks [] for port (116fbcf8-90f1-4315-beb9-cff9bbc0613a), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:16.112995 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b765538-1c95-4f0d-b9ac-edc5a4179749 None None] Routers {'1132c4e3-d3eb-4008-8236-bc9b78ceddfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:16.114424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-5b765538-1c95-4f0d-b9ac-edc5a4179749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:16.144451 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] device_id is not set on port 564f9c71-ce14-4c66-9a48-fe6b50cc048f yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:16.190781 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbfa166c-187b-492b-9202-24a1d6d41d9a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (1d33d3ef-24f1-4604-b148-01e45b063227), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:16.210240 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks [] for port (564f9c71-ce14-4c66-9a48-fe6b50cc048f), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:16.351991 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:16.357123 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cc245360-be4d-46cc-97fb-f2441383532e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3661008 Jan 10 11:52:16.363229 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53176) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:16.367850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-925f85e7-3d1f-4576-99d6-f1c9a6950475 admin admin] Publish callbacks [] for router (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:16.368595 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (564f9c71-ce14-4c66-9a48-fe6b50cc048f), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:16.376283 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (89940fa5-9c39-4b30-beea-a63426cccc01), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:16.383429 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5c00ea62-c1f0-4e21-a7f0-6007c64428e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'subnet': {'network_id': '2fa98382-1101-4c94-adc5-2e4f8a45b26a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:16.384392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-5b765538-1c95-4f0d-b9ac-edc5a4179749 None None] Set router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:52:16.392065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc245360-be4d-46cc-97fb-f2441383532e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Network': ['ID=2fa98382-1101-4c94-adc5-2e4f8a45b26a,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:16.426810 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfa166c-187b-492b-9202-24a1d6d41d9a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:16.442020 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa166c-187b-492b-9202-24a1d6d41d9a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=1d33d3ef-24f1-4604-b148-01e45b063227,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:16.544075 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-bbfa166c-187b-492b-9202-24a1d6d41d9a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:16.609024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 2fa98382-1101-4c94-adc5-2e4f8a45b26a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:16.653355 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa166c-187b-492b-9202-24a1d6d41d9a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.655798 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.660569 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.660569 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.660569 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.660569 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.660569 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.660569 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.660569 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.660569 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.660569 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.660569 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.660569 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:16.660569 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:16.662222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7ce16f-e341-4d04-a798-a2e76b1aafe8 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Made reservation on behalf of 184e2409da4d464ca4359459f179992b for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:16.663119 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa166c-187b-492b-9202-24a1d6d41d9a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:16.664266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbfa166c-187b-492b-9202-24a1d6d41d9a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:16.664469 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce16f-e341-4d04-a798-a2e76b1aafe8 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:16.671452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (f40c8ee0-aa05-4662-827c-8d635644dddf), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:16.708081 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 43cba11c-86ea-4f4b-9e2c-482ee949c63a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:16.761015 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (116fbcf8-90f1-4315-beb9-cff9bbc0613a), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:16.773136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-3e7ce16f-e341-4d04-a798-a2e76b1aafe8 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] device_id is not set on port 7ed59bb2-4881-4bd5-aa4b-0e4adaa12b07 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:16.777652 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5d580-eb16-4762-a420-0a4fef1b47ec None None] Pushing event updated for resources: {'Port': ['ID=58cb85a4-569d-455b-8a4f-def1db294d14,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:16.783312 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Subnet': ['ID=f40c8ee0-aa05-4662-827c-8d635644dddf,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:16.858208 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Pushing event updated for resources: {'Port': ['ID=116fbcf8-90f1-4315-beb9-cff9bbc0613a,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:16.901044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Network 6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:16.907838 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:16.911796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 43cba11c-86ea-4f4b-9e2c-482ee949c63a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:16.912606 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (43cba11c-86ea-4f4b-9e2c-482ee949c63a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:16.919551 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:16.919894 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:16.930816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:16.930816 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bbfa166c-187b-492b-9202-24a1d6d41d9a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4643838 Jan 10 11:52:16.931052 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (89940fa5-9c39-4b30-beea-a63426cccc01), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:16.938381 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Pushing event updated for resources: {'Port': ['ID=564f9c71-ce14-4c66-9a48-fe6b50cc048f,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:16.939443 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53178) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:16.954900 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:16.997858 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:16.998201 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:17.006702 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 2 to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f Jan 10 11:52:17.010432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:17.054650 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-925f85e7-3d1f-4576-99d6-f1c9a6950475 admin admin] Publish callbacks [] for router_gateway (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:17.063444 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Attempting to bind port 116fbcf8-90f1-4315-beb9-cff9bbc0613a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:17.063998 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Attempting to bind port 116fbcf8-90f1-4315-beb9-cff9bbc0613a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4d90309c-5503-43d9-bccc-dbfa45c536b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:17.064372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Attempting to bind port 116fbcf8-90f1-4315-beb9-cff9bbc0613a on network 6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:17.067485 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-5b765538-1c95-4f0d-b9ac-edc5a4179749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'name': 'tempest-ServersTestJSON-640113767-router', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225'}], 'enable_snat': True}, 'gw_port_id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:50:02Z', 'updated_at': '2022-01-10T11:52:13Z', 'revision_number': 5, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'gw_port': {'id': '71a01e8a-5506-4449-ae46-7e070295fbce', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:50:04Z', 'updated_at': '2022-01-10T11:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:17.071522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:17.074497 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:17.076692 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:17.077269 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:17.092568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:17.096964 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:17.105949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=89940fa5-9c39-4b30-beea-a63426cccc01,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:17.110874 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c00ea62-c1f0-4e21-a7f0-6007c64428e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:17.116006 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c00ea62-c1f0-4e21-a7f0-6007c64428e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:17.116213 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b765538-1c95-4f0d-b9ac-edc5a4179749 None None] Checking router: 1132c4e3-d3eb-4008-8236-bc9b78ceddfe for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:52:17.122335 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:17.123260 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:17.125660 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:17.134720 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 3 to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f Jan 10 11:52:17.146028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:17.146805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Checking segment: {'id': '4d90309c-5503-43d9-bccc-dbfa45c536b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:17.149128 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:17.149982 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Bound using segment: {'id': '4d90309c-5503-43d9-bccc-dbfa45c536b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:17.151124 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Bound port: 116fbcf8-90f1-4315-beb9-cff9bbc0613a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d90309c-5503-43d9-bccc-dbfa45c536b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:17.152122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (116fbcf8-90f1-4315-beb9-cff9bbc0613a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:17.161603 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d90309c-5503-43d9-bccc-dbfa45c536b9') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:17.161967 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d90309c-5503-43d9-bccc-dbfa45c536b9') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:17.180926 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-3e7ce16f-e341-4d04-a798-a2e76b1aafe8 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Allocated IP 172.20.0.13 (2e2b3302-7018-46f4-8977-008781414786/d120dae1-61c6-4b75-81fd-a300fd5c29cb/7ed59bb2-4881-4bd5-aa4b-0e4adaa12b07) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:17.207491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (4d90309c-5503-43d9-bccc-dbfa45c536b9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:17.209327 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:17.209665 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:17.210028 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:17.233866 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b765538-1c95-4f0d-b9ac-edc5a4179749 None None] Routers {'1132c4e3-d3eb-4008-8236-bc9b78ceddfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:17.233866 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-5b765538-1c95-4f0d-b9ac-edc5a4179749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:17.235927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77965d0-54e3-4781-b901-ef495f6789b3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:17.243336 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:17.244306 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:17.244912 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77965d0-54e3-4781-b901-ef495f6789b3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:17.250330 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d77965d0-54e3-4781-b901-ef495f6789b3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3031919 Jan 10 11:52:17.257646 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 4 to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f Jan 10 11:52:17.277802 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53180) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:17.285460 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (4d90309c-5503-43d9-bccc-dbfa45c536b9), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:17.287855 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:17.288190 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:17.288669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:17.304689 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:17.305096 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (4d90309c-5503-43d9-bccc-dbfa45c536b9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:17.312489 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:17.319809 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Allocated IP 2001:db8::1 (b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4/32828982-663b-4124-80a8-b05718225a6a/71474a24-a676-4d91-8455-0b3094e35583) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:17.333203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:17.333635 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:17.343220 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 5 to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f Jan 10 11:52:17.404761 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (43cba11c-86ea-4f4b-9e2c-482ee949c63a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:17.446380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:17.446998 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:17.447345 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:17.478447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:17.479324 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:17.479627 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 6 to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f Jan 10 11:52:17.509081 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-5b765538-1c95-4f0d-b9ac-edc5a4179749 None None] Set router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:52:17.515037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] For port 116fbcf8-90f1-4315-beb9-cff9bbc0613a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:17.534006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.api [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 11:52:17.534006 dv-neutron-master-2-hyperv neutron-server[110625]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 11:52:17.534006 dv-neutron-master-2-hyperv neutron-server[110625]: [parameters: {'id': '6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6'}] Jan 10 11:52:17.534006 dv-neutron-master-2-hyperv neutron-server[110625]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:52:17.534647 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG oslo_db.api [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:52:17.554468 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:17.554468 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:17.555258 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:17.578813 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:17.579881 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:17.584932 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 7 to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f Jan 10 11:52:17.654638 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-5b765538-1c95-4f0d-b9ac-edc5a4179749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'name': 'tempest-ServersTestJSON-640113767-router', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:50:02Z', 'updated_at': '2022-01-10T11:52:17Z', 'revision_number': 6, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:17.658129 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 43cba11c-86ea-4f4b-9e2c-482ee949c63a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43cba11c-86ea-4f4b-9e2c-482ee949c63a,segment=NetworkSegment(b6e1b816-d508-447f-872a-0f971298d348),segment_id=b6e1b816-d508-447f-872a-0f971298d348)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:17.663435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] For port 116fbcf8-90f1-4315-beb9-cff9bbc0613a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=116fbcf8-90f1-4315-beb9-cff9bbc0613a,segment=NetworkSegment(4d90309c-5503-43d9-bccc-dbfa45c536b9),segment_id=4d90309c-5503-43d9-bccc-dbfa45c536b9)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:17.676966 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (71474a24-a676-4d91-8455-0b3094e35583), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:17.701848 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b765538-1c95-4f0d-b9ac-edc5a4179749 None None] The sync data for ids ['1132c4e3-d3eb-4008-8236-bc9b78ceddfe'] in dv-neutron-master-2-hyperv is: [{'id': '1132c4e3-d3eb-4008-8236-bc9b78ceddfe', 'name': 'tempest-ServersTestJSON-640113767-router', 'tenant_id': '352a2d16b2764491aabf5fded04ea148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:50:02Z', 'updated_at': '2022-01-10T11:52:17Z', 'revision_number': 6, 'project_id': '352a2d16b2764491aabf5fded04ea148', 'gw_port_host': None}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:17.731233 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-925f85e7-3d1f-4576-99d6-f1c9a6950475 admin admin] Deleting port 71a01e8a-5506-4449-ae46-7e070295fbce {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:17.732129 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-925f85e7-3d1f-4576-99d6-f1c9a6950475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (71a01e8a-5506-4449-ae46-7e070295fbce), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:17.742034 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:17.742416 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:17.742880 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:17.749134 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (43cba11c-86ea-4f4b-9e2c-482ee949c63a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:17.765692 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:17.766099 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:17.766553 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 8 to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f Jan 10 11:52:17.798315 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:17.798714 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:17.798985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:17.807850 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (116fbcf8-90f1-4315-beb9-cff9bbc0613a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:17.810234 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:17.810722 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:17.811332 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 9 to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f Jan 10 11:52:17.831569 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (71474a24-a676-4d91-8455-0b3094e35583), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:17.876065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:17.876411 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:17.876750 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:17.885311 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:17.885593 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:17.894477 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.plugins.ml2.plugin [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempt 10 to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f Jan 10 11:52:17.908525 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:17.913863 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29522ac-04e6-49f6-80a9-8e254e3a3502 None None] Network b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:17.920897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:17.928444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:17.928993 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (80ea4f81-5a1b-4bd6-b589-67e267c2ec04), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:17.981273 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2384c7-7d20-409b-95a7-84b0aed1aba2 None None] Network 6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:18.030379 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=71474a24-a676-4d91-8455-0b3094e35583,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:18.035889 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5e64a-97e8-422b-9cf6-68906995a28f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port 1d33d3ef-24f1-4604-b148-01e45b063227 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:18.036962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e9f5e64a-97e8-422b-9cf6-68906995a28f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (1d33d3ef-24f1-4604-b148-01e45b063227), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.041191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:18.041539 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:18.041913 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempting to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:18.046760 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.056778 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:18.057222 dv-neutron-master-2-hyperv neutron-server[110625]: ERROR neutron.plugins.ml2.managers [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Failed to bind port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on host hv-neutron-mast for vnic_type normal using segments [{'id': '286ce5c8-6920-41a6-836f-92297d1b98e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e972460c-aca3-4894-a80b-e216efafcf93'}] Jan 10 11:52:18.057608 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (564f9c71-ce14-4c66-9a48-fe6b50cc048f), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.185326 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=43cba11c-86ea-4f4b-9e2c-482ee949c63a,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:18.218771 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (71474a24-a676-4d91-8455-0b3094e35583), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.251367 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-aec791fa-8217-49e5-a62b-214861d16880 None None] Provisioning complete for port 43cba11c-86ea-4f4b-9e2c-482ee949c63a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:18.251807 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aec791fa-8217-49e5-a62b-214861d16880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (43cba11c-86ea-4f4b-9e2c-482ee949c63a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.259825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e9f5e64a-97e8-422b-9cf6-68906995a28f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (1d33d3ef-24f1-4604-b148-01e45b063227), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.274473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c00ea62-c1f0-4e21-a7f0-6007c64428e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (686e2d24-f10a-44b5-a8fb-29da45bd535b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.287100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce16f-e341-4d04-a798-a2e76b1aafe8 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks [] for port (7ed59bb2-4881-4bd5-aa4b-0e4adaa12b07), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.306103 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5e64a-97e8-422b-9cf6-68906995a28f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for 1d33d3ef-24f1-4604-b148-01e45b063227 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:18.346681 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-925f85e7-3d1f-4576-99d6-f1c9a6950475 admin admin] For port 71a01e8a-5506-4449-ae46-7e070295fbce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=71a01e8a-5506-4449-ae46-7e070295fbce,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:18.347141 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-925f85e7-3d1f-4576-99d6-f1c9a6950475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (71a01e8a-5506-4449-ae46-7e070295fbce), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.525997 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722b377-fc33-431c-a8e2-6d244688d836 None None] Pushing event updated for resources: {'Port': ['ID=116fbcf8-90f1-4315-beb9-cff9bbc0613a,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:18.569304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-925f85e7-3d1f-4576-99d6-f1c9a6950475 admin admin] Calling delete_port for 71a01e8a-5506-4449-ae46-7e070295fbce owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:18.666483 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] For port 564f9c71-ce14-4c66-9a48-fe6b50cc048f, host hv-neutron-mast, cleared binding levels {{(pid=110625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:18.667033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attempted to set empty binding levels {{(pid=110625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 10 11:52:18.669208 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Deleting port 116fbcf8-90f1-4315-beb9-cff9bbc0613a {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:18.669556 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (116fbcf8-90f1-4315-beb9-cff9bbc0613a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.736860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-71a998e3-9887-47a4-8d90-528f734dbe53 None None] Provisioning complete for port 58cb85a4-569d-455b-8a4f-def1db294d14 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:18.737846 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-71a998e3-9887-47a4-8d90-528f734dbe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (58cb85a4-569d-455b-8a4f-def1db294d14), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.788430 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (564f9c71-ce14-4c66-9a48-fe6b50cc048f), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.788602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00ea62-c1f0-4e21-a7f0-6007c64428e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Subnet': ['ID=686e2d24-f10a-44b5-a8fb-29da45bd535b,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:18.881852 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (2f3db6cc-cbe2-481d-bf27-f0d84d31ce4e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.906347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 43cba11c-86ea-4f4b-9e2c-482ee949c63a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:18.946041 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c00ea62-c1f0-4e21-a7f0-6007c64428e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Checking segment: {'id': '3ce1cb3b-e59b-460b-a148-da2ef16f4f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2fa98382-1101-4c94-adc5-2e4f8a45b26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:18.946405 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c00ea62-c1f0-4e21-a7f0-6007c64428e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network hostable DHCP agents. Network: 2fa98382-1101-4c94-adc5-2e4f8a45b26a, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:18.956019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce16f-e341-4d04-a798-a2e76b1aafe8 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (7ed59bb2-4881-4bd5-aa4b-0e4adaa12b07), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.978383 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-71a998e3-9887-47a4-8d90-528f734dbe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (58cb85a4-569d-455b-8a4f-def1db294d14), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.994794 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] In _notify_port_updated(), no bound segment for port 564f9c71-ce14-4c66-9a48-fe6b50cc048f on network e972460c-aca3-4894-a80b-e216efafcf93 {{(pid=110625) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:52:18.995764 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:18.996898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.998037 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] 10.222.0.16 "PUT /v2.0/ports/564f9c71-ce14-4c66-9a48-fe6b50cc048f HTTP/1.1" status: 200 len: 979 time: 4.0427628 Jan 10 11:52:19.006240 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53182) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:19.008210 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] For port 116fbcf8-90f1-4315-beb9-cff9bbc0613a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=116fbcf8-90f1-4315-beb9-cff9bbc0613a,segment=NetworkSegment(4d90309c-5503-43d9-bccc-dbfa45c536b9),segment_id=4d90309c-5503-43d9-bccc-dbfa45c536b9)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:19.010345 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (116fbcf8-90f1-4315-beb9-cff9bbc0613a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.032716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-71a998e3-9887-47a4-8d90-528f734dbe53 None None] For port 58cb85a4-569d-455b-8a4f-def1db294d14, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58cb85a4-569d-455b-8a4f-def1db294d14,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:19.040179 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 43cba11c-86ea-4f4b-9e2c-482ee949c63a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:19.040573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (43cba11c-86ea-4f4b-9e2c-482ee949c63a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.064319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Calling delete_port for 116fbcf8-90f1-4315-beb9-cff9bbc0613a owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:19.067871 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ce16f-e341-4d04-a798-a2e76b1aafe8 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Network 2e2b3302-7018-46f4-8977-008781414786 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:19.073397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b679a48-dd64-490a-86e6-33d115a8441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Pushing event updated for resources: {'Port': ['ID=564f9c71-ce14-4c66-9a48-fe6b50cc048f,revision_number=3']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:19.105168 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-3e7ce16f-e341-4d04-a798-a2e76b1aafe8 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:19.121529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ce16f-e341-4d04-a798-a2e76b1aafe8 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:19.190642 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 58cb85a4-569d-455b-8a4f-def1db294d14 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:19.209564 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c00ea62-c1f0-4e21-a7f0-6007c64428e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network 2fa98382-1101-4c94-adc5-2e4f8a45b26a is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:19.219760 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ce16f-e341-4d04-a798-a2e76b1aafe8 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event updated for resources: {'Port': ['ID=7ed59bb2-4881-4bd5-aa4b-0e4adaa12b07,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:19.234341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (89940fa5-9c39-4b30-beea-a63426cccc01), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.304064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-71a998e3-9887-47a4-8d90-528f734dbe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (58cb85a4-569d-455b-8a4f-def1db294d14), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.315148 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (116fbcf8-90f1-4315-beb9-cff9bbc0613a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.336387 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-71a998e3-9887-47a4-8d90-528f734dbe53 None None] Could not find standard attr ID for object 1d33d3ef-24f1-4604-b148-01e45b063227. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:52:19.372540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a998e3-9887-47a4-8d90-528f734dbe53 None None] Pushing event updated for resources: {'Port': ['ID=58cb85a4-569d-455b-8a4f-def1db294d14,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:19.373454 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Port': ['ID=116fbcf8-90f1-4315-beb9-cff9bbc0613a,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:19.378943 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 58cb85a4-569d-455b-8a4f-def1db294d14 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:19.379350 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (58cb85a4-569d-455b-8a4f-def1db294d14), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.401809 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No DVR routers for this DVR port 116fbcf8-90f1-4315-beb9-cff9bbc0613a on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:19.417567 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-3a019319-8404-486e-89a5-9d57997653da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Deleting port 564f9c71-ce14-4c66-9a48-fe6b50cc048f {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:19.418061 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3a019319-8404-486e-89a5-9d57997653da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (564f9c71-ce14-4c66-9a48-fe6b50cc048f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.432725 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.470371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faa74df-3d29-4603-8298-f74643960a26 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 11:52:19.537802 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7c585c9f-91ab-492e-88b9-1d0b986659c0 None None] Provisioning complete for port 43cba11c-86ea-4f4b-9e2c-482ee949c63a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:19.538358 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7c585c9f-91ab-492e-88b9-1d0b986659c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (43cba11c-86ea-4f4b-9e2c-482ee949c63a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.543388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (71474a24-a676-4d91-8455-0b3094e35583), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.590110 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-3a019319-8404-486e-89a5-9d57997653da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] For port 564f9c71-ce14-4c66-9a48-fe6b50cc048f, host hv-neutron-mast, got binding levels [] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:19.590435 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3a019319-8404-486e-89a5-9d57997653da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (564f9c71-ce14-4c66-9a48-fe6b50cc048f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.594634 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.615155 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:19.617003 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-3a019319-8404-486e-89a5-9d57997653da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Calling delete_port for 564f9c71-ce14-4c66-9a48-fe6b50cc048f owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:19.629437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:19.641979 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:52:19.642224 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1c1bc0d2-8cd7-4297-9c99-c56e429b95f2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:52:19.642632 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 71a01e8a-5506-4449-ae46-7e070295fbce no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:19.645809 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d90309c-5503-43d9-bccc-dbfa45c536b9') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:19.650470 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d90309c-5503-43d9-bccc-dbfa45c536b9') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:19.686292 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (4d90309c-5503-43d9-bccc-dbfa45c536b9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.688729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (71474a24-a676-4d91-8455-0b3094e35583), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.689506 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (80ea4f81-5a1b-4bd6-b589-67e267c2ec04), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.703513 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e9f5e64a-97e8-422b-9cf6-68906995a28f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (1d33d3ef-24f1-4604-b148-01e45b063227), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.715420 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-5c00ea62-c1f0-4e21-a7f0-6007c64428e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2fa98382-1101-4c94-adc5-2e4f8a45b26a) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:19.754415 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ce16f-e341-4d04-a798-a2e76b1aafe8 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:19.755048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce16f-e341-4d04-a798-a2e76b1aafe8 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.757657 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5e64a-97e8-422b-9cf6-68906995a28f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=1d33d3ef-24f1-4604-b148-01e45b063227,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:19.764988 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c00ea62-c1f0-4e21-a7f0-6007c64428e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:19.765335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c00ea62-c1f0-4e21-a7f0-6007c64428e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.778799 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (4d90309c-5503-43d9-bccc-dbfa45c536b9), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.794108 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:19.799698 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (4d90309c-5503-43d9-bccc-dbfa45c536b9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.803284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-925f85e7-3d1f-4576-99d6-f1c9a6950475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (71a01e8a-5506-4449-ae46-7e070295fbce), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.823864 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faa74df-3d29-4603-8298-f74643960a26 None None] Resources bound (agent type, host, resource id): {{(pid=110626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:19.827148 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:19.829021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (71a01e8a-5506-4449-ae46-7e070295fbce), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.852333 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e9f5e64a-97e8-422b-9cf6-68906995a28f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.855452 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e9f5e64a-97e8-422b-9cf6-68906995a28f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/1d33d3ef-24f1-4604-b148-01e45b063227 HTTP/1.1" status: 204 len: 168 time: 2.5712628 Jan 10 11:52:19.856449 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f85e7-3d1f-4576-99d6-f1c9a6950475 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a01e8a-5506-4449-ae46-7e070295fbce,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:19.859909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53184) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:19.876362 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7c585c9f-91ab-492e-88b9-1d0b986659c0 None None] Provisioning complete for port 71474a24-a676-4d91-8455-0b3094e35583 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:19.876752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7c585c9f-91ab-492e-88b9-1d0b986659c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (71474a24-a676-4d91-8455-0b3094e35583), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:19.889711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=71474a24-a676-4d91-8455-0b3094e35583,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:19.909699 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5c00ea62-c1f0-4e21-a7f0-6007c64428e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5409331 Jan 10 11:52:19.911142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53186) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:19.916157 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0e4dbc91-6c19-4379-8eed-f78b8277c814 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'subnet': {'network_id': '2fa98382-1101-4c94-adc5-2e4f8a45b26a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:19.983823 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3e7ce16f-e341-4d04-a798-a2e76b1aafe8 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2629716 Jan 10 11:52:20.009090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53188) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:20.018864 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5d112d53-5c40-48ab-aef9-5e79ae8506e5 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Request body: {'port': {'network_id': '2e2b3302-7018-46f4-8977-008781414786', 'name': 'tempest-AllowedAddressPairTestJSON-1846415407'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:20.034430 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:20.037114 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-7c585c9f-91ab-492e-88b9-1d0b986659c0 None None] Port 71474a24-a676-4d91-8455-0b3094e35583 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:20.057299 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:20.060452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3a019319-8404-486e-89a5-9d57997653da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (564f9c71-ce14-4c66-9a48-fe6b50cc048f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.063512 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.082999 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f78d6bf-8443-4078-9e9d-d548cd9a9053 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:20.084589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f78d6bf-8443-4078-9e9d-d548cd9a9053 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:20.086200 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1f78d6bf-8443-4078-9e9d-d548cd9a9053 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2150700 Jan 10 11:52:20.091850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53190) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:20.133793 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.138344 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6 HTTP/1.1" status: 204 len: 168 time: 5.6013038 Jan 10 11:52:20.142845 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-925f85e7-3d1f-4576-99d6-f1c9a6950475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.146823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53192) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:20.152983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-efef2d57-e3af-4d69-8227-2549a6a4bd85 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-427178571'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:20.158769 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee59bb9-1933-44a9-b5c5-4bfca4141d31 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Network': ['ID=6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:20.171519 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a019319-8404-486e-89a5-9d57997653da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Pushing event deleted for resources: {'Port': ['ID=564f9c71-ce14-4c66-9a48-fe6b50cc048f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:20.176176 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3a019319-8404-486e-89a5-9d57997653da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.183795 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3a019319-8404-486e-89a5-9d57997653da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] 10.222.0.16 "DELETE /v2.0/ports/564f9c71-ce14-4c66-9a48-fe6b50cc048f HTTP/1.1" status: 204 len: 168 time: 1.1680808 Jan 10 11:52:20.185112 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2a8f08d3-1840-4445-ac6e-43cc956a982f None None] Provisioning complete for port 7ed59bb2-4881-4bd5-aa4b-0e4adaa12b07 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:20.185497 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2a8f08d3-1840-4445-ac6e-43cc956a982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7ed59bb2-4881-4bd5-aa4b-0e4adaa12b07), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.208185 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53194) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:20.280302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f08d3-1840-4445-ac6e-43cc956a982f None None] Port 7ed59bb2-4881-4bd5-aa4b-0e4adaa12b07 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:20.334484 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2fa98382-1101-4c94-adc5-2e4f8a45b26a', 'network_id': '2fa98382-1101-4c94-adc5-2e4f8a45b26a', 'project_id': 'b7a563b78a01466b8646457654606ffa', 'fixed_ips': [{'subnet_id': '686e2d24-f10a-44b5-a8fb-29da45bd535b'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:20.335321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.351593 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba259abf-44d6-49f5-903c-cd181ccb5d82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] GET failed (client error): The resource could not be found. Jan 10 11:52:20.357296 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ba259abf-44d6-49f5-903c-cd181ccb5d82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868725289-project-admin] 10.222.0.16 "GET /v2.0/ports/564f9c71-ce14-4c66-9a48-fe6b50cc048f HTTP/1.1" status: 404 len: 333 time: 0.1474941 Jan 10 11:52:20.357421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53196) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:20.375362 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-925f85e7-3d1f-4576-99d6-f1c9a6950475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.388621 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-925f85e7-3d1f-4576-99d6-f1c9a6950475 admin admin] Publish callbacks [] for router_controller (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.412910 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6632a0-1274-42ab-b38b-e56552f715dc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet d9922b79-4c87-4232-82a4-a72b8c028434 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:52:20.415775 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4dbc91-6c19-4379-8eed-f78b8277c814 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:20.416385 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c6632a0-1274-42ab-b38b-e56552f715dc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (d9922b79-4c87-4232-82a4-a72b8c028434), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.420280 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0e4dbc91-6c19-4379-8eed-f78b8277c814 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.445571 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (89940fa5-9c39-4b30-beea-a63426cccc01), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.454374 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 58cb85a4-569d-455b-8a4f-def1db294d14 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:20.482748 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 80ea4f81-5a1b-4bd6-b589-67e267c2ec04 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:52:20.503371 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c6632a0-1274-42ab-b38b-e56552f715dc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (d9922b79-4c87-4232-82a4-a72b8c028434), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.548273 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (89940fa5-9c39-4b30-beea-a63426cccc01), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.555785 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 58cb85a4-569d-455b-8a4f-def1db294d14 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:20.556184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (58cb85a4-569d-455b-8a4f-def1db294d14), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.563062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-10dd2b60-22bc-4226-828e-09dd8d73ce06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (e972460c-aca3-4894-a80b-e216efafcf93), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.590842 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Allocated IP 2001:db8::2 (2fa98382-1101-4c94-adc5-2e4f8a45b26a/686e2d24-f10a-44b5-a8fb-29da45bd535b/ca7affb0-3d69-4483-a1e6-177658365095) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:20.638539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efef2d57-e3af-4d69-8227-2549a6a4bd85 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:20.642187 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-efef2d57-e3af-4d69-8227-2549a6a4bd85 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.644221 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-925f85e7-3d1f-4576-99d6-f1c9a6950475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (1132c4e3-d3eb-4008-8236-bc9b78ceddfe), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.644772 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925f85e7-3d1f-4576-99d6-f1c9a6950475 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1132c4e3-d3eb-4008-8236-bc9b78ceddfe {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:52:20.663058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-925f85e7-3d1f-4576-99d6-f1c9a6950475 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.666457 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-925f85e7-3d1f-4576-99d6-f1c9a6950475 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1132c4e3-d3eb-4008-8236-bc9b78ceddfe HTTP/1.1" status: 204 len: 168 time: 4.6206632 Jan 10 11:52:20.674557 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53198) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:20.701897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=89940fa5-9c39-4b30-beea-a63426cccc01,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:20.720730 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c6632a0-1274-42ab-b38b-e56552f715dc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (d9922b79-4c87-4232-82a4-a72b8c028434), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.772551 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (2f3db6cc-cbe2-481d-bf27-f0d84d31ce4e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.813036 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:20.824350 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efef2d57-e3af-4d69-8227-2549a6a4bd85 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:20.828756 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797d2a2-d1dd-45c0-a465-15229a58ac2b None None] Sync routers for ids ['80ea4f81-5a1b-4bd6-b589-67e267c2ec04'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:20.843175 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797d2a2-d1dd-45c0-a465-15229a58ac2b None None] Routers {'80ea4f81-5a1b-4bd6-b589-67e267c2ec04'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:20.843806 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b797d2a2-d1dd-45c0-a465-15229a58ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['80ea4f81-5a1b-4bd6-b589-67e267c2ec04'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:20.860055 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9f106fbe-d547-4e05-8e45-9a2d88735e83 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/80ea4f81-5a1b-4bd6-b589-67e267c2ec04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3599379 Jan 10 11:52:20.866066 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f15a549-d14f-4dfa-9268-42377efab076 admin admin] Deleting subnet 549e90ce-a309-439c-8b69-da152ddaf4f8 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:52:20.873084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53200) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:20.875339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d112d53-5c40-48ab-aef9-5e79ae8506e5 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Made reservation on behalf of 184e2409da4d464ca4359459f179992b for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:20.879086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5d112d53-5c40-48ab-aef9-5e79ae8506e5 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.886437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-10dd2b60-22bc-4226-828e-09dd8d73ce06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (e972460c-aca3-4894-a80b-e216efafcf93), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.888974 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7f15a549-d14f-4dfa-9268-42377efab076 admin admin] Publish callbacks [] for subnet (549e90ce-a309-439c-8b69-da152ddaf4f8), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.892947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Publish callbacks [] for port (ca7affb0-3d69-4483-a1e6-177658365095), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.904249 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-efef2d57-e3af-4d69-8227-2549a6a4bd85 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b3cd0e80-2b64-42c8-8fd1-633fbb8351f8), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.904622 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-efef2d57-e3af-4d69-8227-2549a6a4bd85 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Added segment b3cd0e80-2b64-42c8-8fd1-633fbb8351f8 of type vlan for network 394286fd-9edb-40ae-98d8-bb32964ed93b Jan 10 11:52:20.910502 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b797d2a2-d1dd-45c0-a465-15229a58ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:20.921481 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797d2a2-d1dd-45c0-a465-15229a58ac2b None None] Routers {'80ea4f81-5a1b-4bd6-b589-67e267c2ec04'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:20.922133 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b797d2a2-d1dd-45c0-a465-15229a58ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['80ea4f81-5a1b-4bd6-b589-67e267c2ec04'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:20.961511 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-10dd2b60-22bc-4226-828e-09dd8d73ce06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e972460c-aca3-4894-a80b-e216efafcf93']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:20.961924 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-5d112d53-5c40-48ab-aef9-5e79ae8506e5 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] device_id is not set on port b87dd161-05e5-4258-b9df-8f1de4172acd yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:20.965007 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b797d2a2-d1dd-45c0-a465-15229a58ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:20.965660 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797d2a2-d1dd-45c0-a465-15229a58ac2b None None] The sync data for ids ['80ea4f81-5a1b-4bd6-b589-67e267c2ec04'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:20.974636 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-efef2d57-e3af-4d69-8227-2549a6a4bd85 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (394286fd-9edb-40ae-98d8-bb32964ed93b), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.988630 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a388a9-fbe7-4d9d-af9c-6a0b957d6c85 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:20.990174 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-29a388a9-fbe7-4d9d-af9c-6a0b957d6c85 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports/71474a24-a676-4d91-8455-0b3094e35583 HTTP/1.1" status: 200 len: 911 time: 0.1154704 Jan 10 11:52:21.012680 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-10dd2b60-22bc-4226-828e-09dd8d73ce06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286ce5c8-6920-41a6-836f-92297d1b98e1') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:21.013019 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-10dd2b60-22bc-4226-828e-09dd8d73ce06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286ce5c8-6920-41a6-836f-92297d1b98e1') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:21.017062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7f15a549-d14f-4dfa-9268-42377efab076 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (549e90ce-a309-439c-8b69-da152ddaf4f8), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.017217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53202) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:21.023230 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (ca7affb0-3d69-4483-a1e6-177658365095), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.054600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-10dd2b60-22bc-4226-828e-09dd8d73ce06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (286ce5c8-6920-41a6-836f-92297d1b98e1), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.068453 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Network 2fa98382-1101-4c94-adc5-2e4f8a45b26a is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:21.076438 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:21.078896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Pushing event updated for resources: {'Port': ['ID=ca7affb0-3d69-4483-a1e6-177658365095,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:21.081574 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:21.093217 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-10dd2b60-22bc-4226-828e-09dd8d73ce06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (286ce5c8-6920-41a6-836f-92297d1b98e1), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.107208 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10dd2b60-22bc-4226-828e-09dd8d73ce06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:21.107539 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-10dd2b60-22bc-4226-828e-09dd8d73ce06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (286ce5c8-6920-41a6-836f-92297d1b98e1), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:21.113249 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:21.117801 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Floating IP 2f3db6cc-cbe2-481d-bf27-f0d84d31ce4e associated. External IP: 172.36.2.235, port: b928900a-8233-40b5-89f8-9a3a76a44550. Jan 10 11:52:21.118856 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c6632a0-1274-42ab-b38b-e56552f715dc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (d9922b79-4c87-4232-82a4-a72b8c028434), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.162881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Attempting to bind port ca7affb0-3d69-4483-a1e6-177658365095 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:21.162881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Attempting to bind port ca7affb0-3d69-4483-a1e6-177658365095 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3ce1cb3b-e59b-460b-a148-da2ef16f4f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2fa98382-1101-4c94-adc5-2e4f8a45b26a'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:21.162881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Attempting to bind port ca7affb0-3d69-4483-a1e6-177658365095 on network 2fa98382-1101-4c94-adc5-2e4f8a45b26a {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:21.167199 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:21.167442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Checking segment: {'id': '3ce1cb3b-e59b-460b-a148-da2ef16f4f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2fa98382-1101-4c94-adc5-2e4f8a45b26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:21.167697 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.168057 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Bound using segment: {'id': '3ce1cb3b-e59b-460b-a148-da2ef16f4f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2fa98382-1101-4c94-adc5-2e4f8a45b26a'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:21.168562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Bound port: ca7affb0-3d69-4483-a1e6-177658365095, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce1cb3b-e59b-460b-a148-da2ef16f4f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2fa98382-1101-4c94-adc5-2e4f8a45b26a'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:21.168944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ca7affb0-3d69-4483-a1e6-177658365095), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.264277 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c6632a0-1274-42ab-b38b-e56552f715dc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.274659 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2c6632a0-1274-42ab-b38b-e56552f715dc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/d9922b79-4c87-4232-82a4-a72b8c028434 HTTP/1.1" status: 204 len: 168 time: 1.1567240 Jan 10 11:52:21.277668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] For port ca7affb0-3d69-4483-a1e6-177658365095, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:21.278467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53204) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:21.279812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7f15a549-d14f-4dfa-9268-42377efab076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (549e90ce-a309-439c-8b69-da152ddaf4f8), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.289484 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6632a0-1274-42ab-b38b-e56552f715dc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=d9922b79-4c87-4232-82a4-a72b8c028434,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:21.339543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] For port ca7affb0-3d69-4483-a1e6-177658365095, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca7affb0-3d69-4483-a1e6-177658365095,segment=NetworkSegment(3ce1cb3b-e59b-460b-a148-da2ef16f4f4e),segment_id=3ce1cb3b-e59b-460b-a148-da2ef16f4f4e)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:21.345105 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-efef2d57-e3af-4d69-8227-2549a6a4bd85 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (394286fd-9edb-40ae-98d8-bb32964ed93b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.350584 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-78cafb1d-0a90-4c02-bc65-7892c5c27854 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670190 Jan 10 11:52:21.351045 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efef2d57-e3af-4d69-8227-2549a6a4bd85 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:21.351810 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-efef2d57-e3af-4d69-8227-2549a6a4bd85 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.354201 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53206) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:21.357788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-10dd2b60-22bc-4226-828e-09dd8d73ce06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (e972460c-aca3-4894-a80b-e216efafcf93), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.370691 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-10dd2b60-22bc-4226-828e-09dd8d73ce06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.371143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5d0bfc7a-f3ae-422a-849c-93beaada7466 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:21.374801 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-10dd2b60-22bc-4226-828e-09dd8d73ce06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] 10.222.0.16 "DELETE /v2.0/networks/e972460c-aca3-4894-a80b-e216efafcf93 HTTP/1.1" status: 204 len: 168 time: 1.0153685 Jan 10 11:52:21.389621 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd2b60-22bc-4226-828e-09dd8d73ce06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1629800332-project] Pushing event deleted for resources: {'Network': ['ID=e972460c-aca3-4894-a80b-e216efafcf93,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:21.434900 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ca7affb0-3d69-4483-a1e6-177658365095), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.508533 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0e4dbc91-6c19-4379-8eed-f78b8277c814 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (1d0120ad-9d40-4ae2-bdc3-235632638be9), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.518760 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08d38e-9dbd-4307-9345-e5975de2d560 None None] Pushing event updated for resources: {'Port': ['ID=ca7affb0-3d69-4483-a1e6-177658365095,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:21.544720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7f15a549-d14f-4dfa-9268-42377efab076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (549e90ce-a309-439c-8b69-da152ddaf4f8), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.555167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-5d112d53-5c40-48ab-aef9-5e79ae8506e5 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Allocated IP 172.20.0.11 (2e2b3302-7018-46f4-8977-008781414786/d120dae1-61c6-4b75-81fd-a300fd5c29cb/b87dd161-05e5-4258-b9df-8f1de4172acd) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:21.578507 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7f15a549-d14f-4dfa-9268-42377efab076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.584247 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7f15a549-d14f-4dfa-9268-42377efab076 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/549e90ce-a309-439c-8b69-da152ddaf4f8 HTTP/1.1" status: 204 len: 168 time: 0.9061115 Jan 10 11:52:21.586179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4dbc91-6c19-4379-8eed-f78b8277c814 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network 2fa98382-1101-4c94-adc5-2e4f8a45b26a is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:21.586979 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53210) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:21.597031 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-0e4dbc91-6c19-4379-8eed-f78b8277c814 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:21.599712 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dbc91-6c19-4379-8eed-f78b8277c814 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Subnet': ['ID=1d0120ad-9d40-4ae2-bdc3-235632638be9,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:21.602432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4dbc91-6c19-4379-8eed-f78b8277c814 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:21.603041 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0e4dbc91-6c19-4379-8eed-f78b8277c814 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.611522 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-efef2d57-e3af-4d69-8227-2549a6a4bd85 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4639385 Jan 10 11:52:21.633235 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53212) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:21.636556 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15a549-d14f-4dfa-9268-42377efab076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=549e90ce-a309-439c-8b69-da152ddaf4f8,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:21.642827 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-93a3ba27-8065-4605-bf7a-516de9244eca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'subnet': {'network_id': '394286fd-9edb-40ae-98d8-bb32964ed93b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:21.669919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef2d57-e3af-4d69-8227-2549a6a4bd85 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Network': ['ID=394286fd-9edb-40ae-98d8-bb32964ed93b,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:21.681164 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 394286fd-9edb-40ae-98d8-bb32964ed93b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:21.702467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (8395d8e6-0511-4314-94bb-e87296687cd4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.771371 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0e4dbc91-6c19-4379-8eed-f78b8277c814 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8568208 Jan 10 11:52:21.771889 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53214) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:21.856610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b4b1f-2c51-4632-8bb2-a491dca4b723 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:21.861068 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b4b1f-2c51-4632-8bb2-a491dca4b723 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:21.863013 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b4b1f-2c51-4632-8bb2-a491dca4b723 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:21.864831 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b4b1f-2c51-4632-8bb2-a491dca4b723 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:21.866956 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b4b1f-2c51-4632-8bb2-a491dca4b723 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:21.873919 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-568b4b1f-2c51-4632-8bb2-a491dca4b723 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0955324 Jan 10 11:52:21.875257 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] Deleting port 255ab693-34d7-451d-a357-c0e74c691a08 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:21.875610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (255ab693-34d7-451d-a357-c0e74c691a08), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:21.878566 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53216) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:21.882386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f0cb7e24-8a3a-4065-935a-cc5ec5c7e1e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1509915834'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:21.996439 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] For port 255ab693-34d7-451d-a357-c0e74c691a08, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=255ab693-34d7-451d-a357-c0e74c691a08,segment=NetworkSegment(27abe47b-f420-44fe-9de7-69cf06a7330c),segment_id=27abe47b-f420-44fe-9de7-69cf06a7330c)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:21.996911 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (255ab693-34d7-451d-a357-c0e74c691a08), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:22.011331 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] Calling delete_port for 255ab693-34d7-451d-a357-c0e74c691a08 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:22.070612 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cb7e24-8a3a-4065-935a-cc5ec5c7e1e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:22.074646 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7e24-8a3a-4065-935a-cc5ec5c7e1e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:22.125063 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53220) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:22.130378 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0cb7e24-8a3a-4065-935a-cc5ec5c7e1e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:22.150728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7e24-8a3a-4065-935a-cc5ec5c7e1e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (80fcb245-426f-4085-8f5b-67362aebea9b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:22.151089 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-f0cb7e24-8a3a-4065-935a-cc5ec5c7e1e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Added segment 80fcb245-426f-4085-8f5b-67362aebea9b of type vlan for network 7d531e39-68e4-4c6e-9071-130eb62afcd3 Jan 10 11:52:22.221483 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7e24-8a3a-4065-935a-cc5ec5c7e1e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (7d531e39-68e4-4c6e-9071-130eb62afcd3), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:22.421517 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0bfc7a-f3ae-422a-849c-93beaada7466 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:22.425344 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfc7a-f3ae-422a-849c-93beaada7466 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:22.489099 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ca7affb0-3d69-4483-a1e6-177658365095 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:22.599609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port ca7affb0-3d69-4483-a1e6-177658365095 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:22.600050 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ca7affb0-3d69-4483-a1e6-177658365095), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:22.615568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5d112d53-5c40-48ab-aef9-5e79ae8506e5 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks [] for port (b87dd161-05e5-4258-b9df-8f1de4172acd), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:22.653860 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router f6ccc364-1e83-4cb2-8085-cf3093fcd207 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:52:22.658971 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (255ab693-34d7-451d-a357-c0e74c691a08), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:22.662233 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a3ba27-8065-4605-bf7a-516de9244eca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:22.667592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93a3ba27-8065-4605-bf7a-516de9244eca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:22.711034 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] Pushing event deleted for resources: {'Port': ['ID=255ab693-34d7-451d-a357-c0e74c691a08,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:22.714424 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] No DVR routers for this DVR port 255ab693-34d7-451d-a357-c0e74c691a08 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:22.728796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ca7affb0-3d69-4483-a1e6-177658365095), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:22.771215 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port ca7affb0-3d69-4483-a1e6-177658365095, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca7affb0-3d69-4483-a1e6-177658365095,segment=NetworkSegment(3ce1cb3b-e59b-460b-a148-da2ef16f4f4e),segment_id=3ce1cb3b-e59b-460b-a148-da2ef16f4f4e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:22.810234 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (8395d8e6-0511-4314-94bb-e87296687cd4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:22.829371 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-69d31afc-33cd-4cac-9ee2-bc9345fecc6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2d2a763bd7041b7aff98aa71ca27d78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6950202 Jan 10 11:52:22.829371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53224) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:22.833432 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8c47f4-f215-4900-a58d-729a547fc2fc None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 11:52:22.846128 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7e24-8a3a-4065-935a-cc5ec5c7e1e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (7d531e39-68e4-4c6e-9071-130eb62afcd3), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:22.852017 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cb7e24-8a3a-4065-935a-cc5ec5c7e1e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:22.852654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7e24-8a3a-4065-935a-cc5ec5c7e1e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:22.869448 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8395d8e6-0511-4314-94bb-e87296687cd4']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:22.898117 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27abe47b-f420-44fe-9de7-69cf06a7330c') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:22.898424 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27abe47b-f420-44fe-9de7-69cf06a7330c') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:22.905430 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ca7affb0-3d69-4483-a1e6-177658365095), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:22.953707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (27abe47b-f420-44fe-9de7-69cf06a7330c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:22.984537 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb7e24-8a3a-4065-935a-cc5ec5c7e1e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Network': ['ID=7d531e39-68e4-4c6e-9071-130eb62afcd3,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:22.984808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b121eb93-80ab-4d29-8c90-cc769777595c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (80ea4f81-5a1b-4bd6-b589-67e267c2ec04), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.000406 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-cf433d7b-a5ea-466b-9dcb-458470afeb73 None None] Provisioning complete for port ca7affb0-3d69-4483-a1e6-177658365095 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:23.001132 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cf433d7b-a5ea-466b-9dcb-458470afeb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ca7affb0-3d69-4483-a1e6-177658365095), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.003485 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (27abe47b-f420-44fe-9de7-69cf06a7330c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.005502 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0ffc8cf4-6955-44b0-ad7c-d5aa1a972f49 admin admin] Publish callbacks [] for security_group (8b5e69e0-6f6f-45a3-9f54-0d343f6459a7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.010799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=ca7affb0-3d69-4483-a1e6-177658365095,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:23.013073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:23.013485 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (27abe47b-f420-44fe-9de7-69cf06a7330c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:23.015259 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:23.046547 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f0cb7e24-8a3a-4065-935a-cc5ec5c7e1e5 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1647885 Jan 10 11:52:23.072581 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53226) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:23.080256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0ffc8cf4-6955-44b0-ad7c-d5aa1a972f49 admin admin] Publish callbacks [] for security_group (8b5e69e0-6f6f-45a3-9f54-0d343f6459a7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.106435 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7b6d2205-c298-4b94-8774-58cdea09608a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:23.116117 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5d112d53-5c40-48ab-aef9-5e79ae8506e5 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b87dd161-05e5-4258-b9df-8f1de4172acd), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.194692 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (8395d8e6-0511-4314-94bb-e87296687cd4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.206854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 7d531e39-68e4-4c6e-9071-130eb62afcd3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:23.208085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.211981 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8395d8e6-0511-4314-94bb-e87296687cd4 HTTP/1.1" status: 204 len: 168 time: 1.6219127 Jan 10 11:52:23.226507 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a7bb0-f6f1-4ac7-910d-1dffb1ac8163 admin admin] Pushing event deleted for resources: {'Network': ['ID=8395d8e6-0511-4314-94bb-e87296687cd4,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:23.233955 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0ffc8cf4-6955-44b0-ad7c-d5aa1a972f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (8b5e69e0-6f6f-45a3-9f54-0d343f6459a7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.237565 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0ffc8cf4-6955-44b0-ad7c-d5aa1a972f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.239113 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0ffc8cf4-6955-44b0-ad7c-d5aa1a972f49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b5e69e0-6f6f-45a3-9f54-0d343f6459a7 HTTP/1.1" status: 204 len: 168 time: 0.4101291 Jan 10 11:52:23.251450 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc8cf4-6955-44b0-ad7c-d5aa1a972f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5e69e0-6f6f-45a3-9f54-0d343f6459a7,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:23.296448 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:23.308588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c47f4-f215-4900-a58d-729a547fc2fc None None] Resources bound (agent type, host, resource id): {{(pid=110626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 11:52:23.323940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3612210a-ba1a-4230-a881-c2a82c434ea1 None None] Sync routers for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:23.329684 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfc7a-f3ae-422a-849c-93beaada7466 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (18a63b2c-34f3-4969-8f17-795077b3e8bb), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.347933 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d112d53-5c40-48ab-aef9-5e79ae8506e5 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Network 2e2b3302-7018-46f4-8977-008781414786 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:23.374708 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-5d112d53-5c40-48ab-aef9-5e79ae8506e5 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:23.422078 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3612210a-ba1a-4230-a881-c2a82c434ea1 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:23.422723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3612210a-ba1a-4230-a881-c2a82c434ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:23.435773 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d112d53-5c40-48ab-aef9-5e79ae8506e5 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:23.457386 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d112d53-5c40-48ab-aef9-5e79ae8506e5 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event updated for resources: {'Port': ['ID=b87dd161-05e5-4258-b9df-8f1de4172acd,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:23.482316 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3612210a-ba1a-4230-a881-c2a82c434ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:23.505163 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0bfc7a-f3ae-422a-849c-93beaada7466 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:23.517482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3612210a-ba1a-4230-a881-c2a82c434ea1 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:23.518268 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3612210a-ba1a-4230-a881-c2a82c434ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:23.539897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-5d0bfc7a-f3ae-422a-849c-93beaada7466 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:23.562104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3612210a-ba1a-4230-a881-c2a82c434ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:23.562494 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3612210a-ba1a-4230-a881-c2a82c434ea1 None None] The sync data for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:23.569411 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0bfc7a-f3ae-422a-849c-93beaada7466 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:23.576113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfc7a-f3ae-422a-849c-93beaada7466 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.624788 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.675328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bfc7a-f3ae-422a-849c-93beaada7466 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=18a63b2c-34f3-4969-8f17-795077b3e8bb,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:23.709745 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d112d53-5c40-48ab-aef9-5e79ae8506e5 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:23.710921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5d112d53-5c40-48ab-aef9-5e79ae8506e5 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.742121 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1c40dc57-6b8c-4619-b25f-4ed47bc3192b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.7237654 Jan 10 11:52:23.745302 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53234) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:23.753088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2205-c298-4b94-8774-58cdea09608a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (7d531e39-68e4-4c6e-9071-130eb62afcd3), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.772935 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53236) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:23.797115 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5d0bfc7a-f3ae-422a-849c-93beaada7466 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4321225 Jan 10 11:52:23.797735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53238) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:23.807193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-cc507994-82bd-4ec4-af5b-f3e711479ce8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'fixed_ips': [{'subnet_id': '18a63b2c-34f3-4969-8f17-795077b3e8bb', 'ip_address': '2001:db8::c15a:f13a:8e90:f3e6'}], 'name': 'tempest-NetworksTestDHCPv6-759961301'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:23.862652 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e0639a-f600-418d-bdda-144f72aedec3 None None] DHCP port deletion for 8395d8e6-0511-4314-94bb-e87296687cd4 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:23.880126 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-725ca220-c5c7-4a3a-96a9-532d08a91f61 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "GET /v2.0/floatingips/2f3db6cc-cbe2-481d-bf27-f0d84d31ce4e HTTP/1.1" status: 200 len: 978 time: 0.1332006 Jan 10 11:52:23.880931 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53240) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:23.888418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9236be61-2456-4179-b4d1-27f8a09d67ff None None] Network 2fa98382-1101-4c94-adc5-2e4f8a45b26a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:23.916660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93a3ba27-8065-4605-bf7a-516de9244eca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (6c47bf0a-8486-452c-9000-6a5f0506a3c9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.007788 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5d112d53-5c40-48ab-aef9-5e79ae8506e5 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9944708 Jan 10 11:52:24.008269 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2205-c298-4b94-8774-58cdea09608a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (7d531e39-68e4-4c6e-9071-130eb62afcd3), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.010486 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7c8fc3-0779-45d1-9559-e916f2f45117 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:24.014457 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53242) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:24.065713 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-a8736d10-54a2-4818-9135-a219a1711c98 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:e5:96:00'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:fb:12:16'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:24.082578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b6d2205-c298-4b94-8774-58cdea09608a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network 7d531e39-68e4-4c6e-9071-130eb62afcd3 is not hosted by any dhcp agent {{(pid=110624) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 10 11:52:24.088737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6d2205-c298-4b94-8774-58cdea09608a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:24.089376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2205-c298-4b94-8774-58cdea09608a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.093470 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7b6d2205-c298-4b94-8774-58cdea09608a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "PUT /v2.0/networks/7d531e39-68e4-4c6e-9071-130eb62afcd3 HTTP/1.1" status: 200 len: 723 time: 1.0154366 Jan 10 11:52:24.093946 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c1857072-02e8-4f29-b871-12add5bdb4c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=352a2d16b2764491aabf5fded04ea148&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3196197 Jan 10 11:52:24.105379 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-116cae7b-5991-49ad-8410-cdfe4d8a28ec tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2232409 Jan 10 11:52:24.106145 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53244) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:24.106570 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53246) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:24.183785 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-558c66df-d87f-488c-b9f3-85353aa1d728 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'subnet': {'network_id': '7d531e39-68e4-4c6e-9071-130eb62afcd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:24.191865 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53248) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:24.203784 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-92532f91-8a8b-4f2a-b2c4-8549e3b44cb7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'floatingip': {'port_id': '783ba951-fc7a-460a-8caa-c929d5a430cf'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:24.235626 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3ba27-8065-4605-bf7a-516de9244eca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Subnet': ['ID=6c47bf0a-8486-452c-9000-6a5f0506a3c9,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:24.253390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c9c501-8552-45e1-b992-85d516a22df2 None None] Update dhcp port {'port': {'network_id': '2fa98382-1101-4c94-adc5-2e4f8a45b26a', 'fixed_ips': [{'subnet_id': '686e2d24-f10a-44b5-a8fb-29da45bd535b', 'ip_address': '2001:db8::2'}, {'subnet_id': '1d0120ad-9d40-4ae2-bdc3-235632638be9'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'ca7affb0-3d69-4483-a1e6-177658365095'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:52:24.308541 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d2205-c298-4b94-8774-58cdea09608a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Network': ['ID=7d531e39-68e4-4c6e-9071-130eb62afcd3,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:24.319776 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a0c9c501-8552-45e1-b992-85d516a22df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ca7affb0-3d69-4483-a1e6-177658365095), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.322070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 7d531e39-68e4-4c6e-9071-130eb62afcd3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:24.333009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53250) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:24.448392 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc507994-82bd-4ec4-af5b-f3e711479ce8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:24.487390 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-779566b7-11e1-442f-b0d6-ea913cf63d7a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bf1c8db59ed46be95f1d176a8347683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482012 Jan 10 11:52:24.498496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53252) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:24.518925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bfd6a2-93ba-4723-adae-8c2cfe676548 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:24.523384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ca7affb0-3d69-4483-a1e6-177658365095 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:24.558767 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a3ba27-8065-4605-bf7a-516de9244eca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Checking segment: {'id': 'b3cd0e80-2b64-42c8-8fd1-633fbb8351f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '394286fd-9edb-40ae-98d8-bb32964ed93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:24.559208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a3ba27-8065-4605-bf7a-516de9244eca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network hostable DHCP agents. Network: 394286fd-9edb-40ae-98d8-bb32964ed93b, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:24.569234 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-92532f91-8a8b-4f2a-b2c4-8549e3b44cb7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (2f3db6cc-cbe2-481d-bf27-f0d84d31ce4e), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.620604 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6465-fb7a-4368-b411-e39334900d2f admin admin] Publish callbacks [] for security_group (d1ebdc7b-1ed5-41b1-9ca0-e24dfa183a26), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.633278 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a4cb986b-ac2e-4644-a446-b1931909ed78 admin admin] Publish callbacks [] for security_group (0220e852-8843-416e-948e-fc103c31a6be), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.658561 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b121eb93-80ab-4d29-8c90-cc769777595c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port 71474a24-a676-4d91-8455-0b3094e35583 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:24.659091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b121eb93-80ab-4d29-8c90-cc769777595c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (71474a24-a676-4d91-8455-0b3094e35583), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.686900 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6465-fb7a-4368-b411-e39334900d2f admin admin] Publish callbacks [] for security_group (d1ebdc7b-1ed5-41b1-9ca0-e24dfa183a26), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.720031 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d068e0d7-f34a-4a5e-b052-e091012a929f None None] Provisioning complete for port b87dd161-05e5-4258-b9df-8f1de4172acd triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:24.720424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d068e0d7-f34a-4a5e-b052-e091012a929f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b87dd161-05e5-4258-b9df-8f1de4172acd), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.738442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a4cb986b-ac2e-4644-a446-b1931909ed78 admin admin] Publish callbacks [] for security_group (0220e852-8843-416e-948e-fc103c31a6be), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.760861 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a3ba27-8065-4605-bf7a-516de9244eca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network 394286fd-9edb-40ae-98d8-bb32964ed93b is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:24.781636 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cc507994-82bd-4ec4-af5b-f3e711479ce8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.782380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558c66df-d87f-488c-b9f3-85353aa1d728 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:24.786291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-558c66df-d87f-488c-b9f3-85353aa1d728 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.794229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-a0c9c501-8552-45e1-b992-85d516a22df2 None None] Allocated IP 172.20.0.1 (2fa98382-1101-4c94-adc5-2e4f8a45b26a/1d0120ad-9d40-4ae2-bdc3-235632638be9/ca7affb0-3d69-4483-a1e6-177658365095) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:24.814959 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d068e0d7-f34a-4a5e-b052-e091012a929f None None] Port b87dd161-05e5-4258-b9df-8f1de4172acd cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:24.818746 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a8736d10-54a2-4818-9135-a219a1711c98 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b87dd161-05e5-4258-b9df-8f1de4172acd), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.819902 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port ca7affb0-3d69-4483-a1e6-177658365095 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:24.820286 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ca7affb0-3d69-4483-a1e6-177658365095), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.825133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-cc507994-82bd-4ec4-af5b-f3e711479ce8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port 49ce8dbf-e739-41f3-94eb-4970122cce70 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:24.864585 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-93a3ba27-8065-4605-bf7a-516de9244eca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 394286fd-9edb-40ae-98d8-bb32964ed93b) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:24.893246 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd28060-0c8a-4bd7-ad1d-a35d4ecfc30b None None] Network 394286fd-9edb-40ae-98d8-bb32964ed93b requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:24.900279 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b121eb93-80ab-4d29-8c90-cc769777595c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (71474a24-a676-4d91-8455-0b3094e35583), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.928661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a3ba27-8065-4605-bf7a-516de9244eca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:24.930181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93a3ba27-8065-4605-bf7a-516de9244eca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.962024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d068e0d7-f34a-4a5e-b052-e091012a929f None None] Provisioning complete for port 71474a24-a676-4d91-8455-0b3094e35583 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:24.962417 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d068e0d7-f34a-4a5e-b052-e091012a929f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (71474a24-a676-4d91-8455-0b3094e35583), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.991791 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b121eb93-80ab-4d29-8c90-cc769777595c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for 71474a24-a676-4d91-8455-0b3094e35583 owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:25.050581 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6465-fb7a-4368-b411-e39334900d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (d1ebdc7b-1ed5-41b1-9ca0-e24dfa183a26), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:25.053407 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6465-fb7a-4368-b411-e39334900d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:25.054763 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ed8f6465-fb7a-4368-b411-e39334900d2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1ebdc7b-1ed5-41b1-9ca0-e24dfa183a26 HTTP/1.1" status: 204 len: 168 time: 0.5528927 Jan 10 11:52:25.125523 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f6465-fb7a-4368-b411-e39334900d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ebdc7b-1ed5-41b1-9ca0-e24dfa183a26,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:25.151357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a0c9c501-8552-45e1-b992-85d516a22df2 None None] For port ca7affb0-3d69-4483-a1e6-177658365095, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca7affb0-3d69-4483-a1e6-177658365095,segment=NetworkSegment(3ce1cb3b-e59b-460b-a148-da2ef16f4f4e),segment_id=3ce1cb3b-e59b-460b-a148-da2ef16f4f4e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:25.191112 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a0c9c501-8552-45e1-b992-85d516a22df2 None None] Publish callbacks [] for port (ca7affb0-3d69-4483-a1e6-177658365095), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:25.193616 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d068e0d7-f34a-4a5e-b052-e091012a929f None None] Port 71474a24-a676-4d91-8455-0b3094e35583 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:25.218737 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-93a3ba27-8065-4605-bf7a-516de9244eca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5816684 Jan 10 11:52:25.221318 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53256) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:25.304092 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-394286fd-9edb-40ae-98d8-bb32964ed93b', 'network_id': '394286fd-9edb-40ae-98d8-bb32964ed93b', 'project_id': 'a4af5988feaf47b38afe64dd8e2726b8', 'fixed_ips': [{'subnet_id': '6c47bf0a-8486-452c-9000-6a5f0506a3c9'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:25.305098 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:25.307640 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a0c9c501-8552-45e1-b992-85d516a22df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ca7affb0-3d69-4483-a1e6-177658365095), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:25.343655 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-558c66df-d87f-488c-b9f3-85353aa1d728 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (fd8100ec-b3b8-4127-afa8-26726fd97c58), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:25.399899 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-cc507994-82bd-4ec4-af5b-f3e711479ce8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::c15a:f13a:8e90:f3e6 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/18a63b2c-34f3-4969-8f17-795077b3e8bb/49ce8dbf-e739-41f3-94eb-4970122cce70) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:25.458277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9c501-8552-45e1-b992-85d516a22df2 None None] Pushing event updated for resources: {'Port': ['ID=ca7affb0-3d69-4483-a1e6-177658365095,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:25.478729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a4cb986b-ac2e-4644-a446-b1931909ed78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0220e852-8843-416e-948e-fc103c31a6be), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:25.481628 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a4cb986b-ac2e-4644-a446-b1931909ed78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:25.483030 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a4cb986b-ac2e-4644-a446-b1931909ed78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0220e852-8843-416e-948e-fc103c31a6be HTTP/1.1" status: 204 len: 168 time: 1.3377533 Jan 10 11:52:25.523321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (394286fd-9edb-40ae-98d8-bb32964ed93b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:25.533954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 255ab693-34d7-451d-a357-c0e74c691a08 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:25.597078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb986b-ac2e-4644-a446-b1931909ed78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0220e852-8843-416e-948e-fc103c31a6be,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:25.641455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b121eb93-80ab-4d29-8c90-cc769777595c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (71474a24-a676-4d91-8455-0b3094e35583), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:25.723565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121eb93-80ab-4d29-8c90-cc769777595c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=71474a24-a676-4d91-8455-0b3094e35583,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:25.803324 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c66df-d87f-488c-b9f3-85353aa1d728 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Subnet': ['ID=fd8100ec-b3b8-4127-afa8-26726fd97c58,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:25.805262 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 255ab693-34d7-451d-a357-c0e74c691a08 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:52:25.805801 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 255ab693-34d7-451d-a357-c0e74c691a08 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:52:25.834440 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (6c47bf0a-8486-452c-9000-6a5f0506a3c9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:25.854303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0bd0da6f-13a0-4d4a-ac08-8887526adf11 None None] Provisioning complete for port 58cb85a4-569d-455b-8a4f-def1db294d14 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:25.854994 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0bd0da6f-13a0-4d4a-ac08-8887526adf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (58cb85a4-569d-455b-8a4f-def1db294d14), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:25.920996 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558c66df-d87f-488c-b9f3-85353aa1d728 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Checking segment: {'id': '80fcb245-426f-4085-8f5b-67362aebea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d531e39-68e4-4c6e-9071-130eb62afcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:25.921428 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558c66df-d87f-488c-b9f3-85353aa1d728 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network hostable DHCP agents. Network: 7d531e39-68e4-4c6e-9071-130eb62afcd3, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:25.971621 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Allocated IP 172.20.0.1 (394286fd-9edb-40ae-98d8-bb32964ed93b/6c47bf0a-8486-452c-9000-6a5f0506a3c9/b7e86cda-2d4f-4db4-8463-1ed373633b46) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:26.003019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b121eb93-80ab-4d29-8c90-cc769777595c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (80ea4f81-5a1b-4bd6-b589-67e267c2ec04), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:26.011568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cc507994-82bd-4ec4-af5b-f3e711479ce8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (49ce8dbf-e739-41f3-94eb-4970122cce70), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:26.098312 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.resource_extend [None req-92532f91-8a8b-4f2a-b2c4-8549e3b44cb7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 11:52:26.102385 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a8736d10-54a2-4818-9135-a219a1711c98 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks [] for port (b87dd161-05e5-4258-b9df-8f1de4172acd), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:26.190794 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-92532f91-8a8b-4f2a-b2c4-8549e3b44cb7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:26.197191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558c66df-d87f-488c-b9f3-85353aa1d728 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network 7d531e39-68e4-4c6e-9071-130eb62afcd3 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:26.200092 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a8736d10-54a2-4818-9135-a219a1711c98 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (b87dd161-05e5-4258-b9df-8f1de4172acd), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:26.300939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b121eb93-80ab-4d29-8c90-cc769777595c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 80ea4f81-5a1b-4bd6-b589-67e267c2ec04 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:52:26.340582 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Publish callbacks [] for port (b7e86cda-2d4f-4db4-8463-1ed373633b46), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:26.408190 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-92532f91-8a8b-4f2a-b2c4-8549e3b44cb7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (2f3db6cc-cbe2-481d-bf27-f0d84d31ce4e), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:26.415705 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-558c66df-d87f-488c-b9f3-85353aa1d728 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7d531e39-68e4-4c6e-9071-130eb62afcd3) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:26.425650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa056c7-2f96-4119-ad4e-72442d1b6a94 None None] Network 7d531e39-68e4-4c6e-9071-130eb62afcd3 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:26.527195 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558c66df-d87f-488c-b9f3-85353aa1d728 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:26.527790 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-558c66df-d87f-488c-b9f3-85353aa1d728 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:26.555209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ca7affb0-3d69-4483-a1e6-177658365095 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:26.603501 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (b7e86cda-2d4f-4db4-8463-1ed373633b46), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:26.631054 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-92532f91-8a8b-4f2a-b2c4-8549e3b44cb7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Floating IP 2f3db6cc-cbe2-481d-bf27-f0d84d31ce4e associated. External IP: 172.36.2.235, port: b928900a-8233-40b5-89f8-9a3a76a44550. Jan 10 11:52:26.684591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Pushing event updated for resources: {'Port': ['ID=b7e86cda-2d4f-4db4-8463-1ed373633b46,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:26.724261 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Network 394286fd-9edb-40ae-98d8-bb32964ed93b is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:26.733930 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port ca7affb0-3d69-4483-a1e6-177658365095 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:26.734367 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ca7affb0-3d69-4483-a1e6-177658365095), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:26.736550 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:26.742636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:26.749136 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8736d10-54a2-4818-9135-a219a1711c98 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event updated for resources: {'Port': ['ID=b87dd161-05e5-4258-b9df-8f1de4172acd,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:26.771704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-a8736d10-54a2-4818-9135-a219a1711c98 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] In _notify_port_updated(), no bound segment for port b87dd161-05e5-4258-b9df-8f1de4172acd on network 2e2b3302-7018-46f4-8977-008781414786 {{(pid=110625) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:52:26.779485 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8736d10-54a2-4818-9135-a219a1711c98 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:26.780623 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a8736d10-54a2-4818-9135-a219a1711c98 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:26.782158 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a8736d10-54a2-4818-9135-a219a1711c98 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "PUT /v2.0/ports/b87dd161-05e5-4258-b9df-8f1de4172acd HTTP/1.1" status: 200 len: 1057 time: 2.7606514 Jan 10 11:52:26.785276 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53282) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:26.901934 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7d531e39-68e4-4c6e-9071-130eb62afcd3', 'network_id': '7d531e39-68e4-4c6e-9071-130eb62afcd3', 'project_id': 'b7a563b78a01466b8646457654606ffa', 'fixed_ips': [{'subnet_id': 'fd8100ec-b3b8-4127-afa8-26726fd97c58'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:26.908279 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:26.997650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf57e034-3187-4d30-bfa5-1789f427ee69 None None] Network 2fa98382-1101-4c94-adc5-2e4f8a45b26a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:27.002104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Attempting to bind port b7e86cda-2d4f-4db4-8463-1ed373633b46 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:27.002717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Attempting to bind port b7e86cda-2d4f-4db4-8463-1ed373633b46 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b3cd0e80-2b64-42c8-8fd1-633fbb8351f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '394286fd-9edb-40ae-98d8-bb32964ed93b'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:27.003319 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Attempting to bind port b7e86cda-2d4f-4db4-8463-1ed373633b46 on network 394286fd-9edb-40ae-98d8-bb32964ed93b {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:27.014646 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cc507994-82bd-4ec4-af5b-f3e711479ce8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (49ce8dbf-e739-41f3-94eb-4970122cce70), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:27.038437 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0ea260c1-ac14-47ab-b650-100d7be3b414 None None] Provisioning complete for port b87dd161-05e5-4258-b9df-8f1de4172acd triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:27.039068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0ea260c1-ac14-47ab-b650-100d7be3b414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b87dd161-05e5-4258-b9df-8f1de4172acd), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:27.082636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:27.082913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b121eb93-80ab-4d29-8c90-cc769777595c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:27.083731 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Checking segment: {'id': 'b3cd0e80-2b64-42c8-8fd1-633fbb8351f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '394286fd-9edb-40ae-98d8-bb32964ed93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:27.084307 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:27.084853 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Bound using segment: {'id': 'b3cd0e80-2b64-42c8-8fd1-633fbb8351f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '394286fd-9edb-40ae-98d8-bb32964ed93b'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:27.085505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Bound port: b7e86cda-2d4f-4db4-8463-1ed373633b46, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cd0e80-2b64-42c8-8fd1-633fbb8351f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '394286fd-9edb-40ae-98d8-bb32964ed93b'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:27.086087 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b7e86cda-2d4f-4db4-8463-1ed373633b46), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:27.097174 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b121eb93-80ab-4d29-8c90-cc769777595c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/80ea4f81-5a1b-4bd6-b589-67e267c2ec04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0694165 Jan 10 11:52:27.098173 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe4740-353b-455a-add5-771cc62323c1 None None] Sync routers for ids ['80ea4f81-5a1b-4bd6-b589-67e267c2ec04'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:27.099605 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc507994-82bd-4ec4-af5b-f3e711479ce8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:27.100554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53292) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:27.125634 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe4740-353b-455a-add5-771cc62323c1 None None] Routers {'80ea4f81-5a1b-4bd6-b589-67e267c2ec04'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:27.126582 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-1dbe4740-353b-455a-add5-771cc62323c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['80ea4f81-5a1b-4bd6-b589-67e267c2ec04'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:27.141120 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-eebab875-2da1-4437-83e1-39f1a31db3b6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports?device_id=80ea4f81-5a1b-4bd6-b589-67e267c2ec04 HTTP/1.1" status: 200 len: 205 time: 0.0369341 Jan 10 11:52:27.142000 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-cc507994-82bd-4ec4-af5b-f3e711479ce8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:27.144798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc507994-82bd-4ec4-af5b-f3e711479ce8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:27.150980 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc507994-82bd-4ec4-af5b-f3e711479ce8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:27.151623 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cc507994-82bd-4ec4-af5b-f3e711479ce8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:27.166314 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53294) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:27.176607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (6c47bf0a-8486-452c-9000-6a5f0506a3c9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:27.197633 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-1dbe4740-353b-455a-add5-771cc62323c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:27.223699 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe4740-353b-455a-add5-771cc62323c1 None None] Routers {'80ea4f81-5a1b-4bd6-b589-67e267c2ec04'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:27.224998 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-1dbe4740-353b-455a-add5-771cc62323c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['80ea4f81-5a1b-4bd6-b589-67e267c2ec04'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:27.309232 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-1dbe4740-353b-455a-add5-771cc62323c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:27.312562 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe4740-353b-455a-add5-771cc62323c1 None None] The sync data for ids ['80ea4f81-5a1b-4bd6-b589-67e267c2ec04'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:27.313058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc507994-82bd-4ec4-af5b-f3e711479ce8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=49ce8dbf-e739-41f3-94eb-4970122cce70,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:27.317723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ff02f11-24c7-49c4-9315-eadb7b67927d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (80ea4f81-5a1b-4bd6-b589-67e267c2ec04), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:27.323283 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-558c66df-d87f-488c-b9f3-85353aa1d728 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1855795 Jan 10 11:52:27.327723 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53298) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:27.344635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9a910584-59cc-4177-bc0e-1a1f9b0251cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:27.373616 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] For port b7e86cda-2d4f-4db4-8463-1ed373633b46, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:27.385379 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] For port b7e86cda-2d4f-4db4-8463-1ed373633b46, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7e86cda-2d4f-4db4-8463-1ed373633b46,segment=NetworkSegment(b3cd0e80-2b64-42c8-8fd1-633fbb8351f8),segment_id=b3cd0e80-2b64-42c8-8fd1-633fbb8351f8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:27.475415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-0ea260c1-ac14-47ab-b650-100d7be3b414 None None] Port b87dd161-05e5-4258-b9df-8f1de4172acd cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:27.494540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b7e86cda-2d4f-4db4-8463-1ed373633b46), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:27.566537 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cc507994-82bd-4ec4-af5b-f3e711479ce8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7649934 Jan 10 11:52:27.574223 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53304) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:27.611393 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92532f91-8a8b-4f2a-b2c4-8549e3b44cb7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router f6ccc364-1e83-4cb2-8085-cf3093fcd207 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:52:27.615461 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9a910584-59cc-4177-bc0e-1a1f9b0251cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3711026'] for subnet (fd8100ec-b3b8-4127-afa8-26726fd97c58), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:27.627604 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Subnet': ['ID=6c47bf0a-8486-452c-9000-6a5f0506a3c9,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:27.629515 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Allocated IP 2001:db8::2 (7d531e39-68e4-4c6e-9071-130eb62afcd3/fd8100ec-b3b8-4127-afa8-26726fd97c58/6eabe0e6-d28f-4bfb-885e-9234f8b68f79) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:27.680465 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-8e92231b-c8f7-4a0a-bbc9-bd4b69de08a1 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Deleting port b87dd161-05e5-4258-b9df-8f1de4172acd {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:27.680465 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e92231b-c8f7-4a0a-bbc9-bd4b69de08a1 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b87dd161-05e5-4258-b9df-8f1de4172acd), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:27.735774 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c120fe32-a2c6-47a6-823b-3371be0d17a2 None None] Provisioning complete for port ca7affb0-3d69-4483-a1e6-177658365095 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:27.736161 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c120fe32-a2c6-47a6-823b-3371be0d17a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ca7affb0-3d69-4483-a1e6-177658365095), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:27.743207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311c098a-d3dc-4920-ae2c-1b2cf8db3eca None None] Network 394286fd-9edb-40ae-98d8-bb32964ed93b requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:27.829590 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a29fae-0c6a-4435-98fa-5194f6e5121b None None] Pushing event updated for resources: {'Port': ['ID=b7e86cda-2d4f-4db4-8463-1ed373633b46,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:27.873522 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d210e99-e0e4-4331-b282-6723b9b2d785 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:27.880830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d210e99-e0e4-4331-b282-6723b9b2d785 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:27.888529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ff02f11-24c7-49c4-9315-eadb7b67927d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (80ea4f81-5a1b-4bd6-b589-67e267c2ec04), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:27.891154 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6d210e99-e0e4-4331-b282-6723b9b2d785 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.3066978 Jan 10 11:52:27.904857 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53310) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:27.907099 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (394286fd-9edb-40ae-98d8-bb32964ed93b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:27.911261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53312) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:27.914172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ff02f11-24c7-49c4-9315-eadb7b67927d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_controller (80ea4f81-5a1b-4bd6-b589-67e267c2ec04), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:27.953948 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e92231b-c8f7-4a0a-bbc9-bd4b69de08a1 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b87dd161-05e5-4258-b9df-8f1de4172acd), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:27.981648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-8e92231b-c8f7-4a0a-bbc9-bd4b69de08a1 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Calling delete_port for b87dd161-05e5-4258-b9df-8f1de4172acd owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:28.043366 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394286fd-9edb-40ae-98d8-bb32964ed93b']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:28.058328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cd0e80-2b64-42c8-8fd1-633fbb8351f8') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:28.058654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cd0e80-2b64-42c8-8fd1-633fbb8351f8') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:28.112366 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (b3cd0e80-2b64-42c8-8fd1-633fbb8351f8), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.120564 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06558ac8-46f7-46a3-949b-5874ff6f08a9 None None] Network 2fa98382-1101-4c94-adc5-2e4f8a45b26a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:28.153673 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b3cd0e80-2b64-42c8-8fd1-633fbb8351f8), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.174765 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:28.175278 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (b3cd0e80-2b64-42c8-8fd1-633fbb8351f8), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.200606 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92532f91-8a8b-4f2a-b2c4-8549e3b44cb7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:28.212952 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Publish callbacks [] for port (6eabe0e6-d28f-4bfb-885e-9234f8b68f79), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.217970 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03869a2-8ae4-4de4-b798-6edf7ff70b76 None None] Sync routers for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:28.222263 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:28.224615 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:28.255287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03869a2-8ae4-4de4-b798-6edf7ff70b76 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:28.256039 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a03869a2-8ae4-4de4-b798-6edf7ff70b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:28.276944 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b759063b-26bd-4a26-a1a3-f8359e0dfee2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-301841756-network', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:28.285443 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ff02f11-24c7-49c4-9315-eadb7b67927d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (80ea4f81-5a1b-4bd6-b589-67e267c2ec04), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.286185 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff02f11-24c7-49c4-9315-eadb7b67927d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Fanout notify agent at l3_agent the message router_deleted on router 80ea4f81-5a1b-4bd6-b589-67e267c2ec04 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:52:28.296426 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a03869a2-8ae4-4de4-b798-6edf7ff70b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:28.306412 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ff02f11-24c7-49c4-9315-eadb7b67927d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.313395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (6eabe0e6-d28f-4bfb-885e-9234f8b68f79), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.314058 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2ff02f11-24c7-49c4-9315-eadb7b67927d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/routers/80ea4f81-5a1b-4bd6-b589-67e267c2ec04 HTTP/1.1" status: 204 len: 168 time: 1.1435487 Jan 10 11:52:28.319581 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53320) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:28.379868 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.db.api [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 11:52:28.379868 dv-neutron-master-2-hyperv neutron-server[110624]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 11:52:28.379868 dv-neutron-master-2-hyperv neutron-server[110624]: [parameters: {'id': '394286fd-9edb-40ae-98d8-bb32964ed93b'}] Jan 10 11:52:28.379868 dv-neutron-master-2-hyperv neutron-server[110624]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:52:28.380253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG oslo_db.api [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:52:28.395910 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Pushing event updated for resources: {'Port': ['ID=6eabe0e6-d28f-4bfb-885e-9234f8b68f79,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:28.403733 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2a21541a-ad5f-4894-bb92-c9ea8b164ac6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port 49ce8dbf-e739-41f3-94eb-4970122cce70 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:28.404080 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2a21541a-ad5f-4894-bb92-c9ea8b164ac6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (49ce8dbf-e739-41f3-94eb-4970122cce70), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.411122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03869a2-8ae4-4de4-b798-6edf7ff70b76 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:28.411122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a03869a2-8ae4-4de4-b798-6edf7ff70b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:28.425472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f2c62f-6986-4939-981b-12e418ee177a tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting subnet 32828982-663b-4124-80a8-b05718225a6a {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:52:28.439476 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-61f2c62f-6986-4939-981b-12e418ee177a tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (32828982-663b-4124-80a8-b05718225a6a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.467272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a03869a2-8ae4-4de4-b798-6edf7ff70b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:28.467272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03869a2-8ae4-4de4-b798-6edf7ff70b76 None None] The sync data for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:28.467272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Network 7d531e39-68e4-4c6e-9071-130eb62afcd3 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:28.480480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:28.484493 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:28.518643 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9ff748aa-bb22-4ad1-8be4-2cc59416b730 None None] Provisioning complete for port ca7affb0-3d69-4483-a1e6-177658365095 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:28.518643 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9ff748aa-bb22-4ad1-8be4-2cc59416b730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ca7affb0-3d69-4483-a1e6-177658365095), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.519088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b759063b-26bd-4a26-a1a3-f8359e0dfee2 admin admin] Made reservation on behalf of 4c17387cc17747cda4c8c0fde8b5a6e1 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:28.519088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b759063b-26bd-4a26-a1a3-f8359e0dfee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.540391 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b759063b-26bd-4a26-a1a3-f8359e0dfee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.561742 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-61f2c62f-6986-4939-981b-12e418ee177a tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (32828982-663b-4124-80a8-b05718225a6a), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.634462 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e92231b-c8f7-4a0a-bbc9-bd4b69de08a1 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (b87dd161-05e5-4258-b9df-8f1de4172acd), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.662293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2a21541a-ad5f-4894-bb92-c9ea8b164ac6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (49ce8dbf-e739-41f3-94eb-4970122cce70), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.692284 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92532f91-8a8b-4f2a-b2c4-8549e3b44cb7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router f6ccc364-1e83-4cb2-8085-cf3093fcd207 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:52:28.734418 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92231b-c8f7-4a0a-bbc9-bd4b69de08a1 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event deleted for resources: {'Port': ['ID=b87dd161-05e5-4258-b9df-8f1de4172acd,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:28.737864 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9a910584-59cc-4177-bc0e-1a1f9b0251cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739242562937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4018576'] for subnet (fd8100ec-b3b8-4127-afa8-26726fd97c58), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.762172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-61f2c62f-6986-4939-981b-12e418ee177a tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (32828982-663b-4124-80a8-b05718225a6a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.780863 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a910584-59cc-4177-bc0e-1a1f9b0251cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:28.782652 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9a910584-59cc-4177-bc0e-1a1f9b0251cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.786419 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9a910584-59cc-4177-bc0e-1a1f9b0251cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "PUT /v2.0/subnets/fd8100ec-b3b8-4127-afa8-26726fd97c58 HTTP/1.1" status: 200 len: 826 time: 1.4485536 Jan 10 11:52:28.799854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53328) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:28.817415 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53330) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:28.823727 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2a21541a-ad5f-4894-bb92-c9ea8b164ac6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for 49ce8dbf-e739-41f3-94eb-4970122cce70 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:28.881508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Attempting to bind port 6eabe0e6-d28f-4bfb-885e-9234f8b68f79 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:28.882373 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Attempting to bind port 6eabe0e6-d28f-4bfb-885e-9234f8b68f79 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '80fcb245-426f-4085-8f5b-67362aebea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d531e39-68e4-4c6e-9071-130eb62afcd3'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:28.883643 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Attempting to bind port 6eabe0e6-d28f-4bfb-885e-9234f8b68f79 on network 7d531e39-68e4-4c6e-9071-130eb62afcd3 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:28.918089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:28.918855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Checking segment: {'id': '80fcb245-426f-4085-8f5b-67362aebea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d531e39-68e4-4c6e-9071-130eb62afcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:28.921716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.923056 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Bound using segment: {'id': '80fcb245-426f-4085-8f5b-67362aebea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d531e39-68e4-4c6e-9071-130eb62afcd3'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:28.925036 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Bound port: 6eabe0e6-d28f-4bfb-885e-9234f8b68f79, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80fcb245-426f-4085-8f5b-67362aebea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d531e39-68e4-4c6e-9071-130eb62afcd3'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:28.927007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6eabe0e6-d28f-4bfb-885e-9234f8b68f79), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.020860 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b759063b-26bd-4a26-a1a3-f8359e0dfee2 admin admin] Publish callbacks [] for security_group (63305870-64c1-4072-92b5-998e2cca0a8b), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.022335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (394286fd-9edb-40ae-98d8-bb32964ed93b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.041802 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a910584-59cc-4177-bc0e-1a1f9b0251cb tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Subnet': ['ID=fd8100ec-b3b8-4127-afa8-26726fd97c58,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:29.049220 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-82801f80-c1f6-4e79-a5aa-27e5c8560c8c tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1896687120', 'router:external': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:29.109014 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] For port 6eabe0e6-d28f-4bfb-885e-9234f8b68f79, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:29.116157 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] For port 6eabe0e6-d28f-4bfb-885e-9234f8b68f79, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6eabe0e6-d28f-4bfb-885e-9234f8b68f79,segment=NetworkSegment(80fcb245-426f-4085-8f5b-67362aebea9b),segment_id=80fcb245-426f-4085-8f5b-67362aebea9b)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:29.117292 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9ff748aa-bb22-4ad1-8be4-2cc59416b730 None None] Provisioning complete for port 49ce8dbf-e739-41f3-94eb-4970122cce70 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:29.117983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9ff748aa-bb22-4ad1-8be4-2cc59416b730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (49ce8dbf-e739-41f3-94eb-4970122cce70), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.125963 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b759063b-26bd-4a26-a1a3-f8359e0dfee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (63305870-64c1-4072-92b5-998e2cca0a8b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.157940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9ff748aa-bb22-4ad1-8be4-2cc59416b730 None None] Port 49ce8dbf-e739-41f3-94eb-4970122cce70 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:29.181233 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92532f91-8a8b-4f2a-b2c4-8549e3b44cb7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:29.197128 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-92532f91-8a8b-4f2a-b2c4-8549e3b44cb7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.197237 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c338b5-e8d0-43da-94d5-159089cb1cc2 None None] Sync routers for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:29.212297 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c338b5-e8d0-43da-94d5-159089cb1cc2 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:29.212928 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-e6c338b5-e8d0-43da-94d5-159089cb1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:29.213610 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (7d531e39-68e4-4c6e-9071-130eb62afcd3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.215602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b759063b-26bd-4a26-a1a3-f8359e0dfee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:29.221379 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e92231b-c8f7-4a0a-bbc9-bd4b69de08a1 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.224763 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8e92231b-c8f7-4a0a-bbc9-bd4b69de08a1 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "DELETE /v2.0/ports/b87dd161-05e5-4258-b9df-8f1de4172acd HTTP/1.1" status: 204 len: 168 time: 2.4384482 Jan 10 11:52:29.227604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53334) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:29.241086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-61f2c62f-6986-4939-981b-12e418ee177a tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (32828982-663b-4124-80a8-b05718225a6a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.253784 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759063b-26bd-4a26-a1a3-f8359e0dfee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63305870-64c1-4072-92b5-998e2cca0a8b,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:29.256819 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9dc440-9b88-4ed1-a8f2-3f8181087305 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] GET failed (client error): The resource could not be found. Jan 10 11:52:29.258114 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4b9dc440-9b88-4ed1-a8f2-3f8181087305 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "GET /v2.0/ports/b87dd161-05e5-4258-b9df-8f1de4172acd HTTP/1.1" status: 404 len: 333 time: 0.0295572 Jan 10 11:52:29.261037 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-e6c338b5-e8d0-43da-94d5-159089cb1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:29.273216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53336) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:29.280706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b759063b-26bd-4a26-a1a3-f8359e0dfee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (779e930d-7562-46ee-98f3-134628bb256f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.281066 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-b759063b-26bd-4a26-a1a3-f8359e0dfee2 admin admin] Added segment 779e930d-7562-46ee-98f3-134628bb256f of type vlan for network 25c4b78f-7299-403b-b2a4-92b74077ddd4 Jan 10 11:52:29.286841 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (6eabe0e6-d28f-4bfb-885e-9234f8b68f79), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.293211 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c338b5-e8d0-43da-94d5-159089cb1cc2 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:29.293900 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-e6c338b5-e8d0-43da-94d5-159089cb1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:29.314492 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f615f3df-ce14-4391-9ad0-5e183b265d5d None None] Network b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:29.324911 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-61f2c62f-6986-4939-981b-12e418ee177a tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.331910 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-61f2c62f-6986-4939-981b-12e418ee177a tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/32828982-663b-4124-80a8-b05718225a6a HTTP/1.1" status: 204 len: 168 time: 1.0091267 Jan 10 11:52:29.333506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53338) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:29.342694 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-e6c338b5-e8d0-43da-94d5-159089cb1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:29.343515 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c338b5-e8d0-43da-94d5-159089cb1cc2 None None] The sync data for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:29.352123 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82801f80-c1f6-4e79-a5aa-27e5c8560c8c tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Made reservation on behalf of e91ef62352da4e1d921e64a823a979b7 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:29.354714 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82801f80-c1f6-4e79-a5aa-27e5c8560c8c tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.362103 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-92532f91-8a8b-4f2a-b2c4-8549e3b44cb7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "PUT /v2.0/floatingips/2f3db6cc-cbe2-481d-bf27-f0d84d31ce4e HTTP/1.1" status: 200 len: 977 time: 5.1662300 Jan 10 11:52:29.362103 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53340) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:29.367119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2c62f-6986-4939-981b-12e418ee177a tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Subnet': ['ID=32828982-663b-4124-80a8-b05718225a6a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:29.371502 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5287f4b8-5728-4079-b7dd-251e3af2ad53 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:29.412612 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82801f80-c1f6-4e79-a5aa-27e5c8560c8c tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.447386 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4a507cfd-317e-4a4b-90b8-485edec0e622 None None] Provisioning complete for port ca7affb0-3d69-4483-a1e6-177658365095 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:29.447772 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4a507cfd-317e-4a4b-90b8-485edec0e622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ca7affb0-3d69-4483-a1e6-177658365095), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.475221 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5287f4b8-5728-4079-b7dd-251e3af2ad53 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (2f3db6cc-cbe2-481d-bf27-f0d84d31ce4e), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.480131 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b759063b-26bd-4a26-a1a3-f8359e0dfee2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (25c4b78f-7299-403b-b2a4-92b74077ddd4), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.529501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Deleting port b7e86cda-2d4f-4db4-8463-1ed373633b46 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:29.530026 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b7e86cda-2d4f-4db4-8463-1ed373633b46), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.539899 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-d56077bb-ed67-45f9-9e46-e8e61895e18e tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Deleting port 7ed59bb2-4881-4bd5-aa4b-0e4adaa12b07 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:29.542762 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d56077bb-ed67-45f9-9e46-e8e61895e18e tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7ed59bb2-4881-4bd5-aa4b-0e4adaa12b07), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.547115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab076635-761d-4a9f-85ba-6bec84cb2c24 None None] Pushing event updated for resources: {'Port': ['ID=6eabe0e6-d28f-4bfb-885e-9234f8b68f79,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:29.565964 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.680270 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] For port b7e86cda-2d4f-4db4-8463-1ed373633b46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7e86cda-2d4f-4db4-8463-1ed373633b46,segment=NetworkSegment(b3cd0e80-2b64-42c8-8fd1-633fbb8351f8),segment_id=b3cd0e80-2b64-42c8-8fd1-633fbb8351f8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:29.680641 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b7e86cda-2d4f-4db4-8463-1ed373633b46), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.698338 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e9af00-44fd-4dae-b6e1-64f46654df85 None None] DHCP port deletion for b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:29.703536 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Deleting port 6eabe0e6-d28f-4bfb-885e-9234f8b68f79 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:29.704068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (6eabe0e6-d28f-4bfb-885e-9234f8b68f79), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.745539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b759063b-26bd-4a26-a1a3-f8359e0dfee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (25c4b78f-7299-403b-b2a4-92b74077ddd4), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.746956 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b759063b-26bd-4a26-a1a3-f8359e0dfee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:29.747203 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b759063b-26bd-4a26-a1a3-f8359e0dfee2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.751492 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Calling delete_port for b7e86cda-2d4f-4db4-8463-1ed373633b46 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:29.768142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d56077bb-ed67-45f9-9e46-e8e61895e18e tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7ed59bb2-4881-4bd5-aa4b-0e4adaa12b07), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.776216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82801f80-c1f6-4e79-a5aa-27e5c8560c8c tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for security_group (6e2a7598-3a4a-4d0e-9c2c-58bb1fe70829), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.800912 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-97e9af00-44fd-4dae-b6e1-64f46654df85 None None] Deleting port 43cba11c-86ea-4f4b-9e2c-482ee949c63a {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:29.801409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-97e9af00-44fd-4dae-b6e1-64f46654df85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (43cba11c-86ea-4f4b-9e2c-482ee949c63a), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.801540 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-d56077bb-ed67-45f9-9e46-e8e61895e18e tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Calling delete_port for 7ed59bb2-4881-4bd5-aa4b-0e4adaa12b07 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:29.875137 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2a21541a-ad5f-4894-bb92-c9ea8b164ac6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (49ce8dbf-e739-41f3-94eb-4970122cce70), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.896380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5287f4b8-5728-4079-b7dd-251e3af2ad53 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.918577 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82801f80-c1f6-4e79-a5aa-27e5c8560c8c tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (6e2a7598-3a4a-4d0e-9c2c-58bb1fe70829), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.925810 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-97e9af00-44fd-4dae-b6e1-64f46654df85 None None] For port 43cba11c-86ea-4f4b-9e2c-482ee949c63a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43cba11c-86ea-4f4b-9e2c-482ee949c63a,segment=NetworkSegment(b6e1b816-d508-447f-872a-0f971298d348),segment_id=b6e1b816-d508-447f-872a-0f971298d348)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:29.926561 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-97e9af00-44fd-4dae-b6e1-64f46654df85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (43cba11c-86ea-4f4b-9e2c-482ee949c63a), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.944526 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-97e9af00-44fd-4dae-b6e1-64f46654df85 None None] Calling delete_port for 43cba11c-86ea-4f4b-9e2c-482ee949c63a owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:29.947092 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82801f80-c1f6-4e79-a5aa-27e5c8560c8c tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:29.959664 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759063b-26bd-4a26-a1a3-f8359e0dfee2 admin admin] Pushing event updated for resources: {'Network': ['ID=25c4b78f-7299-403b-b2a4-92b74077ddd4,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:29.970283 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21541a-ad5f-4894-bb92-c9ea8b164ac6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=49ce8dbf-e739-41f3-94eb-4970122cce70,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:29.976052 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82801f80-c1f6-4e79-a5aa-27e5c8560c8c tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2a7598-3a4a-4d0e-9c2c-58bb1fe70829,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:29.977174 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b759063b-26bd-4a26-a1a3-f8359e0dfee2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0473032 Jan 10 11:52:29.980457 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82801f80-c1f6-4e79-a5aa-27e5c8560c8c tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (cd777191-4d6d-4585-b72f-edf2a0e4642c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.981035 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-82801f80-c1f6-4e79-a5aa-27e5c8560c8c tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Added segment cd777191-4d6d-4585-b72f-edf2a0e4642c of type vlan for network e8536ed3-1e45-419a-b527-4d9889e990bc Jan 10 11:52:29.982503 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53342) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:29.985974 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 25c4b78f-7299-403b-b2a4-92b74077ddd4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:29.989121 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c5a1e55e-8887-47c3-a01c-8f8012c8cbdf admin admin] Request body: {'subnet': {'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-301841756-subnet', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:30.051416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2a21541a-ad5f-4894-bb92-c9ea8b164ac6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.055159 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2a21541a-ad5f-4894-bb92-c9ea8b164ac6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/49ce8dbf-e739-41f3-94eb-4970122cce70 HTTP/1.1" status: 204 len: 168 time: 2.1447518 Jan 10 11:52:30.059926 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53344) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:30.070677 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] For port 6eabe0e6-d28f-4bfb-885e-9234f8b68f79, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6eabe0e6-d28f-4bfb-885e-9234f8b68f79,segment=NetworkSegment(80fcb245-426f-4085-8f5b-67362aebea9b),segment_id=80fcb245-426f-4085-8f5b-67362aebea9b)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:30.071723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (6eabe0e6-d28f-4bfb-885e-9234f8b68f79), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.071894 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5287f4b8-5728-4079-b7dd-251e3af2ad53 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (2f3db6cc-cbe2-481d-bf27-f0d84d31ce4e), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.072250 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-5287f4b8-5728-4079-b7dd-251e3af2ad53 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Floating IP 2f3db6cc-cbe2-481d-bf27-f0d84d31ce4e disassociated. External IP: 172.36.2.235, port: 783ba951-fc7a-460a-8caa-c929d5a430cf. Jan 10 11:52:30.131790 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf9e26d-2f23-4b20-a7d4-8c562d52a5f2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:30.133512 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf9e26d-2f23-4b20-a7d4-8c562d52a5f2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:30.135199 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8bf9e26d-2f23-4b20-a7d4-8c562d52a5f2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0692031 Jan 10 11:52:30.153661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53346) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:30.153896 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82801f80-c1f6-4e79-a5aa-27e5c8560c8c tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (e8536ed3-1e45-419a-b527-4d9889e990bc), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.169460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Calling delete_port for 6eabe0e6-d28f-4bfb-885e-9234f8b68f79 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:30.176704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port 43cba11c-86ea-4f4b-9e2c-482ee949c63a {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:30.177250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (43cba11c-86ea-4f4b-9e2c-482ee949c63a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.267780 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d56077bb-ed67-45f9-9e46-e8e61895e18e tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (7ed59bb2-4881-4bd5-aa4b-0e4adaa12b07), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.278962 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-97e9af00-44fd-4dae-b6e1-64f46654df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (43cba11c-86ea-4f4b-9e2c-482ee949c63a), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.315735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56077bb-ed67-45f9-9e46-e8e61895e18e tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event deleted for resources: {'Port': ['ID=7ed59bb2-4881-4bd5-aa4b-0e4adaa12b07,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:30.322610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9af00-44fd-4dae-b6e1-64f46654df85 None None] Pushing event deleted for resources: {'Port': ['ID=43cba11c-86ea-4f4b-9e2c-482ee949c63a,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:30.324984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9af00-44fd-4dae-b6e1-64f46654df85 None None] No DVR routers for this DVR port 43cba11c-86ea-4f4b-9e2c-482ee949c63a on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:30.362691 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcb7bad-a4ed-4372-ac56-9193c7f49e8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 18a63b2c-34f3-4969-8f17-795077b3e8bb {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:52:30.367182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cbcb7bad-a4ed-4372-ac56-9193c7f49e8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (18a63b2c-34f3-4969-8f17-795077b3e8bb), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.404755 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a1e55e-8887-47c3-a01c-8f8012c8cbdf admin admin] Made reservation on behalf of 4c17387cc17747cda4c8c0fde8b5a6e1 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:30.415507 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5a1e55e-8887-47c3-a01c-8f8012c8cbdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.477446 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82801f80-c1f6-4e79-a5aa-27e5c8560c8c tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (e8536ed3-1e45-419a-b527-4d9889e990bc), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.479600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82801f80-c1f6-4e79-a5aa-27e5c8560c8c tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:30.480258 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82801f80-c1f6-4e79-a5aa-27e5c8560c8c tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.490264 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b7e86cda-2d4f-4db4-8463-1ed373633b46), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.506154 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cbcb7bad-a4ed-4372-ac56-9193c7f49e8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (18a63b2c-34f3-4969-8f17-795077b3e8bb), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.528239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] For port 43cba11c-86ea-4f4b-9e2c-482ee949c63a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43cba11c-86ea-4f4b-9e2c-482ee949c63a,segment=NetworkSegment(b6e1b816-d508-447f-872a-0f971298d348),segment_id=b6e1b816-d508-447f-872a-0f971298d348)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:30.528610 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (43cba11c-86ea-4f4b-9e2c-482ee949c63a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.551039 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6eabe0e6-d28f-4bfb-885e-9234f8b68f79 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:30.627431 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d56077bb-ed67-45f9-9e46-e8e61895e18e tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.638231 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d56077bb-ed67-45f9-9e46-e8e61895e18e tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "DELETE /v2.0/ports/7ed59bb2-4881-4bd5-aa4b-0e4adaa12b07 HTTP/1.1" status: 204 len: 168 time: 1.3638504 Jan 10 11:52:30.653645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for 43cba11c-86ea-4f4b-9e2c-482ee949c63a owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:30.680397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53348) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:30.696411 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 6eabe0e6-d28f-4bfb-885e-9234f8b68f79 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:30.698109 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6eabe0e6-d28f-4bfb-885e-9234f8b68f79), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.700854 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No DVR routers for this DVR port b7e86cda-2d4f-4db4-8463-1ed373633b46 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:30.702955 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Port': ['ID=b7e86cda-2d4f-4db4-8463-1ed373633b46,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:30.766266 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5225298-18c7-452a-94d4-173319826ade tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] GET failed (client error): The resource could not be found. Jan 10 11:52:30.767729 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f5225298-18c7-452a-94d4-173319826ade tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "GET /v2.0/ports/7ed59bb2-4881-4bd5-aa4b-0e4adaa12b07 HTTP/1.1" status: 404 len: 333 time: 0.0862324 Jan 10 11:52:30.778866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53350) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:30.856673 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cbcb7bad-a4ed-4372-ac56-9193c7f49e8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (18a63b2c-34f3-4969-8f17-795077b3e8bb), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.874229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6eabe0e6-d28f-4bfb-885e-9234f8b68f79), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:31.009466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (394286fd-9edb-40ae-98d8-bb32964ed93b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:31.023240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72671031-0a9d-4637-af7e-e2d5b2fb82fb None None] Network 7d531e39-68e4-4c6e-9071-130eb62afcd3 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:31.087871 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394286fd-9edb-40ae-98d8-bb32964ed93b']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:31.115088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ef0adaa1-a698-464e-b02e-94841582fb29 None None] Provisioning complete for port 6eabe0e6-d28f-4bfb-885e-9234f8b68f79 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:31.115706 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ef0adaa1-a698-464e-b02e-94841582fb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6eabe0e6-d28f-4bfb-885e-9234f8b68f79), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:31.119624 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cd0e80-2b64-42c8-8fd1-633fbb8351f8') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:31.119926 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cd0e80-2b64-42c8-8fd1-633fbb8351f8') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:31.135576 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (b3cd0e80-2b64-42c8-8fd1-633fbb8351f8), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:31.137592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (43cba11c-86ea-4f4b-9e2c-482ee949c63a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:31.162910 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-82801f80-c1f6-4e79-a5aa-27e5c8560c8c tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3614278 Jan 10 11:52:31.172868 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53352) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:31.191060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-20b6165a-68d4-4c7c-8b9c-0a973535a4bc tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Request body: {'subnet': {'network_id': 'e8536ed3-1e45-419a-b527-4d9889e990bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:31.195662 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No DVR routers for this DVR port 43cba11c-86ea-4f4b-9e2c-482ee949c63a on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:31.201372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ef0adaa1-a698-464e-b02e-94841582fb29 None None] Could not find standard attr ID for object 6eabe0e6-d28f-4bfb-885e-9234f8b68f79. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:52:31.201525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (6eabe0e6-d28f-4bfb-885e-9234f8b68f79), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:31.203682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=43cba11c-86ea-4f4b-9e2c-482ee949c63a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:31.209843 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b3cd0e80-2b64-42c8-8fd1-633fbb8351f8), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:31.216384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82801f80-c1f6-4e79-a5aa-27e5c8560c8c tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Pushing event updated for resources: {'Network': ['ID=e8536ed3-1e45-419a-b527-4d9889e990bc,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:31.222880 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.plugins.ml2.db [None req-ef0adaa1-a698-464e-b02e-94841582fb29 None None] No ports have port_id starting with 6eabe0e6-d28f-4bfb-885e-9234f8b68f79 Jan 10 11:52:31.232655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network e8536ed3-1e45-419a-b527-4d9889e990bc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:31.317488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cbcb7bad-a4ed-4372-ac56-9193c7f49e8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (18a63b2c-34f3-4969-8f17-795077b3e8bb), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:31.321387 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:31.321953 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (b3cd0e80-2b64-42c8-8fd1-633fbb8351f8), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:31.332636 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:31.349555 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5287f4b8-5728-4079-b7dd-251e3af2ad53 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router f6ccc364-1e83-4cb2-8085-cf3093fcd207 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:52:31.353368 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 43cba11c-86ea-4f4b-9e2c-482ee949c63a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:31.354341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Port': ['ID=6eabe0e6-d28f-4bfb-885e-9234f8b68f79,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:31.391069 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 43cba11c-86ea-4f4b-9e2c-482ee949c63a {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:52:31.396233 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 43cba11c-86ea-4f4b-9e2c-482ee949c63a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:52:31.443793 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b6165a-68d4-4c7c-8b9c-0a973535a4bc tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Made reservation on behalf of e91ef62352da4e1d921e64a823a979b7 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:31.446855 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20b6165a-68d4-4c7c-8b9c-0a973535a4bc tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:31.549809 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f489b690-a456-4d6e-8d72-1ef2184aaaec None None] Network 7d531e39-68e4-4c6e-9071-130eb62afcd3 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:31.570348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7a2c873f-5dae-42c2-92b9-39b0defc6c25 None None] Could not find standard attr ID for object 6eabe0e6-d28f-4bfb-885e-9234f8b68f79. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:52:31.605635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5287f4b8-5728-4079-b7dd-251e3af2ad53 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:31.611602 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5287f4b8-5728-4079-b7dd-251e3af2ad53 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:31.631213 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae43a0-4d31-4415-b0d8-a5fc5db293c1 None None] Sync routers for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:31.656043 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5287f4b8-5728-4079-b7dd-251e3af2ad53 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "PUT /v2.0/floatingips/2f3db6cc-cbe2-481d-bf27-f0d84d31ce4e HTTP/1.1" status: 200 len: 688 time: 2.2922933 Jan 10 11:52:31.658948 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53354) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:31.668296 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae43a0-4d31-4415-b0d8-a5fc5db293c1 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:31.668948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-23ae43a0-4d31-4415-b0d8-a5fc5db293c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:31.729242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5a1e55e-8887-47c3-a01c-8f8012c8cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (d3bed970-dc5a-4af3-9348-1640b3a3c177), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:31.729585 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-23ae43a0-4d31-4415-b0d8-a5fc5db293c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:31.742197 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ead52-c085-4fdf-b5b0-e2cccb08d5a2 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Deleting port 5e4f00a8-937a-4f67-8aac-eaa9341e27ef {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:31.745662 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fa8ead52-c085-4fdf-b5b0-e2cccb08d5a2 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (5e4f00a8-937a-4f67-8aac-eaa9341e27ef), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:31.747431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae43a0-4d31-4415-b0d8-a5fc5db293c1 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:31.747646 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-23ae43a0-4d31-4415-b0d8-a5fc5db293c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:31.801366 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cbcb7bad-a4ed-4372-ac56-9193c7f49e8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:31.805413 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cbcb7bad-a4ed-4372-ac56-9193c7f49e8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/18a63b2c-34f3-4969-8f17-795077b3e8bb HTTP/1.1" status: 204 len: 168 time: 1.6571267 Jan 10 11:52:31.806594 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb7bad-a4ed-4372-ac56-9193c7f49e8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=18a63b2c-34f3-4969-8f17-795077b3e8bb,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:31.808182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-23ae43a0-4d31-4415-b0d8-a5fc5db293c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:31.808745 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae43a0-4d31-4415-b0d8-a5fc5db293c1 None None] The sync data for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:31.811806 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53356) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:31.824126 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37b758b-78ad-4441-b99f-4b63d3952008 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:31.860482 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No DVR routers for this DVR port 6eabe0e6-d28f-4bfb-885e-9234f8b68f79 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:31.938168 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4c5deffb-e67c-49cb-8c65-49aef5c390cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1187336 Jan 10 11:52:31.949710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53358) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:31.978623 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1e55e-8887-47c3-a01c-8f8012c8cbdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3bed970-dc5a-4af3-9348-1640b3a3c177,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:31.983628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:31.984238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a1e55e-8887-47c3-a01c-8f8012c8cbdf admin admin] Checking segment: {'id': '779e930d-7562-46ee-98f3-134628bb256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:31.984617 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a1e55e-8887-47c3-a01c-8f8012c8cbdf admin admin] Network hostable DHCP agents. Network: 25c4b78f-7299-403b-b2a4-92b74077ddd4, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:32.010409 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-48562fe6-95dc-4fa1-864f-df7d1ea3f588 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting port 89940fa5-9c39-4b30-beea-a63426cccc01 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:32.010768 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48562fe6-95dc-4fa1-864f-df7d1ea3f588 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (89940fa5-9c39-4b30-beea-a63426cccc01), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.036714 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (fd8100ec-b3b8-4127-afa8-26726fd97c58), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.061855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2b4fc1-ad04-4112-9500-67543ba16503 None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:32.067577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:32.096541 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e1b816-d508-447f-872a-0f971298d348') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:32.097925 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e1b816-d508-447f-872a-0f971298d348') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:32.118142 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (b6e1b816-d508-447f-872a-0f971298d348), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.120090 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-bc2b4fc1-ad04-4112-9500-67543ba16503 None None] Deleting port 58cb85a4-569d-455b-8a4f-def1db294d14 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:32.121101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4fc1-ad04-4112-9500-67543ba16503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (58cb85a4-569d-455b-8a4f-def1db294d14), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.125375 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fa8ead52-c085-4fdf-b5b0-e2cccb08d5a2 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (5e4f00a8-937a-4f67-8aac-eaa9341e27ef), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.136837 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a1e55e-8887-47c3-a01c-8f8012c8cbdf admin admin] Network 25c4b78f-7299-403b-b2a4-92b74077ddd4 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:32.142840 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (394286fd-9edb-40ae-98d8-bb32964ed93b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.147626 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.154492 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/394286fd-9edb-40ae-98d8-bb32964ed93b HTTP/1.1" status: 204 len: 168 time: 6.8568940 Jan 10 11:52:32.154731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53360) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:32.161171 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c587f0ba-708f-47f2-8bee-b7027e4c8090 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-853093801'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:32.172842 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec6853-7e6b-4815-83a0-3f44c8e5c700 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:32.174504 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7cec6853-7e6b-4815-83a0-3f44c8e5c700 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2234640 Jan 10 11:52:32.183762 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ead52-c085-4fdf-b5b0-e2cccb08d5a2 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Calling delete_port for 5e4f00a8-937a-4f67-8aac-eaa9341e27ef owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:32.188458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53362) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:32.207836 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b6e1b816-d508-447f-872a-0f971298d348), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.215473 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48562fe6-95dc-4fa1-864f-df7d1ea3f588 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (89940fa5-9c39-4b30-beea-a63426cccc01), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.215473 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48562fe6-95dc-4fa1-864f-df7d1ea3f588 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (89940fa5-9c39-4b30-beea-a63426cccc01), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.217878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-bc2b4fc1-ad04-4112-9500-67543ba16503 None None] For port 58cb85a4-569d-455b-8a4f-def1db294d14, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58cb85a4-569d-455b-8a4f-def1db294d14,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:32.218923 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4fc1-ad04-4112-9500-67543ba16503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (58cb85a4-569d-455b-8a4f-def1db294d14), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.231949 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-48562fe6-95dc-4fa1-864f-df7d1ea3f588 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Calling delete_port for 89940fa5-9c39-4b30-beea-a63426cccc01 owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:32.241416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-bc2b4fc1-ad04-4112-9500-67543ba16503 None None] Calling delete_port for 58cb85a4-569d-455b-8a4f-def1db294d14 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:32.241674 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-c5a1e55e-8887-47c3-a01c-8f8012c8cbdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 25c4b78f-7299-403b-b2a4-92b74077ddd4) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:32.257207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15b809-cab8-41ce-bb1c-08db75aeccf6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Network': ['ID=394286fd-9edb-40ae-98d8-bb32964ed93b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:32.258711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a1e55e-8887-47c3-a01c-8f8012c8cbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:32.259664 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5a1e55e-8887-47c3-a01c-8f8012c8cbdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.263496 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e6af63-7f2c-4d80-9962-c6b9047a3341 None None] Network 25c4b78f-7299-403b-b2a4-92b74077ddd4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:32.273815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:32.273815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (b6e1b816-d508-447f-872a-0f971298d348), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:32.277483 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:32.394487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26df65f-3617-497d-9861-d7770989c90f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:32.399345 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f26df65f-3617-497d-9861-d7770989c90f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2083278 Jan 10 11:52:32.402020 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53364) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:32.418120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c587f0ba-708f-47f2-8bee-b7027e4c8090 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:32.422614 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c587f0ba-708f-47f2-8bee-b7027e4c8090 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.424597 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (fd8100ec-b3b8-4127-afa8-26726fd97c58), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.475216 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c5a1e55e-8887-47c3-a01c-8f8012c8cbdf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4886510 Jan 10 11:52:32.477086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8100ec-b3b8-4127-afa8-26726fd97c58,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:32.485311 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53366) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:32.491116 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3694161b-0b07-4809-a533-1d8205c439fe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790522 Jan 10 11:52:32.497705 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-301841756-router', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:32.500845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-25c4b78f-7299-403b-b2a4-92b74077ddd4', 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4', 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'fixed_ips': [{'subnet_id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:32.502284 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53368) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:32.509450 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-3c195b5c-621b-428a-b68d-a1527c441b2b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:32.511449 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.520022 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e68729b-0446-4212-8e24-b4b6322fcb52 None None] Network 7d531e39-68e4-4c6e-9071-130eb62afcd3 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:32.551753 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.575906 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c587f0ba-708f-47f2-8bee-b7027e4c8090 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:32.580862 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4fc1-ad04-4112-9500-67543ba16503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (58cb85a4-569d-455b-8a4f-def1db294d14), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.585378 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.objects.ports [None req-20b6165a-68d4-4c7c-8b9c-0a973535a4bc tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110625) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:52:32.585882 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20b6165a-68d4-4c7c-8b9c-0a973535a4bc tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (e96177ee-c14b-4bd2-95fc-79fad5657db5), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.587939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.591412 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/networks/b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4 HTTP/1.1" status: 204 len: 168 time: 3.2544560 Jan 10 11:52:32.605651 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53370) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:32.610200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (7d531e39-68e4-4c6e-9071-130eb62afcd3), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.617518 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-193986762', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:32.647705 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d4f63-c9d9-4e6f-8885-340c88c3b051 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Network': ['ID=b8bb8985-ab11-4ac0-9b82-1c66ba2ca1e4,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:32.653011 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c587f0ba-708f-47f2-8bee-b7027e4c8090 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (08b16541-bd95-42b9-ab21-547475722ca3), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.653359 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-c587f0ba-708f-47f2-8bee-b7027e4c8090 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Added segment 08b16541-bd95-42b9-ab21-547475722ca3 of type vlan for network 03c430be-b7dd-4315-903d-bcc644f47ce0 Jan 10 11:52:32.673755 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 58cb85a4-569d-455b-8a4f-def1db294d14 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:32.692798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d531e39-68e4-4c6e-9071-130eb62afcd3']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:32.710292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80fcb245-426f-4085-8f5b-67362aebea9b') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:32.710916 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80fcb245-426f-4085-8f5b-67362aebea9b') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:32.730554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (80fcb245-426f-4085-8f5b-67362aebea9b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.752891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (52e7b567-8659-4822-bb5e-cbc9d0c819e3), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.752891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (52e7b567-8659-4822-bb5e-cbc9d0c819e3), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.775338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (80fcb245-426f-4085-8f5b-67362aebea9b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.777684 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b4fc1-ad04-4112-9500-67543ba16503 None None] Pushing event deleted for resources: {'Port': ['ID=58cb85a4-569d-455b-8a4f-def1db294d14,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:32.786452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c587f0ba-708f-47f2-8bee-b7027e4c8090 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (03c430be-b7dd-4315-903d-bcc644f47ce0), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.789171 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b4fc1-ad04-4112-9500-67543ba16503 None None] No DVR routers for this DVR port 58cb85a4-569d-455b-8a4f-def1db294d14 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:32.789329 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:32.789787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (80fcb245-426f-4085-8f5b-67362aebea9b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.791847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 58cb85a4-569d-455b-8a4f-def1db294d14 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:52:32.792252 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 58cb85a4-569d-455b-8a4f-def1db294d14 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:32.794559 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:32.801540 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6165a-68d4-4c7c-8b9c-0a973535a4bc tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e96177ee-c14b-4bd2-95fc-79fad5657db5,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:32.875818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fa8ead52-c085-4fdf-b5b0-e2cccb08d5a2 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (5e4f00a8-937a-4f67-8aac-eaa9341e27ef), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.898100 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b6165a-68d4-4c7c-8b9c-0a973535a4bc tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Checking segment: {'id': 'cd777191-4d6d-4585-b72f-edf2a0e4642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8536ed3-1e45-419a-b527-4d9889e990bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:32.898100 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b6165a-68d4-4c7c-8b9c-0a973535a4bc tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Network hostable DHCP agents. Network: e8536ed3-1e45-419a-b527-4d9889e990bc, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:32.898100 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48562fe6-95dc-4fa1-864f-df7d1ea3f588 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (89940fa5-9c39-4b30-beea-a63426cccc01), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.913991 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (78c45468-9335-4141-909f-8c9ee6227318), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.915238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (78c45468-9335-4141-909f-8c9ee6227318), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:32.926798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ead52-c085-4fdf-b5b0-e2cccb08d5a2 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event deleted for resources: {'Port': ['ID=5e4f00a8-937a-4f67-8aac-eaa9341e27ef,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:32.932599 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48562fe6-95dc-4fa1-864f-df7d1ea3f588 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Port': ['ID=89940fa5-9c39-4b30-beea-a63426cccc01,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:32.939589 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b7be1c-a512-48fe-a95b-78f64fe0c98a None None] DHCP port deletion for 7d531e39-68e4-4c6e-9071-130eb62afcd3 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:32.970375 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Allocated IP 172.20.0.2 (25c4b78f-7299-403b-b2a4-92b74077ddd4/d3bed970-dc5a-4af3-9348-1640b3a3c177/5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:32.992028 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c195b5c-621b-428a-b68d-a1527c441b2b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:32.996120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3c195b5c-621b-428a-b68d-a1527c441b2b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.042575 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c587f0ba-708f-47f2-8bee-b7027e4c8090 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (03c430be-b7dd-4315-903d-bcc644f47ce0), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.050212 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c587f0ba-708f-47f2-8bee-b7027e4c8090 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:33.051108 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c587f0ba-708f-47f2-8bee-b7027e4c8090 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609982'] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.051458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (7d531e39-68e4-4c6e-9071-130eb62afcd3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.056834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fa8ead52-c085-4fdf-b5b0-e2cccb08d5a2 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.062629 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fa8ead52-c085-4fdf-b5b0-e2cccb08d5a2 tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "DELETE /v2.0/ports/5e4f00a8-937a-4f67-8aac-eaa9341e27ef HTTP/1.1" status: 204 len: 168 time: 2.2789180 Jan 10 11:52:33.065424 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53372) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:33.089615 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.095918 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/7d531e39-68e4-4c6e-9071-130eb62afcd3 HTTP/1.1" status: 204 len: 168 time: 4.2764430 Jan 10 11:52:33.113827 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad862471-811d-4f56-b2cc-33f8861e219e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Network': ['ID=7d531e39-68e4-4c6e-9071-130eb62afcd3,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:33.117570 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53374) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:33.161919 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b6165a-68d4-4c7c-8b9c-0a973535a4bc tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Network e8536ed3-1e45-419a-b527-4d9889e990bc is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:33.206977 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_controller (78c45468-9335-4141-909f-8c9ee6227318), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.209513 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Publish callbacks [] for router_controller (52e7b567-8659-4822-bb5e-cbc9d0c819e3), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.211136 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-51eeac6e-b7ca-4ea3-9f6b-b49ecac19370 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] DELETE failed (client error): The resource could not be found. Jan 10 11:52:33.211785 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51eeac6e-b7ca-4ea3-9f6b-b49ecac19370 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:52:33.218963 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-51eeac6e-b7ca-4ea3-9f6b-b49ecac19370 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/7d531e39-68e4-4c6e-9071-130eb62afcd3 HTTP/1.1" status: 404 len: 339 time: 0.0950377 Jan 10 11:52:33.219766 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53376) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:33.225506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ba53458a-435c-4941-af30-461afcdbd03d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-527284192', 'description': 'd1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:33.278763 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48562fe6-95dc-4fa1-864f-df7d1ea3f588 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (2f3db6cc-cbe2-481d-bf27-f0d84d31ce4e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.283941 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48562fe6-95dc-4fa1-864f-df7d1ea3f588 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.286854 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-48562fe6-95dc-4fa1-864f-df7d1ea3f588 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/floatingips/2f3db6cc-cbe2-481d-bf27-f0d84d31ce4e HTTP/1.1" status: 204 len: 168 time: 1.6263661 Jan 10 11:52:33.301629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587f0ba-708f-47f2-8bee-b7027e4c8090 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Network': ['ID=03c430be-b7dd-4315-903d-bcc644f47ce0,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:33.327073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53378) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:33.339351 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c587f0ba-708f-47f2-8bee-b7027e4c8090 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1797557 Jan 10 11:52:33.345948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 03c430be-b7dd-4315-903d-bcc644f47ce0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:33.347079 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53380) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:33.362916 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5ee82f2e-d9e3-4d3c-80cf-87f56a3f0252 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'subnet': {'network_id': '03c430be-b7dd-4315-903d-bcc644f47ce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:33.369578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba53458a-435c-4941-af30-461afcdbd03d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:33.373198 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ba53458a-435c-4941-af30-461afcdbd03d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.446286 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-20b6165a-68d4-4c7c-8b9c-0a973535a4bc tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e8536ed3-1e45-419a-b527-4d9889e990bc) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:33.452788 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-22471f64-2dc4-4c07-96e1-743af37c825c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] delete failed (client error): The resource could not be found. Jan 10 11:52:33.459658 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-22471f64-2dc4-4c07-96e1-743af37c825c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/floatingips/2f3db6cc-cbe2-481d-bf27-f0d84d31ce4e HTTP/1.1" status: 404 len: 345 time: 0.1215749 Jan 10 11:52:33.464613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53382) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:33.473522 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cdad634-20cd-4879-bfa8-836a647632be tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Deleting subnet d120dae1-61c6-4b75-81fd-a300fd5c29cb {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:52:33.494271 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9161606c-b2c0-4d48-96b5-a3ec81787bd9 None None] Network e8536ed3-1e45-419a-b527-4d9889e990bc requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:33.513090 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b6165a-68d4-4c7c-8b9c-0a973535a4bc tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:33.513957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20b6165a-68d4-4c7c-8b9c-0a973535a4bc tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.526449 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cdad634-20cd-4879-bfa8-836a647632be tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks [] for subnet (d120dae1-61c6-4b75-81fd-a300fd5c29cb), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.602205 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Publish callbacks [] for port (5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.604992 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba53458a-435c-4941-af30-461afcdbd03d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:33.616507 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Publish callbacks [] for router_gateway (52e7b567-8659-4822-bb5e-cbc9d0c819e3), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.629608 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cdad634-20cd-4879-bfa8-836a647632be tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (d120dae1-61c6-4b75-81fd-a300fd5c29cb), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.673926 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-20b6165a-68d4-4c7c-8b9c-0a973535a4bc tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4913242 Jan 10 11:52:33.674238 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf1fb57-149b-48af-a1f3-c9940c3abf5f None None] Network e8536ed3-1e45-419a-b527-4d9889e990bc requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:33.682087 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53384) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:33.687339 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5188a4a8-05bc-4302-840f-d3d32c5acb2d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-698337529', 'network_id': 'e8536ed3-1e45-419a-b527-4d9889e990bc'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:33.700141 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.700618 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ba53458a-435c-4941-af30-461afcdbd03d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (12e0614b-b0bf-43ec-b2e7-7d36ac708d95), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.700865 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-ba53458a-435c-4941-af30-461afcdbd03d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Added segment 12e0614b-b0bf-43ec-b2e7-7d36ac708d95 of type vlan for network 34bf0b36-d5da-472a-8ce5-96564230d1a2 Jan 10 11:52:33.723355 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_gateway (78c45468-9335-4141-909f-8c9ee6227318), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.768204 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ba53458a-435c-4941-af30-461afcdbd03d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (34bf0b36-d5da-472a-8ce5-96564230d1a2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.792007 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11560b-d66b-4d3b-8331-8f5c6f7095dd tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:33.799171 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11560b-d66b-4d3b-8331-8f5c6f7095dd tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:33.805533 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11560b-d66b-4d3b-8331-8f5c6f7095dd tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:33.807134 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Network 25c4b78f-7299-403b-b2a4-92b74077ddd4 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:33.807406 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-aa11560b-d66b-4d3b-8331-8f5c6f7095dd tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "GET /v2.0/ports?network_id=a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 HTTP/1.1" status: 200 len: 2357 time: 0.3416476 Jan 10 11:52:33.813652 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53386) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:33.822815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:33.828216 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:33.830642 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Pushing event updated for resources: {'Port': ['ID=5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:33.861467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cdad634-20cd-4879-bfa8-836a647632be tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (d120dae1-61c6-4b75-81fd-a300fd5c29cb), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.910457 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3c195b5c-621b-428a-b68d-a1527c441b2b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (c632e6d3-0711-4b74-9d3c-74a0513a4e26), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.918096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Attempting to bind port 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:33.918574 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Attempting to bind port 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '779e930d-7562-46ee-98f3-134628bb256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:33.919013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Attempting to bind port 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 on network 25c4b78f-7299-403b-b2a4-92b74077ddd4 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:33.919884 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5188a4a8-05bc-4302-840f-d3d32c5acb2d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Made reservation on behalf of e91ef62352da4e1d921e64a823a979b7 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:33.922350 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5188a4a8-05bc-4302-840f-d3d32c5acb2d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.924561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee82f2e-d9e3-4d3c-80cf-87f56a3f0252 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:33.926350 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:33.926849 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Checking segment: {'id': '779e930d-7562-46ee-98f3-134628bb256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:33.927358 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.927871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Bound using segment: {'id': '779e930d-7562-46ee-98f3-134628bb256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:33.928028 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ee82f2e-d9e3-4d3c-80cf-87f56a3f0252 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.928542 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Bound port: 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779e930d-7562-46ee-98f3-134628bb256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:33.929025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.943337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8272e134-86f4-48a3-914d-9f16a677034d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:33.948348 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8272e134-86f4-48a3-914d-9f16a677034d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "GET /v2.0/subnets/06fd3b80-fbd7-4670-8d93-94044d907780 HTTP/1.1" status: 200 len: 797 time: 0.1301239 Jan 10 11:52:33.952323 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53388) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:33.960720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-95eef892-dbba-475c-a61f-9b3158e3ab59 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'port': {'network_id': 'a94f6bdd-7fbb-4f45-a4cc-a252fadeae57', 'name': 'tempest-FloatingIPTestJSON-1788182321', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:33.992863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ba53458a-435c-4941-af30-461afcdbd03d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (34bf0b36-d5da-472a-8ce5-96564230d1a2), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:33.998873 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba53458a-435c-4941-af30-461afcdbd03d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:33.999593 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ba53458a-435c-4941-af30-461afcdbd03d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:34.021039 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] For port 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:34.024670 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] For port 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2,segment=NetworkSegment(779e930d-7562-46ee-98f3-134628bb256f),segment_id=779e930d-7562-46ee-98f3-134628bb256f)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:34.031255 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c195b5c-621b-428a-b68d-a1527c441b2b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:34.071926 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-3c195b5c-621b-428a-b68d-a1527c441b2b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:34.076098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-5188a4a8-05bc-4302-840f-d3d32c5acb2d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] device_id is not set on port 46f27441-b271-470b-86b7-0d248f44b933 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:34.086181 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b60c30-b0a2-4eb0-b1e1-7c49e973b3a0 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:34.086530 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c195b5c-621b-428a-b68d-a1527c441b2b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:34.087030 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3c195b5c-621b-428a-b68d-a1527c441b2b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:34.096901 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c195b5c-621b-428a-b68d-a1527c441b2b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=c632e6d3-0711-4b74-9d3c-74a0513a4e26,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:34.157417 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:34.178761 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cdad634-20cd-4879-bfa8-836a647632be tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (d120dae1-61c6-4b75-81fd-a300fd5c29cb), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:34.190020 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ba53458a-435c-4941-af30-461afcdbd03d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9662433 Jan 10 11:52:34.191766 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53458a-435c-4941-af30-461afcdbd03d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Network': ['ID=34bf0b36-d5da-472a-8ce5-96564230d1a2,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:34.199637 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53390) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:34.223375 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 34bf0b36-d5da-472a-8ce5-96564230d1a2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:34.225179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdad634-20cd-4879-bfa8-836a647632be tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event deleted for resources: {'Subnet': ['ID=d120dae1-61c6-4b75-81fd-a300fd5c29cb,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:34.263624 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3c195b5c-621b-428a-b68d-a1527c441b2b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7605052 Jan 10 11:52:34.269439 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cdad634-20cd-4879-bfa8-836a647632be tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:34.270846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53392) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:34.272841 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1cdad634-20cd-4879-bfa8-836a647632be tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "DELETE /v2.0/subnets/d120dae1-61c6-4b75-81fd-a300fd5c29cb HTTP/1.1" status: 204 len: 168 time: 1.1957681 Jan 10 11:52:34.278860 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53394) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:34.285455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132246b1-3186-4854-9bc6-f810d2d3794d None None] Network 2e2b3302-7018-46f4-8977-008781414786 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:34.295645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-400f0d89-15e2-4278-a8a6-684b11f36531 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'fixed_ips': [{'subnet_id': 'c632e6d3-0711-4b74-9d3c-74a0513a4e26', 'ip_address': '2001:db8::fd9:f232:b1ab:ceaa'}], 'name': 'tempest-NetworksTestDHCPv6-1990896867'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:34.352831 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f75081-a2c4-4d14-b25a-121d2891e8d2 None None] Pushing event updated for resources: {'Port': ['ID=5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:34.429745 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': 'c632e6d3-0711-4b74-9d3c-74a0513a4e26'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:34.430801 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:34.432668 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:52:34.440772 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-5188a4a8-05bc-4302-840f-d3d32c5acb2d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Allocated IP 172.20.0.12 (e8536ed3-1e45-419a-b527-4d9889e990bc/e96177ee-c14b-4bd2-95fc-79fad5657db5/46f27441-b271-470b-86b7-0d248f44b933) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:34.481746 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6eabe0e6-d28f-4bfb-885e-9234f8b68f79 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:34.499211 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (2e2b3302-7018-46f4-8977-008781414786), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:34.507303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41127ad1-5109-49c5-b985-5d70d685788a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:34.511637 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-41127ad1-5109-49c5-b985-5d70d685788a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "GET /v2.0/networks?id=34bf0b36-d5da-472a-8ce5-96564230d1a2 HTTP/1.1" status: 200 len: 764 time: 0.3074281 Jan 10 11:52:34.513085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53396) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:34.519901 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e7b73c14-c6c1-45f1-aceb-639413b62023 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'network': {'description': 'd2'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:34.526641 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 6eabe0e6-d28f-4bfb-885e-9234f8b68f79 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:52:34.527122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6eabe0e6-d28f-4bfb-885e-9234f8b68f79 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:52:34.550194 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eef892-dbba-475c-a61f-9b3158e3ab59 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Made reservation on behalf of 87395ce205234b79884efd4fb62f5856 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:34.606092 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ee82f2e-d9e3-4d3c-80cf-87f56a3f0252 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (7c30be31-de63-45c2-b0c3-c789e14df589), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:34.749262 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Allocated IP 2001:db8::2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/c632e6d3-0711-4b74-9d3c-74a0513a4e26/bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:34.789679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Publish callbacks [] for router_gateway (52e7b567-8659-4822-bb5e-cbc9d0c819e3), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:34.938942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b5c527-534b-4daa-934b-01c90e0e37f3 None None] DHCP port deletion for 2e2b3302-7018-46f4-8977-008781414786 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:34.950803 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Publish callbacks [] for port (bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.025933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.075717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5c527-534b-4daa-934b-01c90e0e37f3 None None] Deleting port 1e4204e6-4465-4f32-9637-c82df86e5919 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:35.075717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b1b5c527-534b-4daa-934b-01c90e0e37f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (1e4204e6-4465-4f32-9637-c82df86e5919), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.103431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:35.157806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:35.161347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:35.165678 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Pushing event updated for resources: {'Port': ['ID=bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:35.173320 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee82f2e-d9e3-4d3c-80cf-87f56a3f0252 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Subnet': ['ID=7c30be31-de63-45c2-b0c3-c789e14df589,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:35.188261 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-b1b5c527-534b-4daa-934b-01c90e0e37f3 None None] For port 1e4204e6-4465-4f32-9637-c82df86e5919, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e4204e6-4465-4f32-9637-c82df86e5919,segment=NetworkSegment(84e0fdca-0134-448a-b253-717c038241e7),segment_id=84e0fdca-0134-448a-b253-717c038241e7)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:35.188974 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b1b5c527-534b-4daa-934b-01c90e0e37f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (1e4204e6-4465-4f32-9637-c82df86e5919), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.206693 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Deleting port 1e4204e6-4465-4f32-9637-c82df86e5919 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:35.207048 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (1e4204e6-4465-4f32-9637-c82df86e5919), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.228348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5c527-534b-4daa-934b-01c90e0e37f3 None None] Calling delete_port for 1e4204e6-4465-4f32-9637-c82df86e5919 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:35.235608 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.289018 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Attempting to bind port bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:35.289018 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Attempting to bind port bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:35.290100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Attempting to bind port bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1 on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:35.324462 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:35.324846 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:35.325258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.325655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:35.326180 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Bound port: bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:35.326626 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.345806 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee82f2e-d9e3-4d3c-80cf-87f56a3f0252 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Checking segment: {'id': '08b16541-bd95-42b9-ab21-547475722ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c430be-b7dd-4315-903d-bcc644f47ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:35.346829 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee82f2e-d9e3-4d3c-80cf-87f56a3f0252 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network hostable DHCP agents. Network: 03c430be-b7dd-4315-903d-bcc644f47ce0, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:35.351184 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e7b73c14-c6c1-45f1-aceb-639413b62023 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (34bf0b36-d5da-472a-8ce5-96564230d1a2), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.366546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Allocated IP 172.36.2.178 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/51a9181d-ad6a-4632-9d6c-308740cb4b94) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:35.398554 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] For port 1e4204e6-4465-4f32-9637-c82df86e5919, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e4204e6-4465-4f32-9637-c82df86e5919,segment=NetworkSegment(84e0fdca-0134-448a-b253-717c038241e7),segment_id=84e0fdca-0134-448a-b253-717c038241e7)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:35.398927 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (1e4204e6-4465-4f32-9637-c82df86e5919), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.423098 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] For port bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:35.424739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5188a4a8-05bc-4302-840f-d3d32c5acb2d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for port (46f27441-b271-470b-86b7-0d248f44b933), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.426712 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Calling delete_port for 1e4204e6-4465-4f32-9637-c82df86e5919 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:35.436674 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] For port bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:35.454068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-95eef892-dbba-475c-a61f-9b3158e3ab59 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.483291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e7b73c14-c6c1-45f1-aceb-639413b62023 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (34bf0b36-d5da-472a-8ce5-96564230d1a2), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.498451 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_gateway (78c45468-9335-4141-909f-8c9ee6227318), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.508142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7b73c14-c6c1-45f1-aceb-639413b62023 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network 34bf0b36-d5da-472a-8ce5-96564230d1a2 is not hosted by any dhcp agent {{(pid=110625) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 10 11:52:35.513833 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b73c14-c6c1-45f1-aceb-639413b62023 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:35.514503 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e7b73c14-c6c1-45f1-aceb-639413b62023 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.518496 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e7b73c14-c6c1-45f1-aceb-639413b62023 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "PUT /v2.0/networks/34bf0b36-d5da-472a-8ce5-96564230d1a2 HTTP/1.1" status: 200 len: 761 time: 1.0010746 Jan 10 11:52:35.521815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53398) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:35.526837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.556049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-95eef892-dbba-475c-a61f-9b3158e3ab59 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] device_id is not set on port a63ad0a8-de39-400b-a20e-3de32dae4062 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:35.589083 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.590580 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee82f2e-d9e3-4d3c-80cf-87f56a3f0252 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network 03c430be-b7dd-4315-903d-bcc644f47ce0 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:35.598557 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b73c14-c6c1-45f1-aceb-639413b62023 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Network': ['ID=34bf0b36-d5da-472a-8ce5-96564230d1a2,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:35.613258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e78185-b397-4915-bd13-d8894609bce6 None None] Network 25c4b78f-7299-403b-b2a4-92b74077ddd4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:35.616119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 34bf0b36-d5da-472a-8ce5-96564230d1a2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:35.651914 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (1e4204e6-4465-4f32-9637-c82df86e5919), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.678781 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event deleted for resources: {'Port': ['ID=1e4204e6-4465-4f32-9637-c82df86e5919,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:35.682587 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b1b5c527-534b-4daa-934b-01c90e0e37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (1e4204e6-4465-4f32-9637-c82df86e5919), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.687314 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5188a4a8-05bc-4302-840f-d3d32c5acb2d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (46f27441-b271-470b-86b7-0d248f44b933), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.694145 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] No DVR routers for this DVR port 1e4204e6-4465-4f32-9637-c82df86e5919 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:35.694145 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-5ee82f2e-d9e3-4d3c-80cf-87f56a3f0252 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 03c430be-b7dd-4315-903d-bcc644f47ce0) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:35.722153 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee82f2e-d9e3-4d3c-80cf-87f56a3f0252 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:35.722475 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400f0d89-15e2-4278-a8a6-684b11f36531 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:35.722569 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ee82f2e-d9e3-4d3c-80cf-87f56a3f0252 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.735198 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a704b12-e200-46c5-9952-d8caeb22705e None None] Network 03c430be-b7dd-4315-903d-bcc644f47ce0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:35.746882 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Publish callbacks [] for port (51a9181d-ad6a-4632-9d6c-308740cb4b94), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.773613 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5188a4a8-05bc-4302-840f-d3d32c5acb2d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Network e8536ed3-1e45-419a-b527-4d9889e990bc is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:35.791556 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-5188a4a8-05bc-4302-840f-d3d32c5acb2d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:35.794813 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c07ce249-91eb-4354-be49-8b74a2ee22ba None None] Provisioning complete for port 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:35.795231 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c07ce249-91eb-4354-be49-8b74a2ee22ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.803988 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5188a4a8-05bc-4302-840f-d3d32c5acb2d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:35.848716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b5c527-534b-4daa-934b-01c90e0e37f3 None None] No DVR routers for this DVR port 1e4204e6-4465-4f32-9637-c82df86e5919 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:35.874288 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53296d10-9edd-4657-abca-ddfb936b7099 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:35.879359 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-53296d10-9edd-4657-abca-ddfb936b7099 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "GET /v2.0/networks?id=34bf0b36-d5da-472a-8ce5-96564230d1a2 HTTP/1.1" status: 200 len: 764 time: 0.3509300 Jan 10 11:52:35.879552 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188a4a8-05bc-4302-840f-d3d32c5acb2d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Pushing event updated for resources: {'Port': ['ID=46f27441-b271-470b-86b7-0d248f44b933,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:35.882712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53400) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:35.884253 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (2e2b3302-7018-46f4-8977-008781414786), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.906467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50400ca3-f011-455d-87ef-e771fc3772b2 None None] Pushing event updated for resources: {'Port': ['ID=bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:35.913678 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5ee82f2e-d9e3-4d3c-80cf-87f56a3f0252 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5601442 Jan 10 11:52:35.916309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53402) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:35.955806 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5188a4a8-05bc-4302-840f-d3d32c5acb2d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:35.958053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5188a4a8-05bc-4302-840f-d3d32c5acb2d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:35.971045 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2b3302-7018-46f4-8977-008781414786']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:35.982548 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5c527-534b-4daa-934b-01c90e0e37f3 None None] Pushing event deleted for resources: {'Port': ['ID=1e4204e6-4465-4f32-9637-c82df86e5919,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:36.031250 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e0fdca-0134-448a-b253-717c038241e7') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:36.031559 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e0fdca-0134-448a-b253-717c038241e7') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:36.046394 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (84e0fdca-0134-448a-b253-717c038241e7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:36.115709 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (84e0fdca-0134-448a-b253-717c038241e7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:36.125194 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:36.125611 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (84e0fdca-0134-448a-b253-717c038241e7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:36.169354 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-400f0d89-15e2-4278-a8a6-684b11f36531 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:36.228255 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (03c430be-b7dd-4315-903d-bcc644f47ce0), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:36.235492 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:36.250761 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5188a4a8-05bc-4302-840f-d3d32c5acb2d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.5681815 Jan 10 11:52:36.251709 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53404) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:36.292387 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8483fa36-d3b6-4953-b318-2bff46af34fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:36.292615 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-400f0d89-15e2-4278-a8a6-684b11f36531 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port 61951d89-7ae9-4a48-9074-e164727b7b3a yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:36.306978 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-03c430be-b7dd-4315-903d-bcc644f47ce0', 'network_id': '03c430be-b7dd-4315-903d-bcc644f47ce0', 'project_id': 'a4af5988feaf47b38afe64dd8e2726b8', 'fixed_ips': [{'subnet_id': '7c30be31-de63-45c2-b0c3-c789e14df589'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:36.308233 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:36.321894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (51a9181d-ad6a-4632-9d6c-308740cb4b94), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:36.376055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c07ce249-91eb-4354-be49-8b74a2ee22ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:36.384590 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (7c30be31-de63-45c2-b0c3-c789e14df589), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:36.429647 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (2e2b3302-7018-46f4-8977-008781414786), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:36.435318 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c07ce249-91eb-4354-be49-8b74a2ee22ba None None] For port 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2,segment=NetworkSegment(779e930d-7562-46ee-98f3-134628bb256f),segment_id=779e930d-7562-46ee-98f3-134628bb256f)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:36.456590 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:36.467195 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] 10.222.0.16 "DELETE /v2.0/networks/2e2b3302-7018-46f4-8977-008781414786 HTTP/1.1" status: 204 len: 168 time: 2.1679666 Jan 10 11:52:36.503797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8829ff06-25f8-4399-a6be-98a41b82a55e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:36.511659 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8829ff06-25f8-4399-a6be-98a41b82a55e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:36.513496 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8829ff06-25f8-4399-a6be-98a41b82a55e tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1387 time: 0.6307037 Jan 10 11:52:36.521597 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53408) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:36.542690 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6388d8-1bb6-4566-adb6-f26e21746aff tempest-AllowedAddressPairTestJSON-322293148 tempest-AllowedAddressPairTestJSON-322293148-project] Pushing event deleted for resources: {'Network': ['ID=2e2b3302-7018-46f4-8977-008781414786,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:36.543064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c07ce249-91eb-4354-be49-8b74a2ee22ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:36.574543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:36.600289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:36.644610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-272590eb-7eed-404c-9ce5-27a9cfbed02f tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Deleting port 46f27441-b271-470b-86b7-0d248f44b933 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:36.644610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-272590eb-7eed-404c-9ce5-27a9cfbed02f tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (46f27441-b271-470b-86b7-0d248f44b933), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:36.646261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:36.648762 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Allocated IP 172.36.2.189 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/f7fa2314-bd47-4a00-859e-e682ddcc26a4) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:36.653606 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-60fddcd2-1ea7-4bed-b24d-478589bdbf7b tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 HTTP/1.1" status: 200 len: 207 time: 0.1186528 Jan 10 11:52:36.657269 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Pushing event updated for resources: {'Port': ['ID=51a9181d-ad6a-4632-9d6c-308740cb4b94,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:36.670065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53410) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:36.745344 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Allocated IP 172.20.0.1 (03c430be-b7dd-4315-903d-bcc644f47ce0/7c30be31-de63-45c2-b0c3-c789e14df589/bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:36.783596 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaa4354-2138-4558-a74f-ab2fa80cf802 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:36.794261 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:36.821710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-95eef892-dbba-475c-a61f-9b3158e3ab59 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Allocated IP 172.20.0.14 (a94f6bdd-7fbb-4f45-a4cc-a252fadeae57/06fd3b80-fbd7-4670-8d93-94044d907780/a63ad0a8-de39-400b-a20e-3de32dae4062) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:36.840206 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-272590eb-7eed-404c-9ce5-27a9cfbed02f tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (46f27441-b271-470b-86b7-0d248f44b933), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:36.874863 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-272590eb-7eed-404c-9ce5-27a9cfbed02f tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Calling delete_port for 46f27441-b271-470b-86b7-0d248f44b933 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:36.905910 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ce249-91eb-4354-be49-8b74a2ee22ba None None] Pushing event updated for resources: {'Port': ['ID=5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:36.925235 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb55eab-4f37-47ad-893e-5e59d610eff1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:36.956742 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2001ace0-7173-4db8-96a5-e1ebbd263d3f None None] Provisioning complete for port 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:36.957138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2001ace0-7173-4db8-96a5-e1ebbd263d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:36.961055 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb55eab-4f37-47ad-893e-5e59d610eff1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:36.965644 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-95eef892-dbba-475c-a61f-9b3158e3ab59 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Allocated IP 172.20.0.13 (a94f6bdd-7fbb-4f45-a4cc-a252fadeae57/06fd3b80-fbd7-4670-8d93-94044d907780/a63ad0a8-de39-400b-a20e-3de32dae4062) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:36.969596 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb55eab-4f37-47ad-893e-5e59d610eff1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:36.976293 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb55eab-4f37-47ad-893e-5e59d610eff1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:36.983475 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb55eab-4f37-47ad-893e-5e59d610eff1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:36.989708 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb55eab-4f37-47ad-893e-5e59d610eff1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:36.997967 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb55eab-4f37-47ad-893e-5e59d610eff1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:37.005245 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dbb55eab-4f37-47ad-893e-5e59d610eff1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4334 time: 0.3220501 Jan 10 11:52:37.035809 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53412) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:37.044393 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:37.047752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.112442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Publish callbacks [] for port (bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.141204 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-400f0d89-15e2-4278-a8a6-684b11f36531 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::fd9:f232:b1ab:ceaa (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/c632e6d3-0711-4b74-9d3c-74a0513a4e26/61951d89-7ae9-4a48-9074-e164727b7b3a) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:37.225934 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.233433 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c67f2d0f-3af8-4834-9052-c92a7ea8143d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 914 time: 0.1959457 Jan 10 11:52:37.236773 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53416) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:37.307249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.308191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53418) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:37.339596 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Network 03c430be-b7dd-4315-903d-bcc644f47ce0 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:37.354150 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:37.361260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Pushing event updated for resources: {'Port': ['ID=bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:37.365435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:37.375972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (f7fa2314-bd47-4a00-859e-e682ddcc26a4), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.377398 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2001ace0-7173-4db8-96a5-e1ebbd263d3f None None] Provisioning complete for port 51a9181d-ad6a-4632-9d6c-308740cb4b94 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:37.377814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2001ace0-7173-4db8-96a5-e1ebbd263d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (51a9181d-ad6a-4632-9d6c-308740cb4b94), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.403464 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7fb497-3bdc-42da-9490-4bce2054dbfe tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:37.412637 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7fb497-3bdc-42da-9490-4bce2054dbfe tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:37.412637 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7fb497-3bdc-42da-9490-4bce2054dbfe tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:37.412637 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7fb497-3bdc-42da-9490-4bce2054dbfe tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:37.420246 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7fb497-3bdc-42da-9490-4bce2054dbfe tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:37.429356 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8d7fb497-3bdc-42da-9490-4bce2054dbfe tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1915247 Jan 10 11:52:37.430911 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53422) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:37.439051 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:37.483843 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (7c30be31-de63-45c2-b0c3-c789e14df589), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.492864 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-95eef892-dbba-475c-a61f-9b3158e3ab59 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (a63ad0a8-de39-400b-a20e-3de32dae4062), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.513565 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Attempting to bind port bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:37.514120 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Attempting to bind port bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '08b16541-bd95-42b9-ab21-547475722ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c430be-b7dd-4315-903d-bcc644f47ce0'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:37.514560 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Attempting to bind port bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3 on network 03c430be-b7dd-4315-903d-bcc644f47ce0 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:37.519839 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.520568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:37.546788 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2001ace0-7173-4db8-96a5-e1ebbd263d3f None None] Port 51a9181d-ad6a-4632-9d6c-308740cb4b94 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:37.549076 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Subnet': ['ID=7c30be31-de63-45c2-b0c3-c789e14df589,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:37.563085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:37.563970 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Checking segment: {'id': '08b16541-bd95-42b9-ab21-547475722ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c430be-b7dd-4315-903d-bcc644f47ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:37.564643 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.565105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Bound using segment: {'id': '08b16541-bd95-42b9-ab21-547475722ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c430be-b7dd-4315-903d-bcc644f47ce0'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:37.565685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Bound port: bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b16541-bd95-42b9-ab21-547475722ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c430be-b7dd-4315-903d-bcc644f47ce0'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:37.566421 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.616495 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Publish callbacks [] for router_gateway (52e7b567-8659-4822-bb5e-cbc9d0c819e3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.621946 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-400f0d89-15e2-4278-a8a6-684b11f36531 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (61951d89-7ae9-4a48-9074-e164727b7b3a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.624574 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8498de96-1c4f-4835-882c-5bb39d1d274a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['shared'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:37.626041 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8498de96-1c4f-4835-882c-5bb39d1d274a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['shared'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:37.628043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8498de96-1c4f-4835-882c-5bb39d1d274a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['shared'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:37.629071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8498de96-1c4f-4835-882c-5bb39d1d274a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['shared'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:37.630961 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8498de96-1c4f-4835-882c-5bb39d1d274a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['shared'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:37.632381 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8498de96-1c4f-4835-882c-5bb39d1d274a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1979270 Jan 10 11:52:37.643593 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53424) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:37.677092 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (03c430be-b7dd-4315-903d-bcc644f47ce0), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.695921 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:37.716554 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] For port bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:37.721404 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] For port bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3,segment=NetworkSegment(08b16541-bd95-42b9-ab21-547475722ca3),segment_id=08b16541-bd95-42b9-ab21-547475722ca3)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:37.723843 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:37.723984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.743778 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-652221c6-9279-46aa-99ad-440aa075c889 None None] Provisioning complete for port bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:37.744243 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-652221c6-9279-46aa-99ad-440aa075c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.770393 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c430be-b7dd-4315-903d-bcc644f47ce0']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:37.775948 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-729667f8-5f1e-4ad7-aaf9-2949c1d897a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=184e2409da4d464ca4359459f179992b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4650536 Jan 10 11:52:37.778759 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53426) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:37.792811 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b16541-bd95-42b9-ab21-547475722ca3') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:37.803703 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b16541-bd95-42b9-ab21-547475722ca3') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:37.810065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (08b16541-bd95-42b9-ab21-547475722ca3), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.811997 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (f7fa2314-bd47-4a00-859e-e682ddcc26a4), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.847183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d9cf8b-f4b9-4cd4-a47a-ce25614ce6ef tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:37.848588 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e3d9cf8b-f4b9-4cd4-a47a-ce25614ce6ef tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "GET /v2.0/networks/d0ddb44b-6052-4585-a8cb-a8168f49d5b9 HTTP/1.1" status: 200 len: 804 time: 0.2044816 Jan 10 11:52:37.852233 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53428) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:37.860488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-95eef892-dbba-475c-a61f-9b3158e3ab59 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a63ad0a8-de39-400b-a20e-3de32dae4062), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.879158 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.882043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:37.884756 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (08b16541-bd95-42b9-ab21-547475722ca3), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.901085 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:37.911802 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:37.921362 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=f7fa2314-bd47-4a00-859e-e682ddcc26a4,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:37.933693 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:37.934213 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (08b16541-bd95-42b9-ab21-547475722ca3), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:37.941813 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7ffe5c-08d3-46a9-aea8-ad1cecb7f974 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:37.942726 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:37.957056 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eef892-dbba-475c-a61f-9b3158e3ab59 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:37.991718 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-95eef892-dbba-475c-a61f-9b3158e3ab59 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:38.002894 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e1606-a6a7-4efa-98a4-d96ea3d639ce None None] Pushing event updated for resources: {'Port': ['ID=bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:38.004348 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-400f0d89-15e2-4278-a8a6-684b11f36531 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (61951d89-7ae9-4a48-9074-e164727b7b3a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.008650 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eef892-dbba-475c-a61f-9b3158e3ab59 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:38.011081 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-272590eb-7eed-404c-9ce5-27a9cfbed02f tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (46f27441-b271-470b-86b7-0d248f44b933), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.038813 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0935b706-dc67-43fb-b97e-d23fcce90dd7 None None] DHCP port deletion for a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:38.058254 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1e4204e6-4465-4f32-9637-c82df86e5919 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:38.063849 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ac375-8b81-4310-b04e-e8fb977ff505 None None] Network 03c430be-b7dd-4315-903d-bcc644f47ce0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:38.069072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272590eb-7eed-404c-9ce5-27a9cfbed02f tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Pushing event deleted for resources: {'Port': ['ID=46f27441-b271-470b-86b7-0d248f44b933,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:38.079411 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (52e7b567-8659-4822-bb5e-cbc9d0c819e3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.097449 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.api [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 11:52:38.097449 dv-neutron-master-2-hyperv neutron-server[110625]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 11:52:38.097449 dv-neutron-master-2-hyperv neutron-server[110625]: [parameters: {'id': '03c430be-b7dd-4315-903d-bcc644f47ce0'}] Jan 10 11:52:38.097449 dv-neutron-master-2-hyperv neutron-server[110625]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:52:38.098268 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG oslo_db.api [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:52:38.112852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 1e4204e6-4465-4f32-9637-c82df86e5919 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:52:38.113315 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1e4204e6-4465-4f32-9637-c82df86e5919 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:52:38.144912 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ed9f4ea3-4b69-40bf-b3b1-348289cbb95f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "GET /v2.0/networks/d0ddb44b-6052-4585-a8cb-a8168f49d5b9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2914782 Jan 10 11:52:38.156465 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53430) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:38.174244 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a479804b-b91c-42ab-83d6-9598c442e4fb None None] Provisioning complete for port f7fa2314-bd47-4a00-859e-e682ddcc26a4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:38.174640 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a479804b-b91c-42ab-83d6-9598c442e4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f7fa2314-bd47-4a00-859e-e682ddcc26a4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.189400 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-272590eb-7eed-404c-9ce5-27a9cfbed02f tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.192751 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-272590eb-7eed-404c-9ce5-27a9cfbed02f tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "DELETE /v2.0/ports/46f27441-b271-470b-86b7-0d248f44b933 HTTP/1.1" status: 204 len: 168 time: 1.9356637 Jan 10 11:52:38.196353 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53432) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:38.203010 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e8536ed3-1e45-419a-b527-4d9889e990bc', 'external_fixed_ips': [{'subnet_id': 'e96177ee-c14b-4bd2-95fc-79fad5657db5', 'ip_address': '172.20.0.12'}]}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:38.235080 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-a479804b-b91c-42ab-83d6-9598c442e4fb None None] Port f7fa2314-bd47-4a00-859e-e682ddcc26a4 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:38.244619 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37f10e5-2bda-4665-854a-bf951ebaa6d4 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:38.245700 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e37f10e5-2bda-4665-854a-bf951ebaa6d4 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "GET /v2.0/subnets/6f50d8df-b5a4-46b4-aab5-7bbeffcbf2b7 HTTP/1.1" status: 200 len: 843 time: 0.0883274 Jan 10 11:52:38.250216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53434) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:38.265908 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594bc60f-1c6b-46c2-b4b4-099e26949b61 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 11:52:38.307681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee06ca39-5757-4484-a051-a2628488f99a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['shared'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:38.309969 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ee06ca39-5757-4484-a051-a2628488f99a tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "GET /v2.0/subnets/6f50d8df-b5a4-46b4-aab5-7bbeffcbf2b7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0586398 Jan 10 11:52:38.311896 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (607620dd-fa7a-44a3-859d-09e8a7bbb6eb), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.313196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (607620dd-fa7a-44a3-859d-09e8a7bbb6eb), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.316376 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53436) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:38.322964 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-2564b7d1-41df-40c9-9506-4a6190575dbd tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1807227343'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:38.381996 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e5176627-e4bb-49cc-8aca-70300bf24291 None None] Provisioning complete for port a63ad0a8-de39-400b-a20e-3de32dae4062 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:38.382391 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e5176627-e4bb-49cc-8aca-70300bf24291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a63ad0a8-de39-400b-a20e-3de32dae4062), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.395984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_controller (607620dd-fa7a-44a3-859d-09e8a7bbb6eb), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.442547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eef892-dbba-475c-a61f-9b3158e3ab59 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=a63ad0a8-de39-400b-a20e-3de32dae4062,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:38.446228 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e5176627-e4bb-49cc-8aca-70300bf24291 None None] Port a63ad0a8-de39-400b-a20e-3de32dae4062 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:38.450738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594bc60f-1c6b-46c2-b4b4-099e26949b61 None None] Resources bound (agent type, host, resource id): {{(pid=110626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 11:52:38.467636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:38.487225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0a3be2f6-c288-4252-8a10-7b3e361ed805 admin admin] Publish callbacks [] for security_group (e1035c7d-b726-4834-9c9e-06af14eff453), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.491562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400f0d89-15e2-4278-a8a6-684b11f36531 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:38.530809 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2564b7d1-41df-40c9-9506-4a6190575dbd tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:38.535108 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2564b7d1-41df-40c9-9506-4a6190575dbd tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.581836 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-400f0d89-15e2-4278-a8a6-684b11f36531 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:38.591649 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:38.592210 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.620828 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400f0d89-15e2-4278-a8a6-684b11f36531 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:38.627400 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (03c430be-b7dd-4315-903d-bcc644f47ce0), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.627607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400f0d89-15e2-4278-a8a6-684b11f36531 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:38.628193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-400f0d89-15e2-4278-a8a6-684b11f36531 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.630610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2564b7d1-41df-40c9-9506-4a6190575dbd tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:38.644877 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eef892-dbba-475c-a61f-9b3158e3ab59 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:38.645481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-95eef892-dbba-475c-a61f-9b3158e3ab59 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.680458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0a3be2f6-c288-4252-8a10-7b3e361ed805 admin admin] Publish callbacks [] for security_group (e1035c7d-b726-4834-9c9e-06af14eff453), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.703961 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2564b7d1-41df-40c9-9506-4a6190575dbd tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (ffbb2512-76e2-4cb6-9b24-4e4d77e1d78c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.704369 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-2564b7d1-41df-40c9-9506-4a6190575dbd tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Added segment ffbb2512-76e2-4cb6-9b24-4e4d77e1d78c of type vlan for network 4f847180-cba9-40bd-b3f9-7cbd13a623e0 Jan 10 11:52:38.707892 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f0d89-15e2-4278-a8a6-684b11f36531 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=61951d89-7ae9-4a48-9074-e164727b7b3a,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:38.721242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (607620dd-fa7a-44a3-859d-09e8a7bbb6eb), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.744289 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:38.753797 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-400f0d89-15e2-4278-a8a6-684b11f36531 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4715779 Jan 10 11:52:38.760628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53438) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:38.762931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-680a6816-abc2-43d1-8718-60c6a5650ebe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'fixed_ips': [{'subnet_id': 'c632e6d3-0711-4b74-9d3c-74a0513a4e26', 'ip_address': '2001:db8::fd9:f232:b1ab:ceaa'}], 'name': 'tempest-NetworksTestDHCPv6-2039864008'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:38.778499 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2564b7d1-41df-40c9-9506-4a6190575dbd tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (4f847180-cba9-40bd-b3f9-7cbd13a623e0), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.801756 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-95eef892-dbba-475c-a61f-9b3158e3ab59 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.8481889 Jan 10 11:52:38.802510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53440) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:38.824072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Deleting port bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:38.824422 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.836937 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': 'a63ad0a8-de39-400b-a20e-3de32dae4062', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:38.872306 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:38.872716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.908051 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] For port bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3,segment=NetworkSegment(08b16541-bd95-42b9-ab21-547475722ca3),segment_id=08b16541-bd95-42b9-ab21-547475722ca3)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:38.908854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.931254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Calling delete_port for bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:38.981865 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0a3be2f6-c288-4252-8a10-7b3e361ed805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e1035c7d-b726-4834-9c9e-06af14eff453), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.985085 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0a3be2f6-c288-4252-8a10-7b3e361ed805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.991603 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2564b7d1-41df-40c9-9506-4a6190575dbd tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (4f847180-cba9-40bd-b3f9-7cbd13a623e0), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:38.994542 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0a3be2f6-c288-4252-8a10-7b3e361ed805 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1035c7d-b726-4834-9c9e-06af14eff453 HTTP/1.1" status: 204 len: 168 time: 1.2145600 Jan 10 11:52:38.996939 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2564b7d1-41df-40c9-9506-4a6190575dbd tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:38.997588 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2564b7d1-41df-40c9-9506-4a6190575dbd tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:39.028799 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3be2f6-c288-4252-8a10-7b3e361ed805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1035c7d-b726-4834-9c9e-06af14eff453,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:39.056457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_gateway (78c45468-9335-4141-909f-8c9ee6227318), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:39.092855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9100e3c5-7ac8-4f71-8e21-fb68b3032d8f None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 11:52:39.093320 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564b7d1-41df-40c9-9506-4a6190575dbd tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Network': ['ID=4f847180-cba9-40bd-b3f9-7cbd13a623e0,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:39.115598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 4f847180-cba9-40bd-b3f9-7cbd13a623e0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:39.132502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:39.236203 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:52:39.300422 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2564b7d1-41df-40c9-9506-4a6190575dbd tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9802103 Jan 10 11:52:39.324002 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53444) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:39.338115 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-761c8019-97b7-4038-920b-2bab8fda13f1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'subnet': {'network_id': '4f847180-cba9-40bd-b3f9-7cbd13a623e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:39.345690 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (607620dd-fa7a-44a3-859d-09e8a7bbb6eb), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:39.361640 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9100e3c5-7ac8-4f71-8e21-fb68b3032d8f None None] Resources bound (agent type, host, resource id): {{(pid=110626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 11:52:39.369189 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:39.503479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680a6816-abc2-43d1-8718-60c6a5650ebe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:39.508436 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-680a6816-abc2-43d1-8718-60c6a5650ebe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:39.519898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:39.566210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:39.568266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Port': ['ID=bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:39.571620 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No DVR routers for this DVR port bc1f4f2f-1d8d-4eae-b0c9-10625cb732a3 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:39.582781 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-680a6816-abc2-43d1-8718-60c6a5650ebe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port 7f6d1d81-2e2a-4eb4-9753-6a50c386de66 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:39.597445 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (78c45468-9335-4141-909f-8c9ee6227318), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:39.692409 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:39.704865 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (03c430be-b7dd-4315-903d-bcc644f47ce0), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:39.715469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Allocated IP 172.20.0.12 (e8536ed3-1e45-419a-b527-4d9889e990bc/e96177ee-c14b-4bd2-95fc-79fad5657db5/2fe72da4-31b7-4f04-adda-d2c7723a05c5) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:39.723437 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Sync routers for ids ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:39.744793 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Routers {'52e7b567-8659-4822-bb5e-cbc9d0c819e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:39.746195 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:39.749622 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c430be-b7dd-4315-903d-bcc644f47ce0']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:39.878102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b16541-bd95-42b9-ab21-547475722ca3') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:39.882060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b16541-bd95-42b9-ab21-547475722ca3') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:39.884501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761c8019-97b7-4038-920b-2bab8fda13f1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Made reservation on behalf of b7a563b78a01466b8646457654606ffa for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:39.888171 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-761c8019-97b7-4038-920b-2bab8fda13f1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:39.911135 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Set router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:52:39.917141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (08b16541-bd95-42b9-ab21-547475722ca3), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:39.941654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:39.942971 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e01b24f8-acf9-4177-b61b-e902721c638f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4565165 Jan 10 11:52:39.955306 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (08b16541-bd95-42b9-ab21-547475722ca3), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:39.966484 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:39.967856 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (08b16541-bd95-42b9-ab21-547475722ca3), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:39.972258 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:39.976124 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53456) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:40.023695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.ipam_backend_mixin [None req-761c8019-97b7-4038-920b-2bab8fda13f1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Performing IP validity checks on allocation pools {{(pid=110624) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 10 11:52:40.024498 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.ipam_backend_mixin [None req-761c8019-97b7-4038-920b-2bab8fda13f1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110624) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 10 11:52:40.085831 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Allocated IP 172.36.2.213 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/c8843bb5-6653-4874-b052-574b7e0c772f) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:40.095329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a3914074-1738-4058-acc9-eb8c63b0a6a7 None None] Provisioning complete for port 61951d89-7ae9-4a48-9074-e164727b7b3a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:40.095969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a3914074-1738-4058-acc9-eb8c63b0a6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (61951d89-7ae9-4a48-9074-e164727b7b3a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:40.176482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-a3914074-1738-4058-acc9-eb8c63b0a6a7 None None] Port 61951d89-7ae9-4a48-9074-e164727b7b3a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:40.224235 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'name': 'tempest-ServersTestManualDisk-301841756-router', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178'}], 'enable_snat': True}, 'gw_port_id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:32Z', 'updated_at': '2022-01-10T11:52:37Z', 'revision_number': 3, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'gw_port': {'id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:35Z', 'updated_at': '2022-01-10T11:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:40.280679 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-102adaa0-3abb-4686-99b7-492d1a9b7063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:40.305197 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-680a6816-abc2-43d1-8718-60c6a5650ebe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 10 11:52:40.305884 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680a6816-abc2-43d1-8718-60c6a5650ebe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:52:40.353704 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Checking router: 52e7b567-8659-4822-bb5e-cbc9d0c819e3 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:52:40.354099 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Updating router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 port 51a9181d-ad6a-4632-9d6c-308740cb4b94 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:52:40.382069 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (51a9181d-ad6a-4632-9d6c-308740cb4b94), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:40.414287 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (c8843bb5-6653-4874-b052-574b7e0c772f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:40.446482 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-680a6816-abc2-43d1-8718-60c6a5650ebe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.6864285 Jan 10 11:52:40.447122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53466) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:40.496847 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for port (2fe72da4-31b7-4f04-adda-d2c7723a05c5), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:40.527428 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372cd556-49b3-4c96-8d73-4297a3b92a56 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:40.534022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372cd556-49b3-4c96-8d73-4297a3b92a56 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:40.536985 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-372cd556-49b3-4c96-8d73-4297a3b92a56 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.0880785 Jan 10 11:52:40.537540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 78c45468-9335-4141-909f-8c9ee6227318 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:52:40.540402 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53468) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:40.606363 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53470) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:40.640697 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-761c8019-97b7-4038-920b-2bab8fda13f1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (b21f9f5b-54ef-422a-b3a5-ecc4239d72ae), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:40.667627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (03c430be-b7dd-4315-903d-bcc644f47ce0), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:40.669743 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:40.677428 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:40.684483 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/03c430be-b7dd-4315-903d-bcc644f47ce0 HTTP/1.1" status: 204 len: 168 time: 4.7652388 Jan 10 11:52:40.687268 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53474) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:40.706166 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-82416a09-e9cc-415a-997a-d3313dc09bf5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1638055297'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:40.717724 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa6c46-d664-4530-beb9-52b4cf430317 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Network': ['ID=03c430be-b7dd-4315-903d-bcc644f47ce0,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:40.724053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (2fe72da4-31b7-4f04-adda-d2c7723a05c5), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:40.774838 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Network e8536ed3-1e45-419a-b527-4d9889e990bc is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:40.780220 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:40.788735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:40.812916 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32adfaa8-ce87-40ab-b121-2981f7a596cb None None] DHCP port deletion for e8536ed3-1e45-419a-b527-4d9889e990bc request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:40.837198 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Request body: {'networks': [{'name': 'tempest-network--1474325664'}, {'name': 'tempest-network--1519201623'}]} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:40.837522 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Request body: {'network': {'name': 'tempest-network--1474325664'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:40.838077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Request body: {'network': {'name': 'tempest-network--1519201623'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:40.903695 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82416a09-e9cc-415a-997a-d3313dc09bf5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:40.906444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82416a09-e9cc-415a-997a-d3313dc09bf5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:40.907588 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Publish callbacks [] for port (51a9181d-ad6a-4632-9d6c-308740cb4b94), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:40.925506 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Pushing event updated for resources: {'Port': ['ID=2fe72da4-31b7-4f04-adda-d2c7723a05c5,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:40.934780 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e4eff9f4-d323-4c6d-a73f-89fb6f68f338 None None] Provisioning complete for port 2fe72da4-31b7-4f04-adda-d2c7723a05c5 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:40.935309 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e4eff9f4-d323-4c6d-a73f-89fb6f68f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2fe72da4-31b7-4f04-adda-d2c7723a05c5), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:40.985286 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e4eff9f4-d323-4c6d-a73f-89fb6f68f338 None None] Port 2fe72da4-31b7-4f04-adda-d2c7723a05c5 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:41.001276 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (51a9181d-ad6a-4632-9d6c-308740cb4b94), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.043955 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82416a09-e9cc-415a-997a-d3313dc09bf5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:41.066725 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73327035-1d94-4dd0-b756-2db02c49b2cb None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:41.069682 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Attempting to bind port 51a9181d-ad6a-4632-9d6c-308740cb4b94 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:41.070097 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Attempting to bind port 51a9181d-ad6a-4632-9d6c-308740cb4b94 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:41.070457 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Attempting to bind port 51a9181d-ad6a-4632-9d6c-308740cb4b94 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:41.072890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (c8843bb5-6653-4874-b052-574b7e0c772f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.087533 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:41.088315 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:41.089028 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82416a09-e9cc-415a-997a-d3313dc09bf5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9da908b0-e6fe-42a4-b4ed-6128e043353c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.090199 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-82416a09-e9cc-415a-997a-d3313dc09bf5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Added segment 9da908b0-e6fe-42a4-b4ed-6128e043353c of type vlan for network b9e4c277-70c3-4227-81a4-d315bd5a4feb Jan 10 11:52:41.090285 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.090285 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:41.093801 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Bound port: 51a9181d-ad6a-4632-9d6c-308740cb4b94, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:41.093801 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (51a9181d-ad6a-4632-9d6c-308740cb4b94), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.104137 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Made reservation on behalf of 73f2dec2d0da49f588ff1584b19b0eb5 for: {'network': 2} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:41.109539 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.122847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-dca5039a-6569-48d9-ba72-e4b2eb41786e None None] Provisioning complete for port 51a9181d-ad6a-4632-9d6c-308740cb4b94 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:41.124788 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dca5039a-6569-48d9-ba72-e4b2eb41786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (51a9181d-ad6a-4632-9d6c-308740cb4b94), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.166071 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] For port 51a9181d-ad6a-4632-9d6c-308740cb4b94, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:41.166283 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c8019-97b7-4038-920b-2bab8fda13f1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Subnet': ['ID=b21f9f5b-54ef-422a-b3a5-ecc4239d72ae,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:41.169643 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] For port 51a9181d-ad6a-4632-9d6c-308740cb4b94, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=51a9181d-ad6a-4632-9d6c-308740cb4b94,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:41.171211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:41.171404 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.172356 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39ffab-9f73-4174-a6de-059a4d8a5ba4 None None] Pushing event updated for resources: {'Port': ['ID=51a9181d-ad6a-4632-9d6c-308740cb4b94,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:41.184661 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39ffab-9f73-4174-a6de-059a4d8a5ba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:41.187022 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39ffab-9f73-4174-a6de-059a4d8a5ba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:41.187540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:41.187740 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39ffab-9f73-4174-a6de-059a4d8a5ba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:41.188222 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39ffab-9f73-4174-a6de-059a4d8a5ba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:41.188724 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39ffab-9f73-4174-a6de-059a4d8a5ba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:41.189291 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39ffab-9f73-4174-a6de-059a4d8a5ba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:41.190056 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39ffab-9f73-4174-a6de-059a4d8a5ba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:41.190607 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39ffab-9f73-4174-a6de-059a4d8a5ba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:41.191179 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39ffab-9f73-4174-a6de-059a4d8a5ba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:41.191964 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39ffab-9f73-4174-a6de-059a4d8a5ba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:41.192287 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:41.192823 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39ffab-9f73-4174-a6de-059a4d8a5ba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:41.193354 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39ffab-9f73-4174-a6de-059a4d8a5ba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:41.194413 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39ffab-9f73-4174-a6de-059a4d8a5ba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:41.200417 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=c8843bb5-6653-4874-b052-574b7e0c772f,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:41.209471 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82416a09-e9cc-415a-997a-d3313dc09bf5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (b9e4c277-70c3-4227-81a4-d315bd5a4feb), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.221303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-dca5039a-6569-48d9-ba72-e4b2eb41786e None None] Port 51a9181d-ad6a-4632-9d6c-308740cb4b94 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:41.247118 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:41.249255 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761c8019-97b7-4038-920b-2bab8fda13f1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Checking segment: {'id': 'ffbb2512-76e2-4cb6-9b24-4e4d77e1d78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4f847180-cba9-40bd-b3f9-7cbd13a623e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:41.249625 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761c8019-97b7-4038-920b-2bab8fda13f1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network hostable DHCP agents. Network: 4f847180-cba9-40bd-b3f9-7cbd13a623e0, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:41.262000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bb3f48-8470-4e01-a11c-4c4501620aec None None] Sync routers for ids ['78c45468-9335-4141-909f-8c9ee6227318'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:41.277100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb3f48-8470-4e01-a11c-4c4501620aec None None] Routers {'78c45468-9335-4141-909f-8c9ee6227318'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:41.278985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-02bb3f48-8470-4e01-a11c-4c4501620aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['78c45468-9335-4141-909f-8c9ee6227318'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:41.288525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-be7ec66d-2ab3-49cc-87cb-e61914dc05c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port 61951d89-7ae9-4a48-9074-e164727b7b3a {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:41.288866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be7ec66d-2ab3-49cc-87cb-e61914dc05c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (61951d89-7ae9-4a48-9074-e164727b7b3a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.298414 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (51a9181d-ad6a-4632-9d6c-308740cb4b94), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.322222 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-02bb3f48-8470-4e01-a11c-4c4501620aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:41.333953 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb3f48-8470-4e01-a11c-4c4501620aec None None] Routers {'78c45468-9335-4141-909f-8c9ee6227318'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:41.335215 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-02bb3f48-8470-4e01-a11c-4c4501620aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['78c45468-9335-4141-909f-8c9ee6227318'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:41.381028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-02bb3f48-8470-4e01-a11c-4c4501620aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:41.382101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bb3f48-8470-4e01-a11c-4c4501620aec None None] The sync data for ids ['78c45468-9335-4141-909f-8c9ee6227318'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:41.390812 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.394782 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c1dddb3d-3ae5-48c4-9bcb-c8ca391e30e8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.7854803 Jan 10 11:52:41.394962 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39ffab-9f73-4174-a6de-059a4d8a5ba4 None None] Pushing event updated for resources: {'Port': ['ID=51a9181d-ad6a-4632-9d6c-308740cb4b94,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:41.398588 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53476) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:41.423786 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Routers {'52e7b567-8659-4822-bb5e-cbc9d0c819e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:41.425756 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:41.430281 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad060bc-8675-4ae3-b74b-8c4036baf046 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:41.436681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82416a09-e9cc-415a-997a-d3313dc09bf5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (b9e4c277-70c3-4227-81a4-d315bd5a4feb), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.443287 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82416a09-e9cc-415a-997a-d3313dc09bf5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:41.443929 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82416a09-e9cc-415a-997a-d3313dc09bf5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.489416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761c8019-97b7-4038-920b-2bab8fda13f1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Network 4f847180-cba9-40bd-b3f9-7cbd13a623e0 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:41.498276 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.510965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for security_group (fa263ec1-bf3a-4191-85ca-77c737f665a2), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.552619 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9b299196-f219-4d15-8fdf-006fd043efcc None None] Provisioning complete for port 51a9181d-ad6a-4632-9d6c-308740cb4b94 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:41.554117 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9b299196-f219-4d15-8fdf-006fd043efcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (51a9181d-ad6a-4632-9d6c-308740cb4b94), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.573011 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] Set router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:52:41.575976 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82416a09-e9cc-415a-997a-d3313dc09bf5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Network': ['ID=b9e4c277-70c3-4227-81a4-d315bd5a4feb,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:41.580007 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (607620dd-fa7a-44a3-859d-09e8a7bbb6eb), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.606531 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be7ec66d-2ab3-49cc-87cb-e61914dc05c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (61951d89-7ae9-4a48-9074-e164727b7b3a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.633931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-be7ec66d-2ab3-49cc-87cb-e61914dc05c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for 61951d89-7ae9-4a48-9074-e164727b7b3a owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:41.645461 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network b9e4c277-70c3-4227-81a4-d315bd5a4feb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:41.646639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-761c8019-97b7-4038-920b-2bab8fda13f1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4f847180-cba9-40bd-b3f9-7cbd13a623e0) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:41.664364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761c8019-97b7-4038-920b-2bab8fda13f1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:41.664975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-761c8019-97b7-4038-920b-2bab8fda13f1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.675539 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (fa263ec1-bf3a-4191-85ca-77c737f665a2), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.675539 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.676224 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8804c69-10b1-49f3-ae75-84d32f880f03 None None] Network 4f847180-cba9-40bd-b3f9-7cbd13a623e0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:41.687262 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-82416a09-e9cc-415a-997a-d3313dc09bf5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9903064 Jan 10 11:52:41.698630 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53480) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:41.707811 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d0e464e6-7284-4435-a9fc-dc41288294d5 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/routers/78c45468-9335-4141-909f-8c9ee6227318 HTTP/1.1" status: 200 len: 884 time: 0.3058810 Jan 10 11:52:41.722150 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-90820a1b-85cc-444c-bfdd-746805fe0c6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:41.726571 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53482) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:41.853600 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9b299196-f219-4d15-8fdf-006fd043efcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (51a9181d-ad6a-4632-9d6c-308740cb4b94), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.855928 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa263ec1-bf3a-4191-85ca-77c737f665a2,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:41.879197 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:41.881419 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'name': 'tempest-ServersTestManualDisk-301841756-router', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178'}], 'enable_snat': True}, 'gw_port_id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:32Z', 'updated_at': '2022-01-10T11:52:37Z', 'revision_number': 3, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'gw_port': {'id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:35Z', 'updated_at': '2022-01-10T11:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:41.900050 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-9b299196-f219-4d15-8fdf-006fd043efcc None None] For port 51a9181d-ad6a-4632-9d6c-308740cb4b94, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=51a9181d-ad6a-4632-9d6c-308740cb4b94,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:41.912318 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (581c18f4-8e93-4892-b03a-e8bc90f5d118), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.912792 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Added segment 581c18f4-8e93-4892-b03a-e8bc90f5d118 of type vlan for network 3b3c1fc4-6d6f-45b4-b42e-1435e7b22d2e Jan 10 11:52:41.917681 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4f847180-cba9-40bd-b3f9-7cbd13a623e0', 'network_id': '4f847180-cba9-40bd-b3f9-7cbd13a623e0', 'project_id': 'b7a563b78a01466b8646457654606ffa', 'fixed_ips': [{'subnet_id': 'b21f9f5b-54ef-422a-b3a5-ecc4239d72ae'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:41.918608 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.950044 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-761c8019-97b7-4038-920b-2bab8fda13f1 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6191268 Jan 10 11:52:41.951845 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53484) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:41.961121 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39bd2d9-2d69-4c31-b4c9-7faa311fe146 None None] The sync data for ids ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'] in dv-neutron-master-2-hyperv is: [{'id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'name': 'tempest-ServersTestManualDisk-301841756-router', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178'}], 'enable_snat': True}, 'gw_port_id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:32Z', 'updated_at': '2022-01-10T11:52:37Z', 'revision_number': 3, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'gw_port': {'id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:35Z', 'updated_at': '2022-01-10T11:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:41.964987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-23b9a931-6d05-4f23-9f3b-8086486da4d7 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:42.023157 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9b299196-f219-4d15-8fdf-006fd043efcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (51a9181d-ad6a-4632-9d6c-308740cb4b94), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.147366 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b299196-f219-4d15-8fdf-006fd043efcc None None] Pushing event updated for resources: {'Port': ['ID=51a9181d-ad6a-4632-9d6c-308740cb4b94,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:42.162790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.175762 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Allocated IP 2001:db8::3 (4f847180-cba9-40bd-b3f9-7cbd13a623e0/b21f9f5b-54ef-422a-b3a5-ecc4239d72ae/0efec995-e3b6-4327-9eeb-5f2eab93e044) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:42.212200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (3b3c1fc4-6d6f-45b4-b42e-1435e7b22d2e), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.232095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-23b9a931-6d05-4f23-9f3b-8086486da4d7 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25530293'] for subnet (b21f9f5b-54ef-422a-b3a5-ecc4239d72ae), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.241996 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Allocated IP 172.20.0.1 (25c4b78f-7299-403b-b2a4-92b74077ddd4/d3bed970-dc5a-4af3-9348-1640b3a3c177/7644ab14-4772-415a-90bb-e688f7bca513) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:42.254150 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-90820a1b-85cc-444c-bfdd-746805fe0c6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (b9e4c277-70c3-4227-81a4-d315bd5a4feb), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.296305 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (607620dd-fa7a-44a3-859d-09e8a7bbb6eb), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.306807 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (a6194870-3165-450f-b22a-1884497b18a9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.338885 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:42.416445 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be7ec66d-2ab3-49cc-87cb-e61914dc05c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (61951d89-7ae9-4a48-9074-e164727b7b3a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.449024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Publish callbacks [] for port (0efec995-e3b6-4327-9eeb-5f2eab93e044), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.481328 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-90820a1b-85cc-444c-bfdd-746805fe0c6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (b9e4c277-70c3-4227-81a4-d315bd5a4feb), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.493553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (16abf2e2-47bf-4bcc-8fe5-b71b828cb707), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.493938 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Added segment 16abf2e2-47bf-4bcc-8fe5-b71b828cb707 of type vlan for network 507e1df7-bd01-4a3e-9b5a-b06afe83013c Jan 10 11:52:42.499021 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-50bca23d-e6ad-4cfa-8768-7c0e864c250e tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7660217 Jan 10 11:52:42.502087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53486) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:42.504839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ec66d-2ab3-49cc-87cb-e61914dc05c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=61951d89-7ae9-4a48-9074-e164727b7b3a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:42.521302 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b0ea7a2d-676e-4c36-a81e-0212a4714c4d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-193986762'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:42.542205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90820a1b-85cc-444c-bfdd-746805fe0c6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network b9e4c277-70c3-4227-81a4-d315bd5a4feb is not hosted by any dhcp agent {{(pid=110625) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 10 11:52:42.548553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90820a1b-85cc-444c-bfdd-746805fe0c6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:42.549198 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-90820a1b-85cc-444c-bfdd-746805fe0c6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.550185 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (0efec995-e3b6-4327-9eeb-5f2eab93e044), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.553726 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-90820a1b-85cc-444c-bfdd-746805fe0c6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "PUT /v2.0/networks/b9e4c277-70c3-4227-81a4-d315bd5a4feb HTTP/1.1" status: 200 len: 723 time: 0.8521540 Jan 10 11:52:42.554393 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53488) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:42.593708 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c1d2e86f-57c3-4677-a220-d14ba24e79a9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'subnet': {'network_id': 'b9e4c277-70c3-4227-81a4-d315bd5a4feb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:42.623880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Network 4f847180-cba9-40bd-b3f9-7cbd13a623e0 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:42.629566 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:42.634454 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:42.672757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Pushing event updated for resources: {'Port': ['ID=0efec995-e3b6-4327-9eeb-5f2eab93e044,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:42.733349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Attempting to bind port 0efec995-e3b6-4327-9eeb-5f2eab93e044 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:42.733695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Attempting to bind port 0efec995-e3b6-4327-9eeb-5f2eab93e044 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffbb2512-76e2-4cb6-9b24-4e4d77e1d78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4f847180-cba9-40bd-b3f9-7cbd13a623e0'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:42.734118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Attempting to bind port 0efec995-e3b6-4327-9eeb-5f2eab93e044 on network 4f847180-cba9-40bd-b3f9-7cbd13a623e0 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:42.735130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (507e1df7-bd01-4a3e-9b5a-b06afe83013c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.741293 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:42.741700 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Checking segment: {'id': 'ffbb2512-76e2-4cb6-9b24-4e4d77e1d78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4f847180-cba9-40bd-b3f9-7cbd13a623e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:42.742177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.742641 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Bound using segment: {'id': 'ffbb2512-76e2-4cb6-9b24-4e4d77e1d78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4f847180-cba9-40bd-b3f9-7cbd13a623e0'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:42.743279 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Bound port: 0efec995-e3b6-4327-9eeb-5f2eab93e044, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbb2512-76e2-4cb6-9b24-4e4d77e1d78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4f847180-cba9-40bd-b3f9-7cbd13a623e0'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:42.743724 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (0efec995-e3b6-4327-9eeb-5f2eab93e044), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.774712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c8843bb5-6653-4874-b052-574b7e0c772f), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.805627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be7ec66d-2ab3-49cc-87cb-e61914dc05c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.810342 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90820a1b-85cc-444c-bfdd-746805fe0c6b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Network': ['ID=b9e4c277-70c3-4227-81a4-d315bd5a4feb,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:42.815165 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-be7ec66d-2ab3-49cc-87cb-e61914dc05c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/61951d89-7ae9-4a48-9074-e164727b7b3a HTTP/1.1" status: 204 len: 168 time: 2.2736452 Jan 10 11:52:42.827240 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53490) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:42.830515 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Publish callbacks [] for port (7644ab14-4772-415a-90bb-e688f7bca513), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.842587 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] For port 0efec995-e3b6-4327-9eeb-5f2eab93e044, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:42.847305 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] For port 0efec995-e3b6-4327-9eeb-5f2eab93e044, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0efec995-e3b6-4327-9eeb-5f2eab93e044,segment=NetworkSegment(ffbb2512-76e2-4cb6-9b24-4e4d77e1d78c),segment_id=ffbb2512-76e2-4cb6-9b24-4e4d77e1d78c)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:42.850696 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network b9e4c277-70c3-4227-81a4-d315bd5a4feb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:42.932083 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (0efec995-e3b6-4327-9eeb-5f2eab93e044), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:42.996038 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (7644ab14-4772-415a-90bb-e688f7bca513), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:43.018565 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095be3b-df8c-4ea4-ad23-e4d330e5a550 None None] Pushing event updated for resources: {'Port': ['ID=0efec995-e3b6-4327-9eeb-5f2eab93e044,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:43.044256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (3b3c1fc4-6d6f-45b4-b42e-1435e7b22d2e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:43.044854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (507e1df7-bd01-4a3e-9b5a-b06afe83013c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:43.051616 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:43.056895 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:43.057486 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:43.082525 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d2e86f-57c3-4677-a220-d14ba24e79a9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:43.086196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e86f-57c3-4677-a220-d14ba24e79a9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:43.107971 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf33c1a-a3ab-426d-9e7d-2d16fab066fd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:43.109562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf33c1a-a3ab-426d-9e7d-2d16fab066fd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:43.113956 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fcf33c1a-a3ab-426d-9e7d-2d16fab066fd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2818961 Jan 10 11:52:43.114565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53492) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:43.159419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:43.433309 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-86261abe-1db6-496a-a896-553192ea357c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet c632e6d3-0711-4b74-9d3c-74a0513a4e26 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:52:43.450538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-86261abe-1db6-496a-a896-553192ea357c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (c632e6d3-0711-4b74-9d3c-74a0513a4e26), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:43.545323 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-86261abe-1db6-496a-a896-553192ea357c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (c632e6d3-0711-4b74-9d3c-74a0513a4e26), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:43.548612 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Network 25c4b78f-7299-403b-b2a4-92b74077ddd4 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:43.552556 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7a2d-676e-4c36-a81e-0212a4714c4d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (78c45468-9335-4141-909f-8c9ee6227318), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:43.590862 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:43.593577 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:43.601456 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Pushing event updated for resources: {'Port': ['ID=7644ab14-4772-415a-90bb-e688f7bca513,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:43.616127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (c8843bb5-6653-4874-b052-574b7e0c772f), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:43.617744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-23b9a931-6d05-4f23-9f3b-8086486da4d7 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739242562937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25533606'] for subnet (b21f9f5b-54ef-422a-b3a5-ecc4239d72ae), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:43.649001 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.0402162 Jan 10 11:52:43.654535 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event updated for resources: {'Network': ['ID=3b3c1fc4-6d6f-45b4-b42e-1435e7b22d2e,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:43.657806 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53494) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:43.671723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 3b3c1fc4-6d6f-45b4-b42e-1435e7b22d2e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:43.698081 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (52e7b567-8659-4822-bb5e-cbc9d0c819e3), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:43.739949 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Router 607620dd-fa7a-44a3-859d-09e8a7bbb6eb is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:52:43.796179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d66b5-8185-4b9d-ab97-758e8c1aca99 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event updated for resources: {'Network': ['ID=507e1df7-bd01-4a3e-9b5a-b06afe83013c,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:43.810495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 507e1df7-bd01-4a3e-9b5a-b06afe83013c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:43.988110 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-70fdd90f-ba92-42cb-a9cf-006a92738950 None None] Provisioning complete for port 7644ab14-4772-415a-90bb-e688f7bca513 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:43.988524 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-70fdd90f-ba92-42cb-a9cf-006a92738950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7644ab14-4772-415a-90bb-e688f7bca513), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:44.048361 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:44.064205 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Sync routers for ids ['607620dd-fa7a-44a3-859d-09e8a7bbb6eb'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:44.064789 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-70fdd90f-ba92-42cb-a9cf-006a92738950 None None] Port 7644ab14-4772-415a-90bb-e688f7bca513 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:44.082159 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Routers {'607620dd-fa7a-44a3-859d-09e8a7bbb6eb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:44.083188 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['607620dd-fa7a-44a3-859d-09e8a7bbb6eb'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:44.096489 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e86f-57c3-4677-a220-d14ba24e79a9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (8bd916de-1e1c-4189-bbca-0f1de7db3778), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:44.144121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7a2d-676e-4c36-a81e-0212a4714c4d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (78c45468-9335-4141-909f-8c9ee6227318), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:44.175862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (c8843bb5-6653-4874-b052-574b7e0c772f), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:44.192308 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2e86f-57c3-4677-a220-d14ba24e79a9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Subnet': ['ID=8bd916de-1e1c-4189-bbca-0f1de7db3778,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:44.196380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7644ab14-4772-415a-90bb-e688f7bca513), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:44.221951 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:44.226449 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ee247208-1b01-4ae1-8312-869a5ffe1df4 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.0293517 Jan 10 11:52:44.227921 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53496) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:44.237231 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Set router 607620dd-fa7a-44a3-859d-09e8a7bbb6eb gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:52:44.238819 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b9a931-6d05-4f23-9f3b-8086486da4d7 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:44.239423 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-23b9a931-6d05-4f23-9f3b-8086486da4d7 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:44.240968 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-23b9a931-6d05-4f23-9f3b-8086486da4d7 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "PUT /v2.0/subnets/b21f9f5b-54ef-422a-b3a5-ecc4239d72ae HTTP/1.1" status: 200 len: 900 time: 2.2869375 Jan 10 11:52:44.245519 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d2e86f-57c3-4677-a220-d14ba24e79a9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Checking segment: {'id': '9da908b0-e6fe-42a4-b4ed-6128e043353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9e4c277-70c3-4227-81a4-d315bd5a4feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:44.246273 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d2e86f-57c3-4677-a220-d14ba24e79a9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network hostable DHCP agents. Network: b9e4c277-70c3-4227-81a4-d315bd5a4feb, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:44.251122 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53498) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:44.320850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9a931-6d05-4f23-9f3b-8086486da4d7 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event updated for resources: {'Subnet': ['ID=b21f9f5b-54ef-422a-b3a5-ecc4239d72ae,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:44.388779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-86261abe-1db6-496a-a896-553192ea357c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (c632e6d3-0711-4b74-9d3c-74a0513a4e26), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:44.450102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (4f847180-cba9-40bd-b3f9-7cbd13a623e0), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:44.502379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=c8843bb5-6653-4874-b052-574b7e0c772f,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:44.532639 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607620dd-fa7a-44a3-859d-09e8a7bbb6eb', 'name': '', 'tenant_id': 'e91ef62352da4e1d921e64a823a979b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8536ed3-1e45-419a-b527-4d9889e990bc', 'external_fixed_ips': [{'subnet_id': 'e96177ee-c14b-4bd2-95fc-79fad5657db5', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '2fe72da4-31b7-4f04-adda-d2c7723a05c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:38Z', 'updated_at': '2022-01-10T11:52:41Z', 'revision_number': 3, 'project_id': 'e91ef62352da4e1d921e64a823a979b7', 'gw_port': {'id': '2fe72da4-31b7-4f04-adda-d2c7723a05c5', 'name': '', 'network_id': 'e8536ed3-1e45-419a-b527-4d9889e990bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607620dd-fa7a-44a3-859d-09e8a7bbb6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e96177ee-c14b-4bd2-95fc-79fad5657db5', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:39Z', 'updated_at': '2022-01-10T11:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e96177ee-c14b-4bd2-95fc-79fad5657db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:44.581711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac98eb19-f384-4cdc-bfa2-0e685ec0694a tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:44.588466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac98eb19-f384-4cdc-bfa2-0e685ec0694a tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:44.595384 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac98eb19-f384-4cdc-bfa2-0e685ec0694a tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:44.601888 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac98eb19-f384-4cdc-bfa2-0e685ec0694a tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:44.603656 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Checking router: 607620dd-fa7a-44a3-859d-09e8a7bbb6eb for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:52:44.604302 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Updating router 607620dd-fa7a-44a3-859d-09e8a7bbb6eb port 2fe72da4-31b7-4f04-adda-d2c7723a05c5 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:52:44.608402 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac98eb19-f384-4cdc-bfa2-0e685ec0694a tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:44.613506 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ac98eb19-f384-4cdc-bfa2-0e685ec0694a tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3011 time: 0.9528177 Jan 10 11:52:44.621751 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53500) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:44.622670 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (a6194870-3165-450f-b22a-1884497b18a9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:44.645218 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2fe72da4-31b7-4f04-adda-d2c7723a05c5), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:44.664515 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Deleting port 0efec995-e3b6-4327-9eeb-5f2eab93e044 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:44.665061 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (0efec995-e3b6-4327-9eeb-5f2eab93e044), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:44.735443 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 51a9181d-ad6a-4632-9d6c-308740cb4b94 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:44.777456 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] For port 0efec995-e3b6-4327-9eeb-5f2eab93e044, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0efec995-e3b6-4327-9eeb-5f2eab93e044,segment=NetworkSegment(ffbb2512-76e2-4cb6-9b24-4e4d77e1d78c),segment_id=ffbb2512-76e2-4cb6-9b24-4e4d77e1d78c)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:44.778340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (0efec995-e3b6-4327-9eeb-5f2eab93e044), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:44.792610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Calling delete_port for 0efec995-e3b6-4327-9eeb-5f2eab93e044 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:44.826792 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 51a9181d-ad6a-4632-9d6c-308740cb4b94 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:44.827449 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (51a9181d-ad6a-4632-9d6c-308740cb4b94), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:44.885872 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-645dcc7e-493f-4868-b8d9-f418bd28a5a9 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router (607620dd-fa7a-44a3-859d-09e8a7bbb6eb), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:44.891961 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d2e86f-57c3-4677-a220-d14ba24e79a9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network b9e4c277-70c3-4227-81a4-d315bd5a4feb is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:44.928259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ea7a2d-676e-4c36-a81e-0212a4714c4d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 78c45468-9335-4141-909f-8c9ee6227318 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:52:44.940070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 0efec995-e3b6-4327-9eeb-5f2eab93e044 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:44.964757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-903b3767-3777-4ad6-9506-7b7f457ca3d2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (3b3c1fc4-6d6f-45b4-b42e-1435e7b22d2e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.004868 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 0efec995-e3b6-4327-9eeb-5f2eab93e044 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:45.005264 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (0efec995-e3b6-4327-9eeb-5f2eab93e044), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.053463 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-c1d2e86f-57c3-4677-a220-d14ba24e79a9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b9e4c277-70c3-4227-81a4-d315bd5a4feb) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:45.058415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d2e86f-57c3-4677-a220-d14ba24e79a9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:45.059191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e86f-57c3-4677-a220-d14ba24e79a9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.059886 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Publish callbacks [] for port (2fe72da4-31b7-4f04-adda-d2c7723a05c5), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.072308 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ea7cdb-1012-49c8-8fc6-f5c4ff3f964d None None] Network b9e4c277-70c3-4227-81a4-d315bd5a4feb requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:45.099341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-86261abe-1db6-496a-a896-553192ea357c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (c632e6d3-0711-4b74-9d3c-74a0513a4e26), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.100151 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Floating IP a6194870-3165-450f-b22a-1884497b18a9 associated. External IP: 172.36.2.213, port: a63ad0a8-de39-400b-a20e-3de32dae4062. Jan 10 11:52:45.126388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Publish callbacks [] for port (7644ab14-4772-415a-90bb-e688f7bca513), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.143741 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-645dcc7e-493f-4868-b8d9-f418bd28a5a9 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (607620dd-fa7a-44a3-859d-09e8a7bbb6eb), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.149553 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2fe72da4-31b7-4f04-adda-d2c7723a05c5), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.165809 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe8e3e-c1cb-42bb-97c3-5a07a450661b None None] Network 4f847180-cba9-40bd-b3f9-7cbd13a623e0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:45.182519 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c1d2e86f-57c3-4677-a220-d14ba24e79a9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6015522 Jan 10 11:52:45.184525 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (0efec995-e3b6-4327-9eeb-5f2eab93e044), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.196202 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53502) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:45.210526 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d09e0444-bc49-425f-b667-82c38e9acee8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:45.237373 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd1dd8-9cdb-4da1-a9c4-68a31c0a8f5c None None] Pushing event updated for resources: {'Port': ['ID=2fe72da4-31b7-4f04-adda-d2c7723a05c5,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:45.244419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86261abe-1db6-496a-a896-553192ea357c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=c632e6d3-0711-4b74-9d3c-74a0513a4e26,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:45.248841 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-86261abe-1db6-496a-a896-553192ea357c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.252891 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-86261abe-1db6-496a-a896-553192ea357c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/c632e6d3-0711-4b74-9d3c-74a0513a4e26 HTTP/1.1" status: 204 len: 168 time: 2.1249595 Jan 10 11:52:45.257139 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-b19a6446-73b6-4195-b10b-0041064af978 None None] Could not find standard attr ID for object 0efec995-e3b6-4327-9eeb-5f2eab93e044. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:52:45.258551 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53504) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:45.266073 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (0efec995-e3b6-4327-9eeb-5f2eab93e044), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.273310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Port': ['ID=0efec995-e3b6-4327-9eeb-5f2eab93e044,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:45.276305 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (7644ab14-4772-415a-90bb-e688f7bca513), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.292673 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Attempting to bind port 2fe72da4-31b7-4f04-adda-d2c7723a05c5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:45.293041 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Attempting to bind port 2fe72da4-31b7-4f04-adda-d2c7723a05c5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cd777191-4d6d-4585-b72f-edf2a0e4642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8536ed3-1e45-419a-b527-4d9889e990bc'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:45.293719 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Attempting to bind port 2fe72da4-31b7-4f04-adda-d2c7723a05c5 on network e8536ed3-1e45-419a-b527-4d9889e990bc {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:45.303630 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c35593-d673-4dbb-8a6a-36fb7c006087 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:45.310052 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:45.312018 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Checking segment: {'id': 'cd777191-4d6d-4585-b72f-edf2a0e4642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8536ed3-1e45-419a-b527-4d9889e990bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:45.312018 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.312018 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Bound using segment: {'id': 'cd777191-4d6d-4585-b72f-edf2a0e4642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8536ed3-1e45-419a-b527-4d9889e990bc'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:45.312018 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Bound port: 2fe72da4-31b7-4f04-adda-d2c7723a05c5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd777191-4d6d-4585-b72f-edf2a0e4642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e8536ed3-1e45-419a-b527-4d9889e990bc'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:45.312018 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2fe72da4-31b7-4f04-adda-d2c7723a05c5), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.330680 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (52e7b567-8659-4822-bb5e-cbc9d0c819e3), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.368387 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] For port 2fe72da4-31b7-4f04-adda-d2c7723a05c5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:45.372124 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] For port 2fe72da4-31b7-4f04-adda-d2c7723a05c5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fe72da4-31b7-4f04-adda-d2c7723a05c5,segment=NetworkSegment(cd777191-4d6d-4585-b72f-edf2a0e4642c),segment_id=cd777191-4d6d-4585-b72f-edf2a0e4642c)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:45.374474 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No DVR routers for this DVR port 0efec995-e3b6-4327-9eeb-5f2eab93e044 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:45.392170 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ccb58414-06d0-4ae2-98eb-790b024958a0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287885 Jan 10 11:52:45.400498 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53506) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:45.431292 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (b21f9f5b-54ef-422a-b3a5-ecc4239d72ae), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.446763 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c2e585af-e7c6-4b07-8bb4-8d03dfe86398 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:45.456466 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2fe72da4-31b7-4f04-adda-d2c7723a05c5), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.542844 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049661b0-f2a4-4eba-925b-afc037d55639 None None] DHCP port deletion for e8536ed3-1e45-419a-b527-4d9889e990bc request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:45.546913 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Routers {'607620dd-fa7a-44a3-859d-09e8a7bbb6eb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:45.547759 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['607620dd-fa7a-44a3-859d-09e8a7bbb6eb'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:45.551580 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd1dd8-9cdb-4da1-a9c4-68a31c0a8f5c None None] Pushing event updated for resources: {'Port': ['ID=2fe72da4-31b7-4f04-adda-d2c7723a05c5,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:45.580394 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-903b3767-3777-4ad6-9506-7b7f457ca3d2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (3b3c1fc4-6d6f-45b4-b42e-1435e7b22d2e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.598821 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Network 25c4b78f-7299-403b-b2a4-92b74077ddd4 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:45.652666 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b9e4c277-70c3-4227-81a4-d315bd5a4feb', 'network_id': 'b9e4c277-70c3-4227-81a4-d315bd5a4feb', 'project_id': 'a4af5988feaf47b38afe64dd8e2726b8', 'fixed_ips': [{'subnet_id': '8bd916de-1e1c-4189-bbca-0f1de7db3778'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:45.654727 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.664285 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d09e0444-bc49-425f-b667-82c38e9acee8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3711026'] for subnet (8bd916de-1e1c-4189-bbca-0f1de7db3778), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.674996 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f5d421-3e66-4ae4-8e6c-66064be0b7df None None] DHCP port deletion for e8536ed3-1e45-419a-b527-4d9889e990bc request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:45.686640 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ea7a2d-676e-4c36-a81e-0212a4714c4d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:45.714139 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7a2d-676e-4c36-a81e-0212a4714c4d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.719769 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b0ea7a2d-676e-4c36-a81e-0212a4714c4d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/78c45468-9335-4141-909f-8c9ee6227318 HTTP/1.1" status: 200 len: 891 time: 3.2125196 Jan 10 11:52:45.719769 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-903b3767-3777-4ad6-9506-7b7f457ca3d2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3c1fc4-6d6f-45b4-b42e-1435e7b22d2e']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:45.720694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b27d29-f94d-407d-9b49-5f6f649524b5 None None] Sync routers for ids ['78c45468-9335-4141-909f-8c9ee6227318'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:45.734387 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:45.736400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53508) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:45.753091 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Pushing event updated for resources: {'Port': ['ID=7644ab14-4772-415a-90bb-e688f7bca513,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:45.847740 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221964f4-d1c9-4f66-be85-6bd295b4a440 None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:45.892334 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ecfc81c0-3d9a-4c28-99b8-fcf0e67e2f3d None None] Provisioning complete for port 2fe72da4-31b7-4f04-adda-d2c7723a05c5 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:45.893217 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ecfc81c0-3d9a-4c28-99b8-fcf0e67e2f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2fe72da4-31b7-4f04-adda-d2c7723a05c5), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:45.960660 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] Set router 607620dd-fa7a-44a3-859d-09e8a7bbb6eb gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:52:45.964328 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c91cd128-bd00-4d2d-acc1-1b2bc6ac67a1 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/routers/78c45468-9335-4141-909f-8c9ee6227318 HTTP/1.1" status: 200 len: 891 time: 0.2236712 Jan 10 11:52:45.968179 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-903b3767-3777-4ad6-9506-7b7f457ca3d2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581c18f4-8e93-4892-b03a-e8bc90f5d118') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:45.973988 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53510) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:45.975022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-903b3767-3777-4ad6-9506-7b7f457ca3d2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581c18f4-8e93-4892-b03a-e8bc90f5d118') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:45.976847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b27d29-f94d-407d-9b49-5f6f649524b5 None None] Routers {'78c45468-9335-4141-909f-8c9ee6227318'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:45.978115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-58b27d29-f94d-407d-9b49-5f6f649524b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['78c45468-9335-4141-909f-8c9ee6227318'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:46.002506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-903b3767-3777-4ad6-9506-7b7f457ca3d2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (581c18f4-8e93-4892-b03a-e8bc90f5d118), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.065594 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-903b3767-3777-4ad6-9506-7b7f457ca3d2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (581c18f4-8e93-4892-b03a-e8bc90f5d118), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.067455 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bf6c748a-e124-402b-8bd2-019f2080c5e3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c45468-9335-4141-909f-8c9ee6227318 HTTP/1.1" status: 200 len: 205 time: 0.0883939 Jan 10 11:52:46.080004 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-58b27d29-f94d-407d-9b49-5f6f649524b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:46.087276 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607620dd-fa7a-44a3-859d-09e8a7bbb6eb', 'name': '', 'tenant_id': 'e91ef62352da4e1d921e64a823a979b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:38Z', 'updated_at': '2022-01-10T11:52:45Z', 'revision_number': 4, 'project_id': 'e91ef62352da4e1d921e64a823a979b7', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:46.088668 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53512) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:46.094885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af036689-af70-4a1a-81fe-86d75f087b75 None None] Network 4f847180-cba9-40bd-b3f9-7cbd13a623e0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:46.100558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903b3767-3777-4ad6-9506-7b7f457ca3d2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:46.101277 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-903b3767-3777-4ad6-9506-7b7f457ca3d2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (581c18f4-8e93-4892-b03a-e8bc90f5d118), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:46.106890 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:46.110599 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:46.111851 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d09e0444-bc49-425f-b667-82c38e9acee8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739242562937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4018576'] for subnet (8bd916de-1e1c-4189-bbca-0f1de7db3778), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.134218 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de02139-471a-405e-be72-c8e9eb7f3adb None None] The sync data for ids ['607620dd-fa7a-44a3-859d-09e8a7bbb6eb'] in dv-neutron-master-2-hyperv is: [{'id': '607620dd-fa7a-44a3-859d-09e8a7bbb6eb', 'name': '', 'tenant_id': 'e91ef62352da4e1d921e64a823a979b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:38Z', 'updated_at': '2022-01-10T11:52:45Z', 'revision_number': 4, 'project_id': 'e91ef62352da4e1d921e64a823a979b7', 'gw_port_host': None}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:46.187413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09e0444-bc49-425f-b667-82c38e9acee8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:46.190244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d09e0444-bc49-425f-b667-82c38e9acee8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.196400 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d09e0444-bc49-425f-b667-82c38e9acee8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "PUT /v2.0/subnets/8bd916de-1e1c-4189-bbca-0f1de7db3778 HTTP/1.1" status: 200 len: 806 time: 0.9925637 Jan 10 11:52:46.197261 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53514) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:46.275659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b27d29-f94d-407d-9b49-5f6f649524b5 None None] Routers {'78c45468-9335-4141-909f-8c9ee6227318'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:46.276309 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-58b27d29-f94d-407d-9b49-5f6f649524b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['78c45468-9335-4141-909f-8c9ee6227318'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:46.320460 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-58b27d29-f94d-407d-9b49-5f6f649524b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:46.321123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b27d29-f94d-407d-9b49-5f6f649524b5 None None] The sync data for ids ['78c45468-9335-4141-909f-8c9ee6227318'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:46.365921 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ecfc81c0-3d9a-4c28-99b8-fcf0e67e2f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2fe72da4-31b7-4f04-adda-d2c7723a05c5), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.371854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-645dcc7e-493f-4868-b8d9-f418bd28a5a9 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Deleting port 2fe72da4-31b7-4f04-adda-d2c7723a05c5 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:46.372199 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-645dcc7e-493f-4868-b8d9-f418bd28a5a9 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (2fe72da4-31b7-4f04-adda-d2c7723a05c5), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.399421 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Allocated IP 172.20.0.2 (b9e4c277-70c3-4227-81a4-d315bd5a4feb/8bd916de-1e1c-4189-bbca-0f1de7db3778/04a71f76-5d3f-46fe-aa8f-199392d657d7) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:46.411151 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ecfc81c0-3d9a-4c28-99b8-fcf0e67e2f3d None None] For port 2fe72da4-31b7-4f04-adda-d2c7723a05c5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fe72da4-31b7-4f04-adda-d2c7723a05c5,segment=NetworkSegment(cd777191-4d6d-4585-b72f-edf2a0e4642c),segment_id=cd777191-4d6d-4585-b72f-edf2a0e4642c)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:46.420711 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-221964f4-d1c9-4f66-be85-6bd295b4a440 None None] Deleting port bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:46.421285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-221964f4-d1c9-4f66-be85-6bd295b4a440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.447228 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (b21f9f5b-54ef-422a-b3a5-ecc4239d72ae), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.461323 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e0444-bc49-425f-b667-82c38e9acee8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Subnet': ['ID=8bd916de-1e1c-4189-bbca-0f1de7db3778,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:46.474957 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router f6ccc364-1e83-4cb2-8085-cf3093fcd207 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:52:46.479421 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e585af-e7c6-4b07-8bb4-8d03dfe86398 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:46.484352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2e585af-e7c6-4b07-8bb4-8d03dfe86398 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.637249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ecfc81c0-3d9a-4c28-99b8-fcf0e67e2f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2fe72da4-31b7-4f04-adda-d2c7723a05c5), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.648715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-903b3767-3777-4ad6-9506-7b7f457ca3d2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (3b3c1fc4-6d6f-45b4-b42e-1435e7b22d2e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.650676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:46.706227 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-903b3767-3777-4ad6-9506-7b7f457ca3d2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.710114 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-903b3767-3777-4ad6-9506-7b7f457ca3d2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "DELETE /v2.0/networks/3b3c1fc4-6d6f-45b4-b42e-1435e7b22d2e HTTP/1.1" status: 204 len: 168 time: 2.0850582 Jan 10 11:52:46.730238 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-221964f4-d1c9-4f66-be85-6bd295b4a440 None None] For port bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:46.730712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-221964f4-d1c9-4f66-be85-6bd295b4a440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.743820 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53516) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:46.781147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-221964f4-d1c9-4f66-be85-6bd295b4a440 None None] Calling delete_port for bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:46.800383 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b3767-3777-4ad6-9506-7b7f457ca3d2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event deleted for resources: {'Network': ['ID=3b3c1fc4-6d6f-45b4-b42e-1435e7b22d2e,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:46.814307 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Publish callbacks [] for port (04a71f76-5d3f-46fe-aa8f-199392d657d7), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.834540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc81c0-3d9a-4c28-99b8-fcf0e67e2f3d None None] Pushing event updated for resources: {'Port': ['ID=2fe72da4-31b7-4f04-adda-d2c7723a05c5,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:46.869862 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a1f0f9f2-d1a7-4c25-a113-70670b094dcd None None] Provisioning complete for port 7644ab14-4772-415a-90bb-e688f7bca513 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:46.870581 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a1f0f9f2-d1a7-4c25-a113-70670b094dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7644ab14-4772-415a-90bb-e688f7bca513), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.877853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-92383cc6-f99e-4e7f-864a-bd27a1a62936 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (507e1df7-bd01-4a3e-9b5a-b06afe83013c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.940024 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:46.941838 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (04a71f76-5d3f-46fe-aa8f-199392d657d7), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:46.949608 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:52:46.975496 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4152a3-57d2-4c04-8e86-0d5540ffd062 None None] Sync routers for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:46.984975 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0f9f2-d1a7-4c25-a113-70670b094dcd None None] Port 7644ab14-4772-415a-90bb-e688f7bca513 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:46.991229 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Subnet': ['ID=b21f9f5b-54ef-422a-b3a5-ecc4239d72ae,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:46.993984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bca2489-1a9b-4530-9eee-6f52777e78ee None None] Network 4f847180-cba9-40bd-b3f9-7cbd13a623e0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:47.014208 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4152a3-57d2-4c04-8e86-0d5540ffd062 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:47.014891 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6c4152a3-57d2-4c04-8e86-0d5540ffd062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:47.043085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.045155 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f0b4e0d5-2eff-455f-a92c-392d46b91901 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (78c45468-9335-4141-909f-8c9ee6227318), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.057408 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6c4152a3-57d2-4c04-8e86-0d5540ffd062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:47.067345 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4152a3-57d2-4c04-8e86-0d5540ffd062 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:47.067976 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6c4152a3-57d2-4c04-8e86-0d5540ffd062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:47.096785 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Network b9e4c277-70c3-4227-81a4-d315bd5a4feb is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:47.106045 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6c4152a3-57d2-4c04-8e86-0d5540ffd062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:47.107117 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4152a3-57d2-4c04-8e86-0d5540ffd062 None None] The sync data for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:47.108528 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:47.110361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Pushing event updated for resources: {'Port': ['ID=04a71f76-5d3f-46fe-aa8f-199392d657d7,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:47.116747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:47.133405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a1f0f9f2-d1a7-4c25-a113-70670b094dcd None None] Provisioning complete for port 2fe72da4-31b7-4f04-adda-d2c7723a05c5 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:47.133888 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a1f0f9f2-d1a7-4c25-a113-70670b094dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2fe72da4-31b7-4f04-adda-d2c7723a05c5), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.164610 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.189806 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-92383cc6-f99e-4e7f-864a-bd27a1a62936 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (507e1df7-bd01-4a3e-9b5a-b06afe83013c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.204777 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-221964f4-d1c9-4f66-be85-6bd295b4a440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.218888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (b9e4c277-70c3-4227-81a4-d315bd5a4feb), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.219991 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2e585af-e7c6-4b07-8bb4-8d03dfe86398 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (4052fcb7-967d-42f1-90c7-6099d310cbd4), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.227779 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (4f847180-cba9-40bd-b3f9-7cbd13a623e0), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.268954 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-645dcc7e-493f-4868-b8d9-f418bd28a5a9 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] For port 2fe72da4-31b7-4f04-adda-d2c7723a05c5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fe72da4-31b7-4f04-adda-d2c7723a05c5,segment=NetworkSegment(cd777191-4d6d-4585-b72f-edf2a0e4642c),segment_id=cd777191-4d6d-4585-b72f-edf2a0e4642c)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:47.269209 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-645dcc7e-493f-4868-b8d9-f418bd28a5a9 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (2fe72da4-31b7-4f04-adda-d2c7723a05c5), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.294535 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2ea29c15-fcbb-434a-b0e9-600f470bdda9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.4588444 Jan 10 11:52:47.296712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-92383cc6-f99e-4e7f-864a-bd27a1a62936 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507e1df7-bd01-4a3e-9b5a-b06afe83013c']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:47.298762 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53518) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:47.299869 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221964f4-d1c9-4f66-be85-6bd295b4a440 None None] Pushing event deleted for resources: {'Port': ['ID=bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:47.316435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221964f4-d1c9-4f66-be85-6bd295b4a440 None None] No DVR routers for this DVR port bf1313a7-8b14-46ec-a0db-b12dbaa3d7c1 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:47.320160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-03def37a-1734-421c-a438-2f0ba0f8a3e1 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'floatingip': {'port_id': 'a63ad0a8-de39-400b-a20e-3de32dae4062', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:47.322550 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3a76d5-29d8-4fb1-8335-825dce828b62 None None] DHCP port deletion for 4f847180-cba9-40bd-b3f9-7cbd13a623e0 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:47.323996 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e585af-e7c6-4b07-8bb4-8d03dfe86398 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:47.331613 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Attempting to bind port 04a71f76-5d3f-46fe-aa8f-199392d657d7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:47.339540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Attempting to bind port 04a71f76-5d3f-46fe-aa8f-199392d657d7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9da908b0-e6fe-42a4-b4ed-6128e043353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9e4c277-70c3-4227-81a4-d315bd5a4feb'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:47.341497 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Attempting to bind port 04a71f76-5d3f-46fe-aa8f-199392d657d7 on network b9e4c277-70c3-4227-81a4-d315bd5a4feb {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:47.362934 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:47.363617 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Checking segment: {'id': '9da908b0-e6fe-42a4-b4ed-6128e043353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9e4c277-70c3-4227-81a4-d315bd5a4feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:47.364251 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.365086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Bound using segment: {'id': '9da908b0-e6fe-42a4-b4ed-6128e043353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9e4c277-70c3-4227-81a4-d315bd5a4feb'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:47.365819 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Bound port: 04a71f76-5d3f-46fe-aa8f-199392d657d7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da908b0-e6fe-42a4-b4ed-6128e043353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9e4c277-70c3-4227-81a4-d315bd5a4feb'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:47.366462 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (04a71f76-5d3f-46fe-aa8f-199392d657d7), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.367374 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-92383cc6-f99e-4e7f-864a-bd27a1a62936 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16abf2e2-47bf-4bcc-8fe5-b71b828cb707') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:47.367678 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-92383cc6-f99e-4e7f-864a-bd27a1a62936 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16abf2e2-47bf-4bcc-8fe5-b71b828cb707') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:47.369934 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-c2e585af-e7c6-4b07-8bb4-8d03dfe86398 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:47.384137 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8006d47f-509f-4a11-acee-80224352d41c None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:47.421030 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-645dcc7e-493f-4868-b8d9-f418bd28a5a9 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Calling delete_port for 2fe72da4-31b7-4f04-adda-d2c7723a05c5 owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:47.431582 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f847180-cba9-40bd-b3f9-7cbd13a623e0']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:47.432284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e585af-e7c6-4b07-8bb4-8d03dfe86398 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:47.432896 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2e585af-e7c6-4b07-8bb4-8d03dfe86398 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.446657 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-92383cc6-f99e-4e7f-864a-bd27a1a62936 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (16abf2e2-47bf-4bcc-8fe5-b71b828cb707), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.476897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbb2512-76e2-4cb6-9b24-4e4d77e1d78c') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:47.477627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbb2512-76e2-4cb6-9b24-4e4d77e1d78c') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:47.493030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e585af-e7c6-4b07-8bb4-8d03dfe86398 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=4052fcb7-967d-42f1-90c7-6099d310cbd4,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:47.516691 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-92383cc6-f99e-4e7f-864a-bd27a1a62936 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (16abf2e2-47bf-4bcc-8fe5-b71b828cb707), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.525316 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-03def37a-1734-421c-a438-2f0ba0f8a3e1 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (a6194870-3165-450f-b22a-1884497b18a9), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.530319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92383cc6-f99e-4e7f-864a-bd27a1a62936 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:47.530732 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-92383cc6-f99e-4e7f-864a-bd27a1a62936 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (16abf2e2-47bf-4bcc-8fe5-b71b828cb707), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:47.533995 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:47.551423 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (ffbb2512-76e2-4cb6-9b24-4e4d77e1d78c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.616924 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (ffbb2512-76e2-4cb6-9b24-4e4d77e1d78c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.628113 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] For port 04a71f76-5d3f-46fe-aa8f-199392d657d7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:47.630691 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c2e585af-e7c6-4b07-8bb4-8d03dfe86398 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2263792 Jan 10 11:52:47.635894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53520) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:47.645023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] For port 04a71f76-5d3f-46fe-aa8f-199392d657d7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04a71f76-5d3f-46fe-aa8f-199392d657d7,segment=NetworkSegment(9da908b0-e6fe-42a4-b4ed-6128e043353c),segment_id=9da908b0-e6fe-42a4-b4ed-6128e043353c)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:47.647560 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f0b4e0d5-2eff-455f-a92c-392d46b91901 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_gateway (78c45468-9335-4141-909f-8c9ee6227318), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.648959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-8cb9e58c-6d3c-4527-804c-8b17b648a961 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'fixed_ips': [{'subnet_id': '4052fcb7-967d-42f1-90c7-6099d310cbd4', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-2008656847'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:47.653508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': '4052fcb7-967d-42f1-90c7-6099d310cbd4'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:47.656823 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:47.656823 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (ffbb2512-76e2-4cb6-9b24-4e4d77e1d78c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.657042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.681811 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:47.683718 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:47.697917 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1946b346-644a-4410-bd58-9dcaa4853469 admin admin] 10.222.0.16 "PUT /v2.0/routers/52e7b567-8659-4822-bb5e-cbc9d0c819e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7201092 Jan 10 11:52:47.807281 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-92383cc6-f99e-4e7f-864a-bd27a1a62936 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (507e1df7-bd01-4a3e-9b5a-b06afe83013c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.838463 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Deleting port 04a71f76-5d3f-46fe-aa8f-199392d657d7 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:47.839174 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (04a71f76-5d3f-46fe-aa8f-199392d657d7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.857242 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-92383cc6-f99e-4e7f-864a-bd27a1a62936 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:47.861688 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-92383cc6-f99e-4e7f-864a-bd27a1a62936 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "DELETE /v2.0/networks/507e1df7-bd01-4a3e-9b5a-b06afe83013c HTTP/1.1" status: 204 len: 168 time: 1.1154623 Jan 10 11:52:47.865201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53528) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:47.923972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92383cc6-f99e-4e7f-864a-bd27a1a62936 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event deleted for resources: {'Network': ['ID=507e1df7-bd01-4a3e-9b5a-b06afe83013c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:47.984875 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (4f847180-cba9-40bd-b3f9-7cbd13a623e0), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.015673 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Sync routers for ids ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:48.021962 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (04a71f76-5d3f-46fe-aa8f-199392d657d7), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.046927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb9e58c-6d3c-4527-804c-8b17b648a961 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:48.065667 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.073558 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/4f847180-cba9-40bd-b3f9-7cbd13a623e0 HTTP/1.1" status: 204 len: 168 time: 3.7800758 Jan 10 11:52:48.075017 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53530) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:48.103139 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Routers {'52e7b567-8659-4822-bb5e-cbc9d0c819e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:48.104914 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:48.110269 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290df02a-4042-41bf-a444-92ce936e51fa tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Network': ['ID=4f847180-cba9-40bd-b3f9-7cbd13a623e0,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:48.170426 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] For port 04a71f76-5d3f-46fe-aa8f-199392d657d7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04a71f76-5d3f-46fe-aa8f-199392d657d7,segment=NetworkSegment(9da908b0-e6fe-42a4-b4ed-6128e043353c),segment_id=9da908b0-e6fe-42a4-b4ed-6128e043353c)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:48.170896 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (04a71f76-5d3f-46fe-aa8f-199392d657d7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.189480 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31064247-e3f7-47c1-9953-59d3ced22b54 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:48.196538 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31064247-e3f7-47c1-9953-59d3ced22b54 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:48.209683 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31064247-e3f7-47c1-9953-59d3ced22b54 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:48.213663 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3e3d9a-e074-4ea8-85ee-f97b57d26b08 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] DELETE failed (client error): The resource could not be found. Jan 10 11:52:48.214161 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3e3d9a-e074-4ea8-85ee-f97b57d26b08 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:52:48.220026 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9b3e3d9a-e074-4ea8-85ee-f97b57d26b08 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/subnets/b21f9f5b-54ef-422a-b3a5-ecc4239d72ae HTTP/1.1" status: 404 len: 337 time: 0.1403966 Jan 10 11:52:48.220218 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-31064247-e3f7-47c1-9953-59d3ced22b54 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.3518658 Jan 10 11:52:48.222871 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53532) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:48.223216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53534) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:48.234781 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d36d4e8b-e44e-444b-96bb-0ca00c026638 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-885073263'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:48.244164 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Set router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:52:48.251915 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Calling delete_port for 04a71f76-5d3f-46fe-aa8f-199392d657d7 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:48.264724 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-645dcc7e-493f-4868-b8d9-f418bd28a5a9 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (2fe72da4-31b7-4f04-adda-d2c7723a05c5), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.276074 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf35420-46f4-4ddd-997e-8e9ee9adc052 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] DELETE failed (client error): The resource could not be found. Jan 10 11:52:48.277190 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf35420-46f4-4ddd-997e-8e9ee9adc052 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:52:48.283450 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2cf35420-46f4-4ddd-997e-8e9ee9adc052 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/4f847180-cba9-40bd-b3f9-7cbd13a623e0 HTTP/1.1" status: 404 len: 339 time: 0.0557365 Jan 10 11:52:48.283450 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f0b4e0d5-2eff-455f-a92c-392d46b91901 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port f7fa2314-bd47-4a00-859e-e682ddcc26a4 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:48.283835 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f0b4e0d5-2eff-455f-a92c-392d46b91901 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f7fa2314-bd47-4a00-859e-e682ddcc26a4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.287341 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53536) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:48.342899 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0713fc-2d2a-4057-b230-579f38a61f8c None None] Pushing event updated for resources: {'Port': ['ID=04a71f76-5d3f-46fe-aa8f-199392d657d7,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:48.353845 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8cb9e58c-6d3c-4527-804c-8b17b648a961 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.380686 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645dcc7e-493f-4868-b8d9-f418bd28a5a9 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fe72da4-31b7-4f04-adda-d2c7723a05c5,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:48.408385 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-8cb9e58c-6d3c-4527-804c-8b17b648a961 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port cfac77a3-b26d-4b33-9743-4c514803692a yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:48.578817 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Allocated IP 2001:db8::2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/4052fcb7-967d-42f1-90c7-6099d310cbd4/1c2eadc1-e248-4671-86b9-198de84425c7) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:48.583911 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0e96b5-8e2b-4fbf-a97b-28582e07dbe5 None None] DHCP port deletion for e8536ed3-1e45-419a-b527-4d9889e990bc request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:48.586074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 0efec995-e3b6-4327-9eeb-5f2eab93e044 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:48.612003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-03def37a-1734-421c-a438-2f0ba0f8a3e1 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.633330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 0efec995-e3b6-4327-9eeb-5f2eab93e044 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:52:48.633850 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 0efec995-e3b6-4327-9eeb-5f2eab93e044 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:52:48.662964 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36d4e8b-e44e-444b-96bb-0ca00c026638 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Made reservation on behalf of 73f2dec2d0da49f588ff1584b19b0eb5 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:48.666685 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d36d4e8b-e44e-444b-96bb-0ca00c026638 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.725629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-03def37a-1734-421c-a438-2f0ba0f8a3e1 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (a6194870-3165-450f-b22a-1884497b18a9), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.731336 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09f01512-73d9-4a1c-92f6-ed2717b84453 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (34bf0b36-d5da-472a-8ce5-96564230d1a2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.751916 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-645dcc7e-493f-4868-b8d9-f418bd28a5a9 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (607620dd-fa7a-44a3-859d-09e8a7bbb6eb), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.787667 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'name': 'tempest-ServersTestManualDisk-301841756-router', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178'}], 'enable_snat': True}, 'gw_port_id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:32Z', 'updated_at': '2022-01-10T11:52:44Z', 'revision_number': 4, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'gw_port': {'id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:35Z', 'updated_at': '2022-01-10T11:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7644ab14-4772-415a-90bb-e688f7bca513', 'name': '', 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'mac_address': 'fa:16:3e:ef:01:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:41Z', 'updated_at': '2022-01-10T11:52:44Z', 'revision_number': 2, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'subnets': [{'id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:48.837240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Checking router: 52e7b567-8659-4822-bb5e-cbc9d0c819e3 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:52:48.837624 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Updating router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 port 7644ab14-4772-415a-90bb-e688f7bca513 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:52:48.871336 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f0b4e0d5-2eff-455f-a92c-392d46b91901 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f7fa2314-bd47-4a00-859e-e682ddcc26a4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.872035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53538) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:48.878138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36d4e8b-e44e-444b-96bb-0ca00c026638 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:48.878684 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7644ab14-4772-415a-90bb-e688f7bca513), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.880172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5ca6626a-0a8d-4037-994a-2d06d99e626f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1403802601', 'description': 'tempest-description--95473841'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:48.900230 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Publish callbacks [] for port (1c2eadc1-e248-4671-86b9-198de84425c7), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.900471 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-645dcc7e-493f-4868-b8d9-f418bd28a5a9 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (607620dd-fa7a-44a3-859d-09e8a7bbb6eb), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.908834 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-645dcc7e-493f-4868-b8d9-f418bd28a5a9 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_controller (607620dd-fa7a-44a3-859d-09e8a7bbb6eb), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:48.927821 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f0b4e0d5-2eff-455f-a92c-392d46b91901 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for f7fa2314-bd47-4a00-859e-e682ddcc26a4 owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:49.002964 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (1c2eadc1-e248-4671-86b9-198de84425c7), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.080138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:49.085819 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Pushing event updated for resources: {'Port': ['ID=1c2eadc1-e248-4671-86b9-198de84425c7,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:49.099089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:49.108335 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09f01512-73d9-4a1c-92f6-ed2717b84453 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (34bf0b36-d5da-472a-8ce5-96564230d1a2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.109035 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:49.149309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-645dcc7e-493f-4868-b8d9-f418bd28a5a9 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (607620dd-fa7a-44a3-859d-09e8a7bbb6eb), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.150028 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645dcc7e-493f-4868-b8d9-f418bd28a5a9 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 607620dd-fa7a-44a3-859d-09e8a7bbb6eb {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:52:49.154528 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-09f01512-73d9-4a1c-92f6-ed2717b84453 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34bf0b36-d5da-472a-8ce5-96564230d1a2']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:49.161295 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-645dcc7e-493f-4868-b8d9-f418bd28a5a9 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.165066 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-645dcc7e-493f-4868-b8d9-f418bd28a5a9 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "DELETE /v2.0/routers/607620dd-fa7a-44a3-859d-09e8a7bbb6eb HTTP/1.1" status: 204 len: 168 time: 4.9310062 Jan 10 11:52:49.173809 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53540) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:49.189541 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-09f01512-73d9-4a1c-92f6-ed2717b84453 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e0614b-b0bf-43ec-b2e7-7d36ac708d95') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:49.194376 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-09f01512-73d9-4a1c-92f6-ed2717b84453 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e0614b-b0bf-43ec-b2e7-7d36ac708d95') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:49.230697 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09f01512-73d9-4a1c-92f6-ed2717b84453 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (12e0614b-b0bf-43ec-b2e7-7d36ac708d95), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.256140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Attempting to bind port 1c2eadc1-e248-4671-86b9-198de84425c7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:49.256453 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Attempting to bind port 1c2eadc1-e248-4671-86b9-198de84425c7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:49.256990 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Attempting to bind port 1c2eadc1-e248-4671-86b9-198de84425c7 on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:49.280348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d36d4e8b-e44e-444b-96bb-0ca00c026638 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (6d9f2b38-b700-4e06-af31-f5a5f4e7f1b9), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.280798 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-d36d4e8b-e44e-444b-96bb-0ca00c026638 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Added segment 6d9f2b38-b700-4e06-af31-f5a5f4e7f1b9 of type vlan for network 01eeee93-26fe-41af-ab9b-6affa428b833 Jan 10 11:52:49.282339 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (04a71f76-5d3f-46fe-aa8f-199392d657d7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.301707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:49.301707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:49.301707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.302543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:49.303084 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Bound port: 1c2eadc1-e248-4671-86b9-198de84425c7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:49.303491 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1c2eadc1-e248-4671-86b9-198de84425c7), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.379602 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09f01512-73d9-4a1c-92f6-ed2717b84453 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (12e0614b-b0bf-43ec-b2e7-7d36ac708d95), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.390321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5ca6626a-0a8d-4037-994a-2d06d99e626f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.412057 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Port': ['ID=04a71f76-5d3f-46fe-aa8f-199392d657d7,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:49.423205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f01512-73d9-4a1c-92f6-ed2717b84453 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:49.423863 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09f01512-73d9-4a1c-92f6-ed2717b84453 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (12e0614b-b0bf-43ec-b2e7-7d36ac708d95), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:49.434145 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:49.439408 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-70683ca9-0bb5-4cd2-b8c0-85197d023b69 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Deleting subnet e96177ee-c14b-4bd2-95fc-79fad5657db5 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:52:49.448023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Publish callbacks [] for port (7644ab14-4772-415a-90bb-e688f7bca513), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.453493 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.457283 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] For port 1c2eadc1-e248-4671-86b9-198de84425c7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:49.483214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] For port 1c2eadc1-e248-4671-86b9-198de84425c7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c2eadc1-e248-4671-86b9-198de84425c7,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:49.483481 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d36d4e8b-e44e-444b-96bb-0ca00c026638 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (01eeee93-26fe-41af-ab9b-6affa428b833), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.491216 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03def37a-1734-421c-a438-2f0ba0f8a3e1 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router f6ccc364-1e83-4cb2-8085-cf3093fcd207 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:52:49.524186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-70683ca9-0bb5-4cd2-b8c0-85197d023b69 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for subnet (e96177ee-c14b-4bd2-95fc-79fad5657db5), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.546712 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb9e58c-6d3c-4527-804c-8b17b648a961 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:52:49.547399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb9e58c-6d3c-4527-804c-8b17b648a961 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:52:49.580802 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No DVR routers for this DVR port 04a71f76-5d3f-46fe-aa8f-199392d657d7 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:49.637353 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5ca6626a-0a8d-4037-994a-2d06d99e626f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for security_group (0ebdcc16-4168-4320-92de-b4d59448c746), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.663946 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-70683ca9-0bb5-4cd2-b8c0-85197d023b69 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (e96177ee-c14b-4bd2-95fc-79fad5657db5), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.667911 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7644ab14-4772-415a-90bb-e688f7bca513), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.698055 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03def37a-1734-421c-a438-2f0ba0f8a3e1 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:49.705640 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-03def37a-1734-421c-a438-2f0ba0f8a3e1 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.706865 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8f0bb-03b4-49e0-89bd-f3fd41af07ba None None] Sync routers for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:49.718472 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1c2eadc1-e248-4671-86b9-198de84425c7), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.734078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (8bd916de-1e1c-4189-bbca-0f1de7db3778), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.735971 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8f0bb-03b4-49e0-89bd-f3fd41af07ba None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:49.746452 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9eb8f0bb-03b4-49e0-89bd-f3fd41af07ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:49.760571 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-70683ca9-0bb5-4cd2-b8c0-85197d023b69 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (e96177ee-c14b-4bd2-95fc-79fad5657db5), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.797200 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdff9cb-8d8c-4c62-96aa-f416a7bed7ce None None] Pushing event updated for resources: {'Port': ['ID=7644ab14-4772-415a-90bb-e688f7bca513,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:49.816967 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9eb8f0bb-03b4-49e0-89bd-f3fd41af07ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:49.830000 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-03def37a-1734-421c-a438-2f0ba0f8a3e1 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "PUT /v2.0/floatingips/a6194870-3165-450f-b22a-1884497b18a9 HTTP/1.1" status: 200 len: 979 time: 2.5212734 Jan 10 11:52:49.831938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53542) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:49.841020 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8f0bb-03b4-49e0-89bd-f3fd41af07ba None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:49.842414 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9eb8f0bb-03b4-49e0-89bd-f3fd41af07ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:49.879454 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09f01512-73d9-4a1c-92f6-ed2717b84453 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (34bf0b36-d5da-472a-8ce5-96564230d1a2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.899953 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09f01512-73d9-4a1c-92f6-ed2717b84453 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.901904 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9eb8f0bb-03b4-49e0-89bd-f3fd41af07ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:49.902859 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8f0bb-03b4-49e0-89bd-f3fd41af07ba None None] The sync data for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:49.903712 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-09f01512-73d9-4a1c-92f6-ed2717b84453 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/34bf0b36-d5da-472a-8ce5-96564230d1a2 HTTP/1.1" status: 204 len: 168 time: 1.6047103 Jan 10 11:52:49.909237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53544) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:49.923281 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a4ac4b-e130-4ee4-9747-20032e9d1d68 None None] Network b9e4c277-70c3-4227-81a4-d315bd5a4feb requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:49.954786 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f740051-0b0a-4061-83b7-f2a67ce8c955 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] DELETE failed (client error): The resource could not be found. Jan 10 11:52:49.955402 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f740051-0b0a-4061-83b7-f2a67ce8c955 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:52:49.958880 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4f740051-0b0a-4061-83b7-f2a67ce8c955 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/subnets/fd8100ec-b3b8-4127-afa8-26726fd97c58 HTTP/1.1" status: 404 len: 337 time: 0.0480964 Jan 10 11:52:49.961084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f01512-73d9-4a1c-92f6-ed2717b84453 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Network': ['ID=34bf0b36-d5da-472a-8ce5-96564230d1a2,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:49.963911 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f0b4e0d5-2eff-455f-a92c-392d46b91901 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (f7fa2314-bd47-4a00-859e-e682ddcc26a4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.971043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53546) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:49.974480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-cf7fd0f9-833f-4e11-b15e-e5e4f89e5f3f None None] Could not find standard attr ID for object 04a71f76-5d3f-46fe-aa8f-199392d657d7. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:52:49.984078 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8cb9e58c-6d3c-4527-804c-8b17b648a961 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.3452728 Jan 10 11:52:49.986419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5ca6626a-0a8d-4037-994a-2d06d99e626f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0ebdcc16-4168-4320-92de-b4d59448c746), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.992043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d36d4e8b-e44e-444b-96bb-0ca00c026638 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (01eeee93-26fe-41af-ab9b-6affa428b833), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:49.999693 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36d4e8b-e44e-444b-96bb-0ca00c026638 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:50.004754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53548) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:50.004907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d36d4e8b-e44e-444b-96bb-0ca00c026638 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.021539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Attempting to bind port 7644ab14-4772-415a-90bb-e688f7bca513 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:50.021539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Attempting to bind port 7644ab14-4772-415a-90bb-e688f7bca513 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '779e930d-7562-46ee-98f3-134628bb256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:50.021885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Attempting to bind port 7644ab14-4772-415a-90bb-e688f7bca513 on network 25c4b78f-7299-403b-b2a4-92b74077ddd4 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:50.032067 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4e0d5-2eff-455f-a92c-392d46b91901 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=f7fa2314-bd47-4a00-859e-e682ddcc26a4,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:50.066337 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07914f-d147-4be7-821b-be8553f95567 None None] Pushing event updated for resources: {'Port': ['ID=1c2eadc1-e248-4671-86b9-198de84425c7,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:50.105512 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:50.106921 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Checking segment: {'id': '779e930d-7562-46ee-98f3-134628bb256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:50.108063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.108722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Bound using segment: {'id': '779e930d-7562-46ee-98f3-134628bb256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:50.109376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Bound port: 7644ab14-4772-415a-90bb-e688f7bca513, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779e930d-7562-46ee-98f3-134628bb256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:50.109967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7644ab14-4772-415a-90bb-e688f7bca513), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.147037 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (8bd916de-1e1c-4189-bbca-0f1de7db3778), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.170818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6626a-0a8d-4037-994a-2d06d99e626f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebdcc16-4168-4320-92de-b4d59448c746,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:50.192005 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d4e8b-e44e-444b-96bb-0ca00c026638 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event updated for resources: {'Network': ['ID=01eeee93-26fe-41af-ab9b-6affa428b833,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:50.194632 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-70683ca9-0bb5-4cd2-b8c0-85197d023b69 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (e96177ee-c14b-4bd2-95fc-79fad5657db5), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.204023 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5ca6626a-0a8d-4037-994a-2d06d99e626f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.209518 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5ca6626a-0a8d-4037-994a-2d06d99e626f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3317780 Jan 10 11:52:50.211645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53550) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:50.215894 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 01eeee93-26fe-41af-ab9b-6affa428b833 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:50.220710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-cd62985e-8440-46cb-8fe6-f66b3ebc554f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Request body: {'security_group_rule': {'security_group_id': '0ebdcc16-4168-4320-92de-b4d59448c746', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:50.256478 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d15f03d-19f7-4409-b42a-19c5a2aa0bf6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:50.261173 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3d15f03d-19f7-4409-b42a-19c5a2aa0bf6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2390158 Jan 10 11:52:50.262464 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53552) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:50.321752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] For port 7644ab14-4772-415a-90bb-e688f7bca513, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:50.359020 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] For port 7644ab14-4772-415a-90bb-e688f7bca513, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7644ab14-4772-415a-90bb-e688f7bca513,segment=NetworkSegment(779e930d-7562-46ee-98f3-134628bb256f),segment_id=779e930d-7562-46ee-98f3-134628bb256f)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:50.370896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a01dc7a5-f300-43c6-87a3-258f367a98b0 None None] Provisioning complete for port 7644ab14-4772-415a-90bb-e688f7bca513 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:50.371464 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a01dc7a5-f300-43c6-87a3-258f367a98b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7644ab14-4772-415a-90bb-e688f7bca513), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.383162 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e954ca2c-ce3d-481a-aa83-6a344e6679e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:50.384913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e954ca2c-ce3d-481a-aa83-6a344e6679e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:50.390104 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e954ca2c-ce3d-481a-aa83-6a344e6679e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1247704 Jan 10 11:52:50.392019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53554) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:50.444461 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7644ab14-4772-415a-90bb-e688f7bca513), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.456506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2297042d-2772-40d4-ae7d-b4bd68c73f23 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting port c8843bb5-6653-4874-b052-574b7e0c772f {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:50.456863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2297042d-2772-40d4-ae7d-b4bd68c73f23 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c8843bb5-6653-4874-b052-574b7e0c772f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.507726 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-a01dc7a5-f300-43c6-87a3-258f367a98b0 None None] Port 7644ab14-4772-415a-90bb-e688f7bca513 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:50.531376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Routers {'52e7b567-8659-4822-bb5e-cbc9d0c819e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:50.532826 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:50.538197 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cd62985e-8440-46cb-8fe6-f66b3ebc554f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for security_group_rule (53086e40-e4f0-4354-a0bb-65e6d674150e), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.549578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c95e910-f6fb-4940-84f2-57baf90696eb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 4052fcb7-967d-42f1-90c7-6099d310cbd4 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:52:50.553657 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c95e910-f6fb-4940-84f2-57baf90696eb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (4052fcb7-967d-42f1-90c7-6099d310cbd4), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.616932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdff9cb-8d8c-4c62-96aa-f416a7bed7ce None None] Pushing event updated for resources: {'Port': ['ID=7644ab14-4772-415a-90bb-e688f7bca513,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:50.723381 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd916de-1e1c-4189-bbca-0f1de7db3778,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:50.723729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cd62985e-8440-46cb-8fe6-f66b3ebc554f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for security_group_rule (53086e40-e4f0-4354-a0bb-65e6d674150e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.751859 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c95e910-f6fb-4940-84f2-57baf90696eb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (4052fcb7-967d-42f1-90c7-6099d310cbd4), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.805587 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (b9e4c277-70c3-4227-81a4-d315bd5a4feb), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.822354 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094774f5-52fa-49e7-bccb-62e7b8c67c34 None None] Network b9e4c277-70c3-4227-81a4-d315bd5a4feb requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:50.823836 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e4c277-70c3-4227-81a4-d315bd5a4feb']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:50.830581 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1c2eadc1-e248-4671-86b9-198de84425c7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:50.834059 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66a9685-b2e8-48ef-a508-87bf7e5df623 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] DELETE failed (client error): The resource could not be found. Jan 10 11:52:50.834331 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66a9685-b2e8-48ef-a508-87bf7e5df623 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:52:50.837401 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d66a9685-b2e8-48ef-a508-87bf7e5df623 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/7d531e39-68e4-4c6e-9071-130eb62afcd3 HTTP/1.1" status: 404 len: 339 time: 0.8311465 Jan 10 11:52:50.852536 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53556) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:50.854956 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cd62985e-8440-46cb-8fe6-f66b3ebc554f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (53086e40-e4f0-4354-a0bb-65e6d674150e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.867423 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da908b0-e6fe-42a4-b4ed-6128e043353c') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:50.868331 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da908b0-e6fe-42a4-b4ed-6128e043353c') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:50.873802 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70683ca9-0bb5-4cd2-b8c0-85197d023b69 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e96177ee-c14b-4bd2-95fc-79fad5657db5,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:50.878462 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-70683ca9-0bb5-4cd2-b8c0-85197d023b69 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.882286 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-70683ca9-0bb5-4cd2-b8c0-85197d023b69 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/e96177ee-c14b-4bd2-95fc-79fad5657db5 HTTP/1.1" status: 204 len: 168 time: 1.7032804 Jan 10 11:52:50.887461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62985e-8440-46cb-8fe6-f66b3ebc554f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53086e40-e4f0-4354-a0bb-65e6d674150e,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:50.887702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a91cd2-d2aa-49a2-90dd-d29c814b3ebe None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:50.908343 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a892ba-43a9-4ac4-b148-761d6747078a None None] Network e8536ed3-1e45-419a-b527-4d9889e990bc requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:50.920057 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53558) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:50.928016 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d36d4e8b-e44e-444b-96bb-0ca00c026638 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.7037106 Jan 10 11:52:50.934267 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53560) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:50.938210 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (9da908b0-e6fe-42a4-b4ed-6128e043353c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.949163 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c95e910-f6fb-4940-84f2-57baf90696eb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (4052fcb7-967d-42f1-90c7-6099d310cbd4), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:50.972446 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f14a7e51-c428-4e14-a306-cbf731142f66 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1980527361'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:50.993930 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9da908b0-e6fe-42a4-b4ed-6128e043353c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.008134 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:51.008820 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (9da908b0-e6fe-42a4-b4ed-6128e043353c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:51.012831 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:51.027628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-14ad9ac6-5fc8-4ecf-aa4b-65e8b07e2602 None None] Provisioning complete for port 7644ab14-4772-415a-90bb-e688f7bca513 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:51.028015 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-14ad9ac6-5fc8-4ecf-aa4b-65e8b07e2602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7644ab14-4772-415a-90bb-e688f7bca513), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.038584 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f0b4e0d5-2eff-455f-a92c-392d46b91901 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (78c45468-9335-4141-909f-8c9ee6227318), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.076298 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8e6b2614-ee34-43b4-a485-e22048b3a367 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (e8536ed3-1e45-419a-b527-4d9889e990bc), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.115605 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cd62985e-8440-46cb-8fe6-f66b3ebc554f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.119935 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cd62985e-8440-46cb-8fe6-f66b3ebc554f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9076264 Jan 10 11:52:51.123929 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53562) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:51.125885 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2297042d-2772-40d4-ae7d-b4bd68c73f23 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c8843bb5-6653-4874-b052-574b7e0c772f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.126318 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2297042d-2772-40d4-ae7d-b4bd68c73f23 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (c8843bb5-6653-4874-b052-574b7e0c772f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.169618 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-676f0cd1-a2a3-4dac-8746-fc930622a227 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Request body: {'security_group_rule': {'security_group_id': '0ebdcc16-4168-4320-92de-b4d59448c746', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:51.182258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-14ad9ac6-5fc8-4ecf-aa4b-65e8b07e2602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7644ab14-4772-415a-90bb-e688f7bca513), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.192330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2abbcb-1b0e-42b6-a03c-c9268f0a1574 None None] DHCP port deletion for e8536ed3-1e45-419a-b527-4d9889e990bc request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:51.212157 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 1c2eadc1-e248-4671-86b9-198de84425c7 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:51.212157 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1c2eadc1-e248-4671-86b9-198de84425c7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.213009 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] Set router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:52:51.245298 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14a7e51-c428-4e14-a306-cbf731142f66 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Made reservation on behalf of 73f2dec2d0da49f588ff1584b19b0eb5 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:51.250175 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f14a7e51-c428-4e14-a306-cbf731142f66 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.270532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f0b4e0d5-2eff-455f-a92c-392d46b91901 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (78c45468-9335-4141-909f-8c9ee6227318), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.275727 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f0b4e0d5-2eff-455f-a92c-392d46b91901 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_controller (78c45468-9335-4141-909f-8c9ee6227318), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.280421 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecda7fa-6401-4049-867b-20eef6aeea70 None None] DHCP port deletion for b9e4c277-70c3-4227-81a4-d315bd5a4feb request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:51.336397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-14ad9ac6-5fc8-4ecf-aa4b-65e8b07e2602 None None] For port 7644ab14-4772-415a-90bb-e688f7bca513, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7644ab14-4772-415a-90bb-e688f7bca513,segment=NetworkSegment(779e930d-7562-46ee-98f3-134628bb256f),segment_id=779e930d-7562-46ee-98f3-134628bb256f)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:51.338785 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8e6b2614-ee34-43b4-a485-e22048b3a367 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (e8536ed3-1e45-419a-b527-4d9889e990bc), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.343433 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2297042d-2772-40d4-ae7d-b4bd68c73f23 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Calling delete_port for c8843bb5-6653-4874-b052-574b7e0c772f owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:51.356340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14a7e51-c428-4e14-a306-cbf731142f66 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:51.359558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcd1ef6-22d4-49c9-9448-f7c0ce5654ed tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Deleting subnet 1d0120ad-9d40-4ae2-bdc3-235632638be9 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:52:51.366904 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f14a7e51-c428-4e14-a306-cbf731142f66 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (89c64148-de55-4d78-97a3-284c959418fa), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.367252 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-f14a7e51-c428-4e14-a306-cbf731142f66 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Added segment 89c64148-de55-4d78-97a3-284c959418fa of type vlan for network f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63 Jan 10 11:52:51.369939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1ef6-22d4-49c9-9448-f7c0ce5654ed tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for subnet (1d0120ad-9d40-4ae2-bdc3-235632638be9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.409216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (b9e4c277-70c3-4227-81a4-d315bd5a4feb), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.414761 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.423145 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/b9e4c277-70c3-4227-81a4-d315bd5a4feb HTTP/1.1" status: 204 len: 168 time: 5.1519961 Jan 10 11:52:51.424102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53564) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:51.461741 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-8e6b2614-ee34-43b4-a485-e22048b3a367 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8536ed3-1e45-419a-b527-4d9889e990bc']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:51.464359 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77c9e0-a750-4577-9723-4b3e30d69488 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Network': ['ID=b9e4c277-70c3-4227-81a4-d315bd5a4feb,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:51.479653 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f14a7e51-c428-4e14-a306-cbf731142f66 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.484411 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-8e6b2614-ee34-43b4-a485-e22048b3a367 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd777191-4d6d-4585-b72f-edf2a0e4642c') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:51.485254 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-8e6b2614-ee34-43b4-a485-e22048b3a367 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd777191-4d6d-4585-b72f-edf2a0e4642c') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:51.485381 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-e254c166-ec9e-4bdd-8dc4-b849ed2e3421 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:52:51.486700 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e254c166-ec9e-4bdd-8dc4-b849ed2e3421 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:52:51.490903 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-14ad9ac6-5fc8-4ecf-aa4b-65e8b07e2602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7644ab14-4772-415a-90bb-e688f7bca513), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.496600 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e254c166-ec9e-4bdd-8dc4-b849ed2e3421 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/b9e4c277-70c3-4227-81a4-d315bd5a4feb HTTP/1.1" status: 404 len: 339 time: 0.0500059 Jan 10 11:52:51.500724 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53566) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:51.509269 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-a014d8d6-68b6-4688-8f52-bb557207bff5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-69764227', 'description': 'd1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:51.516153 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f0b4e0d5-2eff-455f-a92c-392d46b91901 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (78c45468-9335-4141-909f-8c9ee6227318), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.516703 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b4e0d5-2eff-455f-a92c-392d46b91901 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Fanout notify agent at l3_agent the message router_deleted on router 78c45468-9335-4141-909f-8c9ee6227318 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:52:51.525326 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f0b4e0d5-2eff-455f-a92c-392d46b91901 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.526480 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f0b4e0d5-2eff-455f-a92c-392d46b91901 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/routers/78c45468-9335-4141-909f-8c9ee6227318 HTTP/1.1" status: 204 len: 168 time: 5.4338019 Jan 10 11:52:51.532759 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53568) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:51.540103 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1ef6-22d4-49c9-9448-f7c0ce5654ed tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (1d0120ad-9d40-4ae2-bdc3-235632638be9), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.540816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-409d67be-43a3-459f-96e2-8c5579103252 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-683876753'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:51.548129 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1c2eadc1-e248-4671-86b9-198de84425c7), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.556039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8e6b2614-ee34-43b4-a485-e22048b3a367 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (cd777191-4d6d-4585-b72f-edf2a0e4642c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.612319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c95e910-f6fb-4940-84f2-57baf90696eb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (4052fcb7-967d-42f1-90c7-6099d310cbd4), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.616113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8e6b2614-ee34-43b4-a485-e22048b3a367 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (cd777191-4d6d-4585-b72f-edf2a0e4642c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.626159 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad9ac6-5fc8-4ecf-aa4b-65e8b07e2602 None None] Pushing event updated for resources: {'Port': ['ID=7644ab14-4772-415a-90bb-e688f7bca513,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:51.634669 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-676f0cd1-a2a3-4dac-8746-fc930622a227 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for security_group_rule (90563de1-c6b1-4a62-ac0b-ed704d7309dc), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.672041 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-65e8e44c-62ce-41da-b6e3-c33ed5996df5 None None] Provisioning complete for port 1c2eadc1-e248-4671-86b9-198de84425c7 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:51.672432 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-65e8e44c-62ce-41da-b6e3-c33ed5996df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1c2eadc1-e248-4671-86b9-198de84425c7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.675968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6b2614-ee34-43b4-a485-e22048b3a367 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:51.676386 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8e6b2614-ee34-43b4-a485-e22048b3a367 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (cd777191-4d6d-4585-b72f-edf2a0e4642c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.678781 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95e910-f6fb-4940-84f2-57baf90696eb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=4052fcb7-967d-42f1-90c7-6099d310cbd4,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:51.679193 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f14a7e51-c428-4e14-a306-cbf731142f66 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.683041 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c95e910-f6fb-4940-84f2-57baf90696eb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.686421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14a7e51-c428-4e14-a306-cbf731142f66 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:51.687263 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f14a7e51-c428-4e14-a306-cbf731142f66 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.690294 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7c95e910-f6fb-4940-84f2-57baf90696eb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/4052fcb7-967d-42f1-90c7-6099d310cbd4 HTTP/1.1" status: 204 len: 168 time: 1.2964983 Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:51.691203 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:51.693117 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53570) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:51.702685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d15060-3082-416a-9b56-b3dc7e241d10 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:51.722317 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a014d8d6-68b6-4688-8f52-bb557207bff5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:51.725651 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a014d8d6-68b6-4688-8f52-bb557207bff5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.737129 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409d67be-43a3-459f-96e2-8c5579103252 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:51.737414 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:52:51.737644 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:52:51.740944 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-409d67be-43a3-459f-96e2-8c5579103252 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.791655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'name': 'tempest-ServersTestManualDisk-301841756-router', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178'}], 'enable_snat': True}, 'gw_port_id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:32Z', 'updated_at': '2022-01-10T11:52:44Z', 'revision_number': 4, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'gw_port': {'id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:35Z', 'updated_at': '2022-01-10T11:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7644ab14-4772-415a-90bb-e688f7bca513', 'name': '', 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'mac_address': 'fa:16:3e:ef:01:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:41Z', 'updated_at': '2022-01-10T11:52:50Z', 'revision_number': 4, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'subnets': [{'id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:51.799107 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f14a7e51-c428-4e14-a306-cbf731142f66 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8547115 Jan 10 11:52:51.803708 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53572) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:51.809035 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Request body: {'ports': [{'network_id': '01eeee93-26fe-41af-ab9b-6affa428b833', 'name': 'tempest-port--144219488', 'admin_state_up': True}, {'network_id': 'f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63', 'admin_state_up': False}]} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:51.809882 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Request body: {'port': {'network_id': '01eeee93-26fe-41af-ab9b-6affa428b833', 'name': 'tempest-port--144219488', 'admin_state_up': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:51.811091 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Request body: {'port': {'network_id': 'f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63', 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:51.825388 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f41f9da9-272a-4faf-82eb-6358c42047de tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073127 Jan 10 11:52:51.837712 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53574) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:51.843192 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd01139-0c9f-47ce-b8f2-8525319edaa8 None None] The sync data for ids ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'] in dv-neutron-master-2-hyperv is: [{'id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'name': 'tempest-ServersTestManualDisk-301841756-router', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178'}], 'enable_snat': True}, 'gw_port_id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:32Z', 'updated_at': '2022-01-10T11:52:44Z', 'revision_number': 4, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'gw_port': {'id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:35Z', 'updated_at': '2022-01-10T11:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7644ab14-4772-415a-90bb-e688f7bca513', 'name': '', 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'mac_address': 'fa:16:3e:ef:01:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:41Z', 'updated_at': '2022-01-10T11:52:50Z', 'revision_number': 4, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'subnets': [{'id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:51.859812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-4cfd2a22-1092-4d10-8e22-3a2f6b2732b3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:51.869088 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a014d8d6-68b6-4688-8f52-bb557207bff5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:51.872413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a7e51-c428-4e14-a306-cbf731142f66 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event updated for resources: {'Network': ['ID=f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:51.899735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1ef6-22d4-49c9-9448-f7c0ce5654ed tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (1d0120ad-9d40-4ae2-bdc3-235632638be9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.920245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:51.935464 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-676f0cd1-a2a3-4dac-8746-fc930622a227 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for security_group_rule (90563de1-c6b1-4a62-ac0b-ed704d7309dc), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.948108 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-65e8e44c-62ce-41da-b6e3-c33ed5996df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1c2eadc1-e248-4671-86b9-198de84425c7), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:51.960922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409d67be-43a3-459f-96e2-8c5579103252 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:52.004453 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a014d8d6-68b6-4688-8f52-bb557207bff5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (88f96861-25c8-4ab2-9af1-1eab4e4b8448), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.004880 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-a014d8d6-68b6-4688-8f52-bb557207bff5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Added segment 88f96861-25c8-4ab2-9af1-1eab4e4b8448 of type vlan for network 457979a9-2ce5-46bf-bd6d-663395763a12 Jan 10 11:52:52.017567 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8e6b2614-ee34-43b4-a485-e22048b3a367 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (e8536ed3-1e45-419a-b527-4d9889e990bc), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.022072 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6b2614-ee34-43b4-a485-e22048b3a367 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e8536ed3-1e45-419a-b527-4d9889e990bc {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 10 11:52:52.024725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8e6b2614-ee34-43b4-a485-e22048b3a367 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.034645 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8e6b2614-ee34-43b4-a485-e22048b3a367 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e8536ed3-1e45-419a-b527-4d9889e990bc HTTP/1.1" status: 204 len: 168 time: 1.0521863 Jan 10 11:52:52.074539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52b9ae1-9439-490c-8b5d-d4b6a9f75c35 None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:52.083822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-676f0cd1-a2a3-4dac-8746-fc930622a227 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (90563de1-c6b1-4a62-ac0b-ed704d7309dc), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.092467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-65e8e44c-62ce-41da-b6e3-c33ed5996df5 None None] For port 1c2eadc1-e248-4671-86b9-198de84425c7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c2eadc1-e248-4671-86b9-198de84425c7,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:52.111000 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-409d67be-43a3-459f-96e2-8c5579103252 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (08f134fc-9ac9-4de0-9fb7-6096a8ef4449), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.111684 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-409d67be-43a3-459f-96e2-8c5579103252 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Added segment 08f134fc-9ac9-4de0-9fb7-6096a8ef4449 of type vlan for network e1ec2320-0a2c-41cb-b507-1001a171fc3e Jan 10 11:52:52.172442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c52b9ae1-9439-490c-8b5d-d4b6a9f75c35 None None] Deleting port 1c2eadc1-e248-4671-86b9-198de84425c7 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:52.173349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c52b9ae1-9439-490c-8b5d-d4b6a9f75c35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (1c2eadc1-e248-4671-86b9-198de84425c7), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.174557 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-409d67be-43a3-459f-96e2-8c5579103252 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (e1ec2320-0a2c-41cb-b507-1001a171fc3e), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.185363 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b2614-ee34-43b4-a485-e22048b3a367 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Pushing event deleted for resources: {'Network': ['ID=e8536ed3-1e45-419a-b527-4d9889e990bc,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:52.210829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f0cd1-a2a3-4dac-8746-fc930622a227 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90563de1-c6b1-4a62-ac0b-ed704d7309dc,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:52.222386 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-65e8e44c-62ce-41da-b6e3-c33ed5996df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1c2eadc1-e248-4671-86b9-198de84425c7), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.299284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-676f0cd1-a2a3-4dac-8746-fc930622a227 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.300680 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-676f0cd1-a2a3-4dac-8746-fc930622a227 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1424468 Jan 10 11:52:52.305406 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53580) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:52.310697 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:52.331286 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2297042d-2772-40d4-ae7d-b4bd68c73f23 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (c8843bb5-6653-4874-b052-574b7e0c772f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.352089 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-409d67be-43a3-459f-96e2-8c5579103252 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (e1ec2320-0a2c-41cb-b507-1001a171fc3e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.360659 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d67be-43a3-459f-96e2-8c5579103252 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:52.361645 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-409d67be-43a3-459f-96e2-8c5579103252 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.369320 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297042d-2772-40d4-ae7d-b4bd68c73f23 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Port': ['ID=c8843bb5-6653-4874-b052-574b7e0c772f,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:52.395915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1ef6-22d4-49c9-9448-f7c0ce5654ed tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (1d0120ad-9d40-4ae2-bdc3-235632638be9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.479212 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c52b9ae1-9439-490c-8b5d-d4b6a9f75c35 None None] For port 1c2eadc1-e248-4671-86b9-198de84425c7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c2eadc1-e248-4671-86b9-198de84425c7,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:52.479696 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c52b9ae1-9439-490c-8b5d-d4b6a9f75c35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (1c2eadc1-e248-4671-86b9-198de84425c7), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.497021 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a014d8d6-68b6-4688-8f52-bb557207bff5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (457979a9-2ce5-46bf-bd6d-663395763a12), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.500795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d67be-43a3-459f-96e2-8c5579103252 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Network': ['ID=e1ec2320-0a2c-41cb-b507-1001a171fc3e,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:52.505951 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c52b9ae1-9439-490c-8b5d-d4b6a9f75c35 None None] Calling delete_port for 1c2eadc1-e248-4671-86b9-198de84425c7 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:52.510907 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-409d67be-43a3-459f-96e2-8c5579103252 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9733036 Jan 10 11:52:52.511091 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8e44c-62ce-41da-b6e3-c33ed5996df5 None None] Pushing event updated for resources: {'Port': ['ID=1c2eadc1-e248-4671-86b9-198de84425c7,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:52.513287 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfd2a22-1092-4d10-8e22-3a2f6b2732b3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:52.519604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2a22-1092-4d10-8e22-3a2f6b2732b3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.531058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53584) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:52.544379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1ef6-22d4-49c9-9448-f7c0ce5654ed tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.564082 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8bcd1ef6-22d4-49c9-9448-f7c0ce5654ed tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/subnets/1d0120ad-9d40-4ae2-bdc3-235632638be9 HTTP/1.1" status: 204 len: 168 time: 1.7045038 Jan 10 11:52:52.575136 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network e1ec2320-0a2c-41cb-b507-1001a171fc3e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:52.579365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151d7676-8be3-4132-93cc-00a6772dc499 None None] Network 2fa98382-1101-4c94-adc5-2e4f8a45b26a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:52.618766 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53586) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:52.628240 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-90484de6-4a69-41fb-a167-65758870f63c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'subnet': {'network_id': 'e1ec2320-0a2c-41cb-b507-1001a171fc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:52.638993 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd1ef6-22d4-49c9-9448-f7c0ce5654ed tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Subnet': ['ID=1d0120ad-9d40-4ae2-bdc3-235632638be9,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:52.714320 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2297042d-2772-40d4-ae7d-b4bd68c73f23 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (a6194870-3165-450f-b22a-1884497b18a9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.714673 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-2297042d-2772-40d4-ae7d-b4bd68c73f23 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Floating IP a6194870-3165-450f-b22a-1884497b18a9 disassociated (deleted). External IP: 172.36.2.213, port: a63ad0a8-de39-400b-a20e-3de32dae4062. Jan 10 11:52:52.764701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53588) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:52.828761 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-67c297e1-6781-4cfa-b231-c0c1d839c735 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Request body: {'router': {'name': 'tempest-router--1481623124', 'project_id': '4e5d6a573f29404e9a3615b24dac166a'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:52.833229 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.resource_extend [None req-a014d8d6-68b6-4688-8f52-bb557207bff5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 11:52:52.842231 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7644ab14-4772-415a-90bb-e688f7bca513 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:52.897014 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2a22-1092-4d10-8e22-3a2f6b2732b3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (3de75740-025f-4203-a2fa-72cd6be597e4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.962063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7644ab14-4772-415a-90bb-e688f7bca513 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:52.962925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7644ab14-4772-415a-90bb-e688f7bca513), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.985787 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a014d8d6-68b6-4688-8f52-bb557207bff5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (457979a9-2ce5-46bf-bd6d-663395763a12), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:52.998667 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a014d8d6-68b6-4688-8f52-bb557207bff5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:52.999268 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a014d8d6-68b6-4688-8f52-bb557207bff5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:53.009064 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd2a22-1092-4d10-8e22-3a2f6b2732b3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:53.011061 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c52b9ae1-9439-490c-8b5d-d4b6a9f75c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (1c2eadc1-e248-4671-86b9-198de84425c7), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:53.064575 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b9ae1-9439-490c-8b5d-d4b6a9f75c35 None None] Pushing event deleted for resources: {'Port': ['ID=1c2eadc1-e248-4671-86b9-198de84425c7,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:53.071689 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-4cfd2a22-1092-4d10-8e22-3a2f6b2732b3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:53.078539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b9ae1-9439-490c-8b5d-d4b6a9f75c35 None None] No DVR routers for this DVR port 1c2eadc1-e248-4671-86b9-198de84425c7 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:53.100801 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfd2a22-1092-4d10-8e22-3a2f6b2732b3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:53.101397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2a22-1092-4d10-8e22-3a2f6b2732b3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:53.169341 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd2a22-1092-4d10-8e22-3a2f6b2732b3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=3de75740-025f-4203-a2fa-72cd6be597e4,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:53.187316 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014d8d6-68b6-4688-8f52-bb557207bff5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Network': ['ID=457979a9-2ce5-46bf-bd6d-663395763a12,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:53.287002 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b78954e-92aa-405f-bf3a-105a83f7a696 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Deleting subnet 686e2d24-f10a-44b5-a8fb-29da45bd535b {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:52:53.298353 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:53.303308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6b78954e-92aa-405f-bf3a-105a83f7a696 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for subnet (686e2d24-f10a-44b5-a8fb-29da45bd535b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:53.336769 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a014d8d6-68b6-4688-8f52-bb557207bff5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8346694 Jan 10 11:52:53.337684 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53590) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:53.394280 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ea7a8e-dc1c-491e-8697-35678376d39d None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:53.398190 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 457979a9-2ce5-46bf-bd6d-663395763a12 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:53.475390 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6b78954e-92aa-405f-bf3a-105a83f7a696 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (686e2d24-f10a-44b5-a8fb-29da45bd535b), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:53.567310 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-67c297e1-6781-4cfa-b231-c0c1d839c735 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (245e270d-f473-42a8-a32b-48dcb7f203e9), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:53.567536 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5c74d9-d2ee-4d0f-baa1-8f8cb984a73e tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:53.569464 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-67c297e1-6781-4cfa-b231-c0c1d839c735 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (245e270d-f473-42a8-a32b-48dcb7f203e9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:53.571939 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5e5c74d9-d2ee-4d0f-baa1-8f8cb984a73e tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "GET /v2.0/networks?id=457979a9-2ce5-46bf-bd6d-663395763a12 HTTP/1.1" status: 200 len: 759 time: 0.2329998 Jan 10 11:52:53.574944 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53592) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:53.581372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5c78bd41-ae7c-4107-ba9d-cb2b2d189567 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'network': {'description': 'd2'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:53.674215 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': '3de75740-025f-4203-a2fa-72cd6be597e4'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:53.679633 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4cfd2a22-1092-4d10-8e22-3a2f6b2732b3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8309267 Jan 10 11:52:53.681881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:53.701310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53594) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:53.701310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-dc568f2e-b07a-47b6-8dcf-2c9a4567cc23 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-830727567', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:53.744343 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 04a71f76-5d3f-46fe-aa8f-199392d657d7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:53.886311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 04a71f76-5d3f-46fe-aa8f-199392d657d7 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:52:53.887295 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 04a71f76-5d3f-46fe-aa8f-199392d657d7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:52:53.887942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1c2eadc1-e248-4671-86b9-198de84425c7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:53.889208 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5c78bd41-ae7c-4107-ba9d-cb2b2d189567 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (457979a9-2ce5-46bf-bd6d-663395763a12), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:53.899266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Made reservation on behalf of 73f2dec2d0da49f588ff1584b19b0eb5 for: {'port': 2} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:53.907809 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-67c297e1-6781-4cfa-b231-c0c1d839c735 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_controller (245e270d-f473-42a8-a32b-48dcb7f203e9), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:53.911085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:53.920988 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 1c2eadc1-e248-4671-86b9-198de84425c7 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:52:53.921473 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1c2eadc1-e248-4671-86b9-198de84425c7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:52:53.944023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:53.950396 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6b78954e-92aa-405f-bf3a-105a83f7a696 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (686e2d24-f10a-44b5-a8fb-29da45bd535b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.010017 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-67c297e1-6781-4cfa-b231-c0c1d839c735 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (245e270d-f473-42a8-a32b-48dcb7f203e9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.036166 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Allocated IP 2001:db8::2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/3de75740-025f-4203-a2fa-72cd6be597e4/21326e24-6e84-4634-afce-d5f00ac70c24) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:54.052196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5c78bd41-ae7c-4107-ba9d-cb2b2d189567 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (457979a9-2ce5-46bf-bd6d-663395763a12), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.075405 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.117623 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c78bd41-ae7c-4107-ba9d-cb2b2d189567 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network 457979a9-2ce5-46bf-bd6d-663395763a12 is not hosted by any dhcp agent {{(pid=110625) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 10 11:52:54.124143 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c78bd41-ae7c-4107-ba9d-cb2b2d189567 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:54.124800 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5c78bd41-ae7c-4107-ba9d-cb2b2d189567 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.133294 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5c78bd41-ae7c-4107-ba9d-cb2b2d189567 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "PUT /v2.0/networks/457979a9-2ce5-46bf-bd6d-663395763a12 HTTP/1.1" status: 200 len: 756 time: 0.5535793 Jan 10 11:52:54.137583 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53596) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:54.226189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-67c297e1-6781-4cfa-b231-c0c1d839c735 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.226189 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-67c297e1-6781-4cfa-b231-c0c1d839c735 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.4534626 Jan 10 11:52:54.226189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2297042d-2772-40d4-ae7d-b4bd68c73f23 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router f6ccc364-1e83-4cb2-8085-cf3093fcd207 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:52:54.226189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53598) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:54.257426 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dc568f2e-b07a-47b6-8dcf-2c9a4567cc23 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (86ddc8c1-5cd8-4882-819e-61f14b04ea66), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.258654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dc568f2e-b07a-47b6-8dcf-2c9a4567cc23 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (86ddc8c1-5cd8-4882-819e-61f14b04ea66), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.275634 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Publish callbacks [] for port (21326e24-6e84-4634-afce-d5f00ac70c24), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.321599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9188b5c4-16d9-4b26-89f5-eb0b41029112 None None] Provisioning complete for port ca7affb0-3d69-4483-a1e6-177658365095 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:54.322071 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9188b5c4-16d9-4b26-89f5-eb0b41029112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ca7affb0-3d69-4483-a1e6-177658365095), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.346672 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6b78954e-92aa-405f-bf3a-105a83f7a696 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (686e2d24-f10a-44b5-a8fb-29da45bd535b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.372719 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dc568f2e-b07a-47b6-8dcf-2c9a4567cc23 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for router_controller (86ddc8c1-5cd8-4882-819e-61f14b04ea66), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.385720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78bd41-ae7c-4107-ba9d-cb2b2d189567 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Network': ['ID=457979a9-2ce5-46bf-bd6d-663395763a12,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:54.397798 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed010222-b9c1-4c8e-ac9a-fb4055ac91b5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:54.404962 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ed010222-b9c1-4c8e-ac9a-fb4055ac91b5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "GET /v2.0/networks?id=457979a9-2ce5-46bf-bd6d-663395763a12 HTTP/1.1" status: 200 len: 759 time: 0.2597523 Jan 10 11:52:54.405329 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90484de6-4a69-41fb-a167-65758870f63c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:54.409139 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 457979a9-2ce5-46bf-bd6d-663395763a12 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:54.410097 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53600) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:54.410744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90484de6-4a69-41fb-a167-65758870f63c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.412427 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (21326e24-6e84-4634-afce-d5f00ac70c24), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.418728 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-327fe1b9-f02e-450c-814f-82d32f22e977 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router (245e270d-f473-42a8-a32b-48dcb7f203e9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.422351 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5345c19f-0fd8-4dbc-9184-7e7de84fb992 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1041269588'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:54.424558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6b78954e-92aa-405f-bf3a-105a83f7a696 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.432081 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6b78954e-92aa-405f-bf3a-105a83f7a696 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/subnets/686e2d24-f10a-44b5-a8fb-29da45bd535b HTTP/1.1" status: 204 len: 168 time: 1.7809105 Jan 10 11:52:54.432405 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] device_id is not set on port f1281504-03fd-40ee-99f2-a2c9321dd66c yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:54.434386 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78954e-92aa-405f-bf3a-105a83f7a696 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Subnet': ['ID=686e2d24-f10a-44b5-a8fb-29da45bd535b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:54.434872 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53602) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:54.471112 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e406c9c3-6953-4b31-aa0e-4288ce45aaf6 None None] Network 2fa98382-1101-4c94-adc5-2e4f8a45b26a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:54.475055 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dc568f2e-b07a-47b6-8dcf-2c9a4567cc23 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (86ddc8c1-5cd8-4882-819e-61f14b04ea66), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.481319 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:54.494756 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:54.536013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:54.562882 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (2fa98382-1101-4c94-adc5-2e4f8a45b26a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.599749 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Allocated IP 172.36.2.151 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/0b850865-ceec-42e7-94a4-31d3bb70b929) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:54.627256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dc568f2e-b07a-47b6-8dcf-2c9a4567cc23 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.628615 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dc568f2e-b07a-47b6-8dcf-2c9a4567cc23 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9450297 Jan 10 11:52:54.637639 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53604) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:54.643438 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5345c19f-0fd8-4dbc-9184-7e7de84fb992 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:54.647675 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5345c19f-0fd8-4dbc-9184-7e7de84fb992 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.668252 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Pushing event updated for resources: {'Port': ['ID=21326e24-6e84-4634-afce-d5f00ac70c24,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:54.716053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Attempting to bind port 21326e24-6e84-4634-afce-d5f00ac70c24 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:54.717026 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Attempting to bind port 21326e24-6e84-4634-afce-d5f00ac70c24 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:54.717394 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Attempting to bind port 21326e24-6e84-4634-afce-d5f00ac70c24 on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:54.729317 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:54.729695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:54.730153 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.730573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:54.731058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Bound port: 21326e24-6e84-4634-afce-d5f00ac70c24, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:54.731526 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (21326e24-6e84-4634-afce-d5f00ac70c24), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.777630 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for port (f1281504-03fd-40ee-99f2-a2c9321dd66c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.808719 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5345c19f-0fd8-4dbc-9184-7e7de84fb992 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:52:54.808948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] For port 21326e24-6e84-4634-afce-d5f00ac70c24, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:54.815563 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] For port 21326e24-6e84-4634-afce-d5f00ac70c24, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21326e24-6e84-4634-afce-d5f00ac70c24,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:54.847048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8b83b1-891b-4d62-a048-cb3b77c3b9f2 None None] DHCP port deletion for 2fa98382-1101-4c94-adc5-2e4f8a45b26a request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:54.894759 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-327fe1b9-f02e-450c-814f-82d32f22e977 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (245e270d-f473-42a8-a32b-48dcb7f203e9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.898209 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-327fe1b9-f02e-450c-814f-82d32f22e977 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_controller (245e270d-f473-42a8-a32b-48dcb7f203e9), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.903404 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b83b1-891b-4d62-a048-cb3b77c3b9f2 None None] Deleting port ca7affb0-3d69-4483-a1e6-177658365095 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:54.903884 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dd8b83b1-891b-4d62-a048-cb3b77c3b9f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ca7affb0-3d69-4483-a1e6-177658365095), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.908869 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (21326e24-6e84-4634-afce-d5f00ac70c24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.914289 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5345c19f-0fd8-4dbc-9184-7e7de84fb992 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (10bb5dad-c874-4ed6-8c56-d8388ff85cf4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.914637 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-5345c19f-0fd8-4dbc-9184-7e7de84fb992 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Added segment 10bb5dad-c874-4ed6-8c56-d8388ff85cf4 of type vlan for network 5daf2e00-2353-4d50-ab96-194cead3a3ed Jan 10 11:52:54.915019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2297042d-2772-40d4-ae7d-b4bd68c73f23 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:54.931736 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Deleting port ca7affb0-3d69-4483-a1e6-177658365095 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:54.932130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ca7affb0-3d69-4483-a1e6-177658365095), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.953460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2297042d-2772-40d4-ae7d-b4bd68c73f23 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:54.963078 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc91dc-1862-415d-91ba-778776c090e4 None None] Sync routers for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:54.999044 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] device_id is not set on port 64aaf265-daee-48b0-91b7-6a13413584c8 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:52:55.046433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc91dc-1862-415d-91ba-778776c090e4 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:55.046970 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-56bc91dc-1862-415d-91ba-778776c090e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:55.054134 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2297042d-2772-40d4-ae7d-b4bd68c73f23 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/floatingips/a6194870-3165-450f-b22a-1884497b18a9 HTTP/1.1" status: 204 len: 168 time: 5.2182310 Jan 10 11:52:55.055577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53606) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:55.064944 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for port (0b850865-ceec-42e7-94a4-31d3bb70b929), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.105047 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-56bc91dc-1862-415d-91ba-778776c090e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:55.108073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5345c19f-0fd8-4dbc-9184-7e7de84fb992 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (5daf2e00-2353-4d50-ab96-194cead3a3ed), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.110941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a4ecf-bdbd-4c55-b5e6-993755fd46e8 None None] Pushing event updated for resources: {'Port': ['ID=21326e24-6e84-4634-afce-d5f00ac70c24,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:55.116588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-dd8b83b1-891b-4d62-a048-cb3b77c3b9f2 None None] For port ca7affb0-3d69-4483-a1e6-177658365095, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca7affb0-3d69-4483-a1e6-177658365095,segment=NetworkSegment(3ce1cb3b-e59b-460b-a148-da2ef16f4f4e),segment_id=3ce1cb3b-e59b-460b-a148-da2ef16f4f4e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:55.117453 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dd8b83b1-891b-4d62-a048-cb3b77c3b9f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ca7affb0-3d69-4483-a1e6-177658365095), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.139305 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-327fe1b9-f02e-450c-814f-82d32f22e977 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (245e270d-f473-42a8-a32b-48dcb7f203e9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.140588 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327fe1b9-f02e-450c-814f-82d32f22e977 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 245e270d-f473-42a8-a32b-48dcb7f203e9 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:52:55.141672 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b83b1-891b-4d62-a048-cb3b77c3b9f2 None None] Calling delete_port for ca7affb0-3d69-4483-a1e6-177658365095 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:55.144248 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc91dc-1862-415d-91ba-778776c090e4 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:55.144248 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-56bc91dc-1862-415d-91ba-778776c090e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:55.150275 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-327fe1b9-f02e-450c-814f-82d32f22e977 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.154057 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-327fe1b9-f02e-450c-814f-82d32f22e977 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "DELETE /v2.0/routers/245e270d-f473-42a8-a32b-48dcb7f203e9 HTTP/1.1" status: 204 len: 168 time: 0.9207230 Jan 10 11:52:55.190018 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] For port ca7affb0-3d69-4483-a1e6-177658365095, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca7affb0-3d69-4483-a1e6-177658365095,segment=NetworkSegment(3ce1cb3b-e59b-460b-a148-da2ef16f4f4e),segment_id=3ce1cb3b-e59b-460b-a148-da2ef16f4f4e)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:55.190468 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ca7affb0-3d69-4483-a1e6-177658365095), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.213179 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-56bc91dc-1862-415d-91ba-778776c090e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:55.213902 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc91dc-1862-415d-91ba-778776c090e4 None None] The sync data for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:55.232773 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Calling delete_port for ca7affb0-3d69-4483-a1e6-177658365095 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:55.252434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90484de6-4a69-41fb-a167-65758870f63c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (5544e491-b29e-4d48-a5e5-f1dbf93eeb47), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.323198 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.327812 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2cd18354-ce3f-4dc0-92da-5c6015bd9ac0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting port a63ad0a8-de39-400b-a20e-3de32dae4062 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:55.328144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2cd18354-ce3f-4dc0-92da-5c6015bd9ac0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a63ad0a8-de39-400b-a20e-3de32dae4062), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.331405 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5345c19f-0fd8-4dbc-9184-7e7de84fb992 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (5daf2e00-2353-4d50-ab96-194cead3a3ed), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.332687 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90484de6-4a69-41fb-a167-65758870f63c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Subnet': ['ID=5544e491-b29e-4d48-a5e5-f1dbf93eeb47,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:55.338291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5345c19f-0fd8-4dbc-9184-7e7de84fb992 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:55.339056 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5345c19f-0fd8-4dbc-9184-7e7de84fb992 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.371605 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (0b850865-ceec-42e7-94a4-31d3bb70b929), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.479330 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90484de6-4a69-41fb-a167-65758870f63c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Checking segment: {'id': '08f134fc-9ac9-4de0-9fb7-6096a8ef4449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e1ec2320-0a2c-41cb-b507-1001a171fc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:55.479813 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90484de6-4a69-41fb-a167-65758870f63c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network hostable DHCP agents. Network: e1ec2320-0a2c-41cb-b507-1001a171fc3e, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:55.494354 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dd8b83b1-891b-4d62-a048-cb3b77c3b9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (ca7affb0-3d69-4483-a1e6-177658365095), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.495107 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:55.507633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:55.519563 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Pushing event updated for resources: {'Port': ['ID=0b850865-ceec-42e7-94a4-31d3bb70b929,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:55.527624 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:55.568976 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2cd18354-ce3f-4dc0-92da-5c6015bd9ac0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a63ad0a8-de39-400b-a20e-3de32dae4062), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.570718 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b83b1-891b-4d62-a048-cb3b77c3b9f2 None None] Pushing event deleted for resources: {'Port': ['ID=ca7affb0-3d69-4483-a1e6-177658365095,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:55.578886 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b83b1-891b-4d62-a048-cb3b77c3b9f2 None None] No DVR routers for this DVR port ca7affb0-3d69-4483-a1e6-177658365095 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:55.599065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2cd18354-ce3f-4dc0-92da-5c6015bd9ac0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Calling delete_port for a63ad0a8-de39-400b-a20e-3de32dae4062 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:55.601649 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345c19f-0fd8-4dbc-9184-7e7de84fb992 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Network': ['ID=5daf2e00-2353-4d50-ab96-194cead3a3ed,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:55.619632 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53610) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:55.619874 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5345c19f-0fd8-4dbc-9184-7e7de84fb992 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2092452 Jan 10 11:52:55.631165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 5daf2e00-2353-4d50-ab96-194cead3a3ed details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:52:55.667173 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-12352e1d-481f-4bfd-aa54-800a2d619cb2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'subnet': {'network_id': '5daf2e00-2353-4d50-ab96-194cead3a3ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:55.670995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53612) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:55.696012 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for port (64aaf265-daee-48b0-91b7-6a13413584c8), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.698605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (ca7affb0-3d69-4483-a1e6-177658365095), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.721227 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No DVR routers for this DVR port ca7affb0-3d69-4483-a1e6-177658365095 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:55.732764 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90484de6-4a69-41fb-a167-65758870f63c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network e1ec2320-0a2c-41cb-b507-1001a171fc3e is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:55.823380 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for floatingip (fd94ce9d-ad19-4ed2-aa6b-2c0beb14ca5d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.908201 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-90484de6-4a69-41fb-a167-65758870f63c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e1ec2320-0a2c-41cb-b507-1001a171fc3e) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:55.917194 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90484de6-4a69-41fb-a167-65758870f63c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:55.919987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90484de6-4a69-41fb-a167-65758870f63c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:55.924470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0ce827-6199-4b26-a8c7-5f2d6f04a7f9 None None] Network e1ec2320-0a2c-41cb-b507-1001a171fc3e requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:56.025300 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12352e1d-481f-4bfd-aa54-800a2d619cb2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:56.032404 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-12352e1d-481f-4bfd-aa54-800a2d619cb2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.044685 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2027781511', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:56.072968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (0b850865-ceec-42e7-94a4-31d3bb70b929), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.086240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e1ec2320-0a2c-41cb-b507-1001a171fc3e', 'network_id': 'e1ec2320-0a2c-41cb-b507-1001a171fc3e', 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'fixed_ips': [{'subnet_id': '5544e491-b29e-4d48-a5e5-f1dbf93eeb47'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:56.088030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.142479 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-90484de6-4a69-41fb-a167-65758870f63c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5773582 Jan 10 11:52:56.147765 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2cd18354-ce3f-4dc0-92da-5c6015bd9ac0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a63ad0a8-de39-400b-a20e-3de32dae4062), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.151148 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53616) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:56.163872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-327d84f6-61f3-40e8-ab88-8a7bc5d71115 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2091139365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:56.189809 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Port': ['ID=ca7affb0-3d69-4483-a1e6-177658365095,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:56.228732 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd18354-ce3f-4dc0-92da-5c6015bd9ac0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Port': ['ID=a63ad0a8-de39-400b-a20e-3de32dae4062,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:56.259390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (2fa98382-1101-4c94-adc5-2e4f8a45b26a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.280357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8650d887-4a13-4f7a-8d0a-a0fa875a85b6 None None] DHCP port deletion for a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:56.323604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa98382-1101-4c94-adc5-2e4f8a45b26a']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:56.350762 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce1cb3b-e59b-460b-a148-da2ef16f4f4e') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:56.351057 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce1cb3b-e59b-460b-a148-da2ef16f4f4e') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:56.354203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Allocated IP 2001:db8::2 (e1ec2320-0a2c-41cb-b507-1001a171fc3e/5544e491-b29e-4d48-a5e5-f1dbf93eeb47/33bfea57-603e-4423-bf93-6727ae0cccf2) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:56.383073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (3ce1cb3b-e59b-460b-a148-da2ef16f4f4e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.386243 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (eaa360cd-00a3-41c5-84fd-8342409feb07), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.389157 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (eaa360cd-00a3-41c5-84fd-8342409feb07), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.430953 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (3ce1cb3b-e59b-460b-a148-da2ef16f4f4e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.457089 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:52:56.457537 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (3ce1cb3b-e59b-460b-a148-da2ef16f4f4e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:52:56.461182 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:52:56.531109 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (f1281504-03fd-40ee-99f2-a2c9321dd66c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.532800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-327d84f6-61f3-40e8-ab88-8a7bc5d71115 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (eac03317-0695-43ba-b943-24befd8369f9), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.536340 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-327d84f6-61f3-40e8-ab88-8a7bc5d71115 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (eac03317-0695-43ba-b943-24befd8369f9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.605807 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2cd18354-ce3f-4dc0-92da-5c6015bd9ac0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.610823 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2cd18354-ce3f-4dc0-92da-5c6015bd9ac0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/ports/a63ad0a8-de39-400b-a20e-3de32dae4062 HTTP/1.1" status: 204 len: 168 time: 1.5507843 Jan 10 11:52:56.621793 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53618) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:56.625469 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:56.631819 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::1 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/3de75740-025f-4203-a2fa-72cd6be597e4/ac487bda-31e6-49a7-a6bd-86b25fb295f8) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:56.644696 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event updated for resources: {'Port': ['ID=f1281504-03fd-40ee-99f2-a2c9321dd66c,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:56.714016 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 21326e24-6e84-4634-afce-d5f00ac70c24 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:56.723463 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Publish callbacks [] for port (33bfea57-603e-4423-bf93-6727ae0cccf2), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.735583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_controller (eaa360cd-00a3-41c5-84fd-8342409feb07), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.771342 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Checking segment: {'id': '6d9f2b38-b700-4e06-af31-f5a5f4e7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01eeee93-26fe-41af-ab9b-6affa428b833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:56.771984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Network hostable DHCP agents. Network: 01eeee93-26fe-41af-ab9b-6affa428b833, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:56.781108 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (2fa98382-1101-4c94-adc5-2e4f8a45b26a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.788266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.795185 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/2fa98382-1101-4c94-adc5-2e4f8a45b26a HTTP/1.1" status: 204 len: 168 time: 2.3541300 Jan 10 11:52:56.798913 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53620) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:56.820698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 21326e24-6e84-4634-afce-d5f00ac70c24 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:56.821339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (21326e24-6e84-4634-afce-d5f00ac70c24), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.859553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77160837-faf7-4885-b3b8-5e181a4ac193 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Network': ['ID=2fa98382-1101-4c94-adc5-2e4f8a45b26a,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:56.870721 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3da745-458c-4c75-8bb7-601ba66be7ad tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] DELETE failed (client error): The resource could not be found. Jan 10 11:52:56.871291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3da745-458c-4c75-8bb7-601ba66be7ad tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:52:56.879021 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8d3da745-458c-4c75-8bb7-601ba66be7ad tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/subnets/e5baa243-ec65-499a-830e-6be5425b07b3 HTTP/1.1" status: 404 len: 337 time: 0.0718164 Jan 10 11:52:56.880521 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53622) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:56.885024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (33bfea57-603e-4423-bf93-6727ae0cccf2), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.919388 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7e3b72-b2fd-4485-a2d5-62971d19a199 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] DELETE failed (client error): The resource could not be found. Jan 10 11:52:56.923516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7e3b72-b2fd-4485-a2d5-62971d19a199 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:52:56.927016 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-df7e3b72-b2fd-4485-a2d5-62971d19a199 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/8bda4f29-84b7-44b9-bd65-b117df43f750 HTTP/1.1" status: 404 len: 339 time: 0.0454326 Jan 10 11:52:56.929884 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53624) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:56.953276 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Network e1ec2320-0a2c-41cb-b507-1001a171fc3e is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:56.958749 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:56.962649 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:56.974053 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f426f55-12dc-4b3d-84e8-a9cc5d0e7806 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] DELETE failed (client error): The resource could not be found. Jan 10 11:52:56.974531 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f426f55-12dc-4b3d-84e8-a9cc5d0e7806 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:52:56.976415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Pushing event updated for resources: {'Port': ['ID=33bfea57-603e-4423-bf93-6727ae0cccf2,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:56.981717 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8f426f55-12dc-4b3d-84e8-a9cc5d0e7806 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/subnets/85f9ac66-7e46-4b0e-9442-7c94d90a26d8 HTTP/1.1" status: 404 len: 337 time: 0.0469697 Jan 10 11:52:56.982196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.983731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53626) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:57.008992 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-83740de2-e941-40e8-adf8-018b3846b6d2 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] DELETE failed (client error): The resource could not be found. Jan 10 11:52:57.009809 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83740de2-e941-40e8-adf8-018b3846b6d2 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:52:57.013117 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-83740de2-e941-40e8-adf8-018b3846b6d2 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/06fce8db-3a0a-4c9c-a896-61a4730ed968 HTTP/1.1" status: 404 len: 339 time: 0.0279734 Jan 10 11:52:57.014638 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Network 01eeee93-26fe-41af-ab9b-6affa428b833 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:57.019140 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53628) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:57.055641 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-26604e67-5b74-4f28-b274-fc41eec6a6df tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] DELETE failed (client error): The resource could not be found. Jan 10 11:52:57.056390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26604e67-5b74-4f28-b274-fc41eec6a6df tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:52:57.057240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d129eeb0-79c9-445f-8335-a8b09b30f72b None None] Provisioning complete for port 21326e24-6e84-4634-afce-d5f00ac70c24 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:57.057689 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d129eeb0-79c9-445f-8335-a8b09b30f72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (21326e24-6e84-4634-afce-d5f00ac70c24), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.062590 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-26604e67-5b74-4f28-b274-fc41eec6a6df tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/subnets/11463ea3-ed38-49b8-8647-a8ba12545c05 HTTP/1.1" status: 404 len: 337 time: 0.0389316 Jan 10 11:52:57.065355 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53630) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:57.088800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-327d84f6-61f3-40e8-ab88-8a7bc5d71115 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_controller (eac03317-0695-43ba-b943-24befd8369f9), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.094041 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae073c4-5c5f-4254-8eb1-1597d631eb55 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] DELETE failed (client error): The resource could not be found. Jan 10 11:52:57.094570 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae073c4-5c5f-4254-8eb1-1597d631eb55 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:52:57.100937 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1ae073c4-5c5f-4254-8eb1-1597d631eb55 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/3ab3a55a-6b41-4f9e-ad12-8c7fc8c9cc57 HTTP/1.1" status: 404 len: 339 time: 0.0328300 Jan 10 11:52:57.101138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53632) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:57.105605 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Attempting to bind port 33bfea57-603e-4423-bf93-6727ae0cccf2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:57.106280 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Attempting to bind port 33bfea57-603e-4423-bf93-6727ae0cccf2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '08f134fc-9ac9-4de0-9fb7-6096a8ef4449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e1ec2320-0a2c-41cb-b507-1001a171fc3e'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:57.106753 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Attempting to bind port 33bfea57-603e-4423-bf93-6727ae0cccf2 on network e1ec2320-0a2c-41cb-b507-1001a171fc3e {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:57.119282 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (21326e24-6e84-4634-afce-d5f00ac70c24), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.130533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:57.131097 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Checking segment: {'id': '08f134fc-9ac9-4de0-9fb7-6096a8ef4449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e1ec2320-0a2c-41cb-b507-1001a171fc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:57.131623 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.132122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Bound using segment: {'id': '08f134fc-9ac9-4de0-9fb7-6096a8ef4449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e1ec2320-0a2c-41cb-b507-1001a171fc3e'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:57.132824 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Bound port: 33bfea57-603e-4423-bf93-6727ae0cccf2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f134fc-9ac9-4de0-9fb7-6096a8ef4449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e1ec2320-0a2c-41cb-b507-1001a171fc3e'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:57.133424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (33bfea57-603e-4423-bf93-6727ae0cccf2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.152795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 01eeee93-26fe-41af-ab9b-6affa428b833) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:57.154106 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:57.155804 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (64aaf265-daee-48b0-91b7-6a13413584c8), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.189867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for port (0b850865-ceec-42e7-94a4-31d3bb70b929), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.208169 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19438f66-1bec-4049-935a-048219f534b2 None None] Network 01eeee93-26fe-41af-ab9b-6affa428b833 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:57.212344 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 21326e24-6e84-4634-afce-d5f00ac70c24, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21326e24-6e84-4634-afce-d5f00ac70c24,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:57.235138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-795aff0f-2038-4def-87e6-b24f9a53e077 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Deleting subnet 04b2dfd5-3f22-4e9b-a038-81903051c407 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:52:57.245163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-795aff0f-2038-4def-87e6-b24f9a53e077 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for subnet (04b2dfd5-3f22-4e9b-a038-81903051c407), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.276796 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-327d84f6-61f3-40e8-ab88-8a7bc5d71115 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (eac03317-0695-43ba-b943-24befd8369f9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.280320 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.284695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.286589 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event updated for resources: {'Port': ['ID=64aaf265-daee-48b0-91b7-6a13413584c8,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:57.308178 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-12352e1d-481f-4bfd-aa54-800a2d619cb2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (63613b93-4871-4b5c-99ef-1b77504f36c4), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.315020 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (eaa360cd-00a3-41c5-84fd-8342409feb07), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.355947 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-795aff0f-2038-4def-87e6-b24f9a53e077 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (04b2dfd5-3f22-4e9b-a038-81903051c407), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.359642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (0b850865-ceec-42e7-94a4-31d3bb70b929), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.384359 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Checking segment: {'id': '89c64148-de55-4d78-97a3-284c959418fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:57.384682 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Network hostable DHCP agents. Network: f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:57.401890 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:57.407847 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:57.411783 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:57.412434 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (86ddc8c1-5cd8-4882-819e-61f14b04ea66), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.420856 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=ac487bda-31e6-49a7-a6bd-86b25fb295f8,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:57.434080 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-327d84f6-61f3-40e8-ab88-8a7bc5d71115 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.436190 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-327d84f6-61f3-40e8-ab88-8a7bc5d71115 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2758167 Jan 10 11:52:57.444941 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53634) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:57.584213 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (21326e24-6e84-4634-afce-d5f00ac70c24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.602076 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-795aff0f-2038-4def-87e6-b24f9a53e077 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (04b2dfd5-3f22-4e9b-a038-81903051c407), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.648045 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Network f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:57.677954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=21326e24-6e84-4634-afce-d5f00ac70c24,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:57.716250 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ca7affb0-3d69-4483-a1e6-177658365095 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:52:57.725479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (fd94ce9d-ad19-4ed2-aa6b-2c0beb14ca5d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.728490 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12352e1d-481f-4bfd-aa54-800a2d619cb2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Subnet': ['ID=63613b93-4871-4b5c-99ef-1b77504f36c4,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:57.733739 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Pushing event updated for resources: {'Port': ['ID=0b850865-ceec-42e7-94a4-31d3bb70b929,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:57.742206 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d129eeb0-79c9-445f-8335-a8b09b30f72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (21326e24-6e84-4634-afce-d5f00ac70c24), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.769648 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] For port 33bfea57-603e-4423-bf93-6727ae0cccf2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:57.774487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12352e1d-481f-4bfd-aa54-800a2d619cb2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Checking segment: {'id': '10bb5dad-c874-4ed6-8c56-d8388ff85cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5daf2e00-2353-4d50-ab96-194cead3a3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:57.775108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12352e1d-481f-4bfd-aa54-800a2d619cb2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network hostable DHCP agents. Network: 5daf2e00-2353-4d50-ab96-194cead3a3ed, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:52:57.797813 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: ca7affb0-3d69-4483-a1e6-177658365095 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:52:57.798164 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ca7affb0-3d69-4483-a1e6-177658365095 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:52:57.811275 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:57.818276 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:57.823468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] For port 33bfea57-603e-4423-bf93-6727ae0cccf2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33bfea57-603e-4423-bf93-6727ae0cccf2,segment=NetworkSegment(08f134fc-9ac9-4de0-9fb7-6096a8ef4449),segment_id=08f134fc-9ac9-4de0-9fb7-6096a8ef4449)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:57.829126 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:57.833340 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce1984e-e9df-4f85-9d9b-64b0a894f526 None None] Network f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:57.836415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:57.838130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.846256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.848588 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-795aff0f-2038-4def-87e6-b24f9a53e077 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (04b2dfd5-3f22-4e9b-a038-81903051c407), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.858599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-d129eeb0-79c9-445f-8335-a8b09b30f72b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:52:57.858599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-d129eeb0-79c9-445f-8335-a8b09b30f72b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:52:57.894168 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-795aff0f-2038-4def-87e6-b24f9a53e077 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.898480 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-795aff0f-2038-4def-87e6-b24f9a53e077 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/subnets/04b2dfd5-3f22-4e9b-a038-81903051c407 HTTP/1.1" status: 204 len: 168 time: 0.7959988 Jan 10 11:52:57.899147 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795aff0f-2038-4def-87e6-b24f9a53e077 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Subnet': ['ID=04b2dfd5-3f22-4e9b-a038-81903051c407,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:57.902719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53636) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:57.912816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b420c9-0650-4de9-ad21-17ac1be065c2 None None] Network 5865c300-fe0b-4ad0-aed6-b2b34b3e815b requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:57.948516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:57.949899 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-690b36d0-821a-4534-af4d-6e02a5e2aa69 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6433496 Jan 10 11:52:58.025152 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (33bfea57-603e-4423-bf93-6727ae0cccf2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:58.046497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12352e1d-481f-4bfd-aa54-800a2d619cb2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network 5daf2e00-2353-4d50-ab96-194cead3a3ed is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:52:58.084263 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64093aec-6174-49d9-9cdc-5b5c0dca5dce None None] Pushing event updated for resources: {'Port': ['ID=33bfea57-603e-4423-bf93-6727ae0cccf2,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:58.084709 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-12352e1d-481f-4bfd-aa54-800a2d619cb2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5daf2e00-2353-4d50-ab96-194cead3a3ed) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:58.096060 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8eb5cc0b-86cd-400a-b892-51aece7d52e2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.2822547 Jan 10 11:52:58.101359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53640) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:58.101641 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24b109d-41c9-488e-8ddf-d45be0671f35 None None] Network 5daf2e00-2353-4d50-ab96-194cead3a3ed requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:58.106531 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (5865c300-fe0b-4ad0-aed6-b2b34b3e815b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:58.121374 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12352e1d-481f-4bfd-aa54-800a2d619cb2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:58.123497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-12352e1d-481f-4bfd-aa54-800a2d619cb2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:58.210786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:58.218319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:58.278499 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5daf2e00-2353-4d50-ab96-194cead3a3ed', 'network_id': '5daf2e00-2353-4d50-ab96-194cead3a3ed', 'project_id': 'a4af5988feaf47b38afe64dd8e2726b8', 'fixed_ips': [{'subnet_id': '63613b93-4871-4b5c-99ef-1b77504f36c4'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:52:58.282816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:58.422774 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:58.434655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b33ec9-0b57-45c2-8a02-c89a683147ee None None] DHCP port deletion for 5865c300-fe0b-4ad0-aed6-b2b34b3e815b request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:52:58.478638 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-12352e1d-481f-4bfd-aa54-800a2d619cb2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8510466 Jan 10 11:52:58.484572 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53656) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:58.512035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff734e1-a114-481a-a54b-a18241e49a29 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:58.519939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff734e1-a114-481a-a54b-a18241e49a29 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:58.525367 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9ff734e1-a114-481a-a54b-a18241e49a29 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4211493 Jan 10 11:52:58.579246 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-36e3b68a-d6b4-46c6-ad0b-2f355de68313 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1403802601&fields=id&tenant_id=4c17387cc17747cda4c8c0fde8b5a6e1 HTTP/1.1" status: 200 len: 267 time: 0.3509219 Jan 10 11:52:58.581902 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53658) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:58.665154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Allocated IP 172.20.0.2 (5daf2e00-2353-4d50-ab96-194cead3a3ed/63613b93-4871-4b5c-99ef-1b77504f36c4/00edc67d-6011-41db-a323-0484a6f8cbfb) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:58.739568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-02b33ec9-0b57-45c2-8a02-c89a683147ee None None] Deleting port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:58.740260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-02b33ec9-0b57-45c2-8a02-c89a683147ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (4dd43fc4-0ede-464d-8700-1af42b6cf8b6), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:58.742042 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (5daf2e00-2353-4d50-ab96-194cead3a3ed), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:58.785069 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:58.786061 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (86ddc8c1-5cd8-4882-819e-61f14b04ea66), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:58.835184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 33bfea57-603e-4423-bf93-6727ae0cccf2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:58.869089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-3743f4e0-dbe9-429f-8992-e20f28a73ce2 None None] Provisioning complete for port ac487bda-31e6-49a7-a6bd-86b25fb295f8 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:58.869498 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3743f4e0-dbe9-429f-8992-e20f28a73ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:58.874136 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (63613b93-4871-4b5c-99ef-1b77504f36c4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:58.915300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=ac487bda-31e6-49a7-a6bd-86b25fb295f8,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:58.956023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-02b33ec9-0b57-45c2-8a02-c89a683147ee None None] For port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4dd43fc4-0ede-464d-8700-1af42b6cf8b6,segment=NetworkSegment(9beeb6b0-4e5c-4d89-a963-948493b108ef),segment_id=9beeb6b0-4e5c-4d89-a963-948493b108ef)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:58.956436 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-02b33ec9-0b57-45c2-8a02-c89a683147ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (4dd43fc4-0ede-464d-8700-1af42b6cf8b6), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:58.988313 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-02b33ec9-0b57-45c2-8a02-c89a683147ee None None] Calling delete_port for 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:58.999095 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3743f4e0-dbe9-429f-8992-e20f28a73ce2 None None] Port ac487bda-31e6-49a7-a6bd-86b25fb295f8 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:59.030994 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:59.032839 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:59.090395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 33bfea57-603e-4423-bf93-6727ae0cccf2 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:59.090782 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (33bfea57-603e-4423-bf93-6727ae0cccf2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.184598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Publish callbacks [] for port (00edc67d-6011-41db-a323-0484a6f8cbfb), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.261481 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Router 86ddc8c1-5cd8-4882-819e-61f14b04ea66 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:52:59.261608 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (00edc67d-6011-41db-a323-0484a6f8cbfb), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.309041 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (33bfea57-603e-4423-bf93-6727ae0cccf2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.356511 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 33bfea57-603e-4423-bf93-6727ae0cccf2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33bfea57-603e-4423-bf93-6727ae0cccf2,segment=NetworkSegment(08f134fc-9ac9-4de0-9fb7-6096a8ef4449),segment_id=08f134fc-9ac9-4de0-9fb7-6096a8ef4449)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:59.361336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Network 5daf2e00-2353-4d50-ab96-194cead3a3ed is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:59.362291 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-02b33ec9-0b57-45c2-8a02-c89a683147ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (4dd43fc4-0ede-464d-8700-1af42b6cf8b6), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.379312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:59.384066 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b33ec9-0b57-45c2-8a02-c89a683147ee None None] No DVR routers for this DVR port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:52:59.385616 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:59.393384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Pushing event updated for resources: {'Port': ['ID=00edc67d-6011-41db-a323-0484a6f8cbfb,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:59.423189 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:59.437688 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7d9930fe-015a-404a-9e80-83aafd3b190a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "PUT /v2.0/routers/86ddc8c1-5cd8-4882-819e-61f14b04ea66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7961137 Jan 10 11:52:59.437912 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53660) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:59.438562 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Sync routers for ids ['86ddc8c1-5cd8-4882-819e-61f14b04ea66'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:59.456681 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Routers {'86ddc8c1-5cd8-4882-819e-61f14b04ea66'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:59.456681 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['86ddc8c1-5cd8-4882-819e-61f14b04ea66'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:59.456999 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (33bfea57-603e-4423-bf93-6727ae0cccf2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.456999 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 21326e24-6e84-4634-afce-d5f00ac70c24 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:59.461145 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b33ec9-0b57-45c2-8a02-c89a683147ee None None] Pushing event deleted for resources: {'Port': ['ID=4dd43fc4-0ede-464d-8700-1af42b6cf8b6,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:59.513801 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13970e6-8096-4b47-a630-382a16847e17 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:59.515689 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a13970e6-8096-4b47-a630-382a16847e17 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports/ac487bda-31e6-49a7-a6bd-86b25fb295f8 HTTP/1.1" status: 200 len: 911 time: 0.0767050 Jan 10 11:52:59.517663 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (63613b93-4871-4b5c-99ef-1b77504f36c4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.527419 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53662) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:59.550060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Allocated IP 172.36.2.143 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/cfbb9a08-13a8-4d6c-89c3-d27fff53bd4f) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:59.578887 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Set router 86ddc8c1-5cd8-4882-819e-61f14b04ea66 gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:52:59.607797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (eaa360cd-00a3-41c5-84fd-8342409feb07), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.659837 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Subnet': ['ID=63613b93-4871-4b5c-99ef-1b77504f36c4,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:59.669945 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (5daf2e00-2353-4d50-ab96-194cead3a3ed), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.680204 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=33bfea57-603e-4423-bf93-6727ae0cccf2,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:59.711673 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5daf2e00-2353-4d50-ab96-194cead3a3ed']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:59.721417 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Attempting to bind port 00edc67d-6011-41db-a323-0484a6f8cbfb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:59.722082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Attempting to bind port 00edc67d-6011-41db-a323-0484a6f8cbfb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '10bb5dad-c874-4ed6-8c56-d8388ff85cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5daf2e00-2353-4d50-ab96-194cead3a3ed'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:59.722706 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Attempting to bind port 00edc67d-6011-41db-a323-0484a6f8cbfb on network 5daf2e00-2353-4d50-ab96-194cead3a3ed {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:59.725714 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a7c2d393-5003-452c-a705-ada7f1af9128 None None] Provisioning complete for port ac487bda-31e6-49a7-a6bd-86b25fb295f8 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:59.726378 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a7c2d393-5003-452c-a705-ada7f1af9128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.740898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d589435d-954e-440f-8b42-2aedb8d52bdc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:59.750242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d589435d-954e-440f-8b42-2aedb8d52bdc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:59.757890 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d589435d-954e-440f-8b42-2aedb8d52bdc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2185421 Jan 10 11:52:59.758263 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:59.758780 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53664) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:59.758875 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Checking segment: {'id': '10bb5dad-c874-4ed6-8c56-d8388ff85cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5daf2e00-2353-4d50-ab96-194cead3a3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:59.760105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.760105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Bound using segment: {'id': '10bb5dad-c874-4ed6-8c56-d8388ff85cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5daf2e00-2353-4d50-ab96-194cead3a3ed'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:59.760339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Bound port: 00edc67d-6011-41db-a323-0484a6f8cbfb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bb5dad-c874-4ed6-8c56-d8388ff85cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5daf2e00-2353-4d50-ab96-194cead3a3ed'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:59.760758 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (00edc67d-6011-41db-a323-0484a6f8cbfb), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.768185 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Deleting port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:52:59.768468 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (4dd43fc4-0ede-464d-8700-1af42b6cf8b6), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.769511 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10bb5dad-c874-4ed6-8c56-d8388ff85cf4') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:59.769833 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10bb5dad-c874-4ed6-8c56-d8388ff85cf4') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:59.846670 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] For port 00edc67d-6011-41db-a323-0484a6f8cbfb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:59.849244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (10bb5dad-c874-4ed6-8c56-d8388ff85cf4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.850903 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] For port 00edc67d-6011-41db-a323-0484a6f8cbfb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=00edc67d-6011-41db-a323-0484a6f8cbfb,segment=NetworkSegment(10bb5dad-c874-4ed6-8c56-d8388ff85cf4),segment_id=10bb5dad-c874-4ed6-8c56-d8388ff85cf4)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:59.852592 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ddc8c1-5cd8-4882-819e-61f14b04ea66', 'name': 'tempest-NetworksTestDHCPv6-router-830727567', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:54Z', 'updated_at': '2022-01-10T11:52:57Z', 'revision_number': 2, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'gw_port_host': None, '_interfaces': [{'id': 'ac487bda-31e6-49a7-a6bd-86b25fb295f8', 'name': '', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'mac_address': 'fa:16:3e:c5:11:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ddc8c1-5cd8-4882-819e-61f14b04ea66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3de75740-025f-4203-a2fa-72cd6be597e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:55Z', 'updated_at': '2022-01-10T11:52:58Z', 'revision_number': 2, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'subnets': [{'id': '3de75740-025f-4203-a2fa-72cd6be597e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:59.858597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e5d05b-5141-4cb7-bf90-7909efc60e2f None None] Network e1ec2320-0a2c-41cb-b507-1001a171fc3e requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:52:59.868468 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] For port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:59.868942 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (4dd43fc4-0ede-464d-8700-1af42b6cf8b6), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.887506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Calling delete_port for 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:52:59.889548 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Checking router: 86ddc8c1-5cd8-4882-819e-61f14b04ea66 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:52:59.890264 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Updating router 86ddc8c1-5cd8-4882-819e-61f14b04ea66 port ac487bda-31e6-49a7-a6bd-86b25fb295f8 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:52:59.891217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.ipam_backend_mixin [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 was not found and therefore no delete operation was performed {{(pid=110624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 11:52:59.921157 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.926997 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (4dd43fc4-0ede-464d-8700-1af42b6cf8b6), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.946371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (00edc67d-6011-41db-a323-0484a6f8cbfb), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.981353 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (10bb5dad-c874-4ed6-8c56-d8388ff85cf4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.988576 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.000110 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:53:00.000633 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (10bb5dad-c874-4ed6-8c56-d8388ff85cf4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:53:00.004683 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:53:00.014078 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-a7c2d393-5003-452c-a705-ada7f1af9128 None None] Port ac487bda-31e6-49a7-a6bd-86b25fb295f8 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:00.026025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 21326e24-6e84-4634-afce-d5f00ac70c24 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:00.026521 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (21326e24-6e84-4634-afce-d5f00ac70c24), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.084499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No DVR routers for this DVR port 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:00.090919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Port': ['ID=4dd43fc4-0ede-464d-8700-1af42b6cf8b6,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:00.121214 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-7e060ccc-d3fa-48d6-971d-e46eef2cf810 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:00.124810 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-7e060ccc-d3fa-48d6-971d-e46eef2cf810 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/networks?id=25c4b78f-7299-403b-b2a4-92b74077ddd4 HTTP/1.1" status: 200 len: 811 time: 1.4158187 Jan 10 11:53:00.127020 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.api [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 11:53:00.127020 dv-neutron-master-2-hyperv neutron-server[110625]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 11:53:00.127020 dv-neutron-master-2-hyperv neutron-server[110625]: [parameters: {'id': '5daf2e00-2353-4d50-ab96-194cead3a3ed'}] Jan 10 11:53:00.127020 dv-neutron-master-2-hyperv neutron-server[110625]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:53:00.129149 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG oslo_db.api [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:53:00.153816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (cfbb9a08-13a8-4d6c-89c3-d27fff53bd4f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.161965 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45709c-4b6f-418d-908f-dec2d03569a3 None None] Pushing event updated for resources: {'Port': ['ID=00edc67d-6011-41db-a323-0484a6f8cbfb,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:00.205050 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893cf5ee-eaea-413a-b447-67859df32be3 None None] Network 5daf2e00-2353-4d50-ab96-194cead3a3ed requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:00.262389 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Allocated IP 2001:db8::1 (e1ec2320-0a2c-41cb-b507-1001a171fc3e/5544e491-b29e-4d48-a5e5-f1dbf93eeb47/6f22cae2-940c-463a-bba0-aa65d885e09d) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:00.306111 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Publish callbacks [] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.326553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c879a7c0-d459-4ffa-a591-323aa95b4806 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (86ddc8c1-5cd8-4882-819e-61f14b04ea66), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.382688 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.439048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (5865c300-fe0b-4ad0-aed6-b2b34b3e815b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.464408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5865c300-fe0b-4ad0-aed6-b2b34b3e815b']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:00.465968 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f629292-39fd-4efc-97a0-f31c8a313088 None None] Pushing event updated for resources: {'Port': ['ID=ac487bda-31e6-49a7-a6bd-86b25fb295f8,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:00.477054 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9beeb6b0-4e5c-4d89-a963-948493b108ef') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:00.477424 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9beeb6b0-4e5c-4d89-a963-948493b108ef') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:00.479471 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-efd82b4d-a771-4bd2-9906-7a874db8d374 None None] Provisioning complete for port 33bfea57-603e-4423-bf93-6727ae0cccf2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:00.482015 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-efd82b4d-a771-4bd2-9906-7a874db8d374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (33bfea57-603e-4423-bf93-6727ae0cccf2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.529649 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-5eae00cc-1797-4e43-9242-8fc67f796ba3 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/quotas/4c17387cc17747cda4c8c0fde8b5a6e1 HTTP/1.1" status: 200 len: 375 time: 0.3719935 Jan 10 11:53:00.533888 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (9beeb6b0-4e5c-4d89-a963-948493b108ef), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.556523 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Attempting to bind port ac487bda-31e6-49a7-a6bd-86b25fb295f8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:00.557278 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Attempting to bind port ac487bda-31e6-49a7-a6bd-86b25fb295f8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:00.557848 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Attempting to bind port ac487bda-31e6-49a7-a6bd-86b25fb295f8 on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:00.565830 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:00.569214 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:00.569214 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.569214 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:00.569214 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Bound port: ac487bda-31e6-49a7-a6bd-86b25fb295f8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:00.569214 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.629107 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (5daf2e00-2353-4d50-ab96-194cead3a3ed), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.666503 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:53:00.692967 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] For port ac487bda-31e6-49a7-a6bd-86b25fb295f8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:00.695197 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-c879a7c0-d459-4ffa-a591-323aa95b4806 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port ac487bda-31e6-49a7-a6bd-86b25fb295f8 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:00.695549 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c879a7c0-d459-4ffa-a591-323aa95b4806 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.697071 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] For port ac487bda-31e6-49a7-a6bd-86b25fb295f8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ac487bda-31e6-49a7-a6bd-86b25fb295f8,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:00.707936 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (cfbb9a08-13a8-4d6c-89c3-d27fff53bd4f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.732107 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:53:00.744263 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4dd43fc4-0ede-464d-8700-1af42b6cf8b6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:53:00.744797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (6f22cae2-940c-463a-bba0-aa65d885e09d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.787090 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd03712d-545f-4f6c-a1bd-7939bce53dbe None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 11:53:00.811013 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.830541 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b8336dd5-d227-443d-84c3-e1413ff83bf8 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Deleting port f1281504-03fd-40ee-99f2-a2c9321dd66c {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:00.830895 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b8336dd5-d227-443d-84c3-e1413ff83bf8 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f1281504-03fd-40ee-99f2-a2c9321dd66c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.851055 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-c879a7c0-d459-4ffa-a591-323aa95b4806 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] For port ac487bda-31e6-49a7-a6bd-86b25fb295f8, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:00.852514 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c879a7c0-d459-4ffa-a591-323aa95b4806 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.853517 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 33bfea57-603e-4423-bf93-6727ae0cccf2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:00.870631 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-c879a7c0-d459-4ffa-a591-323aa95b4806 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for ac487bda-31e6-49a7-a6bd-86b25fb295f8 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:00.892372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Deleting port 00edc67d-6011-41db-a323-0484a6f8cbfb {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:00.893130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (00edc67d-6011-41db-a323-0484a6f8cbfb), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.903523 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Routers {'86ddc8c1-5cd8-4882-819e-61f14b04ea66'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:00.904871 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['86ddc8c1-5cd8-4882-819e-61f14b04ea66'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:00.943373 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9beeb6b0-4e5c-4d89-a963-948493b108ef), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.966189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5b615c7b-f81a-4701-97e8-cd94284aa84f None None] Provisioning complete for port ac487bda-31e6-49a7-a6bd-86b25fb295f8 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:00.967311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5b615c7b-f81a-4701-97e8-cd94284aa84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.981895 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-68dd7996-3578-47da-a336-50b9069c08fb tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c17387cc17747cda4c8c0fde8b5a6e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4511788 Jan 10 11:53:00.989649 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f629292-39fd-4efc-97a0-f31c8a313088 None None] Pushing event updated for resources: {'Port': ['ID=ac487bda-31e6-49a7-a6bd-86b25fb295f8,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:00.992069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:01.005777 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:01.009135 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:01.047388 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] Set router 86ddc8c1-5cd8-4882-819e-61f14b04ea66 gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:01.058755 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:53:01.059185 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (9beeb6b0-4e5c-4d89-a963-948493b108ef), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:01.061653 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd03712d-545f-4f6c-a1bd-7939bce53dbe None None] Resources bound (agent type, host, resource id): {{(pid=110626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 11:53:01.063691 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] For port 00edc67d-6011-41db-a323-0484a6f8cbfb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=00edc67d-6011-41db-a323-0484a6f8cbfb,segment=NetworkSegment(10bb5dad-c874-4ed6-8c56-d8388ff85cf4),segment_id=10bb5dad-c874-4ed6-8c56-d8388ff85cf4)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:01.064889 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (00edc67d-6011-41db-a323-0484a6f8cbfb), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:01.066480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 33bfea57-603e-4423-bf93-6727ae0cccf2 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:01.066868 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (33bfea57-603e-4423-bf93-6727ae0cccf2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:01.085705 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Calling delete_port for 00edc67d-6011-41db-a323-0484a6f8cbfb owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:53:01.116083 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:53:01.118954 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=cfbb9a08-13a8-4d6c-89c3-d27fff53bd4f,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:01.257006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5b615c7b-f81a-4701-97e8-cd94284aa84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:01.264862 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-e7088d49-2b0f-422d-a5ae-f0da069d5cd3 service neutron] 10.222.0.16 "GET /v2.0/networks/25c4b78f-7299-403b-b2a4-92b74077ddd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010622 Jan 10 11:53:01.289198 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Allocated IP 172.36.2.237 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/9a2ecf8a-1687-4f96-980a-a7148c5b5745) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:01.337475 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ddc8c1-5cd8-4882-819e-61f14b04ea66', 'name': 'tempest-NetworksTestDHCPv6-router-830727567', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:54Z', 'updated_at': '2022-01-10T11:52:57Z', 'revision_number': 2, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'gw_port_host': None, '_interfaces': [{'id': 'ac487bda-31e6-49a7-a6bd-86b25fb295f8', 'name': '', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'mac_address': 'fa:16:3e:c5:11:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ddc8c1-5cd8-4882-819e-61f14b04ea66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3de75740-025f-4203-a2fa-72cd6be597e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:55Z', 'updated_at': '2022-01-10T11:53:00Z', 'revision_number': 4, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'subnets': [{'id': '3de75740-025f-4203-a2fa-72cd6be597e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:01.361413 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b8336dd5-d227-443d-84c3-e1413ff83bf8 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f1281504-03fd-40ee-99f2-a2c9321dd66c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:01.372061 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302fea46-c15a-4430-8584-c204a4ca2367 None None] The sync data for ids ['86ddc8c1-5cd8-4882-819e-61f14b04ea66'] in dv-neutron-master-2-hyperv is: [{'id': '86ddc8c1-5cd8-4882-819e-61f14b04ea66', 'name': 'tempest-NetworksTestDHCPv6-router-830727567', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:54Z', 'updated_at': '2022-01-10T11:52:57Z', 'revision_number': 2, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'gw_port_host': None, '_interfaces': [{'id': 'ac487bda-31e6-49a7-a6bd-86b25fb295f8', 'name': '', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'mac_address': 'fa:16:3e:c5:11:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ddc8c1-5cd8-4882-819e-61f14b04ea66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3de75740-025f-4203-a2fa-72cd6be597e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:55Z', 'updated_at': '2022-01-10T11:53:00Z', 'revision_number': 4, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'subnets': [{'id': '3de75740-025f-4203-a2fa-72cd6be597e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:01.409698 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b8336dd5-d227-443d-84c3-e1413ff83bf8 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Calling delete_port for f1281504-03fd-40ee-99f2-a2c9321dd66c owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:01.433597 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (00edc67d-6011-41db-a323-0484a6f8cbfb), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:01.468730 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Port': ['ID=00edc67d-6011-41db-a323-0484a6f8cbfb,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:01.470927 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No DVR routers for this DVR port 00edc67d-6011-41db-a323-0484a6f8cbfb on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:01.480055 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c879a7c0-d459-4ffa-a591-323aa95b4806 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (ac487bda-31e6-49a7-a6bd-86b25fb295f8), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:01.566189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (6f22cae2-940c-463a-bba0-aa65d885e09d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:01.608111 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5b615c7b-f81a-4701-97e8-cd94284aa84f None None] Provisioning complete for port 33bfea57-603e-4423-bf93-6727ae0cccf2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:01.608502 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5b615c7b-f81a-4701-97e8-cd94284aa84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (33bfea57-603e-4423-bf93-6727ae0cccf2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:01.633028 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (5865c300-fe0b-4ad0-aed6-b2b34b3e815b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:01.641699 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network e1ec2320-0a2c-41cb-b507-1001a171fc3e is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:01.688502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:01.727575 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/5865c300-fe0b-4ad0-aed6-b2b34b3e815b HTTP/1.1" status: 204 len: 168 time: 3.7992129 Jan 10 11:53:01.735163 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:01.762184 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53666) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:01.780868 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99085835-032d-4ebd-8232-ba0195290f1f tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Network': ['ID=5865c300-fe0b-4ad0-aed6-b2b34b3e815b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:01.799223 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:01.800024 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (eac03317-0695-43ba-b943-24befd8369f9), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:01.899312 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-80d43128-ab9c-463b-bc7f-eb5c4195c0cb service neutron] 10.222.0.16 "GET /v2.0/networks/25c4b78f-7299-403b-b2a4-92b74077ddd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6116467 Jan 10 11:53:01.912687 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (f232bf2f-7ba2-49c6-90fb-e38e9c645f1a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:01.914597 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=6f22cae2-940c-463a-bba0-aa65d885e09d,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:01.925822 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd708c8-ca4e-4bd8-bb83-c905f5220f80 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:01.926540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd708c8-ca4e-4bd8-bb83-c905f5220f80 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:01.933389 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2bd708c8-ca4e-4bd8-bb83-c905f5220f80 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/subnets/cd2c7169-8a6e-4db3-acfa-811e1bc0313e HTTP/1.1" status: 404 len: 337 time: 0.1496472 Jan 10 11:53:01.957145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53668) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:02.014274 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec0d6d0-606c-4ab7-ad33-94423a9c571d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:02.014814 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec0d6d0-606c-4ab7-ad33-94423a9c571d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:02.021301 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bec0d6d0-606c-4ab7-ad33-94423a9c571d tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/8b011097-9685-4289-9d6f-76c36d7fca7f HTTP/1.1" status: 404 len: 339 time: 0.0622401 Jan 10 11:53:02.025100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53670) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:02.042630 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f02f6060-6e27-4c25-b8e6-9dab4dd6d7fc None None] Could not find standard attr ID for object ac487bda-31e6-49a7-a6bd-86b25fb295f8. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:53:02.062864 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for port (9a2ecf8a-1687-4f96-980a-a7148c5b5745), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.147171 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879a7c0-d459-4ffa-a591-323aa95b4806 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=ac487bda-31e6-49a7-a6bd-86b25fb295f8,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:02.226063 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (5daf2e00-2353-4d50-ab96-194cead3a3ed), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.267648 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b8336dd5-d227-443d-84c3-e1413ff83bf8 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (f1281504-03fd-40ee-99f2-a2c9321dd66c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.276986 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cfbb9a08-13a8-4d6c-89c3-d27fff53bd4f), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.337192 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdb6f4d-b4e3-4ea6-981c-7cdf59b7e864 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Deleting subnet 6f50d8df-b5a4-46b4-aab5-7bbeffcbf2b7 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:53:02.342708 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6f4d-b4e3-4ea6-981c-7cdf59b7e864 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for subnet (6f50d8df-b5a4-46b4-aab5-7bbeffcbf2b7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.354511 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5daf2e00-2353-4d50-ab96-194cead3a3ed']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:02.367624 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8d86de25-8a9e-47ac-9f98-aa74f6bc0fed None None] Provisioning complete for port 6f22cae2-940c-463a-bba0-aa65d885e09d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:02.367895 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10bb5dad-c874-4ed6-8c56-d8388ff85cf4') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:02.368204 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10bb5dad-c874-4ed6-8c56-d8388ff85cf4') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:02.368823 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8d86de25-8a9e-47ac-9f98-aa74f6bc0fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6f22cae2-940c-463a-bba0-aa65d885e09d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.383522 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (10bb5dad-c874-4ed6-8c56-d8388ff85cf4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.399339 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (10bb5dad-c874-4ed6-8c56-d8388ff85cf4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.406266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:53:02.406490 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (10bb5dad-c874-4ed6-8c56-d8388ff85cf4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.412281 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8d86de25-8a9e-47ac-9f98-aa74f6bc0fed None None] Port 6f22cae2-940c-463a-bba0-aa65d885e09d cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:53:02.430136 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:53:02.478795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8336dd5-d227-443d-84c3-e1413ff83bf8 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event deleted for resources: {'Port': ['ID=f1281504-03fd-40ee-99f2-a2c9321dd66c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:02.484999 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b8336dd5-d227-443d-84c3-e1413ff83bf8 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.490316 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b8336dd5-d227-443d-84c3-e1413ff83bf8 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "DELETE /v2.0/ports/f1281504-03fd-40ee-99f2-a2c9321dd66c HTTP/1.1" status: 204 len: 168 time: 3.8666821 Jan 10 11:53:02.500739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53684) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:02.573096 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (9a2ecf8a-1687-4f96-980a-a7148c5b5745), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.574503 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-20fdf7b1-7da3-4382-97a7-903f018f9a15 req-af48c3d0-5154-42c1-aad8-34270ec30c8c tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 210 time: 0.1451850 Jan 10 11:53:02.578854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c879a7c0-d459-4ffa-a591-323aa95b4806 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (86ddc8c1-5cd8-4882-819e-61f14b04ea66), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.581687 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6f22cae2-940c-463a-bba0-aa65d885e09d), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.593539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6f4d-b4e3-4ea6-981c-7cdf59b7e864 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (6f50d8df-b5a4-46b4-aab5-7bbeffcbf2b7), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.694563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (5daf2e00-2353-4d50-ab96-194cead3a3ed), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.706711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:02.711455 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.717692 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/5daf2e00-2353-4d50-ab96-194cead3a3ed HTTP/1.1" status: 204 len: 168 time: 4.2131481 Jan 10 11:53:02.719156 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53696) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:02.735901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:02.738333 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:02.755105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09e1557-db77-4aed-a4ef-10b084269c44 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:02.764882 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3d4c8-d2b2-4b78-8645-626cfbad4ab8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Network': ['ID=5daf2e00-2353-4d50-ab96-194cead3a3ed,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:02.783883 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Pushing event updated for resources: {'Port': ['ID=9a2ecf8a-1687-4f96-980a-a7148c5b5745,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:02.825452 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae525634-b7a2-4d73-b8a5-47bf89f79790 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] GET failed (client error): The resource could not be found. Jan 10 11:53:02.827377 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ae525634-b7a2-4d73-b8a5-47bf89f79790 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "GET /v2.0/subnets/63613b93-4871-4b5c-99ef-1b77504f36c4 HTTP/1.1" status: 404 len: 337 time: 0.1031542 Jan 10 11:53:02.834089 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53698) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:02.842878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9e7836dd-b49a-4d0a-9897-642def3fe3bf None None] Provisioning complete for port 9a2ecf8a-1687-4f96-980a-a7148c5b5745 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:02.843329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9e7836dd-b49a-4d0a-9897-642def3fe3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9a2ecf8a-1687-4f96-980a-a7148c5b5745), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.854435 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce77a523-f6f6-434b-83b2-1a37d02caa40 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:02.854818 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce77a523-f6f6-434b-83b2-1a37d02caa40 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:02.864647 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ce77a523-f6f6-434b-83b2-1a37d02caa40 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/5daf2e00-2353-4d50-ab96-194cead3a3ed HTTP/1.1" status: 404 len: 339 time: 0.0238454 Jan 10 11:53:02.864647 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53700) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:02.894786 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9e7836dd-b49a-4d0a-9897-642def3fe3bf None None] Port 9a2ecf8a-1687-4f96-980a-a7148c5b5745 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:02.934266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Deleting port 64aaf265-daee-48b0-91b7-6a13413584c8 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:02.934610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (64aaf265-daee-48b0-91b7-6a13413584c8), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:02.939258 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c879a7c0-d459-4ffa-a591-323aa95b4806 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Router 86ddc8c1-5cd8-4882-819e-61f14b04ea66 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:53:03.145065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (cfbb9a08-13a8-4d6c-89c3-d27fff53bd4f), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:03.165743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (64aaf265-daee-48b0-91b7-6a13413584c8), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:03.217609 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9762d0c3-1f41-47e1-9c6c-272c25b0980a tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:03.219208 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9762d0c3-1f41-47e1-9c6c-272c25b0980a tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3544834 Jan 10 11:53:03.220488 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Calling delete_port for 64aaf265-daee-48b0-91b7-6a13413584c8 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:03.222720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c879a7c0-d459-4ffa-a591-323aa95b4806 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:03.224397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53702) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:03.242130 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c879a7c0-d459-4ffa-a591-323aa95b4806 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "PUT /v2.0/routers/86ddc8c1-5cd8-4882-819e-61f14b04ea66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4800940 Jan 10 11:53:03.265676 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53704) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:03.278474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (cfbb9a08-13a8-4d6c-89c3-d27fff53bd4f), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:03.285233 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2fad673b-e4a8-4eaa-8632-68fd01453b1c tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 HTTP/1.1" status: 200 len: 207 time: 0.0509880 Jan 10 11:53:03.285568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6f4d-b4e3-4ea6-981c-7cdf59b7e864 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (6f50d8df-b5a4-46b4-aab5-7bbeffcbf2b7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:03.290436 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53708) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:03.370900 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e275dbff-8d0e-4ecf-b218-e74b5f6f5711 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:03.373201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e275dbff-8d0e-4ecf-b218-e74b5f6f5711 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:03.377394 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e275dbff-8d0e-4ecf-b218-e74b5f6f5711 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1081433 Jan 10 11:53:03.383673 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53712) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:03.461016 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db9456e-9da1-4e74-8607-7c771a4abd6c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 3de75740-025f-4203-a2fa-72cd6be597e4 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:53:03.465377 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1db9456e-9da1-4e74-8607-7c771a4abd6c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (3de75740-025f-4203-a2fa-72cd6be597e4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:03.506348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (64aaf265-daee-48b0-91b7-6a13413584c8), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:03.536522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f6d92-8ade-44fd-8b21-004e35aeebe7 None None] Sync routers for ids ['86ddc8c1-5cd8-4882-819e-61f14b04ea66'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:03.552343 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f6d92-8ade-44fd-8b21-004e35aeebe7 None None] Routers {'86ddc8c1-5cd8-4882-819e-61f14b04ea66'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:03.557799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-790f6d92-8ade-44fd-8b21-004e35aeebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['86ddc8c1-5cd8-4882-819e-61f14b04ea66'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:03.557992 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1db9456e-9da1-4e74-8607-7c771a4abd6c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (3de75740-025f-4203-a2fa-72cd6be597e4), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:03.557992 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event deleted for resources: {'Port': ['ID=64aaf265-daee-48b0-91b7-6a13413584c8,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:03.565184 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=cfbb9a08-13a8-4d6c-89c3-d27fff53bd4f,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:03.586794 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:03.594402 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "DELETE /v2.0/ports/64aaf265-daee-48b0-91b7-6a13413584c8 HTTP/1.1" status: 204 len: 168 time: 1.0925012 Jan 10 11:53:03.599080 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53716) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:03.615153 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:03.616354 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:03.616354 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:03.616709 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:03.617066 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:03.617411 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:03.617752 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:03.618113 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:03.618581 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:03.618932 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:03.619266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:03.619601 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:03.619931 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77bbfc-84c3-44df-9c0d-feea027b96d6 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:03.661958 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-88763f1a-1e73-4c35-adc7-f823a43646d3 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0589924 Jan 10 11:53:03.662655 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53720) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:03.666610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-790f6d92-8ade-44fd-8b21-004e35aeebe7 None None] Set router 86ddc8c1-5cd8-4882-819e-61f14b04ea66 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:03.672007 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-2bb2652d-4c27-4e1d-9644-f17cc40198a7 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-762887931'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:03.716732 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d4410711-049f-4221-913b-8558d4804711 req-802adb45-33aa-4fb1-ad6e-9b9831dd42d5 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 210 time: 0.0539541 Jan 10 11:53:03.734032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (f232bf2f-7ba2-49c6-90fb-e38e9c645f1a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:03.759989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-790f6d92-8ade-44fd-8b21-004e35aeebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ddc8c1-5cd8-4882-819e-61f14b04ea66', 'name': 'tempest-NetworksTestDHCPv6-router-830727567', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:54Z', 'updated_at': '2022-01-10T11:53:01Z', 'revision_number': 3, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:03.768230 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1db9456e-9da1-4e74-8607-7c771a4abd6c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (3de75740-025f-4203-a2fa-72cd6be597e4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:03.796467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f6d92-8ade-44fd-8b21-004e35aeebe7 None None] Checking router: 86ddc8c1-5cd8-4882-819e-61f14b04ea66 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:53:03.805971 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb2652d-4c27-4e1d-9644-f17cc40198a7 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Made reservation on behalf of 73f2dec2d0da49f588ff1584b19b0eb5 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:03.807290 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f6d92-8ade-44fd-8b21-004e35aeebe7 None None] Routers {'86ddc8c1-5cd8-4882-819e-61f14b04ea66'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:03.807927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-790f6d92-8ade-44fd-8b21-004e35aeebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['86ddc8c1-5cd8-4882-819e-61f14b04ea66'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:03.811108 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2bb2652d-4c27-4e1d-9644-f17cc40198a7 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:03.852877 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb2652d-4c27-4e1d-9644-f17cc40198a7 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:53:03.867341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af55155-89c7-4aea-9aaf-5c40fd925581 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:03.867341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af55155-89c7-4aea-9aaf-5c40fd925581 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:03.867965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2bb2652d-4c27-4e1d-9644-f17cc40198a7 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (ed861fb3-813a-4c4e-bb50-5a9cd763ed6f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:03.867965 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-2bb2652d-4c27-4e1d-9644-f17cc40198a7 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Added segment ed861fb3-813a-4c4e-bb50-5a9cd763ed6f of type vlan for network 2b040c1b-5470-4c43-ac18-c1361a869724 Jan 10 11:53:03.868157 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af55155-89c7-4aea-9aaf-5c40fd925581 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:03.873654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af55155-89c7-4aea-9aaf-5c40fd925581 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:03.879259 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2af55155-89c7-4aea-9aaf-5c40fd925581 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5606840 Jan 10 11:53:03.884743 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53724) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:03.886001 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6f4d-b4e3-4ea6-981c-7cdf59b7e864 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (6f50d8df-b5a4-46b4-aab5-7bbeffcbf2b7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:03.887123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-790f6d92-8ade-44fd-8b21-004e35aeebe7 None None] Set router 86ddc8c1-5cd8-4882-819e-61f14b04ea66 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:03.914409 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2bb2652d-4c27-4e1d-9644-f17cc40198a7 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (2b040c1b-5470-4c43-ac18-c1361a869724), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:03.954712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-790f6d92-8ade-44fd-8b21-004e35aeebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ddc8c1-5cd8-4882-819e-61f14b04ea66', 'name': 'tempest-NetworksTestDHCPv6-router-830727567', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:54Z', 'updated_at': '2022-01-10T11:53:01Z', 'revision_number': 3, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:03.975661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6f4d-b4e3-4ea6-981c-7cdf59b7e864 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:03.984766 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5cdb6f4d-b4e3-4ea6-981c-7cdf59b7e864 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/subnets/6f50d8df-b5a4-46b4-aab5-7bbeffcbf2b7 HTTP/1.1" status: 204 len: 168 time: 1.9335318 Jan 10 11:53:03.985001 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53726) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:03.992313 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb6f4d-b4e3-4ea6-981c-7cdf59b7e864 tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Subnet': ['ID=6f50d8df-b5a4-46b4-aab5-7bbeffcbf2b7,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:03.998267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:04.005141 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d6ed70d6-7e89-453f-947d-934828a956a3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3830688 Jan 10 11:53:04.006099 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53728) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:04.009470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f23df24-8262-4ff4-8bb8-b3afefad8c33 None None] Network d0ddb44b-6052-4585-a8cb-a8168f49d5b9 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:04.012288 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1db9456e-9da1-4e74-8607-7c771a4abd6c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (3de75740-025f-4203-a2fa-72cd6be597e4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:04.015857 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f6d92-8ade-44fd-8b21-004e35aeebe7 None None] The sync data for ids ['86ddc8c1-5cd8-4882-819e-61f14b04ea66'] in dv-neutron-master-2-hyperv is: [{'id': '86ddc8c1-5cd8-4882-819e-61f14b04ea66', 'name': 'tempest-NetworksTestDHCPv6-router-830727567', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:54Z', 'updated_at': '2022-01-10T11:53:01Z', 'revision_number': 3, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'gw_port_host': None}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:04.051186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2bb2652d-4c27-4e1d-9644-f17cc40198a7 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (2b040c1b-5470-4c43-ac18-c1361a869724), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:04.058982 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb2652d-4c27-4e1d-9644-f17cc40198a7 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:04.060168 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2bb2652d-4c27-4e1d-9644-f17cc40198a7 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:04.062082 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'port': {'network_id': 'a94f6bdd-7fbb-4f45-a4cc-a252fadeae57', 'name': 'tempest-FloatingIPTestJSON-367186445'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:04.132723 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1db9456e-9da1-4e74-8607-7c771a4abd6c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:04.140223 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1db9456e-9da1-4e74-8607-7c771a4abd6c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/3de75740-025f-4203-a2fa-72cd6be597e4 HTTP/1.1" status: 204 len: 168 time: 0.7519934 Jan 10 11:53:04.145796 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9456e-9da1-4e74-8607-7c771a4abd6c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=3de75740-025f-4203-a2fa-72cd6be597e4,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:04.168027 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53730) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:04.174187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16923e12-0f08-4832-87ba-4790c9b794b4 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:04.261228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (6f22cae2-940c-463a-bba0-aa65d885e09d), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:04.275179 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (eaa360cd-00a3-41c5-84fd-8342409feb07), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:04.306083 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (d0ddb44b-6052-4585-a8cb-a8168f49d5b9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:04.314921 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2bb2652d-4c27-4e1d-9644-f17cc40198a7 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6478107 Jan 10 11:53:04.319552 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53732) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:04.344627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e74916fa-85e8-412d-bcff-779090312b67 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1431438261'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:04.375338 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2652d-4c27-4e1d-9644-f17cc40198a7 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event updated for resources: {'Network': ['ID=2b040c1b-5470-4c43-ac18-c1361a869724,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:04.495198 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bd56b958-a407-4625-a6ed-ac578d3bb033 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5965712 Jan 10 11:53:04.495358 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 2b040c1b-5470-4c43-ac18-c1361a869724 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:53:04.495501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (6f22cae2-940c-463a-bba0-aa65d885e09d), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:04.495669 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0f5c1b97-cfc5-4844-9063-749cda707f47 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3197374 Jan 10 11:53:04.495865 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (eac03317-0695-43ba-b943-24befd8369f9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:04.496025 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53734) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:04.504571 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53736) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:04.608193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Made reservation on behalf of 87395ce205234b79884efd4fb62f5856 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:04.611990 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:04.630274 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74916fa-85e8-412d-bcff-779090312b67 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Made reservation on behalf of 73f2dec2d0da49f588ff1584b19b0eb5 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:04.635572 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e74916fa-85e8-412d-bcff-779090312b67 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:04.685460 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3dba3e96-93f1-4d8f-a6df-cab3d387542b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for router (86ddc8c1-5cd8-4882-819e-61f14b04ea66), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:04.698255 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8c259e-0980-45c7-bb0f-59944e8882f1 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:04.698255 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8c259e-0980-45c7-bb0f-59944e8882f1 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:04.698255 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ac8c259e-0980-45c7-bb0f-59944e8882f1 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2051554 Jan 10 11:53:04.720739 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53740) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:04.776639 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Deleting port aa3f50c7-dafc-4324-b5d2-20858ce98ef9 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:04.776995 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:04.807566 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74916fa-85e8-412d-bcff-779090312b67 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:53:04.818477 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ac487bda-31e6-49a7-a6bd-86b25fb295f8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:53:04.912163 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: ac487bda-31e6-49a7-a6bd-86b25fb295f8 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:53:04.912521 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ac487bda-31e6-49a7-a6bd-86b25fb295f8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:53:04.923903 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e74916fa-85e8-412d-bcff-779090312b67 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e9200fe7-2d7f-451b-952b-cd281630a2fd), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:04.923903 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-e74916fa-85e8-412d-bcff-779090312b67 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Added segment e9200fe7-2d7f-451b-952b-cd281630a2fd of type vlan for network d45d73db-f50b-4d5e-a158-f7e84ae3f989 Jan 10 11:53:04.939767 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=6f22cae2-940c-463a-bba0-aa65d885e09d,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:04.952530 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network e1ec2320-0a2c-41cb-b507-1001a171fc3e is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:04.992212 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:05.012182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] device_id is not set on port d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:53:05.019372 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-58f8482a-95c1-4b45-b54c-2d17fe336388 req-4c3325ac-a4ae-427d-ab50-09f22d669f25 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 210 time: 0.1358690 Jan 10 11:53:05.119428 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b367651-3959-4bfd-be29-fb4a7a57ec4c None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:05.137857 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] For port aa3f50c7-dafc-4324-b5d2-20858ce98ef9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa3f50c7-dafc-4324-b5d2-20858ce98ef9,segment=NetworkSegment(6bf5fa28-e991-4daf-8b8b-421d54c51b7e),segment_id=6bf5fa28-e991-4daf-8b8b-421d54c51b7e)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:05.138828 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.154559 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f73e7c-8937-44d3-9f64-e9199e247d03 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['shared'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:05.156321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f73e7c-8937-44d3-9f64-e9199e247d03 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['shared'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:05.163158 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-37f73e7c-8937-44d3-9f64-e9199e247d03 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4288414 Jan 10 11:53:05.163822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53744) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:05.172895 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd0133d-ac85-4dbc-9f28-3314132c5b90 None None] DHCP port deletion for d0ddb44b-6052-4585-a8cb-a8168f49d5b9 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:05.177920 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3dba3e96-93f1-4d8f-a6df-cab3d387542b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (86ddc8c1-5cd8-4882-819e-61f14b04ea66), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.182076 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3dba3e96-93f1-4d8f-a6df-cab3d387542b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for router_controller (86ddc8c1-5cd8-4882-819e-61f14b04ea66), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.260163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e74916fa-85e8-412d-bcff-779090312b67 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (d45d73db-f50b-4d5e-a158-f7e84ae3f989), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.265053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Calling delete_port for aa3f50c7-dafc-4324-b5d2-20858ce98ef9 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:05.269470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3b367651-3959-4bfd-be29-fb4a7a57ec4c None None] Deleting port 21326e24-6e84-4634-afce-d5f00ac70c24 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:05.270174 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3b367651-3959-4bfd-be29-fb4a7a57ec4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (21326e24-6e84-4634-afce-d5f00ac70c24), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.303770 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-bcd0133d-ac85-4dbc-9f28-3314132c5b90 None None] Deleting port aa3f50c7-dafc-4324-b5d2-20858ce98ef9 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:05.304148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bcd0133d-ac85-4dbc-9f28-3314132c5b90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.340427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3dba3e96-93f1-4d8f-a6df-cab3d387542b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (86ddc8c1-5cd8-4882-819e-61f14b04ea66), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.340709 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dba3e96-93f1-4d8f-a6df-cab3d387542b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Fanout notify agent at l3_agent the message router_deleted on router 86ddc8c1-5cd8-4882-819e-61f14b04ea66 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:53:05.353236 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3dba3e96-93f1-4d8f-a6df-cab3d387542b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.354649 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3dba3e96-93f1-4d8f-a6df-cab3d387542b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/routers/86ddc8c1-5cd8-4882-819e-61f14b04ea66 HTTP/1.1" status: 204 len: 168 time: 0.8472996 Jan 10 11:53:05.411279 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53746) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:05.411454 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-3b367651-3959-4bfd-be29-fb4a7a57ec4c None None] For port 21326e24-6e84-4634-afce-d5f00ac70c24, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21326e24-6e84-4634-afce-d5f00ac70c24,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:05.411454 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3b367651-3959-4bfd-be29-fb4a7a57ec4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (21326e24-6e84-4634-afce-d5f00ac70c24), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.411693 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-05fab192-a5b3-4dce-ac5e-69a1df344293 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:05.429619 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3b367651-3959-4bfd-be29-fb4a7a57ec4c None None] Calling delete_port for 21326e24-6e84-4634-afce-d5f00ac70c24 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:05.505126 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e74916fa-85e8-412d-bcff-779090312b67 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (d45d73db-f50b-4d5e-a158-f7e84ae3f989), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.511378 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74916fa-85e8-412d-bcff-779090312b67 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:05.511992 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e74916fa-85e8-412d-bcff-779090312b67 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.572686 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6707f09c-fe15-4e6e-8758-e8b374e39fe8 None None] Provisioning complete for port 6f22cae2-940c-463a-bba0-aa65d885e09d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:05.572917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6707f09c-fe15-4e6e-8758-e8b374e39fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6f22cae2-940c-463a-bba0-aa65d885e09d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.577464 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-bcd0133d-ac85-4dbc-9f28-3314132c5b90 None None] For port aa3f50c7-dafc-4324-b5d2-20858ce98ef9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa3f50c7-dafc-4324-b5d2-20858ce98ef9,segment=NetworkSegment(6bf5fa28-e991-4daf-8b8b-421d54c51b7e),segment_id=6bf5fa28-e991-4daf-8b8b-421d54c51b7e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:05.583454 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bcd0133d-ac85-4dbc-9f28-3314132c5b90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.631018 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-bcd0133d-ac85-4dbc-9f28-3314132c5b90 None None] Calling delete_port for aa3f50c7-dafc-4324-b5d2-20858ce98ef9 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:05.633905 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74916fa-85e8-412d-bcff-779090312b67 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event updated for resources: {'Network': ['ID=d45d73db-f50b-4d5e-a158-f7e84ae3f989,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:05.662385 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e74916fa-85e8-412d-bcff-779090312b67 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3245435 Jan 10 11:53:05.662864 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network d45d73db-f50b-4d5e-a158-f7e84ae3f989 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:53:05.714407 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.745917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6707f09c-fe15-4e6e-8758-e8b374e39fe8 None None] Port 6f22cae2-940c-463a-bba0-aa65d885e09d cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:05.763540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (eaa360cd-00a3-41c5-84fd-8342409feb07), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.794332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Allocated IP 172.20.0.3 (a94f6bdd-7fbb-4f45-a4cc-a252fadeae57/06fd3b80-fbd7-4670-8d93-94044d907780/d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:05.794812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] No DVR routers for this DVR port aa3f50c7-dafc-4324-b5d2-20858ce98ef9 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:05.835630 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bcd0133d-ac85-4dbc-9f28-3314132c5b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (aa3f50c7-dafc-4324-b5d2-20858ce98ef9), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.850583 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0133d-ac85-4dbc-9f28-3314132c5b90 None None] No DVR routers for this DVR port aa3f50c7-dafc-4324-b5d2-20858ce98ef9 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:05.863776 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Port': ['ID=aa3f50c7-dafc-4324-b5d2-20858ce98ef9,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:05.870445 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0133d-ac85-4dbc-9f28-3314132c5b90 None None] Pushing event deleted for resources: {'Port': ['ID=aa3f50c7-dafc-4324-b5d2-20858ce98ef9,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:05.879568 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fab192-a5b3-4dce-ac5e-69a1df344293 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:05.881381 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-05fab192-a5b3-4dce-ac5e-69a1df344293 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.890941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3b367651-3959-4bfd-be29-fb4a7a57ec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (21326e24-6e84-4634-afce-d5f00ac70c24), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:05.912017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b367651-3959-4bfd-be29-fb4a7a57ec4c None None] No DVR routers for this DVR port 21326e24-6e84-4634-afce-d5f00ac70c24 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:05.962749 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d2a10c-9427-4ee3-934b-dac23f83295c tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:05.969072 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d2d2a10c-9427-4ee3-934b-dac23f83295c tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "GET /v2.0/networks/72f5d987-bcb6-41eb-85d8-406edfe55bc0 HTTP/1.1" status: 200 len: 800 time: 0.7976520 Jan 10 11:53:05.971866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53748) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:05.991175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b367651-3959-4bfd-be29-fb4a7a57ec4c None None] Pushing event deleted for resources: {'Port': ['ID=21326e24-6e84-4634-afce-d5f00ac70c24,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:06.075060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (d0ddb44b-6052-4585-a8cb-a8168f49d5b9), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:06.114800 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ddb44b-6052-4585-a8cb-a8168f49d5b9']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:06.115304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0e4cbca7-eef5-48a1-8a3d-466f3a66c295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:06.131857 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf5fa28-e991-4daf-8b8b-421d54c51b7e') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:06.132429 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf5fa28-e991-4daf-8b8b-421d54c51b7e') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:06.171103 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (6bf5fa28-e991-4daf-8b8b-421d54c51b7e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:06.218310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (6bf5fa28-e991-4daf-8b8b-421d54c51b7e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:06.264905 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:53:06.265657 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (6bf5fa28-e991-4daf-8b8b-421d54c51b7e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:53:06.269067 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:53:06.363183 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router eac03317-0695-43ba-b943-24befd8369f9 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:53:06.380051 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85488ed5-e5a8-4f39-9f98-80720e0a337c req-b48bfd76-3d1f-482f-ad9c-171d4d5f99bf tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 210 time: 0.0954874 Jan 10 11:53:06.448409 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (d0ddb44b-6052-4585-a8cb-a8168f49d5b9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:06.468335 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:06.477492 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] 10.222.0.16 "DELETE /v2.0/networks/d0ddb44b-6052-4585-a8cb-a8168f49d5b9 HTTP/1.1" status: 204 len: 168 time: 2.4873328 Jan 10 11:53:06.505873 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f26a8-9329-4055-8aa6-e2c8636e645c tempest-NetworksIpV6Test-353137386 tempest-NetworksIpV6Test-353137386-project] Pushing event deleted for resources: {'Network': ['ID=d0ddb44b-6052-4585-a8cb-a8168f49d5b9,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:06.509529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d8372959-17f0-46d4-8177-57538f33b7e7 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:06.511232 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d8372959-17f0-46d4-8177-57538f33b7e7 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.30 "GET /v2.0/networks?id=25c4b78f-7299-403b-b2a4-92b74077ddd4 HTTP/1.1" status: 200 len: 811 time: 0.5312653 Jan 10 11:53:06.596211 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-05fab192-a5b3-4dce-ac5e-69a1df344293 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (39252c2e-2736-48e6-bb81-45d1d29f5533), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:06.628899 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0fbcc079-a757-4a52-9554-b046f10fbd18 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "GET /v2.0/networks/72f5d987-bcb6-41eb-85d8-406edfe55bc0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.6411533 Jan 10 11:53:06.652266 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53756) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:06.703554 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fab192-a5b3-4dce-ac5e-69a1df344293 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:06.710763 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-05fab192-a5b3-4dce-ac5e-69a1df344293 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:06.718292 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fab192-a5b3-4dce-ac5e-69a1df344293 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:06.719854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-05fab192-a5b3-4dce-ac5e-69a1df344293 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:06.724643 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72f8c31-bd49-482c-89ab-3f461d7003ab None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:06.735765 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fab192-a5b3-4dce-ac5e-69a1df344293 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=39252c2e-2736-48e6-bb81-45d1d29f5533,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:06.834623 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776489ea-738b-4d6d-a7f6-dc7251e09deb tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:06.842878 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-776489ea-738b-4d6d-a7f6-dc7251e09deb tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "GET /v2.0/subnets/0189ba8d-31f0-4608-9bda-06f22ddb5116 HTTP/1.1" status: 200 len: 811 time: 0.1827018 Jan 10 11:53:06.842878 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:06.843188 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-05fab192-a5b3-4dce-ac5e-69a1df344293 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4309621 Jan 10 11:53:06.845506 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-542e571e-9bc0-4670-aeba-74bc943aed16 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/eac03317-0695-43ba-b943-24befd8369f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3728194 Jan 10 11:53:06.846754 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53762) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:06.849946 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53764) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:06.851201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53766) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:06.853352 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 21326e24-6e84-4634-afce-d5f00ac70c24 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:53:06.853978 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c0f13e-b25b-4def-90ff-2d42ec62da03 None None] Sync routers for ids ['eac03317-0695-43ba-b943-24befd8369f9'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:06.860565 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-2232929c-1524-4443-b091-f8bf465d0c8d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-338317211', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:06.869250 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0f13e-b25b-4def-90ff-2d42ec62da03 None None] Routers {'eac03317-0695-43ba-b943-24befd8369f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:06.871464 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:06.873251 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-15c0f13e-b25b-4def-90ff-2d42ec62da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['eac03317-0695-43ba-b943-24befd8369f9'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:06.893662 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 21326e24-6e84-4634-afce-d5f00ac70c24 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:53:06.895989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 21326e24-6e84-4634-afce-d5f00ac70c24 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:53:06.896485 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device aa3f50c7-dafc-4324-b5d2-20858ce98ef9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:53:06.901413 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Router eaa360cd-00a3-41c5-84fd-8342409feb07 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:53:06.937091 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: aa3f50c7-dafc-4324-b5d2-20858ce98ef9 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:53:06.937469 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device aa3f50c7-dafc-4324-b5d2-20858ce98ef9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:53:06.937940 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-3672c3f3-99bb-4a37-bc90-f9036767ebbf tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c17387cc17747cda4c8c0fde8b5a6e1 HTTP/1.1" status: 200 len: 380 time: 0.4023616 Jan 10 11:53:06.952804 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-c3634847-8c48-43f4-92db-3d5d14be137f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Request body: {'port': {'device_id': '3e7f581c-c369-4866-9256-75da054d274c', 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4', 'admin_state_up': True, 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'security_groups': ['0ebdcc16-4168-4320-92de-b4d59448c746']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:06.967888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd0feec-fb7f-4b03-a8c2-22212039a9f8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:06.970116 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6cd0feec-fb7f-4b03-a8c2-22212039a9f8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports/6f22cae2-940c-463a-bba0-aa65d885e09d HTTP/1.1" status: 200 len: 911 time: 0.0794382 Jan 10 11:53:06.999228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53768) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:07.047153 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-6184bbd9-0700-48a5-ad12-652a77e59073 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5544e491-b29e-4d48-a5e5-f1dbf93eeb47'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:07.057074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': '39252c2e-2736-48e6-bb81-45d1d29f5533'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:53:07.058027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:07.067643 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8862afe0-3c7c-4253-a1df-bd3d07bb966b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['shared'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:07.070324 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8862afe0-3c7c-4253-a1df-bd3d07bb966b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "GET /v2.0/subnets/0189ba8d-31f0-4608-9bda-06f22ddb5116?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1990626 Jan 10 11:53:07.073832 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53770) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:07.080123 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-6f68cb73-b8e4-465d-ad9d-43b14926baea tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-113763066'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:07.141089 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-15c0f13e-b25b-4def-90ff-2d42ec62da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:07.151253 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0f13e-b25b-4def-90ff-2d42ec62da03 None None] Routers {'eac03317-0695-43ba-b943-24befd8369f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:07.151796 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-15c0f13e-b25b-4def-90ff-2d42ec62da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['eac03317-0695-43ba-b943-24befd8369f9'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:07.160581 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2232929c-1524-4443-b091-f8bf465d0c8d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (ffa3aba2-de62-40c7-89bc-ee7f74045acd), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:07.162429 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2232929c-1524-4443-b091-f8bf465d0c8d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (ffa3aba2-de62-40c7-89bc-ee7f74045acd), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:07.190471 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-15c0f13e-b25b-4def-90ff-2d42ec62da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:07.193682 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c0f13e-b25b-4def-90ff-2d42ec62da03 None None] The sync data for ids ['eac03317-0695-43ba-b943-24befd8369f9'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:07.286936 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2232929c-1524-4443-b091-f8bf465d0c8d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for router_controller (ffa3aba2-de62-40c7-89bc-ee7f74045acd), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:07.297716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53774) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:07.314216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f68cb73-b8e4-465d-ad9d-43b14926baea tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:07.325995 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f68cb73-b8e4-465d-ad9d-43b14926baea tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:07.379345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Allocated IP 2001:db8::2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/39252c2e-2736-48e6-bb81-45d1d29f5533/fe800486-6276-4040-a068-0dc64f2a5e5e) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:07.387642 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2232929c-1524-4443-b091-f8bf465d0c8d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (ffa3aba2-de62-40c7-89bc-ee7f74045acd), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:07.447962 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f68cb73-b8e4-465d-ad9d-43b14926baea tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:53:07.473777 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f68cb73-b8e4-465d-ad9d-43b14926baea tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (a3ba1bf0-51ac-43cb-aabb-62853a0ca72d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:07.474205 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-6f68cb73-b8e4-465d-ad9d-43b14926baea tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Added segment a3ba1bf0-51ac-43cb-aabb-62853a0ca72d of type vlan for network f05caa70-6c13-4660-9a33-717764ed69a2 Jan 10 11:53:07.542737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:07.590965 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b029650b-47d1-4639-8b9b-01ac515de3ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7a563b78a01466b8646457654606ffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916906 Jan 10 11:53:07.592102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53780) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:07.617669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2232929c-1524-4443-b091-f8bf465d0c8d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:07.620031 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2232929c-1524-4443-b091-f8bf465d0c8d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7643452 Jan 10 11:53:07.623350 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53782) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:07.629743 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Publish callbacks [] for port (fe800486-6276-4040-a068-0dc64f2a5e5e), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:07.656299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:07.673730 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c33bd3-84a9-4081-bf7f-069fcef9633a None None] Sync routers for ids ['eaa360cd-00a3-41c5-84fd-8342409feb07'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:07.682564 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f68cb73-b8e4-465d-ad9d-43b14926baea tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (f05caa70-6c13-4660-9a33-717764ed69a2), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:07.687822 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-eb0ed89e-a242-4b22-8ccd-745d4251637b req-d6f298c5-30e8-4b04-ad22-80041ecb9a62 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 210 time: 0.1034913 Jan 10 11:53:07.692835 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c33bd3-84a9-4081-bf7f-069fcef9633a None None] Routers {'eaa360cd-00a3-41c5-84fd-8342409feb07'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:07.694787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c9c33bd3-84a9-4081-bf7f-069fcef9633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['eaa360cd-00a3-41c5-84fd-8342409feb07'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:07.721147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:07.756608 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c9c33bd3-84a9-4081-bf7f-069fcef9633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:07.759962 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (fe800486-6276-4040-a068-0dc64f2a5e5e), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:07.788492 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:07.792045 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:07.819761 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:07.820626 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:07.832238 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:07.835580 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:07.838558 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca902d98-da67-4bda-ab60-b76c9c8f0c57 None None] DHCP port deletion for a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:07.857588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c33bd3-84a9-4081-bf7f-069fcef9633a None None] Routers {'eaa360cd-00a3-41c5-84fd-8342409feb07'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:07.858411 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c9c33bd3-84a9-4081-bf7f-069fcef9633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:52:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['eaa360cd-00a3-41c5-84fd-8342409feb07'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:07.887603 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:07.888941 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:07.889523 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:07.890113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:07.890682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:07.892443 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:07.893094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:07.893654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:07.894462 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:07.895164 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:07.895739 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:07.896301 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:07.896857 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:07.917990 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c9c33bd3-84a9-4081-bf7f-069fcef9633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:07.918702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c33bd3-84a9-4081-bf7f-069fcef9633a None None] The sync data for ids ['eaa360cd-00a3-41c5-84fd-8342409feb07'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:07.974494 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Pushing event updated for resources: {'Port': ['ID=fe800486-6276-4040-a068-0dc64f2a5e5e,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:08.006844 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:08.007225 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:08.007536 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:08.007881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:08.008503 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:08.008854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:08.009703 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:08.010074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:08.010412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:08.010761 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:08.011098 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:08.011423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:08.011746 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:08.027335 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ad820fa2-8ee9-442f-9fa5-a1bb13ad682f None None] Provisioning complete for port d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:08.027775 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ad820fa2-8ee9-442f-9fa5-a1bb13ad682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:08.055054 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6184bbd9-0700-48a5-ad12-652a77e59073 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6f22cae2-940c-463a-bba0-aa65d885e09d), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:08.064691 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-c3634847-8c48-43f4-92db-3d5d14be137f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Made reservation on behalf of 4c17387cc17747cda4c8c0fde8b5a6e1 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:08.067870 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.resource_extend [None req-6f68cb73-b8e4-465d-ad9d-43b14926baea tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 11:53:08.069009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-c3634847-8c48-43f4-92db-3d5d14be137f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:08.089151 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ad820fa2-8ee9-442f-9fa5-a1bb13ad682f None None] Port d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:08.097895 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Attempting to bind port fe800486-6276-4040-a068-0dc64f2a5e5e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:08.107670 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Attempting to bind port fe800486-6276-4040-a068-0dc64f2a5e5e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:08.107670 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Attempting to bind port fe800486-6276-4040-a068-0dc64f2a5e5e on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:08.107894 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-04aa1373-0826-405f-ab56-1d890940dac3 admin admin] Publish callbacks [] for security_group (3ce9dd08-53d6-4011-a1ea-259c85252ca8), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:08.107977 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:08.108105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:08.108688 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:08.109085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:08.109667 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Bound port: fe800486-6276-4040-a068-0dc64f2a5e5e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:08.110120 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fe800486-6276-4040-a068-0dc64f2a5e5e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:08.114471 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:08.116015 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:08.125923 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:08.128130 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-49ff8789-8a5c-4da9-bfcd-a56dfa18b6dd tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.4545805 Jan 10 11:53:08.128249 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-04aa1373-0826-405f-ab56-1d890940dac3 admin admin] Publish callbacks [] for security_group (3ce9dd08-53d6-4011-a1ea-259c85252ca8), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:08.136172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53784) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:08.197217 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] For port fe800486-6276-4040-a068-0dc64f2a5e5e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:08.200598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] For port fe800486-6276-4040-a068-0dc64f2a5e5e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe800486-6276-4040-a068-0dc64f2a5e5e,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:08.268288 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f68cb73-b8e4-465d-ad9d-43b14926baea tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (f05caa70-6c13-4660-9a33-717764ed69a2), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:08.275350 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f68cb73-b8e4-465d-ad9d-43b14926baea tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:08.275984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f68cb73-b8e4-465d-ad9d-43b14926baea tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:08.314083 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-04aa1373-0826-405f-ab56-1d890940dac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (3ce9dd08-53d6-4011-a1ea-259c85252ca8), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:08.316963 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-04aa1373-0826-405f-ab56-1d890940dac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:08.317872 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (fe800486-6276-4040-a068-0dc64f2a5e5e), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:08.318185 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-04aa1373-0826-405f-ab56-1d890940dac3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ce9dd08-53d6-4011-a1ea-259c85252ca8 HTTP/1.1" status: 204 len: 168 time: 0.7202177 Jan 10 11:53:08.360440 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa1373-0826-405f-ab56-1d890940dac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce9dd08-53d6-4011-a1ea-259c85252ca8,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:08.377274 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68cb73-b8e4-465d-ad9d-43b14926baea tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Network': ['ID=f05caa70-6c13-4660-9a33-717764ed69a2,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:08.419156 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6f68cb73-b8e4-465d-ad9d-43b14926baea tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3440936 Jan 10 11:53:08.422090 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53788) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:08.427798 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-2fc84f01-bef2-4aef-9dca-3cd59b4fd3ca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'subnet': {'network_id': 'f05caa70-6c13-4660-9a33-717764ed69a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:08.444944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network f05caa70-6c13-4660-9a33-717764ed69a2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:53:08.563137 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e3ece-2add-488c-abf5-94ab84677c42 None None] Pushing event updated for resources: {'Port': ['ID=fe800486-6276-4040-a068-0dc64f2a5e5e,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:08.662344 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc84f01-bef2-4aef-9dca-3cd59b4fd3ca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Made reservation on behalf of a4af5988feaf47b38afe64dd8e2726b8 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:08.666238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2fc84f01-bef2-4aef-9dca-3cd59b4fd3ca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:08.889384 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-52192c71-ae0c-40c6-9bc1-7fbecf3a9204 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/routers/eaa360cd-00a3-41c5-84fd-8342409feb07 HTTP/1.1" status: 200 len: 921 time: 0.7479486 Jan 10 11:53:08.890795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.ipam_backend_mixin [None req-2fc84f01-bef2-4aef-9dca-3cd59b4fd3ca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Performing IP validity checks on allocation pools {{(pid=110625) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 10 11:53:08.891310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.ipam_backend_mixin [None req-2fc84f01-bef2-4aef-9dca-3cd59b4fd3ca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110625) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 10 11:53:09.017530 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fe800486-6276-4040-a068-0dc64f2a5e5e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:09.218066 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port fe800486-6276-4040-a068-0dc64f2a5e5e triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:09.218609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fe800486-6276-4040-a068-0dc64f2a5e5e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:09.233607 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53794) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:09.275177 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53800) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:09.288570 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Request body: {'subnets': [{'network_id': '2b040c1b-5470-4c43-ac18-c1361a869724', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1091458827', 'ip_version': 6}, {'network_id': 'd45d73db-f50b-4d5e-a158-f7e84ae3f989', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:09.289056 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Request body: {'subnet': {'network_id': '2b040c1b-5470-4c43-ac18-c1361a869724', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1091458827', 'ip_version': 6}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:09.290236 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Request body: {'subnet': {'network_id': 'd45d73db-f50b-4d5e-a158-f7e84ae3f989', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:09.339952 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-36e75d19-81a2-4be8-96aa-507fffad6594 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa360cd-00a3-41c5-84fd-8342409feb07 HTTP/1.1" status: 200 len: 205 time: 0.0910425 Jan 10 11:53:09.349123 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53804) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:09.368333 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2fc84f01-bef2-4aef-9dca-3cd59b4fd3ca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (752ccdf3-f3b4-4bbc-ad87-fb04cc9b8527), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:09.401881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fe800486-6276-4040-a068-0dc64f2a5e5e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:09.497553 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port fe800486-6276-4040-a068-0dc64f2a5e5e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe800486-6276-4040-a068-0dc64f2a5e5e,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:09.543522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6184bbd9-0700-48a5-ad12-652a77e59073 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (6f22cae2-940c-463a-bba0-aa65d885e09d), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:09.548038 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc84f01-bef2-4aef-9dca-3cd59b4fd3ca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Subnet': ['ID=752ccdf3-f3b4-4bbc-ad87-fb04cc9b8527,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:09.570141 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (fe800486-6276-4040-a068-0dc64f2a5e5e), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:09.611142 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6344dcdd-0678-44dc-8086-4144742b6852 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.5536678 Jan 10 11:53:09.616248 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53808) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:09.626285 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-694bc997-fba8-4590-93d9-5889eb1bec25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'floatingip': {'port_id': 'd83b3b7b-b0f8-4b91-9b43-fe872f3c72b2'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:09.678258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=fe800486-6276-4040-a068-0dc64f2a5e5e,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:09.754072 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6184bbd9-0700-48a5-ad12-652a77e59073 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (6f22cae2-940c-463a-bba0-aa65d885e09d), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:09.760341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6184bbd9-0700-48a5-ad12-652a77e59073 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:09.761116 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6184bbd9-0700-48a5-ad12-652a77e59073 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:09.767082 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6184bbd9-0700-48a5-ad12-652a77e59073 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/ports/6f22cae2-940c-463a-bba0-aa65d885e09d HTTP/1.1" status: 200 len: 911 time: 2.7636902 Jan 10 11:53:09.769955 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-054e5f9c-f35f-4c7c-97f2-948845dd3f5e req-c44c238a-189e-4909-9101-d9cabdcda2ad tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 210 time: 0.1543734 Jan 10 11:53:09.770527 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53810) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:09.781367 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc84f01-bef2-4aef-9dca-3cd59b4fd3ca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Checking segment: {'id': 'a3ba1bf0-51ac-43cb-aabb-62853a0ca72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f05caa70-6c13-4660-9a33-717764ed69a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:09.781898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc84f01-bef2-4aef-9dca-3cd59b4fd3ca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network hostable DHCP agents. Network: f05caa70-6c13-4660-9a33-717764ed69a2, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:53:09.897984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9baf339-09c3-48f0-b014-38237525ff87 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (eaa360cd-00a3-41c5-84fd-8342409feb07), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:09.967785 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc84f01-bef2-4aef-9dca-3cd59b4fd3ca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Network f05caa70-6c13-4660-9a33-717764ed69a2 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:53:09.971116 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-694bc997-fba8-4590-93d9-5889eb1bec25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (f232bf2f-7ba2-49c6-90fb-e38e9c645f1a), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:10.003263 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Made reservation on behalf of 73f2dec2d0da49f588ff1584b19b0eb5 for: {'subnet': 2} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:10.008364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:10.008720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:10.161217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:10.268849 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53820) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:10.311705 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d63716b3-8241-4057-8f6b-41be3464e35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:10.329426 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-c3634847-8c48-43f4-92db-3d5d14be137f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Allocated IP 172.20.0.4 (25c4b78f-7299-403b-b2a4-92b74077ddd4/d3bed970-dc5a-4af3-9348-1640b3a3c177/ec3765b1-eb31-41b1-bd5d-814bce62b449) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:10.342284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4e2bc72b-7f84-4ec3-b165-5ca01a4aa216 None None] Provisioning complete for port fe800486-6276-4040-a068-0dc64f2a5e5e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:10.342812 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4e2bc72b-7f84-4ec3-b165-5ca01a4aa216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fe800486-6276-4040-a068-0dc64f2a5e5e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:10.360399 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-2fc84f01-bef2-4aef-9dca-3cd59b4fd3ca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f05caa70-6c13-4660-9a33-717764ed69a2) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:10.372795 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a0297c-c063-44d9-a5f6-c32f5f67379c None None] Network f05caa70-6c13-4660-9a33-717764ed69a2 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:10.382958 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc84f01-bef2-4aef-9dca-3cd59b4fd3ca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:10.383852 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2fc84f01-bef2-4aef-9dca-3cd59b4fd3ca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:10.395334 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184bbd9-0700-48a5-ad12-652a77e59073 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=6f22cae2-940c-463a-bba0-aa65d885e09d,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:10.466078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9baf339-09c3-48f0-b014-38237525ff87 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (eaa360cd-00a3-41c5-84fd-8342409feb07), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:10.502933 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-23f3b0f0-58eb-4f36-9066-9cd39605f618 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1066137317'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:10.584519 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2fc84f01-bef2-4aef-9dca-3cd59b4fd3ca tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1611478 Jan 10 11:53:10.585476 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53824) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:10.599973 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8a4d4432-7889-4ab2-b915-d6221ef204d1 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:10.610510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f05caa70-6c13-4660-9a33-717764ed69a2', 'network_id': 'f05caa70-6c13-4660-9a33-717764ed69a2', 'project_id': 'a4af5988feaf47b38afe64dd8e2726b8', 'fixed_ips': [{'subnet_id': '752ccdf3-f3b4-4bbc-ad87-fb04cc9b8527'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:53:10.612129 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:10.746726 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:10.790313 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4432-7889-4ab2-b915-d6221ef204d1 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3711026'] for subnet (752ccdf3-f3b4-4bbc-ad87-fb04cc9b8527), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:10.800267 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f3b0f0-58eb-4f36-9066-9cd39605f618 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:10.804287 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23f3b0f0-58eb-4f36-9066-9cd39605f618 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:10.816581 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23f3b0f0-58eb-4f36-9066-9cd39605f618 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:10.829718 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (8690a1a5-f2eb-4923-9468-54e02e4ccb57), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:10.831075 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Allocated IP 172.20.0.3 (f05caa70-6c13-4660-9a33-717764ed69a2/752ccdf3-f3b4-4bbc-ad87-fb04cc9b8527/9ca6d540-5efa-454a-8949-32abf488ffa2) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:10.854515 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-c3634847-8c48-43f4-92db-3d5d14be137f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for port (ec3765b1-eb31-41b1-bd5d-814bce62b449), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:10.931805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fe800486-6276-4040-a068-0dc64f2a5e5e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:10.953200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-a9baf339-09c3-48f0-b014-38237525ff87 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Deleting port 9a2ecf8a-1687-4f96-980a-a7148c5b5745 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:10.953745 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9baf339-09c3-48f0-b014-38237525ff87 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9a2ecf8a-1687-4f96-980a-a7148c5b5745), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:11.094965 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b58d2ffa-a325-4c21-b0ca-26a39ff7b38a req-1c01bd77-1a78-45d5-9ce7-ccb47813dde6 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 210 time: 0.1682031 Jan 10 11:53:11.101917 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-c3634847-8c48-43f4-92db-3d5d14be137f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (ec3765b1-eb31-41b1-bd5d-814bce62b449), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:11.136424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port fe800486-6276-4040-a068-0dc64f2a5e5e triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:11.137038 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fe800486-6276-4040-a068-0dc64f2a5e5e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:11.200177 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event updated for resources: {'Subnet': ['ID=8690a1a5-f2eb-4923-9468-54e02e4ccb57,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:11.204592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-c3634847-8c48-43f4-92db-3d5d14be137f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Network 25c4b78f-7299-403b-b2a4-92b74077ddd4 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:11.254580 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-c3634847-8c48-43f4-92db-3d5d14be137f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:11.259881 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-c3634847-8c48-43f4-92db-3d5d14be137f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:11.267308 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Checking segment: {'id': 'ed861fb3-813a-4c4e-bb50-5a9cd763ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2b040c1b-5470-4c43-ac18-c1361a869724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:11.267762 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Network hostable DHCP agents. Network: 2b040c1b-5470-4c43-ac18-c1361a869724, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:53:11.319441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9baf339-09c3-48f0-b014-38237525ff87 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9a2ecf8a-1687-4f96-980a-a7148c5b5745), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:11.336907 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Publish callbacks [] for port (9ca6d540-5efa-454a-8949-32abf488ffa2), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:11.385178 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-a9baf339-09c3-48f0-b014-38237525ff87 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Calling delete_port for 9a2ecf8a-1687-4f96-980a-a7148c5b5745 owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:11.390760 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23f3b0f0-58eb-4f36-9066-9cd39605f618 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (93e90055-e100-4bfa-9d11-98f4606c7255), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:11.393115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (9ca6d540-5efa-454a-8949-32abf488ffa2), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:11.406515 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3634847-8c48-43f4-92db-3d5d14be137f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Pushing event updated for resources: {'Port': ['ID=ec3765b1-eb31-41b1-bd5d-814bce62b449,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:11.432141 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:53:11.447709 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Network f05caa70-6c13-4660-9a33-717764ed69a2 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:11.498360 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-c3634847-8c48-43f4-92db-3d5d14be137f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:11.499077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-c3634847-8c48-43f4-92db-3d5d14be137f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:11.508325 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:11.513354 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Pushing event updated for resources: {'Port': ['ID=9ca6d540-5efa-454a-8949-32abf488ffa2,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:11.520599 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::1 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/39252c2e-2736-48e6-bb81-45d1d29f5533/510d7bf4-f335-4837-a01a-3239639eb66f) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:11.528627 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:11.557804 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Network 2b040c1b-5470-4c43-ac18-c1361a869724 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:53:11.566485 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23f3b0f0-58eb-4f36-9066-9cd39605f618 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (93e90055-e100-4bfa-9d11-98f4606c7255), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:11.631184 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f3b0f0-58eb-4f36-9066-9cd39605f618 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:53:11.657557 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-71956dd8-d00b-4777-b67b-d99f67585e0e None None] Provisioning complete for port ec3765b1-eb31-41b1-bd5d-814bce62b449 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:11.658133 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-71956dd8-d00b-4777-b67b-d99f67585e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ec3765b1-eb31-41b1-bd5d-814bce62b449), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:11.662409 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2b040c1b-5470-4c43-ac18-c1361a869724) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:11.677670 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (b4eb1f76-3251-49ab-86a3-89fe3826d1ef), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:11.710307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23f3b0f0-58eb-4f36-9066-9cd39605f618 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (beab17bf-0a1e-40cb-8f69-00ca1264027a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:11.711460 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-23f3b0f0-58eb-4f36-9066-9cd39605f618 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Added segment beab17bf-0a1e-40cb-8f69-00ca1264027a of type vlan for network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab Jan 10 11:53:11.713181 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-71956dd8-d00b-4777-b67b-d99f67585e0e None None] Port ec3765b1-eb31-41b1-bd5d-814bce62b449 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:11.715323 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56708147-d616-4948-a0f0-7b9e232d1dc0 None None] Network 2b040c1b-5470-4c43-ac18-c1361a869724 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:11.765050 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3b0f0-58eb-4f36-9066-9cd39605f618 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e90055-e100-4bfa-9d11-98f4606c7255,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:11.943888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event updated for resources: {'Subnet': ['ID=b4eb1f76-3251-49ab-86a3-89fe3826d1ef,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:11.949118 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23f3b0f0-58eb-4f36-9066-9cd39605f618 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:11.979954 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-c3634847-8c48-43f4-92db-3d5d14be137f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0402513 Jan 10 11:53:11.997919 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Attempting to bind port 9ca6d540-5efa-454a-8949-32abf488ffa2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:11.998384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Attempting to bind port 9ca6d540-5efa-454a-8949-32abf488ffa2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a3ba1bf0-51ac-43cb-aabb-62853a0ca72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f05caa70-6c13-4660-9a33-717764ed69a2'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:11.998837 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Attempting to bind port 9ca6d540-5efa-454a-8949-32abf488ffa2 on network f05caa70-6c13-4660-9a33-717764ed69a2 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:11.998987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Request body: {'port': {'device_id': '3e7f581c-c369-4866-9256-75da054d274c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:12.026274 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Checking segment: {'id': 'e9200fe7-2d7f-451b-952b-cd281630a2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd45d73db-f50b-4d5e-a158-f7e84ae3f989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:12.026754 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Network hostable DHCP agents. Network: d45d73db-f50b-4d5e-a158-f7e84ae3f989, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:53:12.026989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:12.027455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Checking segment: {'id': 'a3ba1bf0-51ac-43cb-aabb-62853a0ca72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f05caa70-6c13-4660-9a33-717764ed69a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:12.027937 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.028940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Bound using segment: {'id': 'a3ba1bf0-51ac-43cb-aabb-62853a0ca72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f05caa70-6c13-4660-9a33-717764ed69a2'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:12.029702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Bound port: 9ca6d540-5efa-454a-8949-32abf488ffa2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ba1bf0-51ac-43cb-aabb-62853a0ca72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f05caa70-6c13-4660-9a33-717764ed69a2'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:12.030188 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9ca6d540-5efa-454a-8949-32abf488ffa2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.054505 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-694bc997-fba8-4590-93d9-5889eb1bec25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.086678 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f65f9b74-70e1-4094-9dc5-9efdf56c2f44 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (eac03317-0695-43ba-b943-24befd8369f9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.129207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2b040c1b-5470-4c43-ac18-c1361a869724', 'network_id': '2b040c1b-5470-4c43-ac18-c1361a869724', 'project_id': '73f2dec2d0da49f588ff1584b19b0eb5', 'fixed_ips': [{'subnet_id': '8690a1a5-f2eb-4923-9468-54e02e4ccb57'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:53:12.130275 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.162122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.172742 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] For port 9ca6d540-5efa-454a-8949-32abf488ffa2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:12.178113 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4432-7889-4ab2-b915-d6221ef204d1 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739242562937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4018576'] for subnet (752ccdf3-f3b4-4bbc-ad87-fb04cc9b8527), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.181702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23f3b0f0-58eb-4f36-9066-9cd39605f618 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.187783 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f3b0f0-58eb-4f36-9066-9cd39605f618 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:12.188087 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23f3b0f0-58eb-4f36-9066-9cd39605f618 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.196036 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-694bc997-fba8-4590-93d9-5889eb1bec25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (f232bf2f-7ba2-49c6-90fb-e38e9c645f1a), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.206339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (510d7bf4-f335-4837-a01a-3239639eb66f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.285860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] For port 9ca6d540-5efa-454a-8949-32abf488ffa2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ca6d540-5efa-454a-8949-32abf488ffa2,segment=NetworkSegment(a3ba1bf0-51ac-43cb-aabb-62853a0ca72d),segment_id=a3ba1bf0-51ac-43cb-aabb-62853a0ca72d)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:12.297447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Network d45d73db-f50b-4d5e-a158-f7e84ae3f989 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:53:12.297709 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ec3765b1-eb31-41b1-bd5d-814bce62b449), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.345219 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9baf339-09c3-48f0-b014-38237525ff87 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (9a2ecf8a-1687-4f96-980a-a7148c5b5745), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.349499 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9ca6d540-5efa-454a-8949-32abf488ffa2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.365942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Allocated IP 2001:db8::1 (2b040c1b-5470-4c43-ac18-c1361a869724/8690a1a5-f2eb-4923-9468-54e02e4ccb57/07cc3b66-34f9-4b04-aac2-8dc96b15db1f) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:12.375160 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4d4432-7889-4ab2-b915-d6221ef204d1 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:12.375830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4432-7889-4ab2-b915-d6221ef204d1 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.377174 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8a4d4432-7889-4ab2-b915-d6221ef204d1 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "PUT /v2.0/subnets/752ccdf3-f3b4-4bbc-ad87-fb04cc9b8527 HTTP/1.1" status: 200 len: 877 time: 1.7847311 Jan 10 11:53:12.378028 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3b0f0-58eb-4f36-9066-9cd39605f618 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Network': ['ID=9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:12.403245 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53830) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:12.418272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9baf339-09c3-48f0-b014-38237525ff87 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Pushing event deleted for resources: {'Port': ['ID=9a2ecf8a-1687-4f96-980a-a7148c5b5745,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:12.420798 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:53:12.430476 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d4432-7889-4ab2-b915-d6221ef204d1 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event updated for resources: {'Subnet': ['ID=752ccdf3-f3b4-4bbc-ad87-fb04cc9b8527,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:12.452683 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d45d73db-f50b-4d5e-a158-f7e84ae3f989) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:12.463971 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-23f3b0f0-58eb-4f36-9066-9cd39605f618 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1918759 Jan 10 11:53:12.482494 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53832) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:12.497163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:12.497163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:12.497163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.497676 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f918daf6-351c-4b88-93eb-a380dfbc791d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'name': 'tempest-PortsIpV6TestJSON-1400891784'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:12.497795 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e72c55-a419-4dfb-946e-84c8e47c2dba None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:12.510301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5b2991-1a9c-42fe-887a-a7bcc7232355 None None] Network d45d73db-f50b-4d5e-a158-f7e84ae3f989 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:12.530438 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9baf339-09c3-48f0-b014-38237525ff87 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (eaa360cd-00a3-41c5-84fd-8342409feb07), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.652764 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd9eb5-7692-4f50-9b4d-b58ae58a14e3 None None] Pushing event updated for resources: {'Port': ['ID=9ca6d540-5efa-454a-8949-32abf488ffa2,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:12.670791 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7cfe9aa5-106e-47cd-8227-7608956ed975 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.3911965 Jan 10 11:53:12.671876 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53834) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:12.690745 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bfd04-3eb1-42f9-90c4-7bf5cf99d1bf req-56dbf606-091d-4216-a86a-31048a60af07 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:12.692855 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-969bfd04-3eb1-42f9-90c4-7bf5cf99d1bf req-56dbf606-091d-4216-a86a-31048a60af07 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 931 time: 0.4365683 Jan 10 11:53:12.704995 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9baf339-09c3-48f0-b014-38237525ff87 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (eaa360cd-00a3-41c5-84fd-8342409feb07), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.757803 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9baf339-09c3-48f0-b014-38237525ff87 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_controller (eaa360cd-00a3-41c5-84fd-8342409feb07), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.777352 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88f22b5-0663-41f7-bba8-09acf1647edb tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:12.783458 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88f22b5-0663-41f7-bba8-09acf1647edb tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:12.807198 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88f22b5-0663-41f7-bba8-09acf1647edb tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:12.808065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.816696 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a88f22b5-0663-41f7-bba8-09acf1647edb tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1437240 Jan 10 11:53:12.817209 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53836) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:12.826191 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-694bc997-fba8-4590-93d9-5889eb1bec25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Floating IP f232bf2f-7ba2-49c6-90fb-e38e9c645f1a associated. External IP: 172.36.2.143, port: d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2. Jan 10 11:53:12.869251 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d45d73db-f50b-4d5e-a158-f7e84ae3f989', 'network_id': 'd45d73db-f50b-4d5e-a158-f7e84ae3f989', 'project_id': '73f2dec2d0da49f588ff1584b19b0eb5', 'fixed_ips': [{'subnet_id': 'b4eb1f76-3251-49ab-86a3-89fe3826d1ef'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:53:12.870166 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.904990 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Publish callbacks [] for port (07cc3b66-34f9-4b04-aac2-8dc96b15db1f), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:12.944270 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-43dbe782-be0d-4319-b80b-98c174391565 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Deleting subnet 8690a1a5-f2eb-4923-9468-54e02e4ccb57 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:53:13.004673 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43dbe782-be0d-4319-b80b-98c174391565 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for subnet (8690a1a5-f2eb-4923-9468-54e02e4ccb57), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.008626 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (07cc3b66-34f9-4b04-aac2-8dc96b15db1f), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.042942 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9baf339-09c3-48f0-b014-38237525ff87 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (eaa360cd-00a3-41c5-84fd-8342409feb07), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.044409 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9baf339-09c3-48f0-b014-38237525ff87 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Fanout notify agent at l3_agent the message router_deleted on router eaa360cd-00a3-41c5-84fd-8342409feb07 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:53:13.061053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9baf339-09c3-48f0-b014-38237525ff87 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.066034 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a9baf339-09c3-48f0-b014-38237525ff87 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "DELETE /v2.0/routers/eaa360cd-00a3-41c5-84fd-8342409feb07 HTTP/1.1" status: 204 len: 168 time: 3.7110195 Jan 10 11:53:13.068566 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53838) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:13.076560 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1431076211', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'enable_snat': False}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:13.092270 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43dbe782-be0d-4319-b80b-98c174391565 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (8690a1a5-f2eb-4923-9468-54e02e4ccb57), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.103512 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (f05caa70-6c13-4660-9a33-717764ed69a2), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.121562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Network 2b040c1b-5470-4c43-ac18-c1361a869724 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:13.124663 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=510d7bf4-f335-4837-a01a-3239639eb66f,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:13.132277 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:13.132565 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:13.136485 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Pushing event updated for resources: {'Port': ['ID=07cc3b66-34f9-4b04-aac2-8dc96b15db1f,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:13.139506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:13.158433 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-969bfd04-3eb1-42f9-90c4-7bf5cf99d1bf req-6be7b121-1cbc-46e1-9f82-ec94751c4523 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ebdcc16-4168-4320-92de-b4d59448c746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287362 Jan 10 11:53:13.174288 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:13.206748 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.214738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:13.214978 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Allocated IP 2001:db8:0:1::1 (d45d73db-f50b-4d5e-a158-f7e84ae3f989/b4eb1f76-3251-49ab-86a3-89fe3826d1ef/0ed49aba-f702-4390-8f78-ba81a8a167dc) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:13.216687 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (ffa3aba2-de62-40c7-89bc-ee7f74045acd), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.236068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Attempting to bind port 07cc3b66-34f9-4b04-aac2-8dc96b15db1f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:13.237008 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Attempting to bind port 07cc3b66-34f9-4b04-aac2-8dc96b15db1f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ed861fb3-813a-4c4e-bb50-5a9cd763ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2b040c1b-5470-4c43-ac18-c1361a869724'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:13.237008 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Attempting to bind port 07cc3b66-34f9-4b04-aac2-8dc96b15db1f on network 2b040c1b-5470-4c43-ac18-c1361a869724 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:13.248191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:13.248191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Checking segment: {'id': 'ed861fb3-813a-4c4e-bb50-5a9cd763ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2b040c1b-5470-4c43-ac18-c1361a869724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:13.248191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.248497 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Bound using segment: {'id': 'ed861fb3-813a-4c4e-bb50-5a9cd763ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2b040c1b-5470-4c43-ac18-c1361a869724'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:13.249082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Bound port: 07cc3b66-34f9-4b04-aac2-8dc96b15db1f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed861fb3-813a-4c4e-bb50-5a9cd763ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2b040c1b-5470-4c43-ac18-c1361a869724'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:13.250059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (07cc3b66-34f9-4b04-aac2-8dc96b15db1f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.262406 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (46221fbf-cc3b-4424-a5d0-8bbe44c38d53), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.267012 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (46221fbf-cc3b-4424-a5d0-8bbe44c38d53), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.276346 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43dbe782-be0d-4319-b80b-98c174391565 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (8690a1a5-f2eb-4923-9468-54e02e4ccb57), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.353845 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f918daf6-351c-4b88-93eb-a380dfbc791d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:13.358476 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f918daf6-351c-4b88-93eb-a380dfbc791d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.454327 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43dbe782-be0d-4319-b80b-98c174391565 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (8690a1a5-f2eb-4923-9468-54e02e4ccb57), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.457970 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] For port 07cc3b66-34f9-4b04-aac2-8dc96b15db1f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:13.485702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] For port 07cc3b66-34f9-4b04-aac2-8dc96b15db1f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07cc3b66-34f9-4b04-aac2-8dc96b15db1f,segment=NetworkSegment(ed861fb3-813a-4c4e-bb50-5a9cd763ed6f),segment_id=ed861fb3-813a-4c4e-bb50-5a9cd763ed6f)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:13.493323 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Publish callbacks [] for port (0ed49aba-f702-4390-8f78-ba81a8a167dc), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.549311 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbe782-be0d-4319-b80b-98c174391565 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event deleted for resources: {'Subnet': ['ID=8690a1a5-f2eb-4923-9468-54e02e4ccb57,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:13.553244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43dbe782-be0d-4319-b80b-98c174391565 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.559493 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-43dbe782-be0d-4319-b80b-98c174391565 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "DELETE /v2.0/subnets/8690a1a5-f2eb-4923-9468-54e02e4ccb57 HTTP/1.1" status: 204 len: 168 time: 0.6904581 Jan 10 11:53:13.571117 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (07cc3b66-34f9-4b04-aac2-8dc96b15db1f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.600180 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53840) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:13.639302 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_controller (46221fbf-cc3b-4424-a5d0-8bbe44c38d53), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.654763 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (0ed49aba-f702-4390-8f78-ba81a8a167dc), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.683725 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b6910-2f35-4b69-bde7-91a636066d50 None None] Pushing event updated for resources: {'Port': ['ID=07cc3b66-34f9-4b04-aac2-8dc96b15db1f,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:13.695624 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9994c95-28b5-4cfb-90ad-e5ce39c6a593 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Deleting subnet b4eb1f76-3251-49ab-86a3-89fe3826d1ef {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:53:13.702416 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e9994c95-28b5-4cfb-90ad-e5ce39c6a593 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for subnet (b4eb1f76-3251-49ab-86a3-89fe3826d1ef), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.711000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Network d45d73db-f50b-4d5e-a158-f7e84ae3f989 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:13.757060 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:13.770159 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:13.832320 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Pushing event updated for resources: {'Port': ['ID=0ed49aba-f702-4390-8f78-ba81a8a167dc,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:13.855177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e6a2c34c-e7a5-4570-8faf-6c93ac395f24 None None] Provisioning complete for port 510d7bf4-f335-4837-a01a-3239639eb66f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:13.855934 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e6a2c34c-e7a5-4570-8faf-6c93ac395f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.955112 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Attempting to bind port 0ed49aba-f702-4390-8f78-ba81a8a167dc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:13.955770 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Attempting to bind port 0ed49aba-f702-4390-8f78-ba81a8a167dc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e9200fe7-2d7f-451b-952b-cd281630a2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd45d73db-f50b-4d5e-a158-f7e84ae3f989'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:13.956144 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Attempting to bind port 0ed49aba-f702-4390-8f78-ba81a8a167dc on network d45d73db-f50b-4d5e-a158-f7e84ae3f989 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:13.964660 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:13.965030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Checking segment: {'id': 'e9200fe7-2d7f-451b-952b-cd281630a2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd45d73db-f50b-4d5e-a158-f7e84ae3f989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:13.965475 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.965982 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Bound using segment: {'id': 'e9200fe7-2d7f-451b-952b-cd281630a2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd45d73db-f50b-4d5e-a158-f7e84ae3f989'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:13.966991 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Bound port: 0ed49aba-f702-4390-8f78-ba81a8a167dc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9200fe7-2d7f-451b-952b-cd281630a2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd45d73db-f50b-4d5e-a158-f7e84ae3f989'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:13.967556 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (0ed49aba-f702-4390-8f78-ba81a8a167dc), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:13.976956 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-f918daf6-351c-4b88-93eb-a380dfbc791d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] device_id is not set on port d8bf7523-f677-43d8-9232-7b5766197871 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:53:13.986453 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e9994c95-28b5-4cfb-90ad-e5ce39c6a593 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (b4eb1f76-3251-49ab-86a3-89fe3826d1ef), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:14.019007 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694bc997-fba8-4590-93d9-5889eb1bec25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router f6ccc364-1e83-4cb2-8085-cf3093fcd207 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:53:14.033405 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (46221fbf-cc3b-4424-a5d0-8bbe44c38d53), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:14.081866 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e6a2c34c-e7a5-4570-8faf-6c93ac395f24 None None] Port 510d7bf4-f335-4837-a01a-3239639eb66f cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:14.133480 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e9994c95-28b5-4cfb-90ad-e5ce39c6a593 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (b4eb1f76-3251-49ab-86a3-89fe3826d1ef), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:14.178539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1623f33c-c06b-4d74-8812-be323cd601f4 None None] Network f05caa70-6c13-4660-9a33-717764ed69a2 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:14.296828 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9a3762f3-f03f-44e9-bebb-2c4a8565e3e9 None None] Provisioning complete for port 9ca6d540-5efa-454a-8949-32abf488ffa2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:14.297290 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9a3762f3-f03f-44e9-bebb-2c4a8565e3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9ca6d540-5efa-454a-8949-32abf488ffa2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:14.361068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Deleting port 9ca6d540-5efa-454a-8949-32abf488ffa2 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:14.361703 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9ca6d540-5efa-454a-8949-32abf488ffa2), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:14.363114 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:14.375873 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465414b-41ab-42b6-88ab-574bd0ee2d5d req-ec20193d-5ee6-4914-8090-afa92384ce1d tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:14.383788 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f465414b-41ab-42b6-88ab-574bd0ee2d5d req-ec20193d-5ee6-4914-8090-afa92384ce1d tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 931 time: 0.0996530 Jan 10 11:53:14.383995 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] For port 0ed49aba-f702-4390-8f78-ba81a8a167dc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:14.384205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e9994c95-28b5-4cfb-90ad-e5ce39c6a593 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (b4eb1f76-3251-49ab-86a3-89fe3826d1ef), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:14.395085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] For port 0ed49aba-f702-4390-8f78-ba81a8a167dc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0ed49aba-f702-4390-8f78-ba81a8a167dc,segment=NetworkSegment(e9200fe7-2d7f-451b-952b-cd281630a2fd),segment_id=e9200fe7-2d7f-451b-952b-cd281630a2fd)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:14.440966 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3765b1-eb31-41b1-bd5d-814bce62b449 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:53:14.450427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9994c95-28b5-4cfb-90ad-e5ce39c6a593 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event deleted for resources: {'Subnet': ['ID=b4eb1f76-3251-49ab-86a3-89fe3826d1ef,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:14.455054 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e9994c95-28b5-4cfb-90ad-e5ce39c6a593 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:14.458705 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e9994c95-28b5-4cfb-90ad-e5ce39c6a593 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "DELETE /v2.0/subnets/b4eb1f76-3251-49ab-86a3-89fe3826d1ef HTTP/1.1" status: 204 len: 168 time: 0.8573384 Jan 10 11:53:14.464182 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53844) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:14.489567 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (0ed49aba-f702-4390-8f78-ba81a8a167dc), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:14.491017 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Publish callbacks [] for port (ec3765b1-eb31-41b1-bd5d-814bce62b449), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:14.566564 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9a3762f3-f03f-44e9-bebb-2c4a8565e3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9ca6d540-5efa-454a-8949-32abf488ffa2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:14.587796 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-f65f9b74-70e1-4094-9dc5-9efdf56c2f44 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port 6f22cae2-940c-463a-bba0-aa65d885e09d {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:14.588509 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f65f9b74-70e1-4094-9dc5-9efdf56c2f44 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (6f22cae2-940c-463a-bba0-aa65d885e09d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:14.594896 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Transition to ACTIVE for port object ec3765b1-eb31-41b1-bd5d-814bce62b449 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:53:14.607606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f918daf6-351c-4b88-93eb-a380dfbc791d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (d8bf7523-f677-43d8-9232-7b5766197871), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:14.609189 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f465414b-41ab-42b6-88ab-574bd0ee2d5d req-422cca20-ab3d-44d8-ae57-5f52ca0a6849 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ebdcc16-4168-4320-92de-b4d59448c746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133987 Jan 10 11:53:14.688710 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ce840-40f4-4501-a3b3-bd01eb054431 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:14.691413 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-142ce840-40f4-4501-a3b3-bd01eb054431 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2256799 Jan 10 11:53:14.701333 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7f883-61d3-46a7-83e8-68a32fe54233 None None] Pushing event updated for resources: {'Port': ['ID=0ed49aba-f702-4390-8f78-ba81a8a167dc,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:14.710899 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-9a3762f3-f03f-44e9-bebb-2c4a8565e3e9 None None] For port 9ca6d540-5efa-454a-8949-32abf488ffa2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ca6d540-5efa-454a-8949-32abf488ffa2,segment=NetworkSegment(a3ba1bf0-51ac-43cb-aabb-62853a0ca72d),segment_id=a3ba1bf0-51ac-43cb-aabb-62853a0ca72d)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:14.731299 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53846) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:14.787326 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92192166-134a-4894-b4a3-c45b0d2ba776 None None] Network f05caa70-6c13-4660-9a33-717764ed69a2 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:14.830243 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (46221fbf-cc3b-4424-a5d0-8bbe44c38d53), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:14.844209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9a3762f3-f03f-44e9-bebb-2c4a8565e3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9ca6d540-5efa-454a-8949-32abf488ffa2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:14.874233 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (ec3765b1-eb31-41b1-bd5d-814bce62b449), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:14.948990 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3762f3-f03f-44e9-bebb-2c4a8565e3e9 None None] Pushing event updated for resources: {'Port': ['ID=9ca6d540-5efa-454a-8949-32abf488ffa2,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:14.990287 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] For port 9ca6d540-5efa-454a-8949-32abf488ffa2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ca6d540-5efa-454a-8949-32abf488ffa2,segment=NetworkSegment(a3ba1bf0-51ac-43cb-aabb-62853a0ca72d),segment_id=a3ba1bf0-51ac-43cb-aabb-62853a0ca72d)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:15.002453 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9ca6d540-5efa-454a-8949-32abf488ffa2), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:15.014231 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694bc997-fba8-4590-93d9-5889eb1bec25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:15.031004 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 07cc3b66-34f9-4b04-aac2-8dc96b15db1f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:15.036817 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-694bc997-fba8-4590-93d9-5889eb1bec25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:15.037078 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df2248c-a0b8-407a-acda-faaa794cf1da None None] Sync routers for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:15.056308 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e12e8404-9fc6-4fc8-b6fa-7f2f1bb3cca9 None None] Provisioning complete for port 9ca6d540-5efa-454a-8949-32abf488ffa2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:15.058462 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df2248c-a0b8-407a-acda-faaa794cf1da None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:15.059436 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6df2248c-a0b8-407a-acda-faaa794cf1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:15.061833 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e12e8404-9fc6-4fc8-b6fa-7f2f1bb3cca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9ca6d540-5efa-454a-8949-32abf488ffa2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:15.065720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Calling delete_port for 9ca6d540-5efa-454a-8949-32abf488ffa2 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:15.137172 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6df2248c-a0b8-407a-acda-faaa794cf1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:15.155323 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df2248c-a0b8-407a-acda-faaa794cf1da None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:15.156224 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6df2248c-a0b8-407a-acda-faaa794cf1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:15.262477 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6df2248c-a0b8-407a-acda-faaa794cf1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:15.263961 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df2248c-a0b8-407a-acda-faaa794cf1da None None] The sync data for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:15.385730 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-694bc997-fba8-4590-93d9-5889eb1bec25 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "PUT /v2.0/floatingips/f232bf2f-7ba2-49c6-90fb-e38e9c645f1a HTTP/1.1" status: 200 len: 977 time: 5.7603283 Jan 10 11:53:15.393220 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 07cc3b66-34f9-4b04-aac2-8dc96b15db1f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:15.397462 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (07cc3b66-34f9-4b04-aac2-8dc96b15db1f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:15.423572 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53848) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:15.489430 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3765b1-eb31-41b1-bd5d-814bce62b449,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:15.540968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f65f9b74-70e1-4094-9dc5-9efdf56c2f44 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (6f22cae2-940c-463a-bba0-aa65d885e09d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:15.550683 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f918daf6-351c-4b88-93eb-a380dfbc791d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (d8bf7523-f677-43d8-9232-7b5766197871), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:15.575240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (07cc3b66-34f9-4b04-aac2-8dc96b15db1f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:15.605787 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:15.615772 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (d45d73db-f50b-4d5e-a158-f7e84ae3f989), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:15.632767 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 07cc3b66-34f9-4b04-aac2-8dc96b15db1f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07cc3b66-34f9-4b04-aac2-8dc96b15db1f,segment=NetworkSegment(ed861fb3-813a-4c4e-bb50-5a9cd763ed6f),segment_id=ed861fb3-813a-4c4e-bb50-5a9cd763ed6f)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:15.666372 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-f65f9b74-70e1-4094-9dc5-9efdf56c2f44 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for 6f22cae2-940c-463a-bba0-aa65d885e09d owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:15.733860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0951ad-63cc-4484-b137-bba81fd4c8e8 None None] Network 2b040c1b-5470-4c43-ac18-c1361a869724 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:15.815778 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (07cc3b66-34f9-4b04-aac2-8dc96b15db1f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:15.818710 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9ca6d540-5efa-454a-8949-32abf488ffa2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:15.820381 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (9ca6d540-5efa-454a-8949-32abf488ffa2), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:15.830017 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Allocated IP 172.36.2.23 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/1be532e1-96bc-4981-9bce-1b677c06ad5a) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:15.880323 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 9ca6d540-5efa-454a-8949-32abf488ffa2 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:53:15.880629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9ca6d540-5efa-454a-8949-32abf488ffa2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 10 11:53:15.926869 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Port 9ca6d540-5efa-454a-8949-32abf488ffa2 not found, will not notify nova. {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 10 11:53:15.948742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Deleting port 0ed49aba-f702-4390-8f78-ba81a8a167dc {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:15.949088 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (0ed49aba-f702-4390-8f78-ba81a8a167dc), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:15.964807 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=07cc3b66-34f9-4b04-aac2-8dc96b15db1f,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:15.988064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-1d7996ff-9a32-4eac-9939-dc24fa4b6bb5 None None] Provisioning complete for port 07cc3b66-34f9-4b04-aac2-8dc96b15db1f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:15.988773 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1d7996ff-9a32-4eac-9939-dc24fa4b6bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (07cc3b66-34f9-4b04-aac2-8dc96b15db1f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.029517 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for port (1be532e1-96bc-4981-9bce-1b677c06ad5a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.067326 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] For port 0ed49aba-f702-4390-8f78-ba81a8a167dc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0ed49aba-f702-4390-8f78-ba81a8a167dc,segment=NetworkSegment(e9200fe7-2d7f-451b-952b-cd281630a2fd),segment_id=e9200fe7-2d7f-451b-952b-cd281630a2fd)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:16.067452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (0ed49aba-f702-4390-8f78-ba81a8a167dc), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.086706 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Calling delete_port for 0ed49aba-f702-4390-8f78-ba81a8a167dc owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:16.131902 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-1d7996ff-9a32-4eac-9939-dc24fa4b6bb5 None None] Could not find standard attr ID for object 9ca6d540-5efa-454a-8949-32abf488ffa2. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:53:16.149294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a81f54d-791f-452f-9acb-6e608de2e425 None None] DHCP port deletion for 2b040c1b-5470-4c43-ac18-c1361a869724 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:16.183154 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (510d7bf4-f335-4837-a01a-3239639eb66f), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.216921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918daf6-351c-4b88-93eb-a380dfbc791d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=d8bf7523-f677-43d8-9232-7b5766197871,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:16.218874 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2a81f54d-791f-452f-9acb-6e608de2e425 None None] Deleting port 07cc3b66-34f9-4b04-aac2-8dc96b15db1f {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:16.221044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2a81f54d-791f-452f-9acb-6e608de2e425 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (07cc3b66-34f9-4b04-aac2-8dc96b15db1f), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.255468 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (1be532e1-96bc-4981-9bce-1b677c06ad5a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.277758 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (0ed49aba-f702-4390-8f78-ba81a8a167dc), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.289117 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e22606-6194-4c9c-b30e-546b64051a01 None None] DHCP port deletion for f05caa70-6c13-4660-9a33-717764ed69a2 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:16.321840 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No DVR routers for this DVR port 9ca6d540-5efa-454a-8949-32abf488ffa2 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:16.322785 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-2a81f54d-791f-452f-9acb-6e608de2e425 None None] For port 07cc3b66-34f9-4b04-aac2-8dc96b15db1f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07cc3b66-34f9-4b04-aac2-8dc96b15db1f,segment=NetworkSegment(ed861fb3-813a-4c4e-bb50-5a9cd763ed6f),segment_id=ed861fb3-813a-4c4e-bb50-5a9cd763ed6f)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:16.323282 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2a81f54d-791f-452f-9acb-6e608de2e425 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (07cc3b66-34f9-4b04-aac2-8dc96b15db1f), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.332187 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.333007 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (ffa3aba2-de62-40c7-89bc-ee7f74045acd), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.340006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:16.348212 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:16.353650 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] No DVR routers for this DVR port 0ed49aba-f702-4390-8f78-ba81a8a167dc on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:16.358208 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:16.360604 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2a81f54d-791f-452f-9acb-6e608de2e425 None None] Calling delete_port for 07cc3b66-34f9-4b04-aac2-8dc96b15db1f owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:16.415121 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Pushing event updated for resources: {'Port': ['ID=1be532e1-96bc-4981-9bce-1b677c06ad5a,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:16.457354 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f1650d-4dab-4f44-ad9b-e98471215296 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:16.499226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Port': ['ID=9ca6d540-5efa-454a-8949-32abf488ffa2,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:16.515538 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event deleted for resources: {'Port': ['ID=0ed49aba-f702-4390-8f78-ba81a8a167dc,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:16.530215 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (d45d73db-f50b-4d5e-a158-f7e84ae3f989), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.553573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453c1235-776f-4f27-a75e-5e3f20a8c23c None None] Network d45d73db-f50b-4d5e-a158-f7e84ae3f989 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:16.584377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Attempting to bind port ec3765b1-eb31-41b1-bd5d-814bce62b449 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:16.584719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Attempting to bind port ec3765b1-eb31-41b1-bd5d-814bce62b449 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '779e930d-7562-46ee-98f3-134628bb256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:16.585048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Attempting to bind port ec3765b1-eb31-41b1-bd5d-814bce62b449 on network 25c4b78f-7299-403b-b2a4-92b74077ddd4 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:16.615890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2a81f54d-791f-452f-9acb-6e608de2e425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (07cc3b66-34f9-4b04-aac2-8dc96b15db1f), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.621247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45d73db-f50b-4d5e-a158-f7e84ae3f989']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:16.627561 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e900ebe2-b7df-45fb-9945-077cd76de04e None None] Provisioning complete for port 1be532e1-96bc-4981-9bce-1b677c06ad5a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:16.627561 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e900ebe2-b7df-45fb-9945-077cd76de04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1be532e1-96bc-4981-9bce-1b677c06ad5a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.655973 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9200fe7-2d7f-451b-952b-cd281630a2fd') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:16.656317 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9200fe7-2d7f-451b-952b-cd281630a2fd') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:16.674848 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (e9200fe7-2d7f-451b-952b-cd281630a2fd), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.698353 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81f54d-791f-452f-9acb-6e608de2e425 None None] Pushing event deleted for resources: {'Port': ['ID=07cc3b66-34f9-4b04-aac2-8dc96b15db1f,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:16.700860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81f54d-791f-452f-9acb-6e608de2e425 None None] No DVR routers for this DVR port 07cc3b66-34f9-4b04-aac2-8dc96b15db1f on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:16.701610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e9200fe7-2d7f-451b-952b-cd281630a2fd), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.711594 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:53:16.712018 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (e9200fe7-2d7f-451b-952b-cd281630a2fd), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:53:16.717699 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:53:16.722559 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e900ebe2-b7df-45fb-9945-077cd76de04e None None] Port 1be532e1-96bc-4981-9bce-1b677c06ad5a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:16.812522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ec763b-c66f-4f8d-b538-01adaf5560fa None None] DHCP port deletion for d45d73db-f50b-4d5e-a158-f7e84ae3f989 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:16.848132 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4dc68f-44f9-438a-9aa1-acb11469fd2d None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 11:53:16.887802 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (d45d73db-f50b-4d5e-a158-f7e84ae3f989), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.924674 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:16.930455 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "DELETE /v2.0/networks/d45d73db-f50b-4d5e-a158-f7e84ae3f989 HTTP/1.1" status: 204 len: 168 time: 2.1955597 Jan 10 11:53:16.930744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32760139-73eb-4586-b8bd-f9059f39df4f req-71a6079e-b447-44c2-bd54-eec94ce58402 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:16.936450 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-32760139-73eb-4586-b8bd-f9059f39df4f req-71a6079e-b447-44c2-bd54-eec94ce58402 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 943 time: 1.1664505 Jan 10 11:53:16.937824 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53852) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:16.964058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Port ec3765b1-eb31-41b1-bd5d-814bce62b449 on network 25c4b78f-7299-403b-b2a4-92b74077ddd4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:53:16.964741 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Attempting to bind port ec3765b1-eb31-41b1-bd5d-814bce62b449 on network 25c4b78f-7299-403b-b2a4-92b74077ddd4 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:17.000054 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14ccc9-366e-4513-b8f8-f6ec7d3190a2 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event deleted for resources: {'Network': ['ID=d45d73db-f50b-4d5e-a158-f7e84ae3f989,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:17.013159 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f918daf6-351c-4b88-93eb-a380dfbc791d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Checking segment: {'id': 'beab17bf-0a1e-40cb-8f69-00ca1264027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:17.013582 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f918daf6-351c-4b88-93eb-a380dfbc791d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network hostable DHCP agents. Network: 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:53:17.024124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:17.024531 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Checking segment: {'id': '779e930d-7562-46ee-98f3-134628bb256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:17.024883 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Bound using segment: {'id': '779e930d-7562-46ee-98f3-134628bb256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:17.025345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Bound port: ec3765b1-eb31-41b1-bd5d-814bce62b449, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779e930d-7562-46ee-98f3-134628bb256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:17.025719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ec3765b1-eb31-41b1-bd5d-814bce62b449), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.032056 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:17.034692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (752ccdf3-f3b4-4bbc-ad87-fb04cc9b8527), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.037940 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=510d7bf4-f335-4837-a01a-3239639eb66f,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:17.042624 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7709f08c-a8b0-4d40-8339-9d0165898677 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting port d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:17.049704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7709f08c-a8b0-4d40-8339-9d0165898677 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.069491 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 07cc3b66-34f9-4b04-aac2-8dc96b15db1f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:53:17.073367 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86dd7687-8f92-4c7c-8c45-ffb477501621 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (2b040c1b-5470-4c43-ac18-c1361a869724), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.079429 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (46221fbf-cc3b-4424-a5d0-8bbe44c38d53), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.089636 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:17.093026 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 07cc3b66-34f9-4b04-aac2-8dc96b15db1f {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:53:17.093379 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 07cc3b66-34f9-4b04-aac2-8dc96b15db1f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:53:17.093843 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9ca6d540-5efa-454a-8949-32abf488ffa2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:53:17.128745 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 9ca6d540-5efa-454a-8949-32abf488ffa2 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:53:17.128745 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9ca6d540-5efa-454a-8949-32abf488ffa2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:53:17.132670 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4d157923-9e53-4e6c-9a62-90ec232831d9 None None] Could not find standard attr ID for object 0ed49aba-f702-4390-8f78-ba81a8a167dc. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:53:17.137516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f65f9b74-70e1-4094-9dc5-9efdf56c2f44 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (6f22cae2-940c-463a-bba0-aa65d885e09d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.182847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 0ed49aba-f702-4390-8f78-ba81a8a167dc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:53:17.216760 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 0ed49aba-f702-4390-8f78-ba81a8a167dc {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:53:17.217025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 0ed49aba-f702-4390-8f78-ba81a8a167dc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:53:17.257609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4dc68f-44f9-438a-9aa1-acb11469fd2d None None] Resources bound (agent type, host, resource id): {{(pid=110626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 11:53:17.272509 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f9b74-70e1-4094-9dc5-9efdf56c2f44 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=6f22cae2-940c-463a-bba0-aa65d885e09d,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:17.285380 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-32760139-73eb-4586-b8bd-f9059f39df4f req-8b652cab-21c6-4b34-a44a-ea175956dcc1 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ebdcc16-4168-4320-92de-b4d59448c746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382850 Jan 10 11:53:17.323557 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86dd7687-8f92-4c7c-8c45-ffb477501621 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (2b040c1b-5470-4c43-ac18-c1361a869724), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.352661 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-86dd7687-8f92-4c7c-8c45-ffb477501621 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b040c1b-5470-4c43-ac18-c1361a869724']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:17.390409 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f918daf6-351c-4b88-93eb-a380dfbc791d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:53:17.424532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-86dd7687-8f92-4c7c-8c45-ffb477501621 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed861fb3-813a-4c4e-bb50-5a9cd763ed6f') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:17.424927 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-86dd7687-8f92-4c7c-8c45-ffb477501621 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed861fb3-813a-4c4e-bb50-5a9cd763ed6f') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:17.441185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86dd7687-8f92-4c7c-8c45-ffb477501621 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (ed861fb3-813a-4c4e-bb50-5a9cd763ed6f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.466697 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86dd7687-8f92-4c7c-8c45-ffb477501621 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (ed861fb3-813a-4c4e-bb50-5a9cd763ed6f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.478918 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86dd7687-8f92-4c7c-8c45-ffb477501621 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:53:17.479407 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86dd7687-8f92-4c7c-8c45-ffb477501621 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (ed861fb3-813a-4c4e-bb50-5a9cd763ed6f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:53:17.482571 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:53:17.530872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] For port ec3765b1-eb31-41b1-bd5d-814bce62b449, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:17.542373 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7709f08c-a8b0-4d40-8339-9d0165898677 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.542705 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (46221fbf-cc3b-4424-a5d0-8bbe44c38d53), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.552795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-f918daf6-351c-4b88-93eb-a380dfbc791d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:17.559005 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918daf6-351c-4b88-93eb-a380dfbc791d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:17.566048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f918daf6-351c-4b88-93eb-a380dfbc791d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:17.566729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f918daf6-351c-4b88-93eb-a380dfbc791d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.582826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] For port ec3765b1-eb31-41b1-bd5d-814bce62b449, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ec3765b1-eb31-41b1-bd5d-814bce62b449,segment=NetworkSegment(779e930d-7562-46ee-98f3-134628bb256f),segment_id=779e930d-7562-46ee-98f3-134628bb256f)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:17.595656 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (752ccdf3-f3b4-4bbc-ad87-fb04cc9b8527), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.615255 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9035faad-3f95-4371-b3f0-0ca1ac055d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f05caa70-6c13-4660-9a33-717764ed69a2', 'network_id': 'f05caa70-6c13-4660-9a33-717764ed69a2', 'project_id': 'a4af5988feaf47b38afe64dd8e2726b8', 'fixed_ips': [{'subnet_id': '752ccdf3-f3b4-4bbc-ad87-fb04cc9b8527'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:53:17.620939 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9035faad-3f95-4371-b3f0-0ca1ac055d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.621824 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f65f9b74-70e1-4094-9dc5-9efdf56c2f44 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (eac03317-0695-43ba-b943-24befd8369f9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.741534 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86dd7687-8f92-4c7c-8c45-ffb477501621 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (2b040c1b-5470-4c43-ac18-c1361a869724), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.751661 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86dd7687-8f92-4c7c-8c45-ffb477501621 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.758259 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-86dd7687-8f92-4c7c-8c45-ffb477501621 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "DELETE /v2.0/networks/2b040c1b-5470-4c43-ac18-c1361a869724 HTTP/1.1" status: 204 len: 168 time: 0.8170593 Jan 10 11:53:17.758614 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53854) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:17.777261 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd7687-8f92-4c7c-8c45-ffb477501621 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event deleted for resources: {'Network': ['ID=2b040c1b-5470-4c43-ac18-c1361a869724,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:17.816475 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fff7fc-dce9-4c0b-9fb2-0f557f65d267 None None] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:17.819666 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (ec3765b1-eb31-41b1-bd5d-814bce62b449), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.820707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffe9eb9-717b-4209-9915-2d14654f108c None None] Network f05caa70-6c13-4660-9a33-717764ed69a2 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:17.849560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Subnet': ['ID=752ccdf3-f3b4-4bbc-ad87-fb04cc9b8527,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:17.937506 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f918daf6-351c-4b88-93eb-a380dfbc791d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 5.4534929 Jan 10 11:53:17.941194 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f81fa05f-0fbd-41d8-bf40-1e2d67651765 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:17.949028 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53856) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:17.956906 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d24346a6-043c-449c-b50d-61d572c04b9a tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1174748561'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:17.967894 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Router 46221fbf-cc3b-4424-a5d0-8bbe44c38d53 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:53:18.089477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (f05caa70-6c13-4660-9a33-717764ed69a2), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.100229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965af21b-798a-4790-9982-40068a745509 None None] DHCP port deletion for f05caa70-6c13-4660-9a33-717764ed69a2 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:18.147117 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3765b1-eb31-41b1-bd5d-814bce62b449,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:18.176455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:18.185442 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.185442 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d36c4cc3-0200-4d75-9f86-4b38ffbe7ad1 service neutron] 10.222.0.30 "PUT /v2.0/ports/ec3765b1-eb31-41b1-bd5d-814bce62b449 HTTP/1.1" status: 200 len: 1093 time: 6.1873760 Jan 10 11:53:18.185442 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7f581c-c369-4866-9256-75da054d274c', 'tag': 'ec3765b1-eb31-41b1-bd5d-814bce62b449'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:53:18.192557 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1a7f0e-ff45-4deb-a849-d76b95dc98b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7f581c-c369-4866-9256-75da054d274c", "tag": "ec3765b1-eb31-41b1-bd5d-814bce62b449"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:53:18.197993 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24346a6-043c-449c-b50d-61d572c04b9a tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:18.201840 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d24346a6-043c-449c-b50d-61d572c04b9a tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.213002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f81fa05f-0fbd-41d8-bf40-1e2d67651765 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.261313 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:18.275475 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Sync routers for ids ['46221fbf-cc3b-4424-a5d0-8bbe44c38d53'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:18.307007 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05caa70-6c13-4660-9a33-717764ed69a2']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:18.324438 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Routers {'46221fbf-cc3b-4424-a5d0-8bbe44c38d53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:18.334327 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ba1bf0-51ac-43cb-aabb-62853a0ca72d') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:18.335042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['46221fbf-cc3b-4424-a5d0-8bbe44c38d53'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:18.335257 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ba1bf0-51ac-43cb-aabb-62853a0ca72d') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:18.335346 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-f81fa05f-0fbd-41d8-bf40-1e2d67651765 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:18.380437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24346a6-043c-449c-b50d-61d572c04b9a tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:53:18.385274 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-f81fa05f-0fbd-41d8-bf40-1e2d67651765 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c64148-de55-4d78-97a3-284c959418fa') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:18.385880 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-f81fa05f-0fbd-41d8-bf40-1e2d67651765 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c64148-de55-4d78-97a3-284c959418fa') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:18.410006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f81fa05f-0fbd-41d8-bf40-1e2d67651765 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (89c64148-de55-4d78-97a3-284c959418fa), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.428837 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d24346a6-043c-449c-b50d-61d572c04b9a tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9985b66b-6e53-452f-a794-e6f9f72efcb0), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.429891 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-d24346a6-043c-449c-b50d-61d572c04b9a tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Added segment 9985b66b-6e53-452f-a794-e6f9f72efcb0 of type vlan for network 86a70dd8-ed03-4088-97a0-422382cce8ee Jan 10 11:53:18.439619 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abc2495-ccb7-4477-8c35-9ad0d42b147d x-openstack-request-id: req-6abc2495-ccb7-4477-8c35-9ad0d42b147d {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:53:18.440015 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7f581c-c369-4866-9256-75da054d274c", "tag": "ec3765b1-eb31-41b1-bd5d-814bce62b449", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:53:18.440172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6abc2495-ccb7-4477-8c35-9ad0d42b147d {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:53:18.440599 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7f581c-c369-4866-9256-75da054d274c', 'tag': 'ec3765b1-eb31-41b1-bd5d-814bce62b449', 'status': 'completed', 'code': 200} Jan 10 11:53:18.500018 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (a3ba1bf0-51ac-43cb-aabb-62853a0ca72d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.518718 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d197b15b-1778-42e7-bd28-8c7979bc323e None None] Provisioning complete for port 510d7bf4-f335-4837-a01a-3239639eb66f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:18.519230 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d197b15b-1778-42e7-bd28-8c7979bc323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.538180 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d24346a6-043c-449c-b50d-61d572c04b9a tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (86a70dd8-ed03-4088-97a0-422382cce8ee), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.573727 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.576092 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-542c044b-d75b-43d6-8e18-43cbaf6b9fce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5064240 Jan 10 11:53:18.577534 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f81fa05f-0fbd-41d8-bf40-1e2d67651765 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (89c64148-de55-4d78-97a3-284c959418fa), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.583120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53862) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:18.596471 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d197b15b-1778-42e7-bd28-8c7979bc323e None None] Port 510d7bf4-f335-4837-a01a-3239639eb66f cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:18.602860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Set router 46221fbf-cc3b-4424-a5d0-8bbe44c38d53 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:18.612195 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Router ffa3aba2-de62-40c7-89bc-ee7f74045acd is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:53:18.624334 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (a3ba1bf0-51ac-43cb-aabb-62853a0ca72d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.627946 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81fa05f-0fbd-41d8-bf40-1e2d67651765 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:53:18.628348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f81fa05f-0fbd-41d8-bf40-1e2d67651765 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (89c64148-de55-4d78-97a3-284c959418fa), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:53:18.631894 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:53:18.683050 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d24346a6-043c-449c-b50d-61d572c04b9a tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (86a70dd8-ed03-4088-97a0-422382cce8ee), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.685497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:53:18.685956 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (a3ba1bf0-51ac-43cb-aabb-62853a0ca72d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:53:18.692490 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:53:18.696943 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:53:18.696943 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:53:18.696943 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:53:18.696943 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:53:18.696943 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:53:18.696943 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:53:18.696943 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:53:18.696943 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:53:18.696943 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:53:18.697654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24346a6-043c-449c-b50d-61d572c04b9a tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:18.697654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d24346a6-043c-449c-b50d-61d572c04b9a tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.697920 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65f9b74-70e1-4094-9dc5-9efdf56c2f44 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router eac03317-0695-43ba-b943-24befd8369f9 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:53:18.725126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-b7c05f0c-7884-48e8-b25c-ee7315d804d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:18.725126 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-b7c05f0c-7884-48e8-b25c-ee7315d804d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c17387cc17747cda4c8c0fde8b5a6e1&device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 1096 time: 0.3781357 Jan 10 11:53:18.804582 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b7f2c-3685-4292-adb0-45d3b26d1e5a req-119066b7-9715-47fb-8eed-3eb9b0d9d797 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:18.806261 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8d4b7f2c-3685-4292-adb0-45d3b26d1e5a req-119066b7-9715-47fb-8eed-3eb9b0d9d797 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 943 time: 0.2595401 Jan 10 11:53:18.824443 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d24346a6-043c-449c-b50d-61d572c04b9a tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8686929 Jan 10 11:53:18.827201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53864) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:18.839826 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'ports': [{'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab'}, {'network_id': '86a70dd8-ed03-4088-97a0-422382cce8ee'}]} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:18.840141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:18.840791 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'network_id': '86a70dd8-ed03-4088-97a0-422382cce8ee'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:18.848641 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24346a6-043c-449c-b50d-61d572c04b9a tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Network': ['ID=86a70dd8-ed03-4088-97a0-422382cce8ee,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:18.861850 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 86a70dd8-ed03-4088-97a0-422382cce8ee details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:53:18.895235 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46221fbf-cc3b-4424-a5d0-8bbe44c38d53', 'name': 'tempest-snat-router-1431076211', 'tenant_id': 'e91ef62352da4e1d921e64a823a979b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': False}, 'gw_port_id': '1be532e1-96bc-4981-9bce-1b677c06ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:13Z', 'updated_at': '2022-01-10T11:53:16Z', 'revision_number': 3, 'project_id': 'e91ef62352da4e1d921e64a823a979b7', 'gw_port': {'id': '1be532e1-96bc-4981-9bce-1b677c06ad5a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46221fbf-cc3b-4424-a5d0-8bbe44c38d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:15Z', 'updated_at': '2022-01-10T11:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:18.920392 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-28a7384c-42f4-4197-90a5-15e0c4b84289 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/routers/46221fbf-cc3b-4424-a5d0-8bbe44c38d53 HTTP/1.1" status: 200 len: 908 time: 0.3311241 Jan 10 11:53:18.920392 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f81fa05f-0fbd-41d8-bf40-1e2d67651765 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.920872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53866) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:18.925702 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1431076211', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'enable_snat': True}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:18.932625 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-0c11ed50-8f3d-4862-bdc6-8b63ca13e53d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec3765b1-eb31-41b1-bd5d-814bce62b449 HTTP/1.1" status: 200 len: 217 time: 0.1695504 Jan 10 11:53:18.933036 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f81fa05f-0fbd-41d8-bf40-1e2d67651765 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.933945 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f81fa05f-0fbd-41d8-bf40-1e2d67651765 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "DELETE /v2.0/networks/f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63 HTTP/1.1" status: 204 len: 168 time: 1.1738944 Jan 10 11:53:18.950030 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53868) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:18.968175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Checking router: 46221fbf-cc3b-4424-a5d0-8bbe44c38d53 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:53:18.968930 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Updating router 46221fbf-cc3b-4424-a5d0-8bbe44c38d53 port 1be532e1-96bc-4981-9bce-1b677c06ad5a binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:53:18.969706 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fa05f-0fbd-41d8-bf40-1e2d67651765 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event deleted for resources: {'Network': ['ID=f3e99fd0-c1fc-4bcd-a05a-87fd286dfd63,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:18.976276 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7709f08c-a8b0-4d40-8339-9d0165898677 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.978787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7709f08c-a8b0-4d40-8339-9d0165898677 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (f232bf2f-7ba2-49c6-90fb-e38e9c645f1a), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.978787 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-7709f08c-a8b0-4d40-8339-9d0165898677 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Floating IP f232bf2f-7ba2-49c6-90fb-e38e9c645f1a disassociated. External IP: 172.36.2.143, port: d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2. Jan 10 11:53:18.978787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7709f08c-a8b0-4d40-8339-9d0165898677 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Calling delete_port for d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:19.008861 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1be532e1-96bc-4981-9bce-1b677c06ad5a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.032092 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:19.052504 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Sync routers for ids ['ffa3aba2-de62-40c7-89bc-ee7f74045acd'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:19.065665 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Routers {'ffa3aba2-de62-40c7-89bc-ee7f74045acd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:19.066325 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['ffa3aba2-de62-40c7-89bc-ee7f74045acd'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:19.097888 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fe94a14f-23b9-4e7a-a093-4277cfcefa42 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "PUT /v2.0/routers/ffa3aba2-de62-40c7-89bc-ee7f74045acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4579849 Jan 10 11:53:19.098218 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53870) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:19.100220 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (f05caa70-6c13-4660-9a33-717764ed69a2), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.153502 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac2e4-c9c5-469b-8a89-11c1374418b9 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (01eeee93-26fe-41af-ab9b-6affa428b833), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.186352 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b4fdd-f835-4b63-a872-b9d489921615 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:19.192117 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-686b4fdd-f835-4b63-a872-b9d489921615 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports/510d7bf4-f335-4837-a01a-3239639eb66f HTTP/1.1" status: 200 len: 911 time: 0.0880005 Jan 10 11:53:19.192483 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Set router ffa3aba2-de62-40c7-89bc-ee7f74045acd gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:19.192693 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53872) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:19.344165 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac2e4-c9c5-469b-8a89-11c1374418b9 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (01eeee93-26fe-41af-ab9b-6affa428b833), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.362702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884d14c4-1562-4fbc-8488-8930d0447731 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:19.374033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884d14c4-1562-4fbc-8488-8930d0447731 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:19.374033 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-884d14c4-1562-4fbc-8488-8930d0447731 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1777418 Jan 10 11:53:19.374033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'port': 2} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:19.379068 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.381520 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53874) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:19.453563 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa3aba2-de62-40c7-89bc-ee7f74045acd', 'name': 'tempest-NetworksTestDHCPv6-router-338317211', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:07Z', 'updated_at': '2022-01-10T11:53:13Z', 'revision_number': 2, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'gw_port_host': None, '_interfaces': [{'id': '510d7bf4-f335-4837-a01a-3239639eb66f', 'name': '', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'mac_address': 'fa:16:3e:dc:17:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa3aba2-de62-40c7-89bc-ee7f74045acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '39252c2e-2736-48e6-bb81-45d1d29f5533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:10Z', 'updated_at': '2022-01-10T11:53:15Z', 'revision_number': 2, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'subnets': [{'id': '39252c2e-2736-48e6-bb81-45d1d29f5533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:19.454701 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-0c1ac2e4-c9c5-469b-8a89-11c1374418b9 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01eeee93-26fe-41af-ab9b-6affa428b833']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:19.492025 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Checking router: ffa3aba2-de62-40c7-89bc-ee7f74045acd for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:53:19.492666 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Updating router ffa3aba2-de62-40c7-89bc-ee7f74045acd port 510d7bf4-f335-4837-a01a-3239639eb66f binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:53:19.493756 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Publish callbacks [] for port (1be532e1-96bc-4981-9bce-1b677c06ad5a), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.496797 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.505930 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-0c1ac2e4-c9c5-469b-8a89-11c1374418b9 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9f2b38-b700-4e06-af31-f5a5f4e7f1b9') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:19.506232 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-0c1ac2e4-c9c5-469b-8a89-11c1374418b9 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9f2b38-b700-4e06-af31-f5a5f4e7f1b9') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:19.528774 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac2e4-c9c5-469b-8a89-11c1374418b9 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (6d9f2b38-b700-4e06-af31-f5a5f4e7f1b9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.543593 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.565573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1be532e1-96bc-4981-9bce-1b677c06ad5a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.568853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.576193 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/f05caa70-6c13-4660-9a33-717764ed69a2 HTTP/1.1" status: 204 len: 168 time: 7.1635504 Jan 10 11:53:19.588462 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53876) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:19.613681 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6fc712-5c2b-4240-81a9-10040fed72cf None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:19.642868 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.671371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Attempting to bind port 1be532e1-96bc-4981-9bce-1b677c06ad5a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:19.671794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Attempting to bind port 1be532e1-96bc-4981-9bce-1b677c06ad5a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:19.672171 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Attempting to bind port 1be532e1-96bc-4981-9bce-1b677c06ad5a on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:19.681565 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:19.681989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:19.682502 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.682923 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:19.683584 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Bound port: 1be532e1-96bc-4981-9bce-1b677c06ad5a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:19.683993 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1be532e1-96bc-4981-9bce-1b677c06ad5a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.698583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357bfdf-996b-494f-a1e5-6cd4091358b2 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Network': ['ID=f05caa70-6c13-4660-9a33-717764ed69a2,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:19.721562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65f9b74-70e1-4094-9dc5-9efdf56c2f44 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:19.724382 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d468160-8f30-4bde-a4be-309a8cf0ffe6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:19.724976 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d468160-8f30-4bde-a4be-309a8cf0ffe6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:19.732833 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1d468160-8f30-4bde-a4be-309a8cf0ffe6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/subnets/752ccdf3-f3b4-4bbc-ad87-fb04cc9b8527 HTTP/1.1" status: 404 len: 337 time: 0.1239815 Jan 10 11:53:19.736218 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f65f9b74-70e1-4094-9dc5-9efdf56c2f44 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/eac03317-0695-43ba-b943-24befd8369f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9565163 Jan 10 11:53:19.741836 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53878) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:19.742393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53880) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:19.747058 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8d4b7f2c-3685-4292-adb0-45d3b26d1e5a req-d9c14130-6838-4dcd-91ce-274a02994ce2 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ebdcc16-4168-4320-92de-b4d59448c746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8684845 Jan 10 11:53:19.764978 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bff7e-a453-44b8-be2d-688588c526f7 None None] Sync routers for ids ['eac03317-0695-43ba-b943-24befd8369f9'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:19.770682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-477c8dbd-9b82-46ba-919c-5eb5aaa19ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:19.773029 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-477c8dbd-9b82-46ba-919c-5eb5aaa19ebd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3bed970-dc5a-4af3-9348-1640b3a3c177 HTTP/1.1" status: 200 len: 850 time: 0.8146262 Jan 10 11:53:19.775302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591898b7-82eb-4acb-9d26-f8f86f6dc4c7 None None] Pushing event updated for resources: {'Port': ['ID=1be532e1-96bc-4981-9bce-1b677c06ad5a,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:19.813432 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bff7e-a453-44b8-be2d-688588c526f7 None None] Routers {'eac03317-0695-43ba-b943-24befd8369f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:19.814124 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-730bff7e-a453-44b8-be2d-688588c526f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['eac03317-0695-43ba-b943-24befd8369f9'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:19.846133 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18afb43-b958-4555-aed3-ca4c2ab6952e tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:19.847319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18afb43-b958-4555-aed3-ca4c2ab6952e tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:19.851389 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d18afb43-b958-4555-aed3-ca4c2ab6952e tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/f05caa70-6c13-4660-9a33-717764ed69a2 HTTP/1.1" status: 404 len: 339 time: 0.1027579 Jan 10 11:53:19.855693 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-571e5dc8-ef21-41ae-a86d-06b54c0813bc tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports?device_id=eac03317-0695-43ba-b943-24befd8369f9 HTTP/1.1" status: 200 len: 205 time: 0.0996420 Jan 10 11:53:19.857314 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53882) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:19.858984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-af1647e8-f0b9-42bd-84f9-986d7d88770e None None] Provisioning complete for port 1be532e1-96bc-4981-9bce-1b677c06ad5a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:19.859404 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-af1647e8-f0b9-42bd-84f9-986d7d88770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1be532e1-96bc-4981-9bce-1b677c06ad5a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.892046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (33214d8d-e668-45ad-bc4c-0807b2911f9b), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.893465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (33214d8d-e668-45ad-bc4c-0807b2911f9b), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:19.904111 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-af1647e8-f0b9-42bd-84f9-986d7d88770e None None] Port 1be532e1-96bc-4981-9bce-1b677c06ad5a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:19.907770 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-730bff7e-a453-44b8-be2d-688588c526f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:19.919520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] For port 1be532e1-96bc-4981-9bce-1b677c06ad5a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:19.923832 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] For port 1be532e1-96bc-4981-9bce-1b677c06ad5a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1be532e1-96bc-4981-9bce-1b677c06ad5a,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:19.925194 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bff7e-a453-44b8-be2d-688588c526f7 None None] Routers {'eac03317-0695-43ba-b943-24befd8369f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:19.925849 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-730bff7e-a453-44b8-be2d-688588c526f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['eac03317-0695-43ba-b943-24befd8369f9'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:19.960825 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-730bff7e-a453-44b8-be2d-688588c526f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:19.961508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bff7e-a453-44b8-be2d-688588c526f7 None None] The sync data for ids ['eac03317-0695-43ba-b943-24befd8369f9'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:19.982561 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53884) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:19.997618 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Publish callbacks [] for port (510d7bf4-f335-4837-a01a-3239639eb66f), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.034559 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1be532e1-96bc-4981-9bce-1b677c06ad5a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.046345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_controller (33214d8d-e668-45ad-bc4c-0807b2911f9b), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.080850 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac2e4-c9c5-469b-8a89-11c1374418b9 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (6d9f2b38-b700-4e06-af31-f5a5f4e7f1b9), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.096418 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.114759 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3398763-372f-4bf3-988b-dbededf21935 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:20.115241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3398763-372f-4bf3-988b-dbededf21935 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:20.121601 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c3398763-372f-4bf3-988b-dbededf21935 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/subnets/63613b93-4871-4b5c-99ef-1b77504f36c4 HTTP/1.1" status: 404 len: 337 time: 0.2313576 Jan 10 11:53:20.130427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53886) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:20.142293 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1ac2e4-c9c5-469b-8a89-11c1374418b9 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:53:20.143015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac2e4-c9c5-469b-8a89-11c1374418b9 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (6d9f2b38-b700-4e06-af31-f5a5f4e7f1b9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:53:20.147162 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:53:20.155923 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446e2a42-0505-4a6f-8272-84c01bc951f8 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:20.171214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Routers {'46221fbf-cc3b-4424-a5d0-8bbe44c38d53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:20.172319 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['46221fbf-cc3b-4424-a5d0-8bbe44c38d53'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:20.175302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591898b7-82eb-4acb-9d26-f8f86f6dc4c7 None None] Pushing event updated for resources: {'Port': ['ID=1be532e1-96bc-4981-9bce-1b677c06ad5a,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:20.206132 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c7b82-5dd6-4e3f-9e47-6934a4c515f5 None None] Pushing event updated for resources: {'Port': ['ID=510d7bf4-f335-4837-a01a-3239639eb66f,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:20.223555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-15d8ab9e-98b9-4897-90ee-983394c1c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:20.225376 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-15d8ab9e-98b9-4897-90ee-983394c1c938 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25c4b78f-7299-403b-b2a4-92b74077ddd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4391341 Jan 10 11:53:20.300836 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5133dcda-3f28-40e2-8ab2-3c388e529b62 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (eac03317-0695-43ba-b943-24befd8369f9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.325084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] device_id is not set on port 4640d728-6f6b-4696-8d55-b23243f3d233 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:53:20.327849 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Attempting to bind port 510d7bf4-f335-4837-a01a-3239639eb66f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:20.328538 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Attempting to bind port 510d7bf4-f335-4837-a01a-3239639eb66f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:20.329120 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Attempting to bind port 510d7bf4-f335-4837-a01a-3239639eb66f on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:20.335939 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:20.337008 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:20.337736 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.338367 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:20.339202 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Bound port: 510d7bf4-f335-4837-a01a-3239639eb66f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:20.339845 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.360143 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f2a975-8074-49d0-b25d-79087ba87bd5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:20.360847 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f2a975-8074-49d0-b25d-79087ba87bd5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:20.367899 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c8f2a975-8074-49d0-b25d-79087ba87bd5 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/5daf2e00-2353-4d50-ab96-194cead3a3ed HTTP/1.1" status: 404 len: 339 time: 0.2316244 Jan 10 11:53:20.368968 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53888) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:20.395887 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-b50058b7-98f0-4d1f-a611-550021d2075a None None] Provisioning complete for port 1be532e1-96bc-4981-9bce-1b677c06ad5a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:20.401226 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b50058b7-98f0-4d1f-a611-550021d2075a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1be532e1-96bc-4981-9bce-1b677c06ad5a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.448115 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac2e4-c9c5-469b-8a89-11c1374418b9 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (01eeee93-26fe-41af-ab9b-6affa428b833), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.482195 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac2e4-c9c5-469b-8a89-11c1374418b9 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.485089 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0c1ac2e4-c9c5-469b-8a89-11c1374418b9 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] 10.222.0.16 "DELETE /v2.0/networks/01eeee93-26fe-41af-ab9b-6affa428b833 HTTP/1.1" status: 204 len: 168 time: 1.5343475 Jan 10 11:53:20.495690 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] For port 510d7bf4-f335-4837-a01a-3239639eb66f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:20.505678 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] For port 510d7bf4-f335-4837-a01a-3239639eb66f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=510d7bf4-f335-4837-a01a-3239639eb66f,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:20.584531 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.590091 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] Set router 46221fbf-cc3b-4424-a5d0-8bbe44c38d53 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:20.612869 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ac2e4-c9c5-469b-8a89-11c1374418b9 tempest-BulkNetworkOpsIpV6Test-1987836654 tempest-BulkNetworkOpsIpV6Test-1987836654-project] Pushing event deleted for resources: {'Network': ['ID=01eeee93-26fe-41af-ab9b-6affa428b833,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:20.624962 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b50058b7-98f0-4d1f-a611-550021d2075a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1be532e1-96bc-4981-9bce-1b677c06ad5a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.659349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-b50058b7-98f0-4d1f-a611-550021d2075a None None] For port 1be532e1-96bc-4981-9bce-1b677c06ad5a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1be532e1-96bc-4981-9bce-1b677c06ad5a,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:20.681147 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f7d86a7-75f0-4c81-be0b-9a3c3115804c tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (457979a9-2ce5-46bf-bd6d-663395763a12), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.743734 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c7b82-5dd6-4e3f-9e47-6934a4c515f5 None None] Pushing event updated for resources: {'Port': ['ID=510d7bf4-f335-4837-a01a-3239639eb66f,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:20.766747 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Routers {'ffa3aba2-de62-40c7-89bc-ee7f74045acd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:20.772887 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['ffa3aba2-de62-40c7-89bc-ee7f74045acd'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:20.789942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b50058b7-98f0-4d1f-a611-550021d2075a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1be532e1-96bc-4981-9bce-1b677c06ad5a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.853726 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (4640d728-6f6b-4696-8d55-b23243f3d233), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.884268 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7709f08c-a8b0-4d40-8339-9d0165898677 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.905990 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (33214d8d-e668-45ad-bc4c-0807b2911f9b), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.917254 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50058b7-98f0-4d1f-a611-550021d2075a None None] Pushing event updated for resources: {'Port': ['ID=1be532e1-96bc-4981-9bce-1b677c06ad5a,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:20.930847 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5133dcda-3f28-40e2-8ab2-3c388e529b62 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (eac03317-0695-43ba-b943-24befd8369f9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.956825 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f4d0ef7a-bd02-43d2-bd2c-d869c3a6fafa None None] Provisioning complete for port 510d7bf4-f335-4837-a01a-3239639eb66f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:20.957212 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f4d0ef7a-bd02-43d2-bd2c-d869c3a6fafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.969860 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5133dcda-3f28-40e2-8ab2-3c388e529b62 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_controller (eac03317-0695-43ba-b943-24befd8369f9), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:20.976802 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709f08c-a8b0-4d40-8339-9d0165898677 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Port': ['ID=d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:21.052035 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] device_id is not set on port 24869a06-15de-4f42-ac56-a54ac111f333 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:53:21.072969 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d2e001ce-499e-406b-a5e2-5e4036a1653d service neutron] 10.222.0.30 "GET /v2.0/networks/25c4b78f-7299-403b-b2a4-92b74077ddd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837079 Jan 10 11:53:21.124824 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] Set router ffa3aba2-de62-40c7-89bc-ee7f74045acd gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:21.207081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5133dcda-3f28-40e2-8ab2-3c388e529b62 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (eac03317-0695-43ba-b943-24befd8369f9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:21.207639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5133dcda-3f28-40e2-8ab2-3c388e529b62 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Fanout notify agent at l3_agent the message router_deleted on router eac03317-0695-43ba-b943-24befd8369f9 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:53:21.221600 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5133dcda-3f28-40e2-8ab2-3c388e529b62 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:21.226857 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5133dcda-3f28-40e2-8ab2-3c388e529b62 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/routers/eac03317-0695-43ba-b943-24befd8369f9 HTTP/1.1" status: 204 len: 168 time: 1.2230537 Jan 10 11:53:21.229493 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53896) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:21.312797 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b963fae-ba17-4182-94e7-2f84de089eb1 None None] DHCP port deletion for a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:21.316355 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f7d86a7-75f0-4c81-be0b-9a3c3115804c tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (457979a9-2ce5-46bf-bd6d-663395763a12), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:21.363035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53898) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:21.412512 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-8686d2c5-fedb-4103-b145-ac83450b09f8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting subnet 5544e491-b29e-4d48-a5e5-f1dbf93eeb47 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:53:21.419284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8686d2c5-fedb-4103-b145-ac83450b09f8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (5544e491-b29e-4d48-a5e5-f1dbf93eeb47), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:21.443505 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29bae2-6619-423c-b61c-52c65efe8722 req-e1555304-20f1-421a-8db4-cb43e31aecd4 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:21.445383 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5b29bae2-6619-423c-b61c-52c65efe8722 req-e1555304-20f1-421a-8db4-cb43e31aecd4 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 943 time: 0.3619945 Jan 10 11:53:21.446454 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b93fe500-b437-49a4-836b-addd51b031e6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (ffa3aba2-de62-40c7-89bc-ee7f74045acd), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:21.449076 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37f4c32a-02d0-46cc-a206-3f1fef0a72aa req-d954f796-ba62-4cfc-91ab-285f6d26709a service neutron] 10.222.0.30 "GET /v2.0/networks/25c4b78f-7299-403b-b2a4-92b74077ddd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623004 Jan 10 11:53:21.469158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7709f08c-a8b0-4d40-8339-9d0165898677 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router f6ccc364-1e83-4cb2-8085-cf3093fcd207 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:53:21.495498 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa3aba2-de62-40c7-89bc-ee7f74045acd', 'name': 'tempest-NetworksTestDHCPv6-router-338317211', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:07Z', 'updated_at': '2022-01-10T11:53:13Z', 'revision_number': 2, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'gw_port_host': None, '_interfaces': [{'id': '510d7bf4-f335-4837-a01a-3239639eb66f', 'name': '', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'mac_address': 'fa:16:3e:dc:17:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa3aba2-de62-40c7-89bc-ee7f74045acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '39252c2e-2736-48e6-bb81-45d1d29f5533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:10Z', 'updated_at': '2022-01-10T11:53:20Z', 'revision_number': 4, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'subnets': [{'id': '39252c2e-2736-48e6-bb81-45d1d29f5533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:21.502669 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8686d2c5-fedb-4103-b145-ac83450b09f8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (5544e491-b29e-4d48-a5e5-f1dbf93eeb47), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:21.555634 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933174a-d137-45d0-9bf6-412b6b1b3a1c None None] The sync data for ids ['ffa3aba2-de62-40c7-89bc-ee7f74045acd'] in dv-neutron-master-2-hyperv is: [{'id': 'ffa3aba2-de62-40c7-89bc-ee7f74045acd', 'name': 'tempest-NetworksTestDHCPv6-router-338317211', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:07Z', 'updated_at': '2022-01-10T11:53:13Z', 'revision_number': 2, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'gw_port_host': None, '_interfaces': [{'id': '510d7bf4-f335-4837-a01a-3239639eb66f', 'name': '', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'mac_address': 'fa:16:3e:dc:17:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa3aba2-de62-40c7-89bc-ee7f74045acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '39252c2e-2736-48e6-bb81-45d1d29f5533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:10Z', 'updated_at': '2022-01-10T11:53:20Z', 'revision_number': 4, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'subnets': [{'id': '39252c2e-2736-48e6-bb81-45d1d29f5533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:21.558415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f4d0ef7a-bd02-43d2-bd2c-d869c3a6fafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:21.564444 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46221fbf-cc3b-4424-a5d0-8bbe44c38d53', 'name': 'tempest-snat-router-1431076211', 'tenant_id': 'e91ef62352da4e1d921e64a823a979b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': False}, 'gw_port_id': '1be532e1-96bc-4981-9bce-1b677c06ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:13Z', 'updated_at': '2022-01-10T11:53:16Z', 'revision_number': 3, 'project_id': 'e91ef62352da4e1d921e64a823a979b7', 'gw_port': {'id': '1be532e1-96bc-4981-9bce-1b677c06ad5a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46221fbf-cc3b-4424-a5d0-8bbe44c38d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:15Z', 'updated_at': '2022-01-10T11:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:21.603699 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (24869a06-15de-4f42-ac56-a54ac111f333), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:21.632030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3722de5-f2ea-45a8-b347-fa9c0e464991 None None] The sync data for ids ['46221fbf-cc3b-4424-a5d0-8bbe44c38d53'] in dv-neutron-master-2-hyperv is: [{'id': '46221fbf-cc3b-4424-a5d0-8bbe44c38d53', 'name': 'tempest-snat-router-1431076211', 'tenant_id': 'e91ef62352da4e1d921e64a823a979b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': False}, 'gw_port_id': '1be532e1-96bc-4981-9bce-1b677c06ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:13Z', 'updated_at': '2022-01-10T11:53:16Z', 'revision_number': 3, 'project_id': 'e91ef62352da4e1d921e64a823a979b7', 'gw_port': {'id': '1be532e1-96bc-4981-9bce-1b677c06ad5a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46221fbf-cc3b-4424-a5d0-8bbe44c38d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:15Z', 'updated_at': '2022-01-10T11:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:21.669832 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f4d0ef7a-bd02-43d2-bd2c-d869c3a6fafa None None] For port 510d7bf4-f335-4837-a01a-3239639eb66f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=510d7bf4-f335-4837-a01a-3239639eb66f,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:21.670399 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-5f7d86a7-75f0-4c81-be0b-9a3c3115804c tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457979a9-2ce5-46bf-bd6d-663395763a12']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:21.700853 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-5f7d86a7-75f0-4c81-be0b-9a3c3115804c tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f96861-25c8-4ab2-9af1-1eab4e4b8448') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:21.701448 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-5f7d86a7-75f0-4c81-be0b-9a3c3115804c tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f96861-25c8-4ab2-9af1-1eab4e4b8448') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:21.768757 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f7d86a7-75f0-4c81-be0b-9a3c3115804c tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (88f96861-25c8-4ab2-9af1-1eab4e4b8448), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:21.784557 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f4d0ef7a-bd02-43d2-bd2c-d869c3a6fafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:21.798298 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5b29bae2-6619-423c-b61c-52c65efe8722 req-31a83e78-8501-4ffa-ae28-2f192c2481e3 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ebdcc16-4168-4320-92de-b4d59448c746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758151 Jan 10 11:53:21.838371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f7d86a7-75f0-4c81-be0b-9a3c3115804c tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (88f96861-25c8-4ab2-9af1-1eab4e4b8448), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:21.854549 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7d86a7-75f0-4c81-be0b-9a3c3115804c tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:53:21.855218 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f7d86a7-75f0-4c81-be0b-9a3c3115804c tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (88f96861-25c8-4ab2-9af1-1eab4e4b8448), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:53:21.859320 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:53:21.908708 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (4640d728-6f6b-4696-8d55-b23243f3d233), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:21.929405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0ef7a-bd02-43d2-bd2c-d869c3a6fafa None None] Pushing event updated for resources: {'Port': ['ID=510d7bf4-f335-4837-a01a-3239639eb66f,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:21.977752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8a327f57-84d5-462b-8aa6-25c43f875e3f None None] Provisioning complete for port 510d7bf4-f335-4837-a01a-3239639eb66f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:21.977752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8a327f57-84d5-462b-8aa6-25c43f875e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:22.049171 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:22.067247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:22.071185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:22.075451 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (24869a06-15de-4f42-ac56-a54ac111f333), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:22.100124 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=4640d728-6f6b-4696-8d55-b23243f3d233,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:22.151395 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f7d86a7-75f0-4c81-be0b-9a3c3115804c tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (457979a9-2ce5-46bf-bd6d-663395763a12), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:22.251886 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8686d2c5-fedb-4103-b145-ac83450b09f8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (5544e491-b29e-4d48-a5e5-f1dbf93eeb47), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:22.256033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f7d86a7-75f0-4c81-be0b-9a3c3115804c tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:22.263142 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5f7d86a7-75f0-4c81-be0b-9a3c3115804c tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/457979a9-2ce5-46bf-bd6d-663395763a12 HTTP/1.1" status: 204 len: 168 time: 1.8902400 Jan 10 11:53:22.286136 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53902) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:22.354864 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=24869a06-15de-4f42-ac56-a54ac111f333,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:22.433162 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d86a7-75f0-4c81-be0b-9a3c3115804c tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Network': ['ID=457979a9-2ce5-46bf-bd6d-663395763a12,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:22.445704 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebfdebce-22f8-4351-9521-7f451231ff1e tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:22.445704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebfdebce-22f8-4351-9521-7f451231ff1e tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:22.452745 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ebfdebce-22f8-4351-9521-7f451231ff1e tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/subnets/8bd916de-1e1c-4189-bbca-0f1de7db3778 HTTP/1.1" status: 404 len: 337 time: 0.1557076 Jan 10 11:53:22.453705 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53904) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:22.505015 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-b700a85b-918d-41ff-89bb-91549574115d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:22.505869 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b700a85b-918d-41ff-89bb-91549574115d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:22.512071 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b700a85b-918d-41ff-89bb-91549574115d tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/b9e4c277-70c3-4227-81a4-d315bd5a4feb HTTP/1.1" status: 404 len: 339 time: 0.0519180 Jan 10 11:53:22.513728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53906) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:22.522896 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Checking segment: {'id': '9985b66b-6e53-452f-a794-e6f9f72efcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '86a70dd8-ed03-4088-97a0-422382cce8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:22.523275 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network hostable DHCP agents. Network: 86a70dd8-ed03-4088-97a0-422382cce8ee, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:53:22.535016 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a7f0e-ff45-4deb-a849-d76b95dc98b4 req-26b288ca-af15-4501-a3c6-fe725bdd8f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:22.537482 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bf1a7f0e-ff45-4deb-a849-d76b95dc98b4 req-26b288ca-af15-4501-a3c6-fe725bdd8f3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c17387cc17747cda4c8c0fde8b5a6e1&device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 1096 time: 0.8717103 Jan 10 11:53:22.550961 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-791f717c-046a-4b10-a73e-1f902da840b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73f2dec2d0da49f588ff1584b19b0eb5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1767762 Jan 10 11:53:22.550961 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (33214d8d-e668-45ad-bc4c-0807b2911f9b), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:22.553468 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53908) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:22.555540 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-b93fe500-b437-49a4-836b-addd51b031e6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port 510d7bf4-f335-4837-a01a-3239639eb66f {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:22.555898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b93fe500-b437-49a4-836b-addd51b031e6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:22.560732 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d892ed-a700-40dc-ae6a-2f6d2ac9c494 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:22.561211 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d892ed-a700-40dc-ae6a-2f6d2ac9c494 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:22.565310 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-76d892ed-a700-40dc-ae6a-2f6d2ac9c494 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/subnets/7c30be31-de63-45c2-b0c3-c789e14df589 HTTP/1.1" status: 404 len: 337 time: 0.0499034 Jan 10 11:53:22.572495 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53910) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:22.657563 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:22.676827 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7709f08c-a8b0-4d40-8339-9d0165898677 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:22.681837 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4c9ef9-5e59-41c1-8ff4-d1fd1df78ff0 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:22.682707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4c9ef9-5e59-41c1-8ff4-d1fd1df78ff0 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:22.689552 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-de4c9ef9-5e59-41c1-8ff4-d1fd1df78ff0 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/03c430be-b7dd-4315-903d-bcc644f47ce0 HTTP/1.1" status: 404 len: 339 time: 0.1048808 Jan 10 11:53:22.693206 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da9aa5-03f3-48de-80e8-74e21d5f83f5 None None] Sync routers for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:22.696915 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53912) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:22.712970 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da9aa5-03f3-48de-80e8-74e21d5f83f5 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:22.714120 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-39da9aa5-03f3-48de-80e8-74e21d5f83f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:22.765715 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-39da9aa5-03f3-48de-80e8-74e21d5f83f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:22.771328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8686d2c5-fedb-4103-b145-ac83450b09f8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (5544e491-b29e-4d48-a5e5-f1dbf93eeb47), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:22.780638 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da9aa5-03f3-48de-80e8-74e21d5f83f5 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:22.781650 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-39da9aa5-03f3-48de-80e8-74e21d5f83f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:22.827904 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-39da9aa5-03f3-48de-80e8-74e21d5f83f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:22.829539 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da9aa5-03f3-48de-80e8-74e21d5f83f5 None None] The sync data for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:22.884861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-b93fe500-b437-49a4-836b-addd51b031e6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] For port 510d7bf4-f335-4837-a01a-3239639eb66f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=510d7bf4-f335-4837-a01a-3239639eb66f,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:22.885252 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b93fe500-b437-49a4-836b-addd51b031e6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:22.911382 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d31d91-e0be-4c3d-ba47-ff801530c50b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:22.912182 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d31d91-e0be-4c3d-ba47-ff801530c50b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:22.920189 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-46d31d91-e0be-4c3d-ba47-ff801530c50b tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/subnets/6c47bf0a-8486-452c-9000-6a5f0506a3c9 HTTP/1.1" status: 404 len: 337 time: 0.2073886 Jan 10 11:53:22.923875 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53916) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:22.938451 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 86a70dd8-ed03-4088-97a0-422382cce8ee is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:53:22.941602 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-b93fe500-b437-49a4-836b-addd51b031e6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for 510d7bf4-f335-4837-a01a-3239639eb66f owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:22.973366 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ad144f-208e-4c3a-b2d1-d9814de454f8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:22.974562 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ad144f-208e-4c3a-b2d1-d9814de454f8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:22.980622 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-60ad144f-208e-4c3a-b2d1-d9814de454f8 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/394286fd-9edb-40ae-98d8-bb32964ed93b HTTP/1.1" status: 404 len: 339 time: 0.0557714 Jan 10 11:53:22.983979 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53918) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:23.006729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7709f08c-a8b0-4d40-8339-9d0165898677 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.015845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1be532e1-96bc-4981-9bce-1b677c06ad5a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:23.018384 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7709f08c-a8b0-4d40-8339-9d0165898677 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/ports/d83b3b7b-b0f8-4b91-9b43-fe872f3c72b2 HTTP/1.1" status: 204 len: 168 time: 7.5853355 Jan 10 11:53:23.036210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8686d2c5-fedb-4103-b145-ac83450b09f8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.039939 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8686d2c5-fedb-4103-b145-ac83450b09f8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/5544e491-b29e-4d48-a5e5-f1dbf93eeb47 HTTP/1.1" status: 204 len: 168 time: 1.8059409 Jan 10 11:53:23.040931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53920) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:23.052100 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53922) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:23.059252 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5faaa43-8976-4a75-8a0e-0de6eab83e68 None None] Network e1ec2320-0a2c-41cb-b507-1001a171fc3e requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:23.119171 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686d2c5-fedb-4103-b145-ac83450b09f8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Subnet': ['ID=5544e491-b29e-4d48-a5e5-f1dbf93eeb47,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:23.155746 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 86a70dd8-ed03-4088-97a0-422382cce8ee) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:23.158436 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7d9942-716c-4734-a093-4ca90f00a2d4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:23.159380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7d9942-716c-4734-a093-4ca90f00a2d4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:23.164998 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8f7d9942-716c-4734-a093-4ca90f00a2d4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/subnets/f40c8ee0-aa05-4662-827c-8d635644dddf HTTP/1.1" status: 404 len: 337 time: 0.1798041 Jan 10 11:53:23.174396 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (e1ec2320-0a2c-41cb-b507-1001a171fc3e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.174727 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53924) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:23.178562 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:23.186080 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:23.189741 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bc5265-1ea2-4fd9-a234-6187e1599674 None None] Network 86a70dd8-ed03-4088-97a0-422382cce8ee requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:23.191482 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:23.192193 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.263818 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-55aa1d8e-9384-40b9-8f46-24ddb5e0f6ea tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "GET /v2.0/floatingips/f232bf2f-7ba2-49c6-90fb-e38e9c645f1a HTTP/1.1" status: 200 len: 688 time: 0.1690025 Jan 10 11:53:23.272219 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53926) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:23.288958 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4af749e-4d3a-430b-972c-77f07cb0cf11 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:23.289895 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4af749e-4d3a-430b-972c-77f07cb0cf11 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:23.294310 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d4af749e-4d3a-430b-972c-77f07cb0cf11 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/6da2c3df-1d6f-413d-aa1e-8fc029ee8fb6 HTTP/1.1" status: 404 len: 339 time: 0.1078837 Jan 10 11:53:23.306162 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53928) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:23.308658 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a507be3c-62db-4b01-8389-6c47bdf659d4 admin admin] Publish callbacks [] for security_group (fa263ec1-bf3a-4191-85ca-77c737f665a2), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.355141 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 1be532e1-96bc-4981-9bce-1b677c06ad5a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:23.355545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1be532e1-96bc-4981-9bce-1b677c06ad5a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.356364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a7f0e-ff45-4deb-a849-d76b95dc98b4 req-14795cab-8026-48df-b523-accfe1643faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:23.358562 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bf1a7f0e-ff45-4deb-a849-d76b95dc98b4 req-14795cab-8026-48df-b523-accfe1643faa service neutron] 10.222.0.30 "GET /v2.0/networks?id=25c4b78f-7299-403b-b2a4-92b74077ddd4 HTTP/1.1" status: 200 len: 912 time: 0.8044844 Jan 10 11:53:23.382929 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c15385d4-3854-4672-ae90-d7415113b7ac tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5526145 Jan 10 11:53:23.388442 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53930) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:23.399820 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a3bdf-3fc5-4ae9-9334-aab440d4bf1e req-499f56ae-77ff-4b78-9716-aa9e38c735d6 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:23.401749 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-554a3bdf-3fc5-4ae9-9334-aab440d4bf1e req-499f56ae-77ff-4b78-9716-aa9e38c735d6 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 943 time: 0.4680476 Jan 10 11:53:23.403710 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b46d807-14c5-4d24-bf8b-a50ff692f2a4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:23.404166 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b46d807-14c5-4d24-bf8b-a50ff692f2a4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:23.407340 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1b46d807-14c5-4d24-bf8b-a50ff692f2a4 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/subnets/3081b3d9-2659-4de2-87f1-6ccb3c57e425 HTTP/1.1" status: 404 len: 337 time: 0.0953209 Jan 10 11:53:23.437393 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53932) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:23.461074 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bf1a7f0e-ff45-4deb-a849-d76b95dc98b4 req-c2dc1359-2fda-4cfe-80aa-4e29616d24ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec3765b1-eb31-41b1-bd5d-814bce62b449 HTTP/1.1" status: 200 len: 217 time: 0.0749393 Jan 10 11:53:23.495068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 510d7bf4-f335-4837-a01a-3239639eb66f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:23.506713 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a507be3c-62db-4b01-8389-6c47bdf659d4 admin admin] Publish callbacks [] for security_group (fa263ec1-bf3a-4191-85ca-77c737f665a2), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.508125 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-2934976d-7ad0-4cfd-8e8d-9c568b7301cc tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:23.508650 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2934976d-7ad0-4cfd-8e8d-9c568b7301cc tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:23.513792 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2934976d-7ad0-4cfd-8e8d-9c568b7301cc tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/22fff751-07ea-47af-8363-f37a0f4d43c4 HTTP/1.1" status: 404 len: 339 time: 0.0746205 Jan 10 11:53:23.519904 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53934) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:23.552272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad9c212-8be6-4644-9370-917bded070e7 None None] DHCP port deletion for e1ec2320-0a2c-41cb-b507-1001a171fc3e request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:23.582820 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13d7f32-11a7-4e44-982f-197e5b3cd6a6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:23.583298 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13d7f32-11a7-4e44-982f-197e5b3cd6a6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:23.588806 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b13d7f32-11a7-4e44-982f-197e5b3cd6a6 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/subnets/35f4c251-3b9e-4283-a5f2-11a4bdcc7ae1 HTTP/1.1" status: 404 len: 337 time: 0.0656285 Jan 10 11:53:23.591276 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53936) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:23.598032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Allocated IP 172.36.2.142 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/ce50a7f6-9db1-446e-b3ef-906d09ced602) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:23.613554 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port 33bfea57-603e-4423-bf93-6727ae0cccf2 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:23.613948 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (33bfea57-603e-4423-bf93-6727ae0cccf2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.652080 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 510d7bf4-f335-4837-a01a-3239639eb66f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:23.652634 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.655709 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2ad6a1-bc38-40dc-a2e8-e3aca366235e tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:23.656244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2ad6a1-bc38-40dc-a2e8-e3aca366235e tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:23.663035 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3f2ad6a1-bc38-40dc-a2e8-e3aca366235e tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/2327f756-b5ad-4153-9365-30614d0e2982 HTTP/1.1" status: 404 len: 339 time: 0.0666389 Jan 10 11:53:23.663439 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53938) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:23.713915 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8ad9c212-8be6-4644-9370-917bded070e7 None None] Deleting port 33bfea57-603e-4423-bf93-6727ae0cccf2 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:23.714554 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8ad9c212-8be6-4644-9370-917bded070e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (33bfea57-603e-4423-bf93-6727ae0cccf2), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.723226 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bbc29f6-b5aa-4b15-a26b-eb724faceb19 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:23.723751 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bbc29f6-b5aa-4b15-a26b-eb724faceb19 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:23.726877 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4bbc29f6-b5aa-4b15-a26b-eb724faceb19 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/subnets/0ff9a7de-65b7-4b26-89d1-87987c006e84 HTTP/1.1" status: 404 len: 337 time: 0.0626016 Jan 10 11:53:23.732749 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53940) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:23.740621 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-554a3bdf-3fc5-4ae9-9334-aab440d4bf1e req-880ea68a-dd6e-4d31-b645-7a9d3d449dca tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ebdcc16-4168-4320-92de-b4d59448c746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751932 Jan 10 11:53:23.742210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a7f0e-ff45-4deb-a849-d76b95dc98b4 req-58e1cf56-03ff-49ad-9f8e-c8fb16356efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:23.743704 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bf1a7f0e-ff45-4deb-a849-d76b95dc98b4 req-58e1cf56-03ff-49ad-9f8e-c8fb16356efc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3bed970-dc5a-4af3-9348-1640b3a3c177 HTTP/1.1" status: 200 len: 850 time: 0.2669127 Jan 10 11:53:23.752045 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f2e31635-1a7e-4a12-86f6-1e7f482a62a5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting port cfbb9a08-13a8-4d6c-89c3-d27fff53bd4f {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:23.752411 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f2e31635-1a7e-4a12-86f6-1e7f482a62a5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (cfbb9a08-13a8-4d6c-89c3-d27fff53bd4f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.780780 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] For port 33bfea57-603e-4423-bf93-6727ae0cccf2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33bfea57-603e-4423-bf93-6727ae0cccf2,segment=NetworkSegment(08f134fc-9ac9-4de0-9fb7-6096a8ef4449),segment_id=08f134fc-9ac9-4de0-9fb7-6096a8ef4449)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:23.781179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (33bfea57-603e-4423-bf93-6727ae0cccf2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.784430 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5cf143-5c0c-490b-93de-f87e71532ff9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:23.785072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5cf143-5c0c-490b-93de-f87e71532ff9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:23.788754 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1e5cf143-5c0c-490b-93de-f87e71532ff9 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/866d7c8a-94f1-415a-a647-eea4840f2c24 HTTP/1.1" status: 404 len: 339 time: 0.0537152 Jan 10 11:53:23.793441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53942) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:23.817321 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b93fe500-b437-49a4-836b-addd51b031e6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (510d7bf4-f335-4837-a01a-3239639eb66f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.826800 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for 33bfea57-603e-4423-bf93-6727ae0cccf2 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:23.844764 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Port 510d7bf4-f335-4837-a01a-3239639eb66f update to ACTIVE by agent not found {{(pid=110626) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 10 11:53:23.867431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8ad9c212-8be6-4644-9370-917bded070e7 None None] For port 33bfea57-603e-4423-bf93-6727ae0cccf2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33bfea57-603e-4423-bf93-6727ae0cccf2,segment=NetworkSegment(08f134fc-9ac9-4de0-9fb7-6096a8ef4449),segment_id=08f134fc-9ac9-4de0-9fb7-6096a8ef4449)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:23.867431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8ad9c212-8be6-4644-9370-917bded070e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (33bfea57-603e-4423-bf93-6727ae0cccf2), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.873116 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-7964f399-acb5-4f5c-9595-1ca1c186061f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:23.873635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7964f399-acb5-4f5c-9595-1ca1c186061f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:23.880941 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7964f399-acb5-4f5c-9595-1ca1c186061f tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/subnets/161ad012-b71d-4aae-bbc5-8155b9c797f3 HTTP/1.1" status: 404 len: 337 time: 0.0834630 Jan 10 11:53:23.882671 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53944) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:23.888277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8ad9c212-8be6-4644-9370-917bded070e7 None None] Calling delete_port for 33bfea57-603e-4423-bf93-6727ae0cccf2 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:23.888572 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fe500-b437-49a4-836b-addd51b031e6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=510d7bf4-f335-4837-a01a-3239639eb66f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:23.930637 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7d66ea06-513b-4c78-b87e-e6e3de5fd1f6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 24869a06-15de-4f42-ac56-a54ac111f333 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:23.930988 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7d66ea06-513b-4c78-b87e-e6e3de5fd1f6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (24869a06-15de-4f42-ac56-a54ac111f333), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.938654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a7f0e-ff45-4deb-a849-d76b95dc98b4 req-bcf11eee-c2ac-49bd-83bf-46b871684f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:23.941071 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bf1a7f0e-ff45-4deb-a849-d76b95dc98b4 req-bcf11eee-c2ac-49bd-83bf-46b871684f18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25c4b78f-7299-403b-b2a4-92b74077ddd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1886187 Jan 10 11:53:23.953306 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a507be3c-62db-4b01-8389-6c47bdf659d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (fa263ec1-bf3a-4191-85ca-77c737f665a2), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.959003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a507be3c-62db-4b01-8389-6c47bdf659d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:23.959003 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a507be3c-62db-4b01-8389-6c47bdf659d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa263ec1-bf3a-4191-85ca-77c737f665a2 HTTP/1.1" status: 204 len: 168 time: 1.3881080 Jan 10 11:53:23.966164 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9159e4-8b52-4def-824e-994015b7926a tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:23.966756 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9159e4-8b52-4def-824e-994015b7926a tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:23.970445 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0f9159e4-8b52-4def-824e-994015b7926a tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/902e23fe-c993-44c0-b887-22c4a34d0473 HTTP/1.1" status: 404 len: 339 time: 0.0815275 Jan 10 11:53:23.993878 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53948) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:24.084215 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8ad9c212-8be6-4644-9370-917bded070e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (33bfea57-603e-4423-bf93-6727ae0cccf2), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:24.089210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for port (ce50a7f6-9db1-446e-b3ef-906d09ced602), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:24.113854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9c212-8be6-4644-9370-917bded070e7 None None] Pushing event deleted for resources: {'Port': ['ID=33bfea57-603e-4423-bf93-6727ae0cccf2,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:24.115932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad9c212-8be6-4644-9370-917bded070e7 None None] No DVR routers for this DVR port 33bfea57-603e-4423-bf93-6727ae0cccf2 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:24.116407 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7d66ea06-513b-4c78-b87e-e6e3de5fd1f6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (24869a06-15de-4f42-ac56-a54ac111f333), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:24.128643 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507be3c-62db-4b01-8389-6c47bdf659d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa263ec1-bf3a-4191-85ca-77c737f665a2,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:24.190362 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7d66ea06-513b-4c78-b87e-e6e3de5fd1f6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 24869a06-15de-4f42-ac56-a54ac111f333 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:24.223373 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f2e31635-1a7e-4a12-86f6-1e7f482a62a5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (cfbb9a08-13a8-4d6c-89c3-d27fff53bd4f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:24.223627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f2e31635-1a7e-4a12-86f6-1e7f482a62a5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (cfbb9a08-13a8-4d6c-89c3-d27fff53bd4f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:24.232747 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe8c1cc-f0e1-42b4-af41-8afd5357e954 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Deleting subnet 0189ba8d-31f0-4608-9bda-06f22ddb5116 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:53:24.245035 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b93fe500-b437-49a4-836b-addd51b031e6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (ffa3aba2-de62-40c7-89bc-ee7f74045acd), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:24.253404 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c1cc-f0e1-42b4-af41-8afd5357e954 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for subnet (0189ba8d-31f0-4608-9bda-06f22ddb5116), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:24.281203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f2e31635-1a7e-4a12-86f6-1e7f482a62a5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Calling delete_port for cfbb9a08-13a8-4d6c-89c3-d27fff53bd4f owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:24.297866 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bf1a7f0e-ff45-4deb-a849-d76b95dc98b4 req-f3a95731-9186-485c-97f6-21a78463c2b1 service neutron] 10.222.0.30 "GET /v2.0/networks/25c4b78f-7299-403b-b2a4-92b74077ddd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460829 Jan 10 11:53:24.393419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (ce50a7f6-9db1-446e-b3ef-906d09ced602), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:24.447655 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c1cc-f0e1-42b4-af41-8afd5357e954 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (0189ba8d-31f0-4608-9bda-06f22ddb5116), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:24.452321 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (33bfea57-603e-4423-bf93-6727ae0cccf2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:24.463975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:24.469135 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:24.473356 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:24.475547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Pushing event updated for resources: {'Port': ['ID=ce50a7f6-9db1-446e-b3ef-906d09ced602,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:24.490255 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bf1a7f0e-ff45-4deb-a849-d76b95dc98b4 req-836321dd-e751-43de-b639-2a5ab867b587 service neutron] 10.222.0.30 "GET /v2.0/networks/25c4b78f-7299-403b-b2a4-92b74077ddd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769876 Jan 10 11:53:24.494224 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bdc12a-f4d2-46f9-9412-45b6e54ff8de None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:24.546968 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=33bfea57-603e-4423-bf93-6727ae0cccf2,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:24.557721 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No DVR routers for this DVR port 33bfea57-603e-4423-bf93-6727ae0cccf2 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:24.591168 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7d66ea06-513b-4c78-b87e-e6e3de5fd1f6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (24869a06-15de-4f42-ac56-a54ac111f333), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:24.594160 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device ec3765b1-eb31-41b1-bd5d-814bce62b449 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:53:24.664242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9b360e59-3807-4379-8cbd-c568818d8caf None None] Provisioning complete for port ce50a7f6-9db1-446e-b3ef-906d09ced602 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:24.665003 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9b360e59-3807-4379-8cbd-c568818d8caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ce50a7f6-9db1-446e-b3ef-906d09ced602), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:24.667696 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66ea06-513b-4c78-b87e-e6e3de5fd1f6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=24869a06-15de-4f42-ac56-a54ac111f333,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:24.723614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7d66ea06-513b-4c78-b87e-e6e3de5fd1f6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:24.725583 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9b360e59-3807-4379-8cbd-c568818d8caf None None] Port ce50a7f6-9db1-446e-b3ef-906d09ced602 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:24.731687 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7d66ea06-513b-4c78-b87e-e6e3de5fd1f6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/24869a06-15de-4f42-ac56-a54ac111f333 HTTP/1.1" status: 204 len: 168 time: 1.3292339 Jan 10 11:53:24.734260 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53960) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:24.811400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfc360b-7939-468e-a9c3-0d537d4b04e2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:24.830448 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfc360b-7939-468e-a9c3-0d537d4b04e2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:24.835101 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bcfc360b-7939-468e-a9c3-0d537d4b04e2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0996258 Jan 10 11:53:24.841981 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53964) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:24.844861 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port ec3765b1-eb31-41b1-bd5d-814bce62b449, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ec3765b1-eb31-41b1-bd5d-814bce62b449,segment=NetworkSegment(779e930d-7562-46ee-98f3-134628bb256f),segment_id=779e930d-7562-46ee-98f3-134628bb256f)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:24.879388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'ec3765b1-eb31-41b1-bd5d-814bce62b449', 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4', 'port_id': 'ec3765b1-eb31-41b1-bd5d-814bce62b449', 'mac_address': 'fa:16:3e:6c:a9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:53:24.948941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ec3765b1-eb31-41b1-bd5d-814bce62b449), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:24.967629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3765b1-eb31-41b1-bd5d-814bce62b449 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:53:25.005820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port ec3765b1-eb31-41b1-bd5d-814bce62b449, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ec3765b1-eb31-41b1-bd5d-814bce62b449,segment=NetworkSegment(779e930d-7562-46ee-98f3-134628bb256f),segment_id=779e930d-7562-46ee-98f3-134628bb256f)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:25.018882 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 33bfea57-603e-4423-bf93-6727ae0cccf2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:53:25.042851 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 33bfea57-603e-4423-bf93-6727ae0cccf2 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:53:25.043218 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 33bfea57-603e-4423-bf93-6727ae0cccf2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:53:25.122710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (33214d8d-e668-45ad-bc4c-0807b2911f9b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:25.126471 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-68833ae4-911b-4a03-9a53-5b13c3b851eb tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 4640d728-6f6b-4696-8d55-b23243f3d233 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:25.126736 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-68833ae4-911b-4a03-9a53-5b13c3b851eb tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (4640d728-6f6b-4696-8d55-b23243f3d233), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:25.129916 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ec3765b1-eb31-41b1-bd5d-814bce62b449), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:25.191998 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=ec3765b1-eb31-41b1-bd5d-814bce62b449,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:25.294720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93fe500-b437-49a4-836b-addd51b031e6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Router ffa3aba2-de62-40c7-89bc-ee7f74045acd has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:53:25.308251 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (e1ec2320-0a2c-41cb-b507-1001a171fc3e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:25.330651 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-68833ae4-911b-4a03-9a53-5b13c3b851eb tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (4640d728-6f6b-4696-8d55-b23243f3d233), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:25.341033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0ed19-5cb9-49ee-a983-eab5b8bf8915 req-de012cfb-01f4-4af3-ba44-4a1bd4c57a27 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:25.343638 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e6f0ed19-5cb9-49ee-a983-eab5b8bf8915 req-de012cfb-01f4-4af3-ba44-4a1bd4c57a27 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 944 time: 0.2609203 Jan 10 11:53:25.350800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-68833ae4-911b-4a03-9a53-5b13c3b851eb tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 4640d728-6f6b-4696-8d55-b23243f3d233 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:25.390016 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['ec3765b1-eb31-41b1-bd5d-814bce62b449'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:53:25.420854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c1cc-f0e1-42b4-af41-8afd5357e954 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (0189ba8d-31f0-4608-9bda-06f22ddb5116), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:25.492606 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ec2320-0a2c-41cb-b507-1001a171fc3e']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:25.534273 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53974) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:25.543895 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f134fc-9ac9-4de0-9fb7-6096a8ef4449') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:25.543895 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f134fc-9ac9-4de0-9fb7-6096a8ef4449') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:25.583028 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (33214d8d-e668-45ad-bc4c-0807b2911f9b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:25.653290 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (08f134fc-9ac9-4de0-9fb7-6096a8ef4449), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:25.688881 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-68833ae4-911b-4a03-9a53-5b13c3b851eb tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (4640d728-6f6b-4696-8d55-b23243f3d233), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:25.694397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93fe500-b437-49a4-836b-addd51b031e6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:25.697988 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-8592efd3-9ef6-4e3c-9f3c-c951c486046e tempest-DvrRoutersNegativeTest-257893042 tempest-DvrRoutersNegativeTest-257893042-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-475737420', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:25.700787 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (08f134fc-9ac9-4de0-9fb7-6096a8ef4449), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:25.703456 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.policy [None req-8592efd3-9ef6-4e3c-9f3c-c951c486046e tempest-DvrRoutersNegativeTest-257893042 tempest-DvrRoutersNegativeTest-257893042-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110624) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 10 11:53:25.703919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.policy [None req-8592efd3-9ef6-4e3c-9f3c-c951c486046e tempest-DvrRoutersNegativeTest-257893042 tempest-DvrRoutersNegativeTest-257893042-project] Failed policy check for 'create_router' {{(pid=110624) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 10 11:53:25.704744 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-8592efd3-9ef6-4e3c-9f3c-c951c486046e tempest-DvrRoutersNegativeTest-257893042 tempest-DvrRoutersNegativeTest-257893042-project] create failed (client error): Access was denied to this resource. Jan 10 11:53:25.706466 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8592efd3-9ef6-4e3c-9f3c-c951c486046e tempest-DvrRoutersNegativeTest-257893042 tempest-DvrRoutersNegativeTest-257893042-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1709483 Jan 10 11:53:25.706738 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b93fe500-b437-49a4-836b-addd51b031e6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "PUT /v2.0/routers/ffa3aba2-de62-40c7-89bc-ee7f74045acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3191075 Jan 10 11:53:25.709115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dcd262-7f99-4d2c-a733-66dd36350096 None None] Sync routers for ids ['ffa3aba2-de62-40c7-89bc-ee7f74045acd'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:25.714848 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e6f0ed19-5cb9-49ee-a983-eab5b8bf8915 req-b80233d2-d49f-48b1-97f9-ce74c8bfdef2 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ebdcc16-4168-4320-92de-b4d59448c746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3568935 Jan 10 11:53:25.715689 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53978) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:25.726321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dcd262-7f99-4d2c-a733-66dd36350096 None None] Routers {'ffa3aba2-de62-40c7-89bc-ee7f74045acd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:25.727933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-81dcd262-7f99-4d2c-a733-66dd36350096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['ffa3aba2-de62-40c7-89bc-ee7f74045acd'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:25.729418 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:53:25.730062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (08f134fc-9ac9-4de0-9fb7-6096a8ef4449), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:53:25.733992 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:53:25.766751 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68833ae4-911b-4a03-9a53-5b13c3b851eb tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=4640d728-6f6b-4696-8d55-b23243f3d233,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:25.790823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-68833ae4-911b-4a03-9a53-5b13c3b851eb tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:25.795698 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-68833ae4-911b-4a03-9a53-5b13c3b851eb tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/4640d728-6f6b-4696-8d55-b23243f3d233 HTTP/1.1" status: 204 len: 168 time: 0.9549980 Jan 10 11:53:25.800177 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53982) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:25.834258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-81dcd262-7f99-4d2c-a733-66dd36350096 None None] Set router ffa3aba2-de62-40c7-89bc-ee7f74045acd gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:25.867970 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fe5ac5-4997-43e3-be75-4ef3f178496e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:25.873480 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fe5ac5-4997-43e3-be75-4ef3f178496e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:25.878395 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-77fe5ac5-4997-43e3-be75-4ef3f178496e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1581430 Jan 10 11:53:25.881676 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f2e31635-1a7e-4a12-86f6-1e7f482a62a5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (cfbb9a08-13a8-4d6c-89c3-d27fff53bd4f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:25.883677 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 53984) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:25.902266 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-81dcd262-7f99-4d2c-a733-66dd36350096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa3aba2-de62-40c7-89bc-ee7f74045acd', 'name': 'tempest-NetworksTestDHCPv6-router-338317211', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:07Z', 'updated_at': '2022-01-10T11:53:23Z', 'revision_number': 3, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:25.922355 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0401a624-9c24-4d0e-b91b-1c38141f119e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:25.925059 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0401a624-9c24-4d0e-b91b-1c38141f119e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1228786 Jan 10 11:53:25.938083 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dcd262-7f99-4d2c-a733-66dd36350096 None None] Checking router: ffa3aba2-de62-40c7-89bc-ee7f74045acd for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:53:25.950650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dcd262-7f99-4d2c-a733-66dd36350096 None None] Routers {'ffa3aba2-de62-40c7-89bc-ee7f74045acd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:25.951524 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-81dcd262-7f99-4d2c-a733-66dd36350096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['ffa3aba2-de62-40c7-89bc-ee7f74045acd'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:25.953395 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c1cc-f0e1-42b4-af41-8afd5357e954 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (0189ba8d-31f0-4608-9bda-06f22ddb5116), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:25.960419 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53986) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:26.037210 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-81dcd262-7f99-4d2c-a733-66dd36350096 None None] Set router ffa3aba2-de62-40c7-89bc-ee7f74045acd gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:26.064495 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e31635-1a7e-4a12-86f6-1e7f482a62a5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Port': ['ID=cfbb9a08-13a8-4d6c-89c3-d27fff53bd4f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:26.070985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8c1cc-f0e1-42b4-af41-8afd5357e954 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Subnet': ['ID=0189ba8d-31f0-4608-9bda-06f22ddb5116,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:26.077660 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed986a90-5547-4aa3-9504-5c4336d28c1d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] GET failed (client error): The resource could not be found. Jan 10 11:53:26.079262 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ed986a90-5547-4aa3-9504-5c4336d28c1d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/24869a06-15de-4f42-ac56-a54ac111f333 HTTP/1.1" status: 404 len: 333 time: 0.1099391 Jan 10 11:53:26.082112 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c1cc-f0e1-42b4-af41-8afd5357e954 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.084924 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dfe8c1cc-f0e1-42b4-af41-8afd5357e954 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/subnets/0189ba8d-31f0-4608-9bda-06f22ddb5116 HTTP/1.1" status: 204 len: 168 time: 2.0880215 Jan 10 11:53:26.104902 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53988) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:26.105578 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53990) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:26.115157 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed071f4-923d-4138-8d07-623efccf9fd0 None None] Network 72f5d987-bcb6-41eb-85d8-406edfe55bc0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:26.119938 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-81dcd262-7f99-4d2c-a733-66dd36350096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa3aba2-de62-40c7-89bc-ee7f74045acd', 'name': 'tempest-NetworksTestDHCPv6-router-338317211', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:07Z', 'updated_at': '2022-01-10T11:53:23Z', 'revision_number': 3, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:26.163189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dcd262-7f99-4d2c-a733-66dd36350096 None None] The sync data for ids ['ffa3aba2-de62-40c7-89bc-ee7f74045acd'] in dv-neutron-master-2-hyperv is: [{'id': 'ffa3aba2-de62-40c7-89bc-ee7f74045acd', 'name': 'tempest-NetworksTestDHCPv6-router-338317211', 'tenant_id': '985d9fdfc3ea4911b7907895c348883f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:07Z', 'updated_at': '2022-01-10T11:53:23Z', 'revision_number': 3, 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'gw_port_host': None}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:26.175062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (e1ec2320-0a2c-41cb-b507-1001a171fc3e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.177561 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-718a8906-abb2-4509-ba08-7eaccf1a190b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] GET failed (client error): The resource could not be found. Jan 10 11:53:26.179487 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-718a8906-abb2-4509-ba08-7eaccf1a190b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/4640d728-6f6b-4696-8d55-b23243f3d233 HTTP/1.1" status: 404 len: 333 time: 0.0726445 Jan 10 11:53:26.244735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53992) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:26.252267 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.263419 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/networks/e1ec2320-0a2c-41cb-b507-1001a171fc3e HTTP/1.1" status: 204 len: 168 time: 3.2096493 Jan 10 11:53:26.278734 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53994) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:26.300557 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f7303164-b485-4db1-b52f-d33e0574ac5c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-515062895', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:26.326737 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e361ad-f8cc-42da-8a06-16381fbf0671 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Network': ['ID=e1ec2320-0a2c-41cb-b507-1001a171fc3e,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:26.342643 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f2e31635-1a7e-4a12-86f6-1e7f482a62a5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (f232bf2f-7ba2-49c6-90fb-e38e9c645f1a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.342776 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c47f7c-3e9f-446e-bbeb-3866087083b7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 39252c2e-2736-48e6-bb81-45d1d29f5533 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:53:26.347578 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f2e31635-1a7e-4a12-86f6-1e7f482a62a5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.352251 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f2e31635-1a7e-4a12-86f6-1e7f482a62a5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/floatingips/f232bf2f-7ba2-49c6-90fb-e38e9c645f1a HTTP/1.1" status: 204 len: 168 time: 3.0258934 Jan 10 11:53:26.352465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-35c47f7c-3e9f-446e-bbeb-3866087083b7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (39252c2e-2736-48e6-bb81-45d1d29f5533), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.354522 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 53998) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:26.364943 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '783ba951-fc7a-460a-8caa-c929d5a430cf'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:26.375444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (72f5d987-bcb6-41eb-85d8-406edfe55bc0), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.404545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Router 33214d8d-e668-45ad-bc4c-0807b2911f9b is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:53:26.422385 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-35c47f7c-3e9f-446e-bbeb-3866087083b7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (39252c2e-2736-48e6-bb81-45d1d29f5533), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.460529 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e16de80c-1a26-4af2-9738-073b7c3bb39e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (86a70dd8-ed03-4088-97a0-422382cce8ee), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.491852 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54000) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:26.542601 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f7303164-b485-4db1-b52f-d33e0574ac5c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (4dcdc201-4577-40fb-908f-13be74c3693d), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.544208 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f7303164-b485-4db1-b52f-d33e0574ac5c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (4dcdc201-4577-40fb-908f-13be74c3693d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.556426 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e35cf18-7cbc-44c8-8c53-d9f760d93772 None None] DHCP port deletion for 72f5d987-bcb6-41eb-85d8-406edfe55bc0 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:26.619700 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device ec3765b1-eb31-41b1-bd5d-814bce62b449 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:26.644486 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:26.657849 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Sync routers for ids ['33214d8d-e668-45ad-bc4c-0807b2911f9b'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:26.674177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3e35cf18-7cbc-44c8-8c53-d9f760d93772 None None] Deleting port 9695c093-5140-417b-bdd9-cb391603d76e {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:26.675460 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3e35cf18-7cbc-44c8-8c53-d9f760d93772 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9695c093-5140-417b-bdd9-cb391603d76e), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.675944 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.688328 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Routers {'33214d8d-e668-45ad-bc4c-0807b2911f9b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:26.688976 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['33214d8d-e668-45ad-bc4c-0807b2911f9b'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:26.724012 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e16de80c-1a26-4af2-9738-073b7c3bb39e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (86a70dd8-ed03-4088-97a0-422382cce8ee), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.727860 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Deleting port 9695c093-5140-417b-bdd9-cb391603d76e {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:26.728203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9695c093-5140-417b-bdd9-cb391603d76e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.750125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-35c47f7c-3e9f-446e-bbeb-3866087083b7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (39252c2e-2736-48e6-bb81-45d1d29f5533), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.769843 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f7303164-b485-4db1-b52f-d33e0574ac5c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_controller (4dcdc201-4577-40fb-908f-13be74c3693d), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.805261 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdfb4602-500f-4bdf-bc5c-ddf3dd9e1dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.813330 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-e16de80c-1a26-4af2-9738-073b7c3bb39e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a70dd8-ed03-4088-97a0-422382cce8ee']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:26.825930 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-3e35cf18-7cbc-44c8-8c53-d9f760d93772 None None] For port 9695c093-5140-417b-bdd9-cb391603d76e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9695c093-5140-417b-bdd9-cb391603d76e,segment=NetworkSegment(44dcfd71-84ac-46d9-9fb2-2932d988dfee),segment_id=44dcfd71-84ac-46d9-9fb2-2932d988dfee)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:26.826363 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3e35cf18-7cbc-44c8-8c53-d9f760d93772 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9695c093-5140-417b-bdd9-cb391603d76e), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.855069 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3e35cf18-7cbc-44c8-8c53-d9f760d93772 None None] Calling delete_port for 9695c093-5140-417b-bdd9-cb391603d76e owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:26.891111 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-e16de80c-1a26-4af2-9738-073b7c3bb39e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9985b66b-6e53-452f-a794-e6f9f72efcb0') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:26.891528 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-e16de80c-1a26-4af2-9738-073b7c3bb39e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9985b66b-6e53-452f-a794-e6f9f72efcb0') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:26.897220 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f7303164-b485-4db1-b52f-d33e0574ac5c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (4dcdc201-4577-40fb-908f-13be74c3693d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.956147 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e16de80c-1a26-4af2-9738-073b7c3bb39e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (9985b66b-6e53-452f-a794-e6f9f72efcb0), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.969179 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9695c093-5140-417b-bdd9-cb391603d76e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:53:26.977996 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782760f-e589-46ce-8755-a62728d794aa req-b58bf16d-da7b-42d1-b47e-72956523acd1 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:26.979777 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2782760f-e589-46ce-8755-a62728d794aa req-b58bf16d-da7b-42d1-b47e-72956523acd1 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 944 time: 0.0776935 Jan 10 11:53:26.988172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-35c47f7c-3e9f-446e-bbeb-3866087083b7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (39252c2e-2736-48e6-bb81-45d1d29f5533), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.041894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.047634 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4971b40d-db76-4716-9bce-15ad783ddfaa tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.1256263 Jan 10 11:53:27.048301 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54006) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:27.049420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc5290-05bb-4ceb-8de2-1e43907a97c1 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:27.072477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-35c47f7c-3e9f-446e-bbeb-3866087083b7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.080247 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-35c47f7c-3e9f-446e-bbeb-3866087083b7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/39252c2e-2736-48e6-bb81-45d1d29f5533 HTTP/1.1" status: 204 len: 168 time: 1.1933050 Jan 10 11:53:27.086493 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c47f7c-3e9f-446e-bbeb-3866087083b7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=39252c2e-2736-48e6-bb81-45d1d29f5533,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:27.095815 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54008) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:27.102907 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Set router 33214d8d-e668-45ad-bc4c-0807b2911f9b gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:27.157506 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] For port 9695c093-5140-417b-bdd9-cb391603d76e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9695c093-5140-417b-bdd9-cb391603d76e,segment=NetworkSegment(44dcfd71-84ac-46d9-9fb2-2932d988dfee),segment_id=44dcfd71-84ac-46d9-9fb2-2932d988dfee)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:27.158131 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9695c093-5140-417b-bdd9-cb391603d76e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.168292 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f7303164-b485-4db1-b52f-d33e0574ac5c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.175222 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f7303164-b485-4db1-b52f-d33e0574ac5c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8867207 Jan 10 11:53:27.189369 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54010) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:27.200553 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d816f3ce-52c2-4d62-a8e3-36cd4cfaa682 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-308462293'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:27.229678 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2782760f-e589-46ce-8755-a62728d794aa req-b3010bb0-7937-4b90-a3a4-e9884b909084 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ebdcc16-4168-4320-92de-b4d59448c746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289982 Jan 10 11:53:27.270111 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e16de80c-1a26-4af2-9738-073b7c3bb39e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9985b66b-6e53-452f-a794-e6f9f72efcb0), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.272764 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16de80c-1a26-4af2-9738-073b7c3bb39e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:53:27.273300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e16de80c-1a26-4af2-9738-073b7c3bb39e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (9985b66b-6e53-452f-a794-e6f9f72efcb0), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.316113 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1779ee01-963b-4d4a-b4fe-161890d23ea7 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/routers/33214d8d-e668-45ad-bc4c-0807b2911f9b HTTP/1.1" status: 200 len: 908 time: 0.2337945 Jan 10 11:53:27.318841 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54012) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:53:27.344520 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:53:27.358057 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Calling delete_port for 9695c093-5140-417b-bdd9-cb391603d76e owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:27.387397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3e35cf18-7cbc-44c8-8c53-d9f760d93772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (9695c093-5140-417b-bdd9-cb391603d76e), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.390125 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port ec3765b1-eb31-41b1-bd5d-814bce62b449 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:53:27.411413 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port ec3765b1-eb31-41b1-bd5d-814bce62b449 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:27.411694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ec3765b1-eb31-41b1-bd5d-814bce62b449), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.437322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d816f3ce-52c2-4d62-a8e3-36cd4cfaa682 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:27.441454 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d816f3ce-52c2-4d62-a8e3-36cd4cfaa682 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.464590 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33214d8d-e668-45ad-bc4c-0807b2911f9b', 'name': 'tempest-snat-router-1431076211', 'tenant_id': 'e91ef62352da4e1d921e64a823a979b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.142'}], 'enable_snat': True}, 'gw_port_id': 'ce50a7f6-9db1-446e-b3ef-906d09ced602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:19Z', 'updated_at': '2022-01-10T11:53:24Z', 'revision_number': 3, 'project_id': 'e91ef62352da4e1d921e64a823a979b7', 'gw_port': {'id': 'ce50a7f6-9db1-446e-b3ef-906d09ced602', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33214d8d-e668-45ad-bc4c-0807b2911f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:22Z', 'updated_at': '2022-01-10T11:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:27.469534 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35cf18-7cbc-44c8-8c53-d9f760d93772 None None] Pushing event deleted for resources: {'Port': ['ID=9695c093-5140-417b-bdd9-cb391603d76e,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:27.471366 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e35cf18-7cbc-44c8-8c53-d9f760d93772 None None] No DVR routers for this DVR port 9695c093-5140-417b-bdd9-cb391603d76e on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:27.486589 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9695c093-5140-417b-bdd9-cb391603d76e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.510009 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Checking router: 33214d8d-e668-45ad-bc4c-0807b2911f9b for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:53:27.510575 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Updating router 33214d8d-e668-45ad-bc4c-0807b2911f9b port ce50a7f6-9db1-446e-b3ef-906d09ced602 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:53:27.514452 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f80226c8-604a-4175-b80e-94e779d03a5d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router (33214d8d-e668-45ad-bc4c-0807b2911f9b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.516144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d816f3ce-52c2-4d62-a8e3-36cd4cfaa682 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:53:27.546654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e16de80c-1a26-4af2-9738-073b7c3bb39e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (86a70dd8-ed03-4088-97a0-422382cce8ee), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.551820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 510d7bf4-f335-4837-a01a-3239639eb66f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:53:27.555881 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ce50a7f6-9db1-446e-b3ef-906d09ced602), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.575624 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 510d7bf4-f335-4837-a01a-3239639eb66f {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:53:27.575983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 510d7bf4-f335-4837-a01a-3239639eb66f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:53:27.585076 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-85bcf4e2-889e-4c3d-950e-2d74e83e6378 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4824924 Jan 10 11:53:27.604640 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e16de80c-1a26-4af2-9738-073b7c3bb39e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.610053 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e16de80c-1a26-4af2-9738-073b7c3bb39e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/networks/86a70dd8-ed03-4088-97a0-422382cce8ee HTTP/1.1" status: 204 len: 168 time: 1.3451674 Jan 10 11:53:27.610523 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54014) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:27.614588 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16de80c-1a26-4af2-9738-073b7c3bb39e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Network': ['ID=86a70dd8-ed03-4088-97a0-422382cce8ee,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:27.624359 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54016) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:27.632264 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b4ce7b-5de1-4519-8a8c-182ebaea231c None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:27.637443 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ac66c0e1-7efb-4cd7-b596-744a36924df9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-447284226'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:27.641135 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ec3765b1-eb31-41b1-bd5d-814bce62b449), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.699853 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7f581c-c369-4866-9256-75da054d274c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3765b1-eb31-41b1-bd5d-814bce62b449'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:53:27.702293 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847f1ca2-0ecb-49cf-9218-e52b7d9c2aff" -d '{"events": [{"server_uuid": "3e7f581c-c369-4866-9256-75da054d274c", "name": "network-vif-plugged", "status": "completed", "tag": "ec3765b1-eb31-41b1-bd5d-814bce62b449"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:53:27.726367 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port ec3765b1-eb31-41b1-bd5d-814bce62b449, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ec3765b1-eb31-41b1-bd5d-814bce62b449,segment=NetworkSegment(779e930d-7562-46ee-98f3-134628bb256f),segment_id=779e930d-7562-46ee-98f3-134628bb256f)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:27.753000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-56b4ce7b-5de1-4519-8a8c-182ebaea231c None None] Deleting port fe800486-6276-4040-a068-0dc64f2a5e5e {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:27.753418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-56b4ce7b-5de1-4519-8a8c-182ebaea231c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (fe800486-6276-4040-a068-0dc64f2a5e5e), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.760229 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d816f3ce-52c2-4d62-a8e3-36cd4cfaa682 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.765432 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-d816f3ce-52c2-4d62-a8e3-36cd4cfaa682 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Added segment 2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1 of type vlan for network 9284437f-00f9-4963-938d-d8d1a86e5366 Jan 10 11:53:27.782041 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b888c4cb-0e56-4e30-a3fb-de736d84c279 x-openstack-request-id: req-b888c4cb-0e56-4e30-a3fb-de736d84c279 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:53:27.782340 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7f581c-c369-4866-9256-75da054d274c", "name": "network-vif-plugged", "status": "completed", "tag": "ec3765b1-eb31-41b1-bd5d-814bce62b449", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:53:27.782654 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b888c4cb-0e56-4e30-a3fb-de736d84c279 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:53:27.783061 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7f581c-c369-4866-9256-75da054d274c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3765b1-eb31-41b1-bd5d-814bce62b449', 'code': 200} Jan 10 11:53:27.823336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ec3765b1-eb31-41b1-bd5d-814bce62b449), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.830099 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d816f3ce-52c2-4d62-a8e3-36cd4cfaa682 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (9284437f-00f9-4963-938d-d8d1a86e5366), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.862905 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (9695c093-5140-417b-bdd9-cb391603d76e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.863759 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f80226c8-604a-4175-b80e-94e779d03a5d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (33214d8d-e668-45ad-bc4c-0807b2911f9b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.891723 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] No DVR routers for this DVR port 9695c093-5140-417b-bdd9-cb391603d76e on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:27.897047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a30f33d0-9d26-4d48-b27f-bf8454d363c7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for router (ffa3aba2-de62-40c7-89bc-ee7f74045acd), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.904561 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-56b4ce7b-5de1-4519-8a8c-182ebaea231c None None] For port fe800486-6276-4040-a068-0dc64f2a5e5e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe800486-6276-4040-a068-0dc64f2a5e5e,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:27.904971 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-56b4ce7b-5de1-4519-8a8c-182ebaea231c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (fe800486-6276-4040-a068-0dc64f2a5e5e), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.925472 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Publish callbacks [] for port (ce50a7f6-9db1-446e-b3ef-906d09ced602), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.927774 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=ec3765b1-eb31-41b1-bd5d-814bce62b449,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:27.931700 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-56b4ce7b-5de1-4519-8a8c-182ebaea231c None None] Calling delete_port for fe800486-6276-4040-a068-0dc64f2a5e5e owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:27.966734 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:27.968728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Port': ['ID=9695c093-5140-417b-bdd9-cb391603d76e,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:27.998987 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdfb4602-500f-4bdf-bc5c-ddf3dd9e1dc4 admin admin] Publish callbacks [] for security_group (98710f4e-8f45-447b-8e12-75497dadcb6f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.052873 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d816f3ce-52c2-4d62-a8e3-36cd4cfaa682 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (9284437f-00f9-4963-938d-d8d1a86e5366), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.060340 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d816f3ce-52c2-4d62-a8e3-36cd4cfaa682 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:28.062904 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d816f3ce-52c2-4d62-a8e3-36cd4cfaa682 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.084146 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ce50a7f6-9db1-446e-b3ef-906d09ced602), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.092761 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac66c0e1-7efb-4cd7-b596-744a36924df9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:28.096385 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ac66c0e1-7efb-4cd7-b596-744a36924df9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.128719 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdfb4602-500f-4bdf-bc5c-ddf3dd9e1dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (98710f4e-8f45-447b-8e12-75497dadcb6f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.147634 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bbabf-7107-404a-a680-2b6d437078be None None] Pushing event updated for resources: {'Port': ['ID=ce50a7f6-9db1-446e-b3ef-906d09ced602,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:28.153738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-56b4ce7b-5de1-4519-8a8c-182ebaea231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (fe800486-6276-4040-a068-0dc64f2a5e5e), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.172322 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Attempting to bind port ce50a7f6-9db1-446e-b3ef-906d09ced602 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:28.172940 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Attempting to bind port ce50a7f6-9db1-446e-b3ef-906d09ced602 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:28.173932 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Attempting to bind port ce50a7f6-9db1-446e-b3ef-906d09ced602 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:28.190889 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:28.191336 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:28.191665 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.192103 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:28.192587 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Bound port: ce50a7f6-9db1-446e-b3ef-906d09ced602, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:28.194252 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ce50a7f6-9db1-446e-b3ef-906d09ced602), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.211295 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ced2fa-fbf5-43d0-bc3e-7a3918f94125 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:28.214577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4ce7b-5de1-4519-8a8c-182ebaea231c None None] Pushing event deleted for resources: {'Port': ['ID=fe800486-6276-4040-a068-0dc64f2a5e5e,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:28.224217 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b4ce7b-5de1-4519-8a8c-182ebaea231c None None] No DVR routers for this DVR port fe800486-6276-4040-a068-0dc64f2a5e5e on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:28.294225 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] For port ce50a7f6-9db1-446e-b3ef-906d09ced602, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:28.302523 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] For port ce50a7f6-9db1-446e-b3ef-906d09ced602, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ce50a7f6-9db1-446e-b3ef-906d09ced602,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:28.316708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6ad31fdf-5415-4c86-a9ce-92fb54b55bf1 None None] Provisioning complete for port ce50a7f6-9db1-446e-b3ef-906d09ced602 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:28.317129 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6ad31fdf-5415-4c86-a9ce-92fb54b55bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ce50a7f6-9db1-446e-b3ef-906d09ced602), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.326458 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d816f3ce-52c2-4d62-a8e3-36cd4cfaa682 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1309044 Jan 10 11:53:28.327224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54022) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:28.334612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816f3ce-52c2-4d62-a8e3-36cd4cfaa682 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Network': ['ID=9284437f-00f9-4963-938d-d8d1a86e5366,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:28.348241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-4ea56296-625c-46b2-9309-9787e45d587d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'subnet': {'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:28.379930 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 9284437f-00f9-4963-938d-d8d1a86e5366 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:53:28.441669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a30f33d0-9d26-4d48-b27f-bf8454d363c7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (ffa3aba2-de62-40c7-89bc-ee7f74045acd), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.451415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (72f5d987-bcb6-41eb-85d8-406edfe55bc0), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.462228 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6ad31fdf-5415-4c86-a9ce-92fb54b55bf1 None None] Port ce50a7f6-9db1-446e-b3ef-906d09ced602 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:28.467095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a30f33d0-9d26-4d48-b27f-bf8454d363c7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for router_controller (ffa3aba2-de62-40c7-89bc-ee7f74045acd), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.471572 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb4602-500f-4bdf-bc5c-ddf3dd9e1dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98710f4e-8f45-447b-8e12-75497dadcb6f,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:28.471985 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84ef8-fd3a-4abe-83d5-e03cae70a23a req-2ee75b23-874a-4aba-97b7-e6ec19b03ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:28.473595 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dac84ef8-fd3a-4abe-83d5-e03cae70a23a req-2ee75b23-874a-4aba-97b7-e6ec19b03ec2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 1098 time: 0.2640696 Jan 10 11:53:28.476639 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ce50a7f6-9db1-446e-b3ef-906d09ced602), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.496915 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cdfb4602-500f-4bdf-bc5c-ddf3dd9e1dc4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39556dedfc2745a9a81821bb6ddfb3a1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0032387 Jan 10 11:53:28.507246 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac66c0e1-7efb-4cd7-b596-744a36924df9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:53:28.511387 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54024) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:28.519433 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-f80226c8-604a-4175-b80e-94e779d03a5d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Deleting port ce50a7f6-9db1-446e-b3ef-906d09ced602 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:28.519785 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f80226c8-604a-4175-b80e-94e779d03a5d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ce50a7f6-9db1-446e-b3ef-906d09ced602), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.573190 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bbabf-7107-404a-a680-2b6d437078be None None] Pushing event updated for resources: {'Port': ['ID=ce50a7f6-9db1-446e-b3ef-906d09ced602,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:28.576570 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Routers {'33214d8d-e668-45ad-bc4c-0807b2911f9b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:28.577309 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['33214d8d-e668-45ad-bc4c-0807b2911f9b'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:28.579753 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbd2f57-226a-4816-b85c-80445a4daa54 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:28.616945 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb33b1-5a1e-4f30-a4db-e89fd88c8b6c req-a7117d2e-75a5-4017-aa51-3931a7dea609 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:28.618633 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-09cb33b1-5a1e-4f30-a4db-e89fd88c8b6c req-a7117d2e-75a5-4017-aa51-3931a7dea609 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 945 time: 0.2534096 Jan 10 11:53:28.647052 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ac66c0e1-7efb-4cd7-b596-744a36924df9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (010224d7-3edc-4072-98fc-e16f4b32531b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.647052 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-ac66c0e1-7efb-4cd7-b596-744a36924df9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Added segment 010224d7-3edc-4072-98fc-e16f4b32531b of type vlan for network 799382d2-ce8e-4721-be42-c77fa00d4793 Jan 10 11:53:28.655833 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Allocated IP 172.36.2.120 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/709c1d31-4e47-4558-a129-f1dbb41577bd) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:28.670007 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dac84ef8-fd3a-4abe-83d5-e03cae70a23a req-0bf53095-9676-49c2-90c7-b70be0586c44 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0ebdcc16-4168-4320-92de-b4d59448c746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847615 Jan 10 11:53:28.675278 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f5d987-bcb6-41eb-85d8-406edfe55bc0']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:28.698543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-895195cc-1881-40a4-b68a-285d407de05c None None] Provisioning complete for port ce50a7f6-9db1-446e-b3ef-906d09ced602 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:28.698798 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] Set router 33214d8d-e668-45ad-bc4c-0807b2911f9b gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:28.699387 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-895195cc-1881-40a4-b68a-285d407de05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ce50a7f6-9db1-446e-b3ef-906d09ced602), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.733860 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f80226c8-604a-4175-b80e-94e779d03a5d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ce50a7f6-9db1-446e-b3ef-906d09ced602), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.747584 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-09cb33b1-5a1e-4f30-a4db-e89fd88c8b6c req-7dc02eb4-a435-4052-958e-1fc9928d9dd5 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ebdcc16-4168-4320-92de-b4d59448c746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152792 Jan 10 11:53:28.755195 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-f80226c8-604a-4175-b80e-94e779d03a5d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Calling delete_port for ce50a7f6-9db1-446e-b3ef-906d09ced602 owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:28.776323 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44dcfd71-84ac-46d9-9fb2-2932d988dfee') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:28.776843 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44dcfd71-84ac-46d9-9fb2-2932d988dfee') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:28.787877 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea56296-625c-46b2-9309-9787e45d587d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:28.791874 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4ea56296-625c-46b2-9309-9787e45d587d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.798000 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a30f33d0-9d26-4d48-b27f-bf8454d363c7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (ffa3aba2-de62-40c7-89bc-ee7f74045acd), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.798915 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30f33d0-9d26-4d48-b27f-bf8454d363c7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Fanout notify agent at l3_agent the message router_deleted on router ffa3aba2-de62-40c7-89bc-ee7f74045acd {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:53:28.804419 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ac66c0e1-7efb-4cd7-b596-744a36924df9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (799382d2-ce8e-4721-be42-c77fa00d4793), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.809625 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (44dcfd71-84ac-46d9-9fb2-2932d988dfee), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.820233 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a30f33d0-9d26-4d48-b27f-bf8454d363c7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.827130 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a30f33d0-9d26-4d48-b27f-bf8454d363c7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/routers/ffa3aba2-de62-40c7-89bc-ee7f74045acd HTTP/1.1" status: 204 len: 168 time: 1.2094870 Jan 10 11:53:28.835006 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54026) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:28.836736 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-895195cc-1881-40a4-b68a-285d407de05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ce50a7f6-9db1-446e-b3ef-906d09ced602), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.857485 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33214d8d-e668-45ad-bc4c-0807b2911f9b', 'name': 'tempest-snat-router-1431076211', 'tenant_id': 'e91ef62352da4e1d921e64a823a979b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:19Z', 'updated_at': '2022-01-10T11:53:27Z', 'revision_number': 4, 'project_id': 'e91ef62352da4e1d921e64a823a979b7', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:28.909352 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-895195cc-1881-40a4-b68a-285d407de05c None None] For port ce50a7f6-9db1-446e-b3ef-906d09ced602, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ce50a7f6-9db1-446e-b3ef-906d09ced602,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:28.923324 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-23b4fdc8-db6c-42fc-96d6-f92f147bd012 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0824347 Jan 10 11:53:28.926018 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-92fb1e7a-c49c-4287-b8b1-fddab555c07b admin admin] Publish callbacks [] for security_group (98710f4e-8f45-447b-8e12-75497dadcb6f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.926711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54028) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:28.932210 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501db2a5-044a-4a1c-be6c-9551d7f013e1 None None] The sync data for ids ['33214d8d-e668-45ad-bc4c-0807b2911f9b'] in dv-neutron-master-2-hyperv is: [{'id': '33214d8d-e668-45ad-bc4c-0807b2911f9b', 'name': 'tempest-snat-router-1431076211', 'tenant_id': 'e91ef62352da4e1d921e64a823a979b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:19Z', 'updated_at': '2022-01-10T11:53:27Z', 'revision_number': 4, 'project_id': 'e91ef62352da4e1d921e64a823a979b7', 'gw_port_host': None}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:28.972407 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fe800486-6276-4040-a068-0dc64f2a5e5e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:53:28.987616 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (44dcfd71-84ac-46d9-9fb2-2932d988dfee), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.006964 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.resource_extend [None req-ac66c0e1-7efb-4cd7-b596-744a36924df9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 11:53:29.014264 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: fe800486-6276-4040-a068-0dc64f2a5e5e {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:53:29.015207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fe800486-6276-4040-a068-0dc64f2a5e5e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:53:29.034745 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-895195cc-1881-40a4-b68a-285d407de05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ce50a7f6-9db1-446e-b3ef-906d09ced602), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.038450 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:53:29.038654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (44dcfd71-84ac-46d9-9fb2-2932d988dfee), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:53:29.043324 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:53:29.055246 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777823d8-8b06-421a-a4ef-3dfcc58432af tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:29.057854 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-777823d8-8b06-421a-a4ef-3dfcc58432af tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1298921 Jan 10 11:53:29.070980 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54030) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:29.076441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-92fb1e7a-c49c-4287-b8b1-fddab555c07b admin admin] Publish callbacks [] for security_group (98710f4e-8f45-447b-8e12-75497dadcb6f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.114102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895195cc-1881-40a4-b68a-285d407de05c None None] Pushing event updated for resources: {'Port': ['ID=ce50a7f6-9db1-446e-b3ef-906d09ced602,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:29.179366 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1041edb8-77e8-44c5-9be9-ef70fc183faf tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927353 Jan 10 11:53:29.181916 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54032) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:29.185713 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8c1984b0-da19-4c90-9fca-03f22a604fcd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:29.265865 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ac66c0e1-7efb-4cd7-b596-744a36924df9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (799382d2-ce8e-4721-be42-c77fa00d4793), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.267442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac66c0e1-7efb-4cd7-b596-744a36924df9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:29.268111 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ac66c0e1-7efb-4cd7-b596-744a36924df9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.287871 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (709c1d31-4e47-4558-a129-f1dbb41577bd), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.412357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f80226c8-604a-4175-b80e-94e779d03a5d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (ce50a7f6-9db1-446e-b3ef-906d09ced602), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.422125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (72f5d987-bcb6-41eb-85d8-406edfe55bc0), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.425505 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66c0e1-7efb-4cd7-b596-744a36924df9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Network': ['ID=799382d2-ce8e-4721-be42-c77fa00d4793,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:29.436228 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.437555 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 799382d2-ce8e-4721-be42-c77fa00d4793 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:53:29.439477 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] 10.222.0.16 "DELETE /v2.0/networks/72f5d987-bcb6-41eb-85d8-406edfe55bc0 HTTP/1.1" status: 204 len: 168 time: 3.3315048 Jan 10 11:53:29.464076 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ac66c0e1-7efb-4cd7-b596-744a36924df9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8270774 Jan 10 11:53:29.464780 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a45b97-3fff-4be1-bab8-bbdea8661b22 tempest-NetworksTest-597322781 tempest-NetworksTest-597322781-project] Pushing event deleted for resources: {'Network': ['ID=72f5d987-bcb6-41eb-85d8-406edfe55bc0,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:29.467065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54036) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:29.477207 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-357ea179-8630-4fc4-84f8-dc24f8a8fe0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'subnet': {'network_id': '799382d2-ce8e-4721-be42-c77fa00d4793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:29.519120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80226c8-604a-4175-b80e-94e779d03a5d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce50a7f6-9db1-446e-b3ef-906d09ced602,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:29.556237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-92fb1e7a-c49c-4287-b8b1-fddab555c07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (98710f4e-8f45-447b-8e12-75497dadcb6f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.559256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-92fb1e7a-c49c-4287-b8b1-fddab555c07b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.561401 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed34df6-8341-4a27-b0fb-068de9f4cd31 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:29.563481 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-92fb1e7a-c49c-4287-b8b1-fddab555c07b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98710f4e-8f45-447b-8e12-75497dadcb6f HTTP/1.1" status: 204 len: 168 time: 0.9730878 Jan 10 11:53:29.585854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb1e7a-c49c-4287-b8b1-fddab555c07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98710f4e-8f45-447b-8e12-75497dadcb6f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:29.627668 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (709c1d31-4e47-4558-a129-f1dbb41577bd), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.663028 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f80226c8-604a-4175-b80e-94e779d03a5d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (33214d8d-e668-45ad-bc4c-0807b2911f9b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.682569 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1984b0-da19-4c90-9fca-03f22a604fcd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:29.686477 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8c1984b0-da19-4c90-9fca-03f22a604fcd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.699045 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4ea56296-625c-46b2-9309-9787e45d587d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (805a11a8-8236-4b1d-8a8f-9b24ab207acd), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.728265 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:29.738197 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:29.768428 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=709c1d31-4e47-4558-a129-f1dbb41577bd,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:29.776605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:29.798098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f80226c8-604a-4175-b80e-94e779d03a5d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (33214d8d-e668-45ad-bc4c-0807b2911f9b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.802308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f80226c8-604a-4175-b80e-94e779d03a5d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_controller (33214d8d-e668-45ad-bc4c-0807b2911f9b), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.881479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea56296-625c-46b2-9309-9787e45d587d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Subnet': ['ID=805a11a8-8236-4b1d-8a8f-9b24ab207acd,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:29.890704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea56296-625c-46b2-9309-9787e45d587d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Checking segment: {'id': '2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:29.891076 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea56296-625c-46b2-9309-9787e45d587d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network hostable DHCP agents. Network: 9284437f-00f9-4963-938d-d8d1a86e5366, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:53:29.948513 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357ea179-8630-4fc4-84f8-dc24f8a8fe0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:29.948513 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-357ea179-8630-4fc4-84f8-dc24f8a8fe0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.969933 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f80226c8-604a-4175-b80e-94e779d03a5d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (33214d8d-e668-45ad-bc4c-0807b2911f9b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.970729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80226c8-604a-4175-b80e-94e779d03a5d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33214d8d-e668-45ad-bc4c-0807b2911f9b {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:53:29.982510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f80226c8-604a-4175-b80e-94e779d03a5d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.982510 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f80226c8-604a-4175-b80e-94e779d03a5d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "DELETE /v2.0/routers/33214d8d-e668-45ad-bc4c-0807b2911f9b HTTP/1.1" status: 204 len: 168 time: 2.6533635 Jan 10 11:53:29.982510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54042) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:30.056894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea56296-625c-46b2-9309-9787e45d587d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network 9284437f-00f9-4963-938d-d8d1a86e5366 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:53:30.164817 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-025fb71a-dfa1-40cd-85d5-12b2b5e8bcc3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router (46221fbf-cc3b-4424-a5d0-8bbe44c38d53), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:30.216548 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-4ea56296-625c-46b2-9309-9787e45d587d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9284437f-00f9-4963-938d-d8d1a86e5366) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:30.225594 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4fd26e-8338-446f-b5aa-5194b6a92ce9 None None] Network 9284437f-00f9-4963-938d-d8d1a86e5366 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:30.309754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea56296-625c-46b2-9309-9787e45d587d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:30.311118 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4ea56296-625c-46b2-9309-9787e45d587d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:30.331669 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54046) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:30.394746 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-025fb71a-dfa1-40cd-85d5-12b2b5e8bcc3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (46221fbf-cc3b-4424-a5d0-8bbe44c38d53), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:30.436665 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9284437f-00f9-4963-938d-d8d1a86e5366', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:53:30.438622 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:30.466250 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4ea56296-625c-46b2-9309-9787e45d587d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1322646 Jan 10 11:53:30.468195 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54050) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:30.498338 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.ipam_backend_mixin [None req-357ea179-8630-4fc4-84f8-dc24f8a8fe0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Performing IP validity checks on allocation pools {{(pid=110625) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 10 11:53:30.501612 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.ipam_backend_mixin [None req-357ea179-8630-4fc4-84f8-dc24f8a8fe0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110625) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 10 11:53:30.630950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Allocated IP 2001:db8::2 (9284437f-00f9-4963-938d-d8d1a86e5366/805a11a8-8236-4b1d-8a8f-9b24ab207acd/654ab4bc-e436-4cf5-af8f-09da8e69932f) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:30.656161 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e7fa2-597e-462a-ba00-0828961a9c54 req-3bcb2487-4d46-481d-819a-12864dc67443 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:30.658046 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-100e7fa2-597e-462a-ba00-0828961a9c54 req-3bcb2487-4d46-481d-819a-12864dc67443 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 945 time: 0.6941781 Jan 10 11:53:30.720305 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6a3c858e-1bdd-43d2-892d-5b396152953b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4af5988feaf47b38afe64dd8e2726b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875186 Jan 10 11:53:30.734016 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54052) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:30.796375 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-025fb71a-dfa1-40cd-85d5-12b2b5e8bcc3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Deleting port 1be532e1-96bc-4981-9bce-1b677c06ad5a {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:30.796700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-025fb71a-dfa1-40cd-85d5-12b2b5e8bcc3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (1be532e1-96bc-4981-9bce-1b677c06ad5a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:30.826989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Publish callbacks [] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:30.876660 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-100e7fa2-597e-462a-ba00-0828961a9c54 req-9a5e8d5a-d122-4324-8d0d-30cdcad5df41 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ebdcc16-4168-4320-92de-b4d59448c746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866500 Jan 10 11:53:30.904902 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:30.920979 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.007256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2637d4a7-22f6-4543-845b-43670384d79e admin admin] Publish callbacks [] for security_group (fb2fdcfa-6994-4d94-a620-e284dbb1e9dc), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.014273 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Network 9284437f-00f9-4963-938d-d8d1a86e5366 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:31.018546 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:31.025040 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:31.029222 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Pushing event updated for resources: {'Port': ['ID=654ab4bc-e436-4cf5-af8f-09da8e69932f,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:31.063267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-025fb71a-dfa1-40cd-85d5-12b2b5e8bcc3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] For port 1be532e1-96bc-4981-9bce-1b677c06ad5a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1be532e1-96bc-4981-9bce-1b677c06ad5a,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:31.064157 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-025fb71a-dfa1-40cd-85d5-12b2b5e8bcc3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (1be532e1-96bc-4981-9bce-1b677c06ad5a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.078062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-357ea179-8630-4fc4-84f8-dc24f8a8fe0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (900895b3-2f1d-4adb-b5de-9af3cf4ebb9d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.096590 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-025fb71a-dfa1-40cd-85d5-12b2b5e8bcc3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Calling delete_port for 1be532e1-96bc-4981-9bce-1b677c06ad5a owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:31.114030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Attempting to bind port 654ab4bc-e436-4cf5-af8f-09da8e69932f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:31.114780 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Attempting to bind port 654ab4bc-e436-4cf5-af8f-09da8e69932f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:31.115414 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Attempting to bind port 654ab4bc-e436-4cf5-af8f-09da8e69932f on network 9284437f-00f9-4963-938d-d8d1a86e5366 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:31.121835 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:31.122693 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Checking segment: {'id': '2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:31.123495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.124431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Bound using segment: {'id': '2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:31.125149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Bound port: 654ab4bc-e436-4cf5-af8f-09da8e69932f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:31.125790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.129150 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.objects.ports [None req-8c1984b0-da19-4c90-9fca-03f22a604fcd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110625) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:53:31.147153 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8c1984b0-da19-4c90-9fca-03f22a604fcd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (d82eb1ee-cab0-4ff4-9c25-da4f75e2262c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.180676 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2637d4a7-22f6-4543-845b-43670384d79e admin admin] Publish callbacks [] for security_group (fb2fdcfa-6994-4d94-a620-e284dbb1e9dc), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.227327 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1984b0-da19-4c90-9fca-03f22a604fcd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:31.238609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] For port 654ab4bc-e436-4cf5-af8f-09da8e69932f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:31.245287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] For port 654ab4bc-e436-4cf5-af8f-09da8e69932f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=654ab4bc-e436-4cf5-af8f-09da8e69932f,segment=NetworkSegment(2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1),segment_id=2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:31.257370 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8c1984b0-da19-4c90-9fca-03f22a604fcd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:31.260955 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1984b0-da19-4c90-9fca-03f22a604fcd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:31.261681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8c1984b0-da19-4c90-9fca-03f22a604fcd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.274415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fda931-5784-4f62-88d1-bd5da0367be6 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:31.347478 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ea179-8630-4fc4-84f8-dc24f8a8fe0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Subnet': ['ID=900895b3-2f1d-4adb-b5de-9af3cf4ebb9d,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:31.394822 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.445245 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1984b0-da19-4c90-9fca-03f22a604fcd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=d82eb1ee-cab0-4ff4-9c25-da4f75e2262c,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:31.452076 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (8ba113d1-e32d-4540-9cf9-093c749380d9), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.487355 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8c1984b0-da19-4c90-9fca-03f22a604fcd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3036072 Jan 10 11:53:31.488340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54054) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:31.494835 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5c1b0326-ad0b-488a-a0fd-25ddbc1ad52e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:31.549717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb57e82-9307-4678-8d66-f8f2511ee217 None None] Pushing event updated for resources: {'Port': ['ID=654ab4bc-e436-4cf5-af8f-09da8e69932f,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:31.590074 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2637d4a7-22f6-4543-845b-43670384d79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (fb2fdcfa-6994-4d94-a620-e284dbb1e9dc), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.593261 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2637d4a7-22f6-4543-845b-43670384d79e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.593918 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2637d4a7-22f6-4543-845b-43670384d79e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb2fdcfa-6994-4d94-a620-e284dbb1e9dc HTTP/1.1" status: 204 len: 168 time: 0.8572793 Jan 10 11:53:31.607589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Allocated IP 2001:db8::1 (9284437f-00f9-4963-938d-d8d1a86e5366/805a11a8-8236-4b1d-8a8f-9b24ab207acd/2df9f116-2384-4e31-bb8f-b42b1f7805ef) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:31.608055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': 'd82eb1ee-cab0-4ff4-9c25-da4f75e2262c'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:53:31.609248 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.616133 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637d4a7-22f6-4543-845b-43670384d79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2fdcfa-6994-4d94-a620-e284dbb1e9dc,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:31.626217 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357ea179-8630-4fc4-84f8-dc24f8a8fe0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Checking segment: {'id': '010224d7-3edc-4072-98fc-e16f4b32531b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '799382d2-ce8e-4721-be42-c77fa00d4793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:31.626591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357ea179-8630-4fc4-84f8-dc24f8a8fe0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network hostable DHCP agents. Network: 799382d2-ce8e-4721-be42-c77fa00d4793, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:53:31.675785 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-025fb71a-dfa1-40cd-85d5-12b2b5e8bcc3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (1be532e1-96bc-4981-9bce-1b677c06ad5a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.716305 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c1f33d-de1c-40e7-8f59-085bd798c295 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:31.781377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fb71a-dfa1-40cd-85d5-12b2b5e8bcc3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Pushing event deleted for resources: {'Port': ['ID=1be532e1-96bc-4981-9bce-1b677c06ad5a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:31.794566 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357ea179-8630-4fc4-84f8-dc24f8a8fe0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 799382d2-ce8e-4721-be42-c77fa00d4793 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:53:31.822546 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (709c1d31-4e47-4558-a129-f1dbb41577bd), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.866059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Allocated IP 2001:db8::f816:3eff:fef2:782 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/d82eb1ee-cab0-4ff4-9c25-da4f75e2262c/b41ca8dd-42e7-44fe-b479-1af7b0be84c2) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:31.868781 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1b0326-ad0b-488a-a0fd-25ddbc1ad52e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:31.875388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5c1b0326-ad0b-488a-a0fd-25ddbc1ad52e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:31.953104 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-025fb71a-dfa1-40cd-85d5-12b2b5e8bcc3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (46221fbf-cc3b-4424-a5d0-8bbe44c38d53), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.029040 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-357ea179-8630-4fc4-84f8-dc24f8a8fe0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 799382d2-ce8e-4721-be42-c77fa00d4793) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:32.037371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357ea179-8630-4fc4-84f8-dc24f8a8fe0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:32.042328 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-357ea179-8630-4fc4-84f8-dc24f8a8fe0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.102526 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-025fb71a-dfa1-40cd-85d5-12b2b5e8bcc3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (46221fbf-cc3b-4424-a5d0-8bbe44c38d53), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.105522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9be1b5-d71f-47fe-8fe5-b89f48c8f7e0 None None] Network 799382d2-ce8e-4721-be42-c77fa00d4793 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:32.108868 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-025fb71a-dfa1-40cd-85d5-12b2b5e8bcc3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_controller (46221fbf-cc3b-4424-a5d0-8bbe44c38d53), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.130801 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Publish callbacks [] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.136111 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.172750 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-357ea179-8630-4fc4-84f8-dc24f8a8fe0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7021542 Jan 10 11:53:32.178454 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54064) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:32.186647 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-950a2de4-f719-4edc-b7fa-845ea3dcc978 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'network_id': '799382d2-ce8e-4721-be42-c77fa00d4793', 'name': 'tempest-PortsIpV6TestJSON-1713820185'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:32.247769 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.326673 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:32.334793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:32.337802 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:32.341172 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-799382d2-ce8e-4721-be42-c77fa00d4793', 'network_id': '799382d2-ce8e-4721-be42-c77fa00d4793', 'project_id': '65c2071e92fb4b2f942b8ce8a0dbea03', 'fixed_ips': [{'subnet_id': '900895b3-2f1d-4adb-b5de-9af3cf4ebb9d'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:53:32.342100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.355138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Pushing event updated for resources: {'Port': ['ID=b41ca8dd-42e7-44fe-b479-1af7b0be84c2,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:32.479490 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (709c1d31-4e47-4558-a129-f1dbb41577bd), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.507934 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Attempting to bind port b41ca8dd-42e7-44fe-b479-1af7b0be84c2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:32.508315 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Attempting to bind port b41ca8dd-42e7-44fe-b479-1af7b0be84c2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:32.508689 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Attempting to bind port b41ca8dd-42e7-44fe-b479-1af7b0be84c2 on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:32.517073 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:32.517430 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:32.517888 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.518287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:32.519083 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Bound port: b41ca8dd-42e7-44fe-b479-1af7b0be84c2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:32.519310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.571082 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (709c1d31-4e47-4558-a129-f1dbb41577bd), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.590903 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9da03f-42aa-4e9f-8ca5-7169c8cf37cb req-6d181239-9add-40eb-a2d1-c31345f045e7 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:32.592585 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2a9da03f-42aa-4e9f-8ca5-7169c8cf37cb req-6d181239-9add-40eb-a2d1-c31345f045e7 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 945 time: 0.5602825 Jan 10 11:53:32.636472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5c1b0326-ad0b-488a-a0fd-25ddbc1ad52e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (d0708a1e-cd31-4be2-bffd-f5172fb9b871), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.658190 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Allocated IP 2001:db8::2 (799382d2-ce8e-4721-be42-c77fa00d4793/900895b3-2f1d-4adb-b5de-9af3cf4ebb9d/55c232a5-414c-484e-93a8-3881584452ca) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:32.665819 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] For port b41ca8dd-42e7-44fe-b479-1af7b0be84c2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:32.672772 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] For port b41ca8dd-42e7-44fe-b479-1af7b0be84c2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b41ca8dd-42e7-44fe-b479-1af7b0be84c2,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:32.680322 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2a9da03f-42aa-4e9f-8ca5-7169c8cf37cb req-b41670bc-5fe0-48ce-8e4a-9ac6111c7676 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ebdcc16-4168-4320-92de-b4d59448c746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772135 Jan 10 11:53:32.702025 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-025fb71a-dfa1-40cd-85d5-12b2b5e8bcc3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (46221fbf-cc3b-4424-a5d0-8bbe44c38d53), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.703106 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025fb71a-dfa1-40cd-85d5-12b2b5e8bcc3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46221fbf-cc3b-4424-a5d0-8bbe44c38d53 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:53:32.722920 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-025fb71a-dfa1-40cd-85d5-12b2b5e8bcc3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.722920 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-025fb71a-dfa1-40cd-85d5-12b2b5e8bcc3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "DELETE /v2.0/routers/46221fbf-cc3b-4424-a5d0-8bbe44c38d53 HTTP/1.1" status: 204 len: 168 time: 2.7310865 Jan 10 11:53:32.722920 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54074) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:32.731601 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2140890197', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:32.797458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.834259 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b0326-ad0b-488a-a0fd-25ddbc1ad52e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=d0708a1e-cd31-4be2-bffd-f5172fb9b871,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:32.853495 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950a2de4-f719-4edc-b7fa-845ea3dcc978 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:32.858821 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-950a2de4-f719-4edc-b7fa-845ea3dcc978 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.862199 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.910546 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b0326-ad0b-488a-a0fd-25ddbc1ad52e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:32.944515 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-5c1b0326-ad0b-488a-a0fd-25ddbc1ad52e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:32.952400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (3218e701-6456-4e5d-98dc-1e018a110534), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.953724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (3218e701-6456-4e5d-98dc-1e018a110534), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.956497 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1b0326-ad0b-488a-a0fd-25ddbc1ad52e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:32.957128 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5c1b0326-ad0b-488a-a0fd-25ddbc1ad52e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:32.991726 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=709c1d31-4e47-4558-a129-f1dbb41577bd,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:33.000328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network 9284437f-00f9-4963-938d-d8d1a86e5366 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:33.001684 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (8ba113d1-e32d-4540-9cf9-093c749380d9), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:33.004335 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-950a2de4-f719-4edc-b7fa-845ea3dcc978 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] device_id is not set on port 49be50be-ac6e-4fa0-8873-e96e7361d964 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:53:33.009362 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:33.012966 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:33.013163 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (4dcdc201-4577-40fb-908f-13be74c3693d), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:33.018801 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623972cc-7e0f-49ab-8074-6d2fb5960329 req-f7873265-cab5-4393-91f5-518cbab95b32 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:33.020382 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-623972cc-7e0f-49ab-8074-6d2fb5960329 req-f7873265-cab5-4393-91f5-518cbab95b32 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 945 time: 0.1504934 Jan 10 11:53:33.028953 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=2df9f116-2384-4e31-bb8f-b42b1f7805ef,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:33.031220 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54082) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:33.079255 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-480c77f3-dd83-4a58-9e0f-951e0b505987 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Request body: {'floatingip': {'port_id': 'ec3765b1-eb31-41b1-bd5d-814bce62b449'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:33.097995 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad6ef0-4726-4611-a9d6-80f347589186 None None] Pushing event updated for resources: {'Port': ['ID=b41ca8dd-42e7-44fe-b479-1af7b0be84c2,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:33.109282 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df46f5e-d682-4719-92c0-6b444393e432 None None] Network 9284437f-00f9-4963-938d-d8d1a86e5366 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:33.127745 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Publish callbacks [] for port (55c232a5-414c-484e-93a8-3881584452ca), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:33.143225 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5c1b0326-ad0b-488a-a0fd-25ddbc1ad52e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6531813 Jan 10 11:53:33.146730 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54084) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:33.154174 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-2e7e6893-f7f7-450b-a12d-29731aa4261a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'mac_address': 'fa:16:3e:9b:96:ce', 'name': 'tempest-NetworksTestDHCPv6-1782055168'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:33.176754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-480c77f3-dd83-4a58-9e0f-951e0b505987 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for floatingip (fd94ce9d-ad19-4ed2-aa6b-2c0beb14ca5d), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:33.249918 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-43646b6f-9eb9-4584-a2e7-3453c98fd395 None None] Provisioning complete for port 654ab4bc-e436-4cf5-af8f-09da8e69932f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:33.250421 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-43646b6f-9eb9-4584-a2e7-3453c98fd395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:33.461973 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Floating IP 8ba113d1-e32d-4540-9cf9-093c749380d9 associated. External IP: 172.36.2.120, port: 783ba951-fc7a-460a-8caa-c929d5a430cf. Jan 10 11:53:33.523159 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_controller (3218e701-6456-4e5d-98dc-1e018a110534), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:33.526484 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54088) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:33.581822 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-950a2de4-f719-4edc-b7fa-845ea3dcc978 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Allocated IP 2001:db8::200 (799382d2-ce8e-4721-be42-c77fa00d4793/900895b3-2f1d-4adb-b5de-9af3cf4ebb9d/49be50be-ac6e-4fa0-8873-e96e7361d964) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:33.586196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7e6893-f7f7-450b-a12d-29731aa4261a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:33.608867 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 654ab4bc-e436-4cf5-af8f-09da8e69932f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:33.625669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (55c232a5-414c-484e-93a8-3881584452ca), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:33.786834 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Network 799382d2-ce8e-4721-be42-c77fa00d4793 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:33.801425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:33.807364 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:33.807561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-cd802e5c-b1b2-4324-9325-57bc17d353bf tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'network': {'name': 'tempest-RoutersTest-1644633005'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:33.812523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Pushing event updated for resources: {'Port': ['ID=55c232a5-414c-484e-93a8-3881584452ca,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:33.850346 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6893-f7f7-450b-a12d-29731aa4261a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:33.876285 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:33.904085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-43646b6f-9eb9-4584-a2e7-3453c98fd395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:33.928023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 654ab4bc-e436-4cf5-af8f-09da8e69932f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:33.928653 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:33.933104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Attempting to bind port 55c232a5-414c-484e-93a8-3881584452ca on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:33.933727 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Attempting to bind port 55c232a5-414c-484e-93a8-3881584452ca by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '010224d7-3edc-4072-98fc-e16f4b32531b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '799382d2-ce8e-4721-be42-c77fa00d4793'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:33.934962 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Attempting to bind port 55c232a5-414c-484e-93a8-3881584452ca on network 799382d2-ce8e-4721-be42-c77fa00d4793 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:33.973265 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-2e7e6893-f7f7-450b-a12d-29731aa4261a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port e7ccda48-f979-4c3b-8931-b8e8a3bbf588 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:53:33.987584 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:33.993852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Checking segment: {'id': '010224d7-3edc-4072-98fc-e16f4b32531b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '799382d2-ce8e-4721-be42-c77fa00d4793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:33.994528 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:33.995123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Bound using segment: {'id': '010224d7-3edc-4072-98fc-e16f4b32531b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '799382d2-ce8e-4721-be42-c77fa00d4793'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:33.995903 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Bound port: 55c232a5-414c-484e-93a8-3881584452ca, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010224d7-3edc-4072-98fc-e16f4b32531b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '799382d2-ce8e-4721-be42-c77fa00d4793'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:33.997029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (55c232a5-414c-484e-93a8-3881584452ca), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:34.033108 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-43646b6f-9eb9-4584-a2e7-3453c98fd395 None None] For port 654ab4bc-e436-4cf5-af8f-09da8e69932f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=654ab4bc-e436-4cf5-af8f-09da8e69932f,segment=NetworkSegment(2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1),segment_id=2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:34.139595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] For port 55c232a5-414c-484e-93a8-3881584452ca, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:34.148518 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] For port 55c232a5-414c-484e-93a8-3881584452ca, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55c232a5-414c-484e-93a8-3881584452ca,segment=NetworkSegment(010224d7-3edc-4072-98fc-e16f4b32531b),segment_id=010224d7-3edc-4072-98fc-e16f4b32531b)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:34.150256 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-43646b6f-9eb9-4584-a2e7-3453c98fd395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:34.152644 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:34.186464 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-480c77f3-dd83-4a58-9e0f-951e0b505987 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:34.256358 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-950a2de4-f719-4edc-b7fa-845ea3dcc978 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (49be50be-ac6e-4fa0-8873-e96e7361d964), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:34.264054 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (3218e701-6456-4e5d-98dc-1e018a110534), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:34.269259 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd802e5c-b1b2-4324-9325-57bc17d353bf tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:34.273394 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cd802e5c-b1b2-4324-9325-57bc17d353bf tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:34.294747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (55c232a5-414c-484e-93a8-3881584452ca), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:34.303453 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-480c77f3-dd83-4a58-9e0f-951e0b505987 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (fd94ce9d-ad19-4ed2-aa6b-2c0beb14ca5d), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:34.303975 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cd802e5c-b1b2-4324-9325-57bc17d353bf tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:34.314662 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43646b6f-9eb9-4584-a2e7-3453c98fd395 None None] Pushing event updated for resources: {'Port': ['ID=654ab4bc-e436-4cf5-af8f-09da8e69932f,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:34.402314 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:53:34.403844 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:53:34.437690 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-2e7e6893-f7f7-450b-a12d-29731aa4261a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 172.20.0.14 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/d0708a1e-cd31-4be2-bffd-f5172fb9b871/e7ccda48-f979-4c3b-8931-b8e8a3bbf588) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:34.444165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-bd82feca-51c3-43fd-b2d5-e0d2bbea55ee None None] Provisioning complete for port 2df9f116-2384-4e31-bb8f-b42b1f7805ef triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:34.444924 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bd82feca-51c3-43fd-b2d5-e0d2bbea55ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:34.462998 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cd802e5c-b1b2-4324-9325-57bc17d353bf tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for security_group (4e3e5365-ec08-4555-827b-fe8ee88f0acd), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:34.478403 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-2e7e6893-f7f7-450b-a12d-29731aa4261a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::f816:3eff:fe9b:96ce (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/d82eb1ee-cab0-4ff4-9c25-da4f75e2262c/e7ccda48-f979-4c3b-8931-b8e8a3bbf588) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:34.506455 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router f6ccc364-1e83-4cb2-8085-cf3093fcd207 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:53:34.515279 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed29a5-d1ce-47c0-b3e3-be0db6eefb5b None None] Pushing event updated for resources: {'Port': ['ID=55c232a5-414c-484e-93a8-3881584452ca,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:34.535115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-bd82feca-51c3-43fd-b2d5-e0d2bbea55ee None None] Port 2df9f116-2384-4e31-bb8f-b42b1f7805ef cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:34.547916 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-bd82feca-51c3-43fd-b2d5-e0d2bbea55ee None None] Provisioning complete for port 654ab4bc-e436-4cf5-af8f-09da8e69932f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:34.548344 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bd82feca-51c3-43fd-b2d5-e0d2bbea55ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:34.780628 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-480c77f3-dd83-4a58-9e0f-951e0b505987 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Floating IP fd94ce9d-ad19-4ed2-aa6b-2c0beb14ca5d associated. External IP: 172.36.2.151, port: ec3765b1-eb31-41b1-bd5d-814bce62b449. Jan 10 11:53:34.816783 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ad2bfbfa-a007-4937-b647-61f6d905623d None None] Provisioning complete for port 2df9f116-2384-4e31-bb8f-b42b1f7805ef triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:34.817525 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ad2bfbfa-a007-4937-b647-61f6d905623d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:34.861176 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897091a4-c017-4ba8-9dc0-e2b91e8a9730 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:34.952330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bfbfa-a007-4937-b647-61f6d905623d None None] Port 2df9f116-2384-4e31-bb8f-b42b1f7805ef cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:34.972506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.090414 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d63d13c4-4cb5-429a-86e4-a5500a4948fe None None] Provisioning complete for port b41ca8dd-42e7-44fe-b479-1af7b0be84c2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:35.090864 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d63d13c4-4cb5-429a-86e4-a5500a4948fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.159179 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.160368 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (4dcdc201-4577-40fb-908f-13be74c3693d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.185001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8708e04-5c22-47a2-895f-775cce3e4daf None None] Update dhcp port {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'fixed_ips': [{'subnet_id': 'd82eb1ee-cab0-4ff4-9c25-da4f75e2262c', 'ip_address': '2001:db8::f816:3eff:fef2:782'}, {'subnet_id': 'd0708a1e-cd31-4be2-bffd-f5172fb9b871'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'b41ca8dd-42e7-44fe-b479-1af7b0be84c2'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:53:35.203692 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-950a2de4-f719-4edc-b7fa-845ea3dcc978 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (49be50be-ac6e-4fa0-8873-e96e7361d964), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.209916 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6893-f7f7-450b-a12d-29731aa4261a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (e7ccda48-f979-4c3b-8931-b8e8a3bbf588), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.211995 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cd802e5c-b1b2-4324-9325-57bc17d353bf tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (4e3e5365-ec08-4555-827b-fe8ee88f0acd), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.223498 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a8708e04-5c22-47a2-895f-775cce3e4daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.225311 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd802e5c-b1b2-4324-9325-57bc17d353bf tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:53:35.248931 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cd802e5c-b1b2-4324-9325-57bc17d353bf tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (3d88e626-65b2-4401-821a-d038227bf07c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.249284 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-cd802e5c-b1b2-4324-9325-57bc17d353bf tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Added segment 3d88e626-65b2-4401-821a-d038227bf07c of type vlan for network a8486034-8e8b-4771-b31b-a6d219f830e2 Jan 10 11:53:35.285611 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d63d13c4-4cb5-429a-86e4-a5500a4948fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.351751 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 55c232a5-414c-484e-93a8-3881584452ca up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:35.380078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a2de4-f719-4edc-b7fa-845ea3dcc978 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 799382d2-ce8e-4721-be42-c77fa00d4793 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:35.385752 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cd802e5c-b1b2-4324-9325-57bc17d353bf tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (a8486034-8e8b-4771-b31b-a6d219f830e2), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.406059 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-950a2de4-f719-4edc-b7fa-845ea3dcc978 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:35.406386 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d63d13c4-4cb5-429a-86e4-a5500a4948fe None None] For port b41ca8dd-42e7-44fe-b479-1af7b0be84c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b41ca8dd-42e7-44fe-b479-1af7b0be84c2,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:35.423211 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950a2de4-f719-4edc-b7fa-845ea3dcc978 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:35.429526 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a2de4-f719-4edc-b7fa-845ea3dcc978 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:35.430402 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-950a2de4-f719-4edc-b7fa-845ea3dcc978 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.435890 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a2de4-f719-4edc-b7fa-845ea3dcc978 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=49be50be-ac6e-4fa0-8873-e96e7361d964,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:35.481304 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:35.484394 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd802e5c-b1b2-4324-9325-57bc17d353bf tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3e5365-ec08-4555-827b-fe8ee88f0acd,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:35.492029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d63d13c4-4cb5-429a-86e4-a5500a4948fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.507294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef9c4c-c2db-4ae7-96db-bf008e435950 None None] Sync routers for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:35.567523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef9c4c-c2db-4ae7-96db-bf008e435950 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:35.568152 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a3ef9c4c-c2db-4ae7-96db-bf008e435950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:35.575308 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 55c232a5-414c-484e-93a8-3881584452ca triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:35.575686 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (55c232a5-414c-484e-93a8-3881584452ca), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.585191 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-950a2de4-f719-4edc-b7fa-845ea3dcc978 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4031622 Jan 10 11:53:35.595830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54092) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:35.629972 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cd802e5c-b1b2-4324-9325-57bc17d353bf tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (a8486034-8e8b-4771-b31b-a6d219f830e2), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.641826 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a3ef9c4c-c2db-4ae7-96db-bf008e435950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:35.642062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd802e5c-b1b2-4324-9325-57bc17d353bf tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:35.643396 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cd802e5c-b1b2-4324-9325-57bc17d353bf tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.646744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (3218e701-6456-4e5d-98dc-1e018a110534), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.648514 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6893-f7f7-450b-a12d-29731aa4261a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (e7ccda48-f979-4c3b-8931-b8e8a3bbf588), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.649726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=2df9f116-2384-4e31-bb8f-b42b1f7805ef,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:35.679563 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d13c4-4cb5-429a-86e4-a5500a4948fe None None] Pushing event updated for resources: {'Port': ['ID=b41ca8dd-42e7-44fe-b479-1af7b0be84c2,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:35.705483 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef9c4c-c2db-4ae7-96db-bf008e435950 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:35.706176 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a3ef9c4c-c2db-4ae7-96db-bf008e435950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:35.719351 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.744300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.763960 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a3ef9c4c-c2db-4ae7-96db-bf008e435950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:35.764721 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef9c4c-c2db-4ae7-96db-bf008e435950 None None] The sync data for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:35.767585 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-a8708e04-5c22-47a2-895f-775cce3e4daf None None] Allocated IP 172.20.0.2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/d0708a1e-cd31-4be2-bffd-f5172fb9b871/b41ca8dd-42e7-44fe-b479-1af7b0be84c2) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:35.816731 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480c77f3-dd83-4a58-9e0f-951e0b505987 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:53:35.833650 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd802e5c-b1b2-4324-9325-57bc17d353bf tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Network': ['ID=a8486034-8e8b-4771-b31b-a6d219f830e2,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:35.857868 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e6893-f7f7-450b-a12d-29731aa4261a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=e7ccda48-f979-4c3b-8931-b8e8a3bbf588,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:35.862229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network a8486034-8e8b-4771-b31b-a6d219f830e2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:53:35.894876 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network 9284437f-00f9-4963-938d-d8d1a86e5366 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:35.895091 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ea8c745f-97ce-40a9-8808-058ed4f7be3f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.5327423 Jan 10 11:53:35.895091 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54094) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:35.923882 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (55c232a5-414c-484e-93a8-3881584452ca), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:35.932703 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-dbfda541-4fc4-42f7-ac55-1b3229dcf6b3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-436153038'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:35.942967 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7e6893-f7f7-450b-a12d-29731aa4261a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:35.944026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-2e7e6893-f7f7-450b-a12d-29731aa4261a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:35.944618 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:35.946856 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e6893-f7f7-450b-a12d-29731aa4261a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:35.994025 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cd802e5c-b1b2-4324-9325-57bc17d353bf tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4662652 Jan 10 11:53:36.002647 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54096) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:36.013058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-30702a36-fccf-4664-a633-ba288d519282 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'network': {'name': 'tempest-RoutersTest-512546514'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:36.071909 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a8708e04-5c22-47a2-895f-775cce3e4daf None None] For port b41ca8dd-42e7-44fe-b479-1af7b0be84c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b41ca8dd-42e7-44fe-b479-1af7b0be84c2,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:36.086621 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7e6893-f7f7-450b-a12d-29731aa4261a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:36.087430 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6893-f7f7-450b-a12d-29731aa4261a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.103329 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Allocated IP 172.36.2.121 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/9358c2e4-e851-4467-8ce1-a5aaf544415b) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:36.106499 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ec5248d0-0db6-41cf-ad34-bbdfa7e9e758 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 49be50be-ac6e-4fa0-8873-e96e7361d964 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:36.107176 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ec5248d0-0db6-41cf-ad34-bbdfa7e9e758 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (49be50be-ac6e-4fa0-8873-e96e7361d964), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.118291 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a8708e04-5c22-47a2-895f-775cce3e4daf None None] Publish callbacks [] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.163158 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2e7e6893-f7f7-450b-a12d-29731aa4261a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.0128248 Jan 10 11:53:36.168890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54098) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:36.191551 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1546d46d-fcfb-4f9f-8e4d-cc11759edf3f None None] Network 799382d2-ce8e-4721-be42-c77fa00d4793 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:36.202360 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 55c232a5-414c-484e-93a8-3881584452ca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55c232a5-414c-484e-93a8-3881584452ca,segment=NetworkSegment(010224d7-3edc-4072-98fc-e16f4b32531b),segment_id=010224d7-3edc-4072-98fc-e16f4b32531b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:36.207289 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfda541-4fc4-42f7-ac55-1b3229dcf6b3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Made reservation on behalf of 87395ce205234b79884efd4fb62f5856 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:36.215194 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbfda541-4fc4-42f7-ac55-1b3229dcf6b3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.225175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a8708e04-5c22-47a2-895f-775cce3e4daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.278035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480c77f3-dd83-4a58-9e0f-951e0b505987 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:36.278948 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfda541-4fc4-42f7-ac55-1b3229dcf6b3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:53:36.282348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ec5248d0-0db6-41cf-ad34-bbdfa7e9e758 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (49be50be-ac6e-4fa0-8873-e96e7361d964), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.289036 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-480c77f3-dd83-4a58-9e0f-951e0b505987 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.291935 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ec4d56-51c3-4674-95e0-f08c2dd415ef None None] Sync routers for ids ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:36.306273 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ec5248d0-0db6-41cf-ad34-bbdfa7e9e758 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 49be50be-ac6e-4fa0-8873-e96e7361d964 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:36.308195 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ec4d56-51c3-4674-95e0-f08c2dd415ef None None] Routers {'52e7b567-8659-4822-bb5e-cbc9d0c819e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:36.308650 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbfda541-4fc4-42f7-ac55-1b3229dcf6b3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (097f9a71-5e11-4cf6-9a63-cecbcff3c609), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.309345 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-dbfda541-4fc4-42f7-ac55-1b3229dcf6b3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Added segment 097f9a71-5e11-4cf6-9a63-cecbcff3c609 of type vlan for network 31909442-a32b-4fa9-a0fd-39ad0d269b94 Jan 10 11:53:36.312174 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c9ec4d56-51c3-4674-95e0-f08c2dd415ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:36.387041 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f24a5781-e797-4291-8ed8-e20c0474f0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.396584 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbfda541-4fc4-42f7-ac55-1b3229dcf6b3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (31909442-a32b-4fa9-a0fd-39ad0d269b94), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.399068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for port (9358c2e4-e851-4467-8ce1-a5aaf544415b), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.401287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (55c232a5-414c-484e-93a8-3881584452ca), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.402653 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b41ca8dd-42e7-44fe-b479-1af7b0be84c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:36.448741 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30702a36-fccf-4664-a633-ba288d519282 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:36.458138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30702a36-fccf-4664-a633-ba288d519282 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.489389 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-c9ec4d56-51c3-4674-95e0-f08c2dd415ef None None] Set router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:36.509190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30702a36-fccf-4664-a633-ba288d519282 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:53:36.523329 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30702a36-fccf-4664-a633-ba288d519282 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (ae8b677e-b2ac-414d-96a6-88fd61d2fa8e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.524124 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-30702a36-fccf-4664-a633-ba288d519282 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Added segment ae8b677e-b2ac-414d-96a6-88fd61d2fa8e of type vlan for network 9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a Jan 10 11:53:36.530510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e5573e7e-cd98-4f99-abcc-d933c707dc56 None None] Provisioning complete for port 55c232a5-414c-484e-93a8-3881584452ca triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:36.530891 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e5573e7e-cd98-4f99-abcc-d933c707dc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (55c232a5-414c-484e-93a8-3881584452ca), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.578639 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-480c77f3-dd83-4a58-9e0f-951e0b505987 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "PUT /v2.0/floatingips/fd94ce9d-ad19-4ed2-aa6b-2c0beb14ca5d HTTP/1.1" status: 200 len: 991 time: 3.5033164 Jan 10 11:53:36.593115 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff73dc6-8a4d-492a-b3ba-aeac87a3f0a6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:36.597415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8708e04-5c22-47a2-895f-775cce3e4daf None None] Pushing event updated for resources: {'Port': ['ID=b41ca8dd-42e7-44fe-b479-1af7b0be84c2,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:36.604291 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff73dc6-8a4d-492a-b3ba-aeac87a3f0a6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:36.606694 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cff73dc6-8a4d-492a-b3ba-aeac87a3f0a6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4261537 Jan 10 11:53:36.609281 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54102) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:36.627211 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port b41ca8dd-42e7-44fe-b479-1af7b0be84c2 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:36.627211 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.628477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30702a36-fccf-4664-a633-ba288d519282 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.660575 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7f581c-c369-4866-9256-75da054d274c', 'tag': 'ec3765b1-eb31-41b1-bd5d-814bce62b449'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:53:36.663143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ce9153-bf23-4aab-9e0f-3ba5c9f2c01f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7f581c-c369-4866-9256-75da054d274c", "tag": "ec3765b1-eb31-41b1-bd5d-814bce62b449"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:53:36.673019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (9358c2e4-e851-4467-8ce1-a5aaf544415b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.716395 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbfda541-4fc4-42f7-ac55-1b3229dcf6b3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (31909442-a32b-4fa9-a0fd-39ad0d269b94), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.727959 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfda541-4fc4-42f7-ac55-1b3229dcf6b3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:36.729247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbfda541-4fc4-42f7-ac55-1b3229dcf6b3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.747227 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ec5248d0-0db6-41cf-ad34-bbdfa7e9e758 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (49be50be-ac6e-4fa0-8873-e96e7361d964), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.810720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:36.815343 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc32946-6b3a-4ad6-9d8d-f404dc9b713f x-openstack-request-id: req-cbc32946-6b3a-4ad6-9d8d-f404dc9b713f {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:53:36.815921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7f581c-c369-4866-9256-75da054d274c", "tag": "ec3765b1-eb31-41b1-bd5d-814bce62b449", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:53:36.816194 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cbc32946-6b3a-4ad6-9d8d-f404dc9b713f {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:53:36.817370 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7f581c-c369-4866-9256-75da054d274c', 'tag': 'ec3765b1-eb31-41b1-bd5d-814bce62b449', 'status': 'completed', 'code': 200} Jan 10 11:53:36.831830 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Pushing event updated for resources: {'Port': ['ID=9358c2e4-e851-4467-8ce1-a5aaf544415b,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:36.835974 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:36.842444 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30702a36-fccf-4664-a633-ba288d519282 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.848136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30702a36-fccf-4664-a633-ba288d519282 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:36.849053 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30702a36-fccf-4664-a633-ba288d519282 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:36.864351 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:36.887947 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5248d0-0db6-41cf-ad34-bbdfa7e9e758 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=49be50be-ac6e-4fa0-8873-e96e7361d964,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:36.896985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec57508b-9a50-4705-9153-94b70024040d None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:36.936478 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c9ec4d56-51c3-4674-95e0-f08c2dd415ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'name': 'tempest-ServersTestManualDisk-301841756-router', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178'}], 'enable_snat': True}, 'gw_port_id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:32Z', 'updated_at': '2022-01-10T11:52:44Z', 'revision_number': 4, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'gw_port': {'id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:35Z', 'updated_at': '2022-01-10T11:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fd94ce9d-ad19-4ed2-aa6b-2c0beb14ca5d', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'floating_ip_address': '172.36.2.151', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'port_id': 'ec3765b1-eb31-41b1-bd5d-814bce62b449', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4', 'mac_address': 'fa:16:3e:6c:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7f581c-c369-4866-9256-75da054d274c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:52:55Z', 'updated_at': '2022-01-10T11:53:33Z', 'revision_number': 1, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7644ab14-4772-415a-90bb-e688f7bca513', 'name': '', 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'mac_address': 'fa:16:3e:ef:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:41Z', 'updated_at': '2022-01-10T11:52:51Z', 'revision_number': 5, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'subnets': [{'id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:36.952783 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dbfda541-4fc4-42f7-ac55-1b3229dcf6b3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0239751 Jan 10 11:53:36.968382 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54106) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:36.978322 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfda541-4fc4-42f7-ac55-1b3229dcf6b3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Network': ['ID=31909442-a32b-4fa9-a0fd-39ad0d269b94,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:36.979068 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ec4d56-51c3-4674-95e0-f08c2dd415ef None None] Checking router: 52e7b567-8659-4822-bb5e-cbc9d0c819e3 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:53:36.991120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7282f7f1-f207-444e-a426-8e5fa52d8f18 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'subnet': {'network_id': '31909442-a32b-4fa9-a0fd-39ad0d269b94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:36.992592 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=55c232a5-414c-484e-93a8-3881584452ca,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:36.992900 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ec4d56-51c3-4674-95e0-f08c2dd415ef None None] Routers {'52e7b567-8659-4822-bb5e-cbc9d0c819e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:36.993706 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c9ec4d56-51c3-4674-95e0-f08c2dd415ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:37.016201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ec5248d0-0db6-41cf-ad34-bbdfa7e9e758 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:37.021422 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ec5248d0-0db6-41cf-ad34-bbdfa7e9e758 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/49be50be-ac6e-4fa0-8873-e96e7361d964 HTTP/1.1" status: 204 len: 168 time: 1.4240963 Jan 10 11:53:37.029568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 4dcdc201-4577-40fb-908f-13be74c3693d is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:53:37.031590 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54108) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:37.047042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 31909442-a32b-4fa9-a0fd-39ad0d269b94 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:53:37.081559 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-30702a36-fccf-4664-a633-ba288d519282 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0760491 Jan 10 11:53:37.086214 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54110) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:37.097320 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb4d981-4180-4e1e-8b6f-1770f3f78092 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] DELETE failed (client error): The resource could not be found. Jan 10 11:53:37.097959 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb4d981-4180-4e1e-8b6f-1770f3f78092 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:53:37.103591 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-abb4d981-4180-4e1e-8b6f-1770f3f78092 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/49be50be-ac6e-4fa0-8873-e96e7361d964 HTTP/1.1" status: 404 len: 333 time: 0.0682158 Jan 10 11:53:37.117327 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-62e4c904-8d7b-41b7-822d-0152bb027108 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'subnet': {'network_id': 'a8486034-8e8b-4771-b31b-a6d219f830e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:37.132164 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54112) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:37.139452 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-c9ec4d56-51c3-4674-95e0-f08c2dd415ef None None] Set router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:37.191424 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-43463b5a-70c3-424f-bd67-caefbcb5bbd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port e7ccda48-f979-4c3b-8931-b8e8a3bbf588 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:37.192002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43463b5a-70c3-424f-bd67-caefbcb5bbd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (e7ccda48-f979-4c3b-8931-b8e8a3bbf588), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:37.264455 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ee6a59-5343-4118-bc95-4aeafed228a8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] GET failed (client error): The resource could not be found. Jan 10 11:53:37.269133 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-92ee6a59-5343-4118-bc95-4aeafed228a8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/49be50be-ac6e-4fa0-8873-e96e7361d964 HTTP/1.1" status: 404 len: 333 time: 0.1268325 Jan 10 11:53:37.269820 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54114) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:37.306335 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 654ab4bc-e436-4cf5-af8f-09da8e69932f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:37.367722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-44452de7-58d6-4f0c-9edc-4679fabf7488 None None] Provisioning complete for port 9358c2e4-e851-4467-8ce1-a5aaf544415b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:37.368185 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-44452de7-58d6-4f0c-9edc-4679fabf7488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9358c2e4-e851-4467-8ce1-a5aaf544415b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:37.373947 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30702a36-fccf-4664-a633-ba288d519282 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Network': ['ID=9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:37.405634 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:53:37.525675 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-44452de7-58d6-4f0c-9edc-4679fabf7488 None None] Port 9358c2e4-e851-4467-8ce1-a5aaf544415b cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:37.527237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 654ab4bc-e436-4cf5-af8f-09da8e69932f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:37.527630 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:37.536823 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-32698754-8cf6-4821-951c-917fd424f322 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting subnet 900895b3-2f1d-4adb-b5de-9af3cf4ebb9d {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:53:37.547805 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-32698754-8cf6-4821-951c-917fd424f322 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (900895b3-2f1d-4adb-b5de-9af3cf4ebb9d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:37.596206 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce9153-bf23-4aab-9e0f-3ba5c9f2c01f req-371592f0-7075-4a9b-a031-6b56a9c42931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:37.598123 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-62ce9153-bf23-4aab-9e0f-3ba5c9f2c01f req-371592f0-7075-4a9b-a031-6b56a9c42931 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c17387cc17747cda4c8c0fde8b5a6e1&device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 1098 time: 0.7806029 Jan 10 11:53:37.641030 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43463b5a-70c3-424f-bd67-caefbcb5bbd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (e7ccda48-f979-4c3b-8931-b8e8a3bbf588), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:37.641259 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-44452de7-58d6-4f0c-9edc-4679fabf7488 None None] Provisioning complete for port 2df9f116-2384-4e31-bb8f-b42b1f7805ef triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:37.641523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-44452de7-58d6-4f0c-9edc-4679fabf7488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:37.653303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-32698754-8cf6-4821-951c-917fd424f322 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (900895b3-2f1d-4adb-b5de-9af3cf4ebb9d), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:37.698486 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-43463b5a-70c3-424f-bd67-caefbcb5bbd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for e7ccda48-f979-4c3b-8931-b8e8a3bbf588 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:37.742558 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-44452de7-58d6-4f0c-9edc-4679fabf7488 None None] Port 2df9f116-2384-4e31-bb8f-b42b1f7805ef cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:37.758856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1be532e1-96bc-4981-9bce-1b677c06ad5a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:53:37.760494 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c9ec4d56-51c3-4674-95e0-f08c2dd415ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'name': 'tempest-ServersTestManualDisk-301841756-router', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178'}], 'enable_snat': True}, 'gw_port_id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:32Z', 'updated_at': '2022-01-10T11:52:44Z', 'revision_number': 4, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'gw_port': {'id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:35Z', 'updated_at': '2022-01-10T11:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fd94ce9d-ad19-4ed2-aa6b-2c0beb14ca5d', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'floating_ip_address': '172.36.2.151', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'port_id': 'ec3765b1-eb31-41b1-bd5d-814bce62b449', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4', 'mac_address': 'fa:16:3e:6c:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7f581c-c369-4866-9256-75da054d274c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:52:55Z', 'updated_at': '2022-01-10T11:53:33Z', 'revision_number': 1, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7644ab14-4772-415a-90bb-e688f7bca513', 'name': '', 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'mac_address': 'fa:16:3e:ef:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:41Z', 'updated_at': '2022-01-10T11:52:51Z', 'revision_number': 5, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'subnets': [{'id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:37.798537 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e4c904-8d7b-41b7-822d-0152bb027108 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:37.802729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-62e4c904-8d7b-41b7-822d-0152bb027108 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:37.808222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:37.823374 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 1be532e1-96bc-4981-9bce-1b677c06ad5a {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:53:37.823743 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 1be532e1-96bc-4981-9bce-1b677c06ad5a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:53:37.836795 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-abc61031-3373-444d-b5b4-e45060fc27fd tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/4dcdc201-4577-40fb-908f-13be74c3693d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3668492 Jan 10 11:53:37.846438 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Sync routers for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:37.864747 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54118) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:37.869301 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ec4d56-51c3-4674-95e0-f08c2dd415ef None None] The sync data for ids ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'] in dv-neutron-master-2-hyperv is: [{'id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'name': 'tempest-ServersTestManualDisk-301841756-router', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178'}], 'enable_snat': True}, 'gw_port_id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:32Z', 'updated_at': '2022-01-10T11:52:44Z', 'revision_number': 4, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'gw_port': {'id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:35Z', 'updated_at': '2022-01-10T11:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fd94ce9d-ad19-4ed2-aa6b-2c0beb14ca5d', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'floating_ip_address': '172.36.2.151', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'port_id': 'ec3765b1-eb31-41b1-bd5d-814bce62b449', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4', 'mac_address': 'fa:16:3e:6c:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7f581c-c369-4866-9256-75da054d274c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:52:55Z', 'updated_at': '2022-01-10T11:53:33Z', 'revision_number': 1, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7644ab14-4772-415a-90bb-e688f7bca513', 'name': '', 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'mac_address': 'fa:16:3e:ef:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:41Z', 'updated_at': '2022-01-10T11:52:51Z', 'revision_number': 5, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'subnets': [{'id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:37.888171 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-10a55d46-e6d4-4a16-968b-374215989074 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-595980288'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:37.890912 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:37.891579 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:37.993378 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7286a420-19d2-40bb-bb9e-f56d6e463c29 None None] Provisioning complete for port b41ca8dd-42e7-44fe-b479-1af7b0be84c2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:37.993674 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7286a420-19d2-40bb-bb9e-f56d6e463c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:38.080629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 55c232a5-414c-484e-93a8-3881584452ca up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:38.093214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:38.107094 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-32698754-8cf6-4821-951c-917fd424f322 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (900895b3-2f1d-4adb-b5de-9af3cf4ebb9d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:38.178484 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7282f7f1-f207-444e-a426-8e5fa52d8f18 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Made reservation on behalf of 87395ce205234b79884efd4fb62f5856 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:38.190276 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7282f7f1-f207-444e-a426-8e5fa52d8f18 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:38.280086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (3218e701-6456-4e5d-98dc-1e018a110534), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:38.314616 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e1b26d-2213-4cb0-a20d-8ec5c7d8b4b7 None None] New status for floating IP fd94ce9d-ad19-4ed2-aa6b-2c0beb14ca5d: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:53:38.461323 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-32698754-8cf6-4821-951c-917fd424f322 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (900895b3-2f1d-4adb-b5de-9af3cf4ebb9d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:38.490731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32698754-8cf6-4821-951c-917fd424f322 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Subnet': ['ID=900895b3-2f1d-4adb-b5de-9af3cf4ebb9d,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:38.494661 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-32698754-8cf6-4821-951c-917fd424f322 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:38.494904 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce9153-bf23-4aab-9e0f-3ba5c9f2c01f req-f0120765-f922-46ce-86e7-2e1e3ad248da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:38.497040 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-62ce9153-bf23-4aab-9e0f-3ba5c9f2c01f req-f0120765-f922-46ce-86e7-2e1e3ad248da service neutron] 10.222.0.30 "GET /v2.0/networks?id=25c4b78f-7299-403b-b2a4-92b74077ddd4 HTTP/1.1" status: 200 len: 912 time: 0.8781915 Jan 10 11:53:38.499140 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-32698754-8cf6-4821-951c-917fd424f322 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/900895b3-2f1d-4adb-b5de-9af3cf4ebb9d HTTP/1.1" status: 204 len: 168 time: 1.2128754 Jan 10 11:53:38.501676 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54120) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:38.521885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 55c232a5-414c-484e-93a8-3881584452ca triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:38.524629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (55c232a5-414c-484e-93a8-3881584452ca), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:38.526124 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0143ef83-18bb-453d-97cd-5581bb4972f7 None None] Network 799382d2-ce8e-4721-be42-c77fa00d4793 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:38.529386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43463b5a-70c3-424f-bd67-caefbcb5bbd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (e7ccda48-f979-4c3b-8931-b8e8a3bbf588), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:38.618050 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43463b5a-70c3-424f-bd67-caefbcb5bbd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=e7ccda48-f979-4c3b-8931-b8e8a3bbf588,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:38.664290 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7286a420-19d2-40bb-bb9e-f56d6e463c29 None None] Provisioning complete for port 55c232a5-414c-484e-93a8-3881584452ca triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:38.667464 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7286a420-19d2-40bb-bb9e-f56d6e463c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (55c232a5-414c-484e-93a8-3881584452ca), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:38.672785 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a55d46-e6d4-4a16-968b-374215989074 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:38.676741 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10a55d46-e6d4-4a16-968b-374215989074 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:38.711544 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (799382d2-ce8e-4721-be42-c77fa00d4793), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:38.787597 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-62ce9153-bf23-4aab-9e0f-3ba5c9f2c01f req-21c18913-acb2-4565-8056-8708b27814f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec3765b1-eb31-41b1-bd5d-814bce62b449 HTTP/1.1" status: 200 len: 999 time: 0.2828207 Jan 10 11:53:38.788570 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (3218e701-6456-4e5d-98dc-1e018a110534), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:38.797020 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b41ca8dd-42e7-44fe-b479-1af7b0be84c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:38.807813 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a55d46-e6d4-4a16-968b-374215989074 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:53:38.854669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:53:33Z', 'revision_number': 2, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:34Z', 'revision_number': 2, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:38.909218 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Checking router: 4dcdc201-4577-40fb-908f-13be74c3693d for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:53:38.909692 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Updating router 4dcdc201-4577-40fb-908f-13be74c3693d port 2df9f116-2384-4e31-bb8f-b42b1f7805ef binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:53:38.952385 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:38.953195 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43463b5a-70c3-424f-bd67-caefbcb5bbd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:38.957132 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-43463b5a-70c3-424f-bd67-caefbcb5bbd9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/e7ccda48-f979-4c3b-8931-b8e8a3bbf588 HTTP/1.1" status: 204 len: 168 time: 2.3463235 Jan 10 11:53:38.961536 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54122) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:39.042802 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660c5eeb-74cb-4385-b436-6b74ec6b1d00 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:39.044635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660c5eeb-74cb-4385-b436-6b74ec6b1d00 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:39.046316 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660c5eeb-74cb-4385-b436-6b74ec6b1d00 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:39.048770 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-660c5eeb-74cb-4385-b436-6b74ec6b1d00 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0853217 Jan 10 11:53:39.052196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54124) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:39.052880 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-62e4c904-8d7b-41b7-822d-0152bb027108 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (b72a65a1-a1b8-46fa-ae88-98da8836d33c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.079644 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 55c232a5-414c-484e-93a8-3881584452ca {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:39.079991 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (55c232a5-414c-484e-93a8-3881584452ca), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.117225 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port b41ca8dd-42e7-44fe-b479-1af7b0be84c2 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:39.118343 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.120354 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba77e004-df2d-4332-9cbb-5ad2d8decaa6 None None] DHCP port deletion for 799382d2-ce8e-4721-be42-c77fa00d4793 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:39.212053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7286a420-19d2-40bb-bb9e-f56d6e463c29 None None] Could not find standard attr ID for object 49be50be-ac6e-4fa0-8873-e96e7361d964. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:53:39.235848 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e69b31-3f84-409e-98f8-753968ab2978 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet d0708a1e-cd31-4be2-bffd-f5172fb9b871 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:53:39.239611 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4c904-8d7b-41b7-822d-0152bb027108 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Subnet': ['ID=b72a65a1-a1b8-46fa-ae88-98da8836d33c,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:39.251612 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-68e69b31-3f84-409e-98f8-753968ab2978 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (d0708a1e-cd31-4be2-bffd-f5172fb9b871), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.257370 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] For port 55c232a5-414c-484e-93a8-3881584452ca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55c232a5-414c-484e-93a8-3881584452ca,segment=NetworkSegment(010224d7-3edc-4072-98fc-e16f4b32531b),segment_id=010224d7-3edc-4072-98fc-e16f4b32531b)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:39.257744 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (55c232a5-414c-484e-93a8-3881584452ca), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.299205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10a55d46-e6d4-4a16-968b-374215989074 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (36de28f5-cb4d-4488-a9e8-74bc954787a7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.299817 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-10a55d46-e6d4-4a16-968b-374215989074 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Added segment 36de28f5-cb4d-4488-a9e8-74bc954787a7 of type vlan for network 8eca4002-c316-449f-b345-2125c168c242 Jan 10 11:53:39.302345 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 55c232a5-414c-484e-93a8-3881584452ca owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:39.319439 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e4c904-8d7b-41b7-822d-0152bb027108 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Checking segment: {'id': '3d88e626-65b2-4401-821a-d038227bf07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a8486034-8e8b-4771-b31b-a6d219f830e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:39.319821 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e4c904-8d7b-41b7-822d-0152bb027108 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network hostable DHCP agents. Network: a8486034-8e8b-4771-b31b-a6d219f830e2, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:53:39.325239 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-68e69b31-3f84-409e-98f8-753968ab2978 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (d0708a1e-cd31-4be2-bffd-f5172fb9b871), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.383608 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce9153-bf23-4aab-9e0f-3ba5c9f2c01f req-9464bec3-bcac-4ad3-9c8f-c0e5687c3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:39.385447 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-62ce9153-bf23-4aab-9e0f-3ba5c9f2c01f req-9464bec3-bcac-4ad3-9c8f-c0e5687c3ccd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3bed970-dc5a-4af3-9348-1640b3a3c177 HTTP/1.1" status: 200 len: 850 time: 0.5856426 Jan 10 11:53:39.396671 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-72dea5ae-a0dd-4749-a47d-ac776a111417 None None] Could not find standard attr ID for object e7ccda48-f979-4c3b-8931-b8e8a3bbf588. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:53:39.404260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ba77e004-df2d-4332-9cbb-5ad2d8decaa6 None None] Deleting port 55c232a5-414c-484e-93a8-3881584452ca {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:39.404260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ba77e004-df2d-4332-9cbb-5ad2d8decaa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (55c232a5-414c-484e-93a8-3881584452ca), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.413691 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10a55d46-e6d4-4a16-968b-374215989074 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (8eca4002-c316-449f-b345-2125c168c242), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.416401 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-72dea5ae-a0dd-4749-a47d-ac776a111417 None None] Could not find standard attr ID for object 49be50be-ac6e-4fa0-8873-e96e7361d964. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:53:39.500075 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-68e69b31-3f84-409e-98f8-753968ab2978 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (d0708a1e-cd31-4be2-bffd-f5172fb9b871), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.524157 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e4c904-8d7b-41b7-822d-0152bb027108 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network a8486034-8e8b-4771-b31b-a6d219f830e2 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:53:39.530579 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ba77e004-df2d-4332-9cbb-5ad2d8decaa6 None None] For port 55c232a5-414c-484e-93a8-3881584452ca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55c232a5-414c-484e-93a8-3881584452ca,segment=NetworkSegment(010224d7-3edc-4072-98fc-e16f4b32531b),segment_id=010224d7-3edc-4072-98fc-e16f4b32531b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:39.530579 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ba77e004-df2d-4332-9cbb-5ad2d8decaa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (55c232a5-414c-484e-93a8-3881584452ca), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.545740 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce9153-bf23-4aab-9e0f-3ba5c9f2c01f req-858f9291-b164-4b93-b375-9fc812360091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:39.547415 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-62ce9153-bf23-4aab-9e0f-3ba5c9f2c01f req-858f9291-b164-4b93-b375-9fc812360091 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25c4b78f-7299-403b-b2a4-92b74077ddd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1461210 Jan 10 11:53:39.551384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Publish callbacks [] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.553206 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ba77e004-df2d-4332-9cbb-5ad2d8decaa6 None None] Calling delete_port for 55c232a5-414c-484e-93a8-3881584452ca owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:39.593105 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (55c232a5-414c-484e-93a8-3881584452ca), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.627017 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=55c232a5-414c-484e-93a8-3881584452ca,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:39.633924 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No DVR routers for this DVR port 55c232a5-414c-484e-93a8-3881584452ca on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:39.639526 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7282f7f1-f207-444e-a426-8e5fa52d8f18 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (95eb225d-7658-4ce8-9c10-f9d885101031), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.642381 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-62e4c904-8d7b-41b7-822d-0152bb027108 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a8486034-8e8b-4771-b31b-a6d219f830e2) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:39.643639 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.646869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10a55d46-e6d4-4a16-968b-374215989074 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (8eca4002-c316-449f-b345-2125c168c242), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.653610 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a55d46-e6d4-4a16-968b-374215989074 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:39.654041 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10a55d46-e6d4-4a16-968b-374215989074 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.663302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4dd97a-268a-4b5b-b459-bcf4e0a8b181 None None] Network a8486034-8e8b-4771-b31b-a6d219f830e2 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:39.666545 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e4c904-8d7b-41b7-822d-0152bb027108 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:39.667246 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-62e4c904-8d7b-41b7-822d-0152bb027108 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.716249 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-68e69b31-3f84-409e-98f8-753968ab2978 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (d0708a1e-cd31-4be2-bffd-f5172fb9b871), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.795525 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e69b31-3f84-409e-98f8-753968ab2978 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=d0708a1e-cd31-4be2-bffd-f5172fb9b871,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:39.795913 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-62ce9153-bf23-4aab-9e0f-3ba5c9f2c01f req-e6b93a46-df5b-4624-b3ae-c0c0c1413917 service neutron] 10.222.0.30 "GET /v2.0/networks/25c4b78f-7299-403b-b2a4-92b74077ddd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412803 Jan 10 11:53:39.815728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (799382d2-ce8e-4721-be42-c77fa00d4793), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.818138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-68e69b31-3f84-409e-98f8-753968ab2978 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.820891 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-68e69b31-3f84-409e-98f8-753968ab2978 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/d0708a1e-cd31-4be2-bffd-f5172fb9b871 HTTP/1.1" status: 204 len: 168 time: 0.7655866 Jan 10 11:53:39.825411 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54128) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:39.833576 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a55d46-e6d4-4a16-968b-374215989074 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Network': ['ID=8eca4002-c316-449f-b345-2125c168c242,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:39.856249 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282f7f1-f207-444e-a426-8e5fa52d8f18 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Subnet': ['ID=95eb225d-7658-4ce8-9c10-f9d885101031,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:39.866698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdaa6c3-b4e5-4545-a2d8-5ac8e8440ae3 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:39.868844 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 8eca4002-c316-449f-b345-2125c168c242 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:53:39.877905 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799382d2-ce8e-4721-be42-c77fa00d4793']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:39.883150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Router 3218e701-6456-4e5d-98dc-1e018a110534 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:53:39.898069 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010224d7-3edc-4072-98fc-e16f4b32531b') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:39.898369 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010224d7-3edc-4072-98fc-e16f4b32531b') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:39.937539 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (010224d7-3edc-4072-98fc-e16f4b32531b), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.942958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7282f7f1-f207-444e-a426-8e5fa52d8f18 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Checking segment: {'id': '097f9a71-5e11-4cf6-9a63-cecbcff3c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '31909442-a32b-4fa9-a0fd-39ad0d269b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:39.943429 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7282f7f1-f207-444e-a426-8e5fa52d8f18 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network hostable DHCP agents. Network: 31909442-a32b-4fa9-a0fd-39ad0d269b94, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:53:39.947620 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ba77e004-df2d-4332-9cbb-5ad2d8decaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (55c232a5-414c-484e-93a8-3881584452ca), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.963242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef73be54-c2e8-4365-ada9-acd243b358c5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet d82eb1ee-cab0-4ff4-9c25-da4f75e2262c {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:53:39.966749 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (010224d7-3edc-4072-98fc-e16f4b32531b), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.972289 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ef73be54-c2e8-4365-ada9-acd243b358c5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (d82eb1ee-cab0-4ff4-9c25-da4f75e2262c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:39.997517 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:53:40.000597 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (010224d7-3edc-4072-98fc-e16f4b32531b), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:53:40.002423 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:53:40.005463 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:53:40.012710 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-62e4c904-8d7b-41b7-822d-0152bb027108 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9195426 Jan 10 11:53:40.035429 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54130) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:40.045243 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-837fbe92-f556-4b53-b484-fba844af73a1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'subnet': {'network_id': '9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:40.060790 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-10a55d46-e6d4-4a16-968b-374215989074 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1813219 Jan 10 11:53:40.069393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54132) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:40.096590 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ef73be54-c2e8-4365-ada9-acd243b358c5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (d82eb1ee-cab0-4ff4-9c25-da4f75e2262c), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.098730 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-1fc7a497-5e9e-4bb6-959e-691ef9c397ee tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'subnet': {'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:40.110867 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 55c232a5-414c-484e-93a8-3881584452ca no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:53:40.145690 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-62ce9153-bf23-4aab-9e0f-3ba5c9f2c01f req-ed64c831-8855-45e8-954b-2f6fde7a9192 service neutron] 10.222.0.30 "GET /v2.0/networks/25c4b78f-7299-403b-b2a4-92b74077ddd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339379 Jan 10 11:53:40.148896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8e3e9-1a64-4e4a-8ea3-7567a0b938a2 None None] Pushing event updated for resources: {'Port': ['ID=2df9f116-2384-4e31-bb8f-b42b1f7805ef,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:40.167597 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (799382d2-ce8e-4721-be42-c77fa00d4793), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.180676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba77e004-df2d-4332-9cbb-5ad2d8decaa6 None None] No DVR routers for this DVR port 55c232a5-414c-484e-93a8-3881584452ca on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:40.191829 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 55c232a5-414c-484e-93a8-3881584452ca {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:53:40.192104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 55c232a5-414c-484e-93a8-3881584452ca not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:53:40.223281 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.237539 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/networks/799382d2-ce8e-4721-be42-c77fa00d4793 HTTP/1.1" status: 204 len: 168 time: 1.7345145 Jan 10 11:53:40.240409 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54134) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:40.246843 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f00a9425-7cc5-46d6-a2cf-8e4909e1bba6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1774629793'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:40.272104 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24f202-2d02-495e-8507-51ce9e015f01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Network': ['ID=799382d2-ce8e-4721-be42-c77fa00d4793,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:40.281516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7282f7f1-f207-444e-a426-8e5fa52d8f18 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network 31909442-a32b-4fa9-a0fd-39ad0d269b94 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:53:40.294536 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77e004-df2d-4332-9cbb-5ad2d8decaa6 None None] Pushing event deleted for resources: {'Port': ['ID=55c232a5-414c-484e-93a8-3881584452ca,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:40.307369 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ef73be54-c2e8-4365-ada9-acd243b358c5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (d82eb1ee-cab0-4ff4-9c25-da4f75e2262c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.309987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:40.330154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947119b4-baa2-484a-933f-17e6272a74f8 None None] Sync routers for ids ['3218e701-6456-4e5d-98dc-1e018a110534'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:40.380216 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Attempting to bind port 2df9f116-2384-4e31-bb8f-b42b1f7805ef on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:40.380598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Attempting to bind port 2df9f116-2384-4e31-bb8f-b42b1f7805ef by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:40.380970 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Attempting to bind port 2df9f116-2384-4e31-bb8f-b42b1f7805ef on network 9284437f-00f9-4963-938d-d8d1a86e5366 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:40.405828 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a8486034-8e8b-4771-b31b-a6d219f830e2', 'network_id': 'a8486034-8e8b-4771-b31b-a6d219f830e2', 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'fixed_ips': [{'subnet_id': 'b72a65a1-a1b8-46fa-ae88-98da8836d33c'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:53:40.406673 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.409880 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-7282f7f1-f207-444e-a426-8e5fa52d8f18 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 31909442-a32b-4fa9-a0fd-39ad0d269b94) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:40.411389 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947119b4-baa2-484a-933f-17e6272a74f8 None None] Routers {'3218e701-6456-4e5d-98dc-1e018a110534'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:40.412106 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-947119b4-baa2-484a-933f-17e6272a74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['3218e701-6456-4e5d-98dc-1e018a110534'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:40.415084 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7282f7f1-f207-444e-a426-8e5fa52d8f18 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:40.421484 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7282f7f1-f207-444e-a426-8e5fa52d8f18 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.430656 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:40.430656 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Checking segment: {'id': '2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:40.430656 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.430656 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Bound using segment: {'id': '2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:40.430656 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Bound port: 2df9f116-2384-4e31-bb8f-b42b1f7805ef, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:40.430656 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.450870 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00a9425-7cc5-46d6-a2cf-8e4909e1bba6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:40.455900 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f00a9425-7cc5-46d6-a2cf-8e4909e1bba6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.469818 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e29d110-c31a-489f-af31-13fd4882549e None None] Network 31909442-a32b-4fa9-a0fd-39ad0d269b94 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:40.482984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00a9425-7cc5-46d6-a2cf-8e4909e1bba6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:53:40.492164 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f00a9425-7cc5-46d6-a2cf-8e4909e1bba6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (8a12e8b0-26a8-4436-8f71-63d9ef12e01a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.492503 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-f00a9425-7cc5-46d6-a2cf-8e4909e1bba6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Added segment 8a12e8b0-26a8-4436-8f71-63d9ef12e01a of type vlan for network 151d3af3-1d62-4019-9276-975d7a526e5d Jan 10 11:53:40.496982 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-947119b4-baa2-484a-933f-17e6272a74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:40.500860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca985-7fa8-46d1-9e9a-1a5041b21e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.529509 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ef73be54-c2e8-4365-ada9-acd243b358c5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (d82eb1ee-cab0-4ff4-9c25-da4f75e2262c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.535685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-b1081e0d-b51c-49fd-b152-2572b14d038b None None] Provisioning complete for port 2df9f116-2384-4e31-bb8f-b42b1f7805ef triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:40.536217 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b1081e0d-b51c-49fd-b152-2572b14d038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.565835 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f00a9425-7cc5-46d6-a2cf-8e4909e1bba6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (151d3af3-1d62-4019-9276-975d7a526e5d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.568247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73be54-c2e8-4365-ada9-acd243b358c5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=d82eb1ee-cab0-4ff4-9c25-da4f75e2262c,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:40.578033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ef73be54-c2e8-4365-ada9-acd243b358c5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.583640 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ef73be54-c2e8-4365-ada9-acd243b358c5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/d82eb1ee-cab0-4ff4-9c25-da4f75e2262c HTTP/1.1" status: 204 len: 168 time: 0.7549319 Jan 10 11:53:40.589591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54138) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:40.589735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.589735 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8b037eb1-af44-46e6-8281-7d75ffba8a49 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.8675330 Jan 10 11:53:40.594541 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54140) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:40.604674 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-613ec268-2248-4555-ad9d-fc4a3da6048d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'enable_snat': False}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:40.645940 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-22f6c1f3-4dd4-4cde-a12c-ac393f73e67b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581560 Jan 10 11:53:40.646283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54142) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:40.686764 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-1cfa4c2d-08cc-49e7-bb9e-90b30c46ac8f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:40.695505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947119b4-baa2-484a-933f-17e6272a74f8 None None] Routers {'3218e701-6456-4e5d-98dc-1e018a110534'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:40.695505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-947119b4-baa2-484a-933f-17e6272a74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['3218e701-6456-4e5d-98dc-1e018a110534'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:40.695755 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7282f7f1-f207-444e-a426-8e5fa52d8f18 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7194901 Jan 10 11:53:40.697949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54144) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:40.707080 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-979815170', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:40.716965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837fbe92-f556-4b53-b484-fba844af73a1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:40.722943 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-837fbe92-f556-4b53-b484-fba844af73a1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.774361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-947119b4-baa2-484a-933f-17e6272a74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:40.775021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947119b4-baa2-484a-933f-17e6272a74f8 None None] The sync data for ids ['3218e701-6456-4e5d-98dc-1e018a110534'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:40.776421 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.800510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-b1081e0d-b51c-49fd-b152-2572b14d038b None None] Port 2df9f116-2384-4e31-bb8f-b42b1f7805ef cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:40.816650 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f00a9425-7cc5-46d6-a2cf-8e4909e1bba6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (151d3af3-1d62-4019-9276-975d7a526e5d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.821957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00a9425-7cc5-46d6-a2cf-8e4909e1bba6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:40.822567 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f00a9425-7cc5-46d6-a2cf-8e4909e1bba6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.840545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] For port 2df9f116-2384-4e31-bb8f-b42b1f7805ef, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:40.877031 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc7a497-5e9e-4bb6-959e-691ef9c397ee tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:40.882506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1fc7a497-5e9e-4bb6-959e-691ef9c397ee tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.886333 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] For port 2df9f116-2384-4e31-bb8f-b42b1f7805ef, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2df9f116-2384-4e31-bb8f-b42b1f7805ef,segment=NetworkSegment(2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1),segment_id=2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:40.891366 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d6624-d6f4-4e42-9eb4-a32909233002 None None] Update dhcp port {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'fixed_ips': [{'subnet_id': 'd82eb1ee-cab0-4ff4-9c25-da4f75e2262c'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'b41ca8dd-42e7-44fe-b479-1af7b0be84c2'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:53:40.896646 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-31909442-a32b-4fa9-a0fd-39ad0d269b94', 'network_id': '31909442-a32b-4fa9-a0fd-39ad0d269b94', 'project_id': '87395ce205234b79884efd4fb62f5856', 'fixed_ips': [{'subnet_id': '95eb225d-7658-4ce8-9c10-f9d885101031'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:53:40.897246 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.935767 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Allocated IP 172.20.0.2 (a8486034-8e8b-4771-b31b-a6d219f830e2/b72a65a1-a1b8-46fa-ae88-98da8836d33c/87b97152-cfa9-43cf-9924-81a43e037955) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:40.952873 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f65d6624-d6f4-4e42-9eb4-a32909233002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:40.966541 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a9425-7cc5-46d6-a2cf-8e4909e1bba6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Network': ['ID=151d3af3-1d62-4019-9276-975d7a526e5d,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:40.996272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 151d3af3-1d62-4019-9276-975d7a526e5d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:53:41.000267 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f00a9425-7cc5-46d6-a2cf-8e4909e1bba6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7580655 Jan 10 11:53:41.002610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54146) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:41.009011 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e87c268c-4844-42ed-a4bb-3be06bbe30bf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'subnet': {'network_id': '151d3af3-1d62-4019-9276-975d7a526e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:41.092516 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:41.199353 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-837fbe92-f556-4b53-b484-fba844af73a1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (c874daa5-0f54-4c6d-9bbd-7f7c4c4e6db7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:41.203573 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-613ec268-2248-4555-ad9d-fc4a3da6048d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (3218e701-6456-4e5d-98dc-1e018a110534), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:41.248095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfa4c2d-08cc-49e7-bb9e-90b30c46ac8f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:41.254529 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4c2d-08cc-49e7-bb9e-90b30c46ac8f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:41.257976 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (ee4790a6-46bb-436d-acbf-d03fca062e31), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:41.259202 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (ee4790a6-46bb-436d-acbf-d03fca062e31), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:41.296055 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1fc7a497-5e9e-4bb6-959e-691ef9c397ee tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (f609045f-45da-40a2-82f6-78f7fc987486), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:41.349126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router_controller (ee4790a6-46bb-436d-acbf-d03fca062e31), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:41.388066 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Allocated IP 172.20.0.2 (31909442-a32b-4fa9-a0fd-39ad0d269b94/95eb225d-7658-4ce8-9c10-f9d885101031/c48c2ff7-1c62-4634-a2e2-c0330a51aa01) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:41.409045 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837fbe92-f556-4b53-b484-fba844af73a1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Checking segment: {'id': 'ae8b677e-b2ac-414d-96a6-88fd61d2fa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:41.409887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837fbe92-f556-4b53-b484-fba844af73a1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network hostable DHCP agents. Network: 9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:53:41.413001 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fbe92-f556-4b53-b484-fba844af73a1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Subnet': ['ID=c874daa5-0f54-4c6d-9bbd-7f7c4c4e6db7,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:41.551558 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8e3e9-1a64-4e4a-8ea3-7567a0b938a2 None None] Pushing event updated for resources: {'Port': ['ID=2df9f116-2384-4e31-bb8f-b42b1f7805ef,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:41.564280 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5402ab09-0db1-4197-9247-fb577b6f516f None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:41.605032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7a497-5e9e-4bb6-959e-691ef9c397ee tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Subnet': ['ID=f609045f-45da-40a2-82f6-78f7fc987486,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:41.610360 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc7a497-5e9e-4bb6-959e-691ef9c397ee tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Checking segment: {'id': '36de28f5-cb4d-4488-a9e8-74bc954787a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8eca4002-c316-449f-b345-2125c168c242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:41.611333 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc7a497-5e9e-4bb6-959e-691ef9c397ee tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network hostable DHCP agents. Network: 8eca4002-c316-449f-b345-2125c168c242, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:53:41.615036 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:41.615698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:41.699003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router_gateway (ee4790a6-46bb-436d-acbf-d03fca062e31), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:41.735098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837fbe92-f556-4b53-b484-fba844af73a1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network 9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:53:41.844142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87c268c-4844-42ed-a4bb-3be06bbe30bf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:41.847884 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e87c268c-4844-42ed-a4bb-3be06bbe30bf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:41.879598 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc7a497-5e9e-4bb6-959e-691ef9c397ee tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network 8eca4002-c316-449f-b345-2125c168c242 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:53:41.942630 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b41ca8dd-42e7-44fe-b479-1af7b0be84c2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:53:41.981671 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-83e9817d-0652-4e3c-aede-e3ef61a4ff2b None None] Provisioning complete for port b41ca8dd-42e7-44fe-b479-1af7b0be84c2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:41.982489 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-83e9817d-0652-4e3c-aede-e3ef61a4ff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.003354 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Publish callbacks [] for port (c48c2ff7-1c62-4634-a2e2-c0330a51aa01), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.005932 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-837fbe92-f556-4b53-b484-fba844af73a1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:42.014263 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-1fc7a497-5e9e-4bb6-959e-691ef9c397ee tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8eca4002-c316-449f-b345-2125c168c242) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:42.036049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837fbe92-f556-4b53-b484-fba844af73a1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:42.036987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-837fbe92-f556-4b53-b484-fba844af73a1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.049103 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc7a497-5e9e-4bb6-959e-691ef9c397ee tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:42.049793 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1fc7a497-5e9e-4bb6-959e-691ef9c397ee tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.061145 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb7e484-65dc-4457-b49b-b6ccd630015d None None] Network 9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:42.063247 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f3217-113e-44ef-a0b4-c45c19a46d96 None None] Network 8eca4002-c316-449f-b345-2125c168c242 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:42.076147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Publish callbacks [] for port (87b97152-cfa9-43cf-9924-81a43e037955), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.154366 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:42.213795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router_gateway (ee4790a6-46bb-436d-acbf-d03fca062e31), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.245493 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.254719 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (c48c2ff7-1c62-4634-a2e2-c0330a51aa01), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.307621 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1fc7a497-5e9e-4bb6-959e-691ef9c397ee tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2239754 Jan 10 11:53:42.312777 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-837fbe92-f556-4b53-b484-fba844af73a1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2691758 Jan 10 11:53:42.312997 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54152) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:42.314590 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54154) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:42.315983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (87b97152-cfa9-43cf-9924-81a43e037955), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.328807 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-cdb5995e-faf7-4c21-b5c3-51092b3ed123 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-84326132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:42.382330 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Allocated IP 172.36.2.14 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/8538349c-f574-4319-8ea8-e44554f1fbd6) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:42.397859 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Network 31909442-a32b-4fa9-a0fd-39ad0d269b94 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:42.444830 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Pushing event updated for resources: {'Port': ['ID=c48c2ff7-1c62-4634-a2e2-c0330a51aa01,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:42.452129 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.460730 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e87c268c-4844-42ed-a4bb-3be06bbe30bf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (87f11a20-c4f7-4bf0-801d-598ba0942f8d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.508208 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:42.510387 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:42.515331 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f614aa-0a71-4c84-a282-d77049f91b8e None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:42.526226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (8538349c-f574-4319-8ea8-e44554f1fbd6), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.606562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Network a8486034-8e8b-4771-b31b-a6d219f830e2 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:42.645954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a', 'network_id': '9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a', 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'fixed_ips': [{'subnet_id': 'c874daa5-0f54-4c6d-9bbd-7f7c4c4e6db7'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:53:42.647048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.673785 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (8538349c-f574-4319-8ea8-e44554f1fbd6), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.700396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8eca4002-c316-449f-b345-2125c168c242', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:53:42.701286 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.703845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:42.706520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:42.729415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c268c-4844-42ed-a4bb-3be06bbe30bf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Subnet': ['ID=87f11a20-c4f7-4bf0-801d-598ba0942f8d,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:42.742154 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:42.745236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=8538349c-f574-4319-8ea8-e44554f1fbd6,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:42.750371 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:42.758260 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:42.761708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.808865 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3074111-5aa3-48be-8789-60b918e0351c None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:42.814476 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Pushing event updated for resources: {'Port': ['ID=87b97152-cfa9-43cf-9924-81a43e037955,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:42.816629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87c268c-4844-42ed-a4bb-3be06bbe30bf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Checking segment: {'id': '8a12e8b0-26a8-4436-8f71-63d9ef12e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '151d3af3-1d62-4019-9276-975d7a526e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:42.816629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c268c-4844-42ed-a4bb-3be06bbe30bf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network hostable DHCP agents. Network: 151d3af3-1d62-4019-9276-975d7a526e5d, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:53:42.819354 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.objects.ports [None req-1cfa4c2d-08cc-49e7-bb9e-90b30c46ac8f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110625) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:53:42.944056 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdb5995e-faf7-4c21-b5c3-51092b3ed123 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (d51df83b-249e-4591-b885-e287c7efec77), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.944997 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdb5995e-faf7-4c21-b5c3-51092b3ed123 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (d51df83b-249e-4591-b885-e287c7efec77), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:42.988554 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-613ec268-2248-4555-ad9d-fc4a3da6048d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (3218e701-6456-4e5d-98dc-1e018a110534), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.004136 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Attempting to bind port c48c2ff7-1c62-4634-a2e2-c0330a51aa01 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:43.004474 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Attempting to bind port c48c2ff7-1c62-4634-a2e2-c0330a51aa01 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '097f9a71-5e11-4cf6-9a63-cecbcff3c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '31909442-a32b-4fa9-a0fd-39ad0d269b94'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:43.004981 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Attempting to bind port c48c2ff7-1c62-4634-a2e2-c0330a51aa01 on network 31909442-a32b-4fa9-a0fd-39ad0d269b94 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:43.006819 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-da82a456-2b17-465e-bf6e-091178442670 None None] Provisioning complete for port 2df9f116-2384-4e31-bb8f-b42b1f7805ef triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:43.016397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-da82a456-2b17-465e-bf6e-091178442670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.021224 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port b41ca8dd-42e7-44fe-b479-1af7b0be84c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b41ca8dd-42e7-44fe-b479-1af7b0be84c2,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:43.072470 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-613ec268-2248-4555-ad9d-fc4a3da6048d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (3218e701-6456-4e5d-98dc-1e018a110534), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.123520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Attempting to bind port 87b97152-cfa9-43cf-9924-81a43e037955 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:43.123906 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Attempting to bind port 87b97152-cfa9-43cf-9924-81a43e037955 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3d88e626-65b2-4401-821a-d038227bf07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a8486034-8e8b-4771-b31b-a6d219f830e2'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:43.124275 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Attempting to bind port 87b97152-cfa9-43cf-9924-81a43e037955 on network a8486034-8e8b-4771-b31b-a6d219f830e2 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:43.126283 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.142763 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:43.143747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Checking segment: {'id': '097f9a71-5e11-4cf6-9a63-cecbcff3c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '31909442-a32b-4fa9-a0fd-39ad0d269b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:43.144175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.144661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Bound using segment: {'id': '097f9a71-5e11-4cf6-9a63-cecbcff3c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '31909442-a32b-4fa9-a0fd-39ad0d269b94'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:43.145186 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Bound port: c48c2ff7-1c62-4634-a2e2-c0330a51aa01, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097f9a71-5e11-4cf6-9a63-cecbcff3c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '31909442-a32b-4fa9-a0fd-39ad0d269b94'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:43.145631 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c48c2ff7-1c62-4634-a2e2-c0330a51aa01), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.174472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router_gateway (ee4790a6-46bb-436d-acbf-d03fca062e31), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.206961 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-74f614aa-0a71-4c84-a282-d77049f91b8e None None] Deleting port b41ca8dd-42e7-44fe-b479-1af7b0be84c2 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:43.207358 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-74f614aa-0a71-4c84-a282-d77049f91b8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.224152 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:43.224879 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Checking segment: {'id': '3d88e626-65b2-4401-821a-d038227bf07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a8486034-8e8b-4771-b31b-a6d219f830e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:43.225122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.225372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Bound using segment: {'id': '3d88e626-65b2-4401-821a-d038227bf07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a8486034-8e8b-4771-b31b-a6d219f830e2'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:43.226376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Bound port: 87b97152-cfa9-43cf-9924-81a43e037955, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d88e626-65b2-4401-821a-d038227bf07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a8486034-8e8b-4771-b31b-a6d219f830e2'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:43.226376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (87b97152-cfa9-43cf-9924-81a43e037955), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.226714 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c268c-4844-42ed-a4bb-3be06bbe30bf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 151d3af3-1d62-4019-9276-975d7a526e5d is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:53:43.253357 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdb5995e-faf7-4c21-b5c3-51092b3ed123 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_controller (d51df83b-249e-4591-b885-e287c7efec77), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.313669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.366838 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdb5995e-faf7-4c21-b5c3-51092b3ed123 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (d51df83b-249e-4591-b885-e287c7efec77), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.378985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613ec268-2248-4555-ad9d-fc4a3da6048d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Router 3218e701-6456-4e5d-98dc-1e018a110534 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:53:43.389137 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-e87c268c-4844-42ed-a4bb-3be06bbe30bf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 151d3af3-1d62-4019-9276-975d7a526e5d) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:43.411898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c268c-4844-42ed-a4bb-3be06bbe30bf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:43.412504 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e87c268c-4844-42ed-a4bb-3be06bbe30bf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.427756 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (ee4790a6-46bb-436d-acbf-d03fca062e31), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.448902 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.481183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4c2d-08cc-49e7-bb9e-90b30c46ac8f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.642957 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9966a0dd-a5c4-4aaf-8487-b466e1f1833f None None] Network 151d3af3-1d62-4019-9276-975d7a526e5d requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:43.689268 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Allocated IP 172.21.0.2 (9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a/c874daa5-0f54-4c6d-9bbd-7f7c4c4e6db7/17dee11f-d7ac-4cd9-8a05-f88a777df336) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:43.696886 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router ee4790a6-46bb-436d-acbf-d03fca062e31 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:53:43.703254 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=b41ca8dd-42e7-44fe-b479-1af7b0be84c2,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:43.828149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Allocated IP 2001:db8:1::2 (8eca4002-c316-449f-b345-2125c168c242/f609045f-45da-40a2-82f6-78f7fc987486/fca5d727-791a-43aa-a9f0-eba9f1c925bf) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:43.845305 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:43.860085 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec2d36-2557-44e5-afe9-be839604ddc0 None None] Sync routers for ids ['ee4790a6-46bb-436d-acbf-d03fca062e31'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:43.879344 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec2d36-2557-44e5-afe9-be839604ddc0 None None] Routers {'ee4790a6-46bb-436d-acbf-d03fca062e31'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:43.880290 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-47ec2d36-2557-44e5-afe9-be839604ddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['ee4790a6-46bb-436d-acbf-d03fca062e31'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:43.909316 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] For port c48c2ff7-1c62-4634-a2e2-c0330a51aa01, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:43.920812 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] For port 87b97152-cfa9-43cf-9924-81a43e037955, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:43.921140 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-47ec2d36-2557-44e5-afe9-be839604ddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:43.930972 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec2d36-2557-44e5-afe9-be839604ddc0 None None] Routers {'ee4790a6-46bb-436d-acbf-d03fca062e31'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:43.931600 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-47ec2d36-2557-44e5-afe9-be839604ddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['ee4790a6-46bb-436d-acbf-d03fca062e31'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:43.950191 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e87c268c-4844-42ed-a4bb-3be06bbe30bf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9436312 Jan 10 11:53:43.951101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cdb5995e-faf7-4c21-b5c3-51092b3ed123 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.952791 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cdb5995e-faf7-4c21-b5c3-51092b3ed123 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.6317496 Jan 10 11:53:43.952791 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54160) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:43.955069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54162) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:43.968900 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-b96d2a3d-d8eb-4d0a-898c-eecedd279c6f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'network_id': '151d3af3-1d62-4019-9276-975d7a526e5d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1783255568'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:43.970750 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-47ec2d36-2557-44e5-afe9-be839604ddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:43.971562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-74f614aa-0a71-4c84-a282-d77049f91b8e None None] For port b41ca8dd-42e7-44fe-b479-1af7b0be84c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b41ca8dd-42e7-44fe-b479-1af7b0be84c2,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:43.971722 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec2d36-2557-44e5-afe9-be839604ddc0 None None] The sync data for ids ['ee4790a6-46bb-436d-acbf-d03fca062e31'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:43.971988 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-74f614aa-0a71-4c84-a282-d77049f91b8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.988156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:43.992805 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5b69607b-d65b-4fae-8272-53c58ce7d61d tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2902699 Jan 10 11:53:44.001385 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-da82a456-2b17-465e-bf6e-091178442670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:44.001594 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54164) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:44.008740 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] For port c48c2ff7-1c62-4634-a2e2-c0330a51aa01, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c48c2ff7-1c62-4634-a2e2-c0330a51aa01,segment=NetworkSegment(097f9a71-5e11-4cf6-9a63-cecbcff3c609),segment_id=097f9a71-5e11-4cf6-9a63-cecbcff3c609)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:44.021844 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] For port 87b97152-cfa9-43cf-9924-81a43e037955, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87b97152-cfa9-43cf-9924-81a43e037955,segment=NetworkSegment(3d88e626-65b2-4401-821a-d038227bf07c),segment_id=3d88e626-65b2-4401-821a-d038227bf07c)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:44.041552 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-74f614aa-0a71-4c84-a282-d77049f91b8e None None] Calling delete_port for b41ca8dd-42e7-44fe-b479-1af7b0be84c2 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:44.095725 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:53:33Z', 'revision_number': 2, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:40Z', 'revision_number': 4, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:44.192610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c48c2ff7-1c62-4634-a2e2-c0330a51aa01), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:44.203166 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e84d10-399e-4e0d-b9b7-82577925f0d1 None None] The sync data for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv is: [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:53:33Z', 'revision_number': 2, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:40Z', 'revision_number': 4, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:44.213017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-151d3af3-1d62-4019-9276-975d7a526e5d', 'network_id': '151d3af3-1d62-4019-9276-975d7a526e5d', 'project_id': '65c2071e92fb4b2f942b8ce8a0dbea03', 'fixed_ips': [{'subnet_id': '87f11a20-c4f7-4bf0-801d-598ba0942f8d'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:53:44.213017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:44.213017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (87b97152-cfa9-43cf-9924-81a43e037955), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:44.260437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613ec268-2248-4555-ad9d-fc4a3da6048d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:44.285130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-613ec268-2248-4555-ad9d-fc4a3da6048d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:44.289234 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-613ec268-2248-4555-ad9d-fc4a3da6048d tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "PUT /v2.0/routers/3218e701-6456-4e5d-98dc-1e018a110534 HTTP/1.1" status: 200 len: 922 time: 3.6884043 Jan 10 11:53:44.289442 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54166) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:44.304421 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce55d40a-e134-44cd-a3cb-b94c1e27b954 None None] Sync routers for ids ['3218e701-6456-4e5d-98dc-1e018a110534'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:44.332242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-da82a456-2b17-465e-bf6e-091178442670 None None] For port 2df9f116-2384-4e31-bb8f-b42b1f7805ef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2df9f116-2384-4e31-bb8f-b42b1f7805ef,segment=NetworkSegment(2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1),segment_id=2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:44.451928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55d40a-e134-44cd-a3cb-b94c1e27b954 None None] Routers {'3218e701-6456-4e5d-98dc-1e018a110534'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:44.452551 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-ce55d40a-e134-44cd-a3cb-b94c1e27b954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['3218e701-6456-4e5d-98dc-1e018a110534'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:44.531846 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-da82a456-2b17-465e-bf6e-091178442670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:44.628973 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-1cfa4c2d-08cc-49e7-bb9e-90b30c46ac8f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] For port b41ca8dd-42e7-44fe-b479-1af7b0be84c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b41ca8dd-42e7-44fe-b479-1af7b0be84c2,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:44.648688 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a308b-4cf0-4ce5-a8cf-4b7ec8300aac None None] Pushing event updated for resources: {'Port': ['ID=c48c2ff7-1c62-4634-a2e2-c0330a51aa01,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:44.695123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-ce55d40a-e134-44cd-a3cb-b94c1e27b954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:44.700390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Publish callbacks [] for port (17dee11f-d7ac-4cd9-8a05-f88a777df336), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:44.724188 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4c2d-08cc-49e7-bb9e-90b30c46ac8f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:44.852995 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96d2a3d-d8eb-4d0a-898c-eecedd279c6f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:44.858452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b96d2a3d-d8eb-4d0a-898c-eecedd279c6f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:44.903389 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Publish callbacks [] for port (fca5d727-791a-43aa-a9f0-eba9f1c925bf), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:44.922430 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (17dee11f-d7ac-4cd9-8a05-f88a777df336), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:44.934331 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55d40a-e134-44cd-a3cb-b94c1e27b954 None None] Routers {'3218e701-6456-4e5d-98dc-1e018a110534'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:44.935300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-ce55d40a-e134-44cd-a3cb-b94c1e27b954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['3218e701-6456-4e5d-98dc-1e018a110534'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:44.947933 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:44.957654 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4a3df344-37d7-4261-9f8b-2abc7313c195 None None] Provisioning complete for port 8538349c-f574-4319-8ea8-e44554f1fbd6 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:44.958296 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4a3df344-37d7-4261-9f8b-2abc7313c195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8538349c-f574-4319-8ea8-e44554f1fbd6), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:44.994331 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-b96d2a3d-d8eb-4d0a-898c-eecedd279c6f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] device_id is not set on port 919cf9c6-e215-4763-94d9-a71156e28b09 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:53:45.016020 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4c2d-08cc-49e7-bb9e-90b30c46ac8f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:45.017068 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4c2d-08cc-49e7-bb9e-90b30c46ac8f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (856613f0-edac-4fd5-a9da-847e207ce8be), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:45.123229 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Allocated IP 2001:db8:1::1 (8eca4002-c316-449f-b345-2125c168c242/f609045f-45da-40a2-82f6-78f7fc987486/55c6c856-b3d3-4db9-bbe3-ea11edd987da) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:45.138198 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Allocated IP 2001:db8::2 (151d3af3-1d62-4019-9276-975d7a526e5d/87f11a20-c4f7-4bf0-801d-598ba0942f8d/9fc2725a-c1ba-4f59-87c4-a5738c84f1a2) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:45.215819 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d7632748-802d-4325-bf5c-cfab70fafed8 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/routers/3218e701-6456-4e5d-98dc-1e018a110534 HTTP/1.1" status: 200 len: 922 time: 0.9253151 Jan 10 11:53:45.222454 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54170) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:45.229017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb680c-19be-4d56-bbb5-9fe4ef9882ea None None] Pushing event updated for resources: {'Port': ['ID=87b97152-cfa9-43cf-9924-81a43e037955,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:45.254229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-ce55d40a-e134-44cd-a3cb-b94c1e27b954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:45.254867 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce55d40a-e134-44cd-a3cb-b94c1e27b954 None None] The sync data for ids ['3218e701-6456-4e5d-98dc-1e018a110534'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:45.256238 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-74f614aa-0a71-4c84-a282-d77049f91b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (b41ca8dd-42e7-44fe-b479-1af7b0be84c2), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:45.258423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (fca5d727-791a-43aa-a9f0-eba9f1c925bf), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:45.261154 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfa4c2d-08cc-49e7-bb9e-90b30c46ac8f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:45.304566 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Network 9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:45.326088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:45.334174 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f614aa-0a71-4c84-a282-d77049f91b8e None None] No DVR routers for this DVR port b41ca8dd-42e7-44fe-b479-1af7b0be84c2 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:45.335626 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-4a3df344-37d7-4261-9f8b-2abc7313c195 None None] Port 8538349c-f574-4319-8ea8-e44554f1fbd6 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:45.340093 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:45.349130 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Network 8eca4002-c316-449f-b345-2125c168c242 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:45.363123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:45.377320 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:45.385003 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:45.407191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671a6741-df2b-4e21-aad5-04f048846c14 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:45.414590 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-671a6741-df2b-4e21-aad5-04f048846c14 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&device_id=3218e701-6456-4e5d-98dc-1e018a110534&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1865544 Jan 10 11:53:45.424182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82a456-2b17-465e-bf6e-091178442670 None None] Pushing event updated for resources: {'Port': ['ID=2df9f116-2384-4e31-bb8f-b42b1f7805ef,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:45.454163 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54172) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:45.460057 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-1cfa4c2d-08cc-49e7-bb9e-90b30c46ac8f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:45.470162 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfa4c2d-08cc-49e7-bb9e-90b30c46ac8f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:45.470162 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4c2d-08cc-49e7-bb9e-90b30c46ac8f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:45.475140 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa4c2d-08cc-49e7-bb9e-90b30c46ac8f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=b41ca8dd-42e7-44fe-b479-1af7b0be84c2,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:45.504178 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Allocated IP 172.20.0.1 (a8486034-8e8b-4771-b31b-a6d219f830e2/b72a65a1-a1b8-46fa-ae88-98da8836d33c/595c3871-feb2-485f-b753-58aa8dcf44f2) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:45.528509 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eee1a8-5f35-4bed-939e-d15270fdc6fd None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:45.530324 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa4c2d-08cc-49e7-bb9e-90b30c46ac8f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=856613f0-edac-4fd5-a9da-847e207ce8be,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:45.605180 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Attempting to bind port 17dee11f-d7ac-4cd9-8a05-f88a777df336 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:45.605180 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Attempting to bind port 17dee11f-d7ac-4cd9-8a05-f88a777df336 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ae8b677e-b2ac-414d-96a6-88fd61d2fa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:45.605180 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Attempting to bind port 17dee11f-d7ac-4cd9-8a05-f88a777df336 on network 9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:45.641680 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8759f5a7-f22a-4b13-bf73-b9c1e332fe0b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:45.645957 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8759f5a7-f22a-4b13-bf73-b9c1e332fe0b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/networks/a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 HTTP/1.1" status: 200 len: 881 time: 0.1895137 Jan 10 11:53:45.648145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54174) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:45.654046 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1cfa4c2d-08cc-49e7-bb9e-90b30c46ac8f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.0068383 Jan 10 11:53:45.655435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Attempting to bind port fca5d727-791a-43aa-a9f0-eba9f1c925bf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:45.655907 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Attempting to bind port fca5d727-791a-43aa-a9f0-eba9f1c925bf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '36de28f5-cb4d-4488-a9e8-74bc954787a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8eca4002-c316-449f-b345-2125c168c242'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:45.656171 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Attempting to bind port fca5d727-791a-43aa-a9f0-eba9f1c925bf on network 8eca4002-c316-449f-b345-2125c168c242 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:45.658219 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54176) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:45.662773 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Pushing event updated for resources: {'Port': ['ID=17dee11f-d7ac-4cd9-8a05-f88a777df336,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:45.665740 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8e9f2b21-c0f3-434a-af62-8a75b9962028 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:45.666451 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Publish callbacks [] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:45.670263 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:45.670644 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Checking segment: {'id': 'ae8b677e-b2ac-414d-96a6-88fd61d2fa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:45.671048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:45.671477 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Bound using segment: {'id': 'ae8b677e-b2ac-414d-96a6-88fd61d2fa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:45.671926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Bound port: 17dee11f-d7ac-4cd9-8a05-f88a777df336, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8b677e-b2ac-414d-96a6-88fd61d2fa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:45.672986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (17dee11f-d7ac-4cd9-8a05-f88a777df336), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:45.700969 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6823b48e-7f99-4cf4-901a-a024cdd13b93 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "GET /v2.0/ports?device_id=3218e701-6456-4e5d-98dc-1e018a110534 HTTP/1.1" status: 200 len: 205 time: 0.0515656 Jan 10 11:53:45.704225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54178) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:45.736896 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:45.737173 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:45.737390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Checking segment: {'id': '36de28f5-cb4d-4488-a9e8-74bc954787a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8eca4002-c316-449f-b345-2125c168c242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:45.737841 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:45.738311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Bound using segment: {'id': '36de28f5-cb4d-4488-a9e8-74bc954787a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8eca4002-c316-449f-b345-2125c168c242'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:45.738797 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Bound port: fca5d727-791a-43aa-a9f0-eba9f1c925bf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36de28f5-cb4d-4488-a9e8-74bc954787a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8eca4002-c316-449f-b345-2125c168c242'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:45.739247 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fca5d727-791a-43aa-a9f0-eba9f1c925bf), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:45.746943 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f614aa-0a71-4c84-a282-d77049f91b8e None None] Pushing event deleted for resources: {'Port': ['ID=b41ca8dd-42e7-44fe-b479-1af7b0be84c2,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:45.754915 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:45.830895 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0dc1dfa2-9c50-48bb-9e64-b9f3b36f9690 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (3218e701-6456-4e5d-98dc-1e018a110534), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:45.836104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] For port 17dee11f-d7ac-4cd9-8a05-f88a777df336, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:45.844712 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:45.854688 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] For port 17dee11f-d7ac-4cd9-8a05-f88a777df336, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17dee11f-d7ac-4cd9-8a05-f88a777df336,segment=NetworkSegment(ae8b677e-b2ac-414d-96a6-88fd61d2fa8e),segment_id=ae8b677e-b2ac-414d-96a6-88fd61d2fa8e)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:45.894985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network 8eca4002-c316-449f-b345-2125c168c242 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:45.911915 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:45.925686 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:45.926379 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (4dcdc201-4577-40fb-908f-13be74c3693d), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:45.990962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (595c3871-feb2-485f-b753-58aa8dcf44f2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:46.001983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0dc1dfa2-9c50-48bb-9e64-b9f3b36f9690 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (3218e701-6456-4e5d-98dc-1e018a110534), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:46.127333 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=55c6c856-b3d3-4db9-bbe3-ea11edd987da,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:46.207687 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (595c3871-feb2-485f-b753-58aa8dcf44f2), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:46.250662 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Network 151d3af3-1d62-4019-9276-975d7a526e5d is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:46.278435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c48c2ff7-1c62-4634-a2e2-c0330a51aa01 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:46.305802 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network a8486034-8e8b-4771-b31b-a6d219f830e2 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:46.313348 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:46.322691 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:46.323567 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:46.326719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=595c3871-feb2-485f-b753-58aa8dcf44f2,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:46.326896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:46.341481 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24052417-5a53-4832-a235-0042fbdec9b5 None None] Network a8486034-8e8b-4771-b31b-a6d219f830e2 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:46.345170 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (17dee11f-d7ac-4cd9-8a05-f88a777df336), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:46.361417 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': '856613f0-edac-4fd5-a9da-847e207ce8be'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:53:46.362406 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:46.400697 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-0dc1dfa2-9c50-48bb-9e64-b9f3b36f9690 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Deleting port 9358c2e4-e851-4467-8ce1-a5aaf544415b {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:46.401046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0dc1dfa2-9c50-48bb-9e64-b9f3b36f9690 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9358c2e4-e851-4467-8ce1-a5aaf544415b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:46.406100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (d51df83b-249e-4591-b885-e287c7efec77), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:46.473791 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-b96d2a3d-d8eb-4d0a-898c-eecedd279c6f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Allocated IP 2001:db8::2c2 (151d3af3-1d62-4019-9276-975d7a526e5d/87f11a20-c4f7-4bf0-801d-598ba0942f8d/919cf9c6-e215-4763-94d9-a71156e28b09) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:46.566887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0dc1dfa2-9c50-48bb-9e64-b9f3b36f9690 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9358c2e4-e851-4467-8ce1-a5aaf544415b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:46.577562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Pushing event updated for resources: {'Port': ['ID=fca5d727-791a-43aa-a9f0-eba9f1c925bf,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:46.580743 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-0dc1dfa2-9c50-48bb-9e64-b9f3b36f9690 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Calling delete_port for 9358c2e4-e851-4467-8ce1-a5aaf544415b owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:46.678984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-1a9e5da1-7cdd-45fd-a50e-cff52760fe38 None None] Provisioning complete for port 87b97152-cfa9-43cf-9924-81a43e037955 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:46.679550 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5da1-7cdd-45fd-a50e-cff52760fe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (87b97152-cfa9-43cf-9924-81a43e037955), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:46.684202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] For port fca5d727-791a-43aa-a9f0-eba9f1c925bf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:46.687050 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9f2b21-c0f3-434a-af62-8a75b9962028 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:46.690711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2b21-c0f3-434a-af62-8a75b9962028 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:46.730832 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (595c3871-feb2-485f-b753-58aa8dcf44f2), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:46.744107 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port c48c2ff7-1c62-4634-a2e2-c0330a51aa01 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:46.744567 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c48c2ff7-1c62-4634-a2e2-c0330a51aa01), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:46.746963 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Attempting to bind port 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:46.747425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Attempting to bind port 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8a12e8b0-26a8-4436-8f71-63d9ef12e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '151d3af3-1d62-4019-9276-975d7a526e5d'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:46.747856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Attempting to bind port 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2 on network 151d3af3-1d62-4019-9276-975d7a526e5d {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:46.776162 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:46.795333 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] For port fca5d727-791a-43aa-a9f0-eba9f1c925bf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fca5d727-791a-43aa-a9f0-eba9f1c925bf,segment=NetworkSegment(36de28f5-cb4d-4488-a9e8-74bc954787a7),segment_id=36de28f5-cb4d-4488-a9e8-74bc954787a7)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:46.800698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Pushing event updated for resources: {'Port': ['ID=9fc2725a-c1ba-4f59-87c4-a5738c84f1a2,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:46.845415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:46.845861 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Checking segment: {'id': '8a12e8b0-26a8-4436-8f71-63d9ef12e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '151d3af3-1d62-4019-9276-975d7a526e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:46.846549 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:46.846687 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Bound using segment: {'id': '8a12e8b0-26a8-4436-8f71-63d9ef12e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '151d3af3-1d62-4019-9276-975d7a526e5d'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:46.847098 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Bound port: 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a12e8b0-26a8-4436-8f71-63d9ef12e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '151d3af3-1d62-4019-9276-975d7a526e5d'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:46.847676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:46.901118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Allocated IP 2001:db8::f816:3eff:fe47:39ec (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/856613f0-edac-4fd5-a9da-847e207ce8be/5434e0df-b362-4b5d-b8a5-4cf1033a5ed6) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:46.926734 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (fca5d727-791a-43aa-a9f0-eba9f1c925bf), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:47.043027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01e3ce-6dd0-491f-a543-15802684452a None None] Pushing event updated for resources: {'Port': ['ID=17dee11f-d7ac-4cd9-8a05-f88a777df336,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:47.145989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689dd1f-a639-4226-9552-3f4ab04f4c01 None None] Pushing event updated for resources: {'Port': ['ID=fca5d727-791a-43aa-a9f0-eba9f1c925bf,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:47.182433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] For port 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:47.289985 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0dc1dfa2-9c50-48bb-9e64-b9f3b36f9690 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (9358c2e4-e851-4467-8ce1-a5aaf544415b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:47.342085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:47.352329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] For port 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9fc2725a-c1ba-4f59-87c4-a5738c84f1a2,segment=NetworkSegment(8a12e8b0-26a8-4436-8f71-63d9ef12e01a),segment_id=8a12e8b0-26a8-4436-8f71-63d9ef12e01a)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:47.372099 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b96d2a3d-d8eb-4d0a-898c-eecedd279c6f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (919cf9c6-e215-4763-94d9-a71156e28b09), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:47.379090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1dfa2-9c50-48bb-9e64-b9f3b36f9690 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Pushing event deleted for resources: {'Port': ['ID=9358c2e4-e851-4467-8ce1-a5aaf544415b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:47.436211 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:47.436818 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (4dcdc201-4577-40fb-908f-13be74c3693d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:47.438357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80a599e-5467-4efc-b84e-b877c9ad68b1 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:47.508419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:47.517248 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (595c3871-feb2-485f-b753-58aa8dcf44f2), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:47.520813 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5da1-7cdd-45fd-a50e-cff52760fe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (87b97152-cfa9-43cf-9924-81a43e037955), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:47.539640 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c48c2ff7-1c62-4634-a2e2-c0330a51aa01), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:47.551928 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0dc1dfa2-9c50-48bb-9e64-b9f3b36f9690 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (3218e701-6456-4e5d-98dc-1e018a110534), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:47.710897 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1a9e5da1-7cdd-45fd-a50e-cff52760fe38 None None] For port 87b97152-cfa9-43cf-9924-81a43e037955, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87b97152-cfa9-43cf-9924-81a43e037955,segment=NetworkSegment(3d88e626-65b2-4401-821a-d038227bf07c),segment_id=3d88e626-65b2-4401-821a-d038227bf07c)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:47.772399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (595c3871-feb2-485f-b753-58aa8dcf44f2), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:47.797411 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port c48c2ff7-1c62-4634-a2e2-c0330a51aa01, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c48c2ff7-1c62-4634-a2e2-c0330a51aa01,segment=NetworkSegment(097f9a71-5e11-4cf6-9a63-cecbcff3c609),segment_id=097f9a71-5e11-4cf6-9a63-cecbcff3c609)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:47.829793 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Allocated IP 172.20.0.1 (31909442-a32b-4fa9-a0fd-39ad0d269b94/95eb225d-7658-4ce8-9c10-f9d885101031/9d045fe0-0185-4d23-870f-5471945f14f4) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:47.857183 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=595c3871-feb2-485f-b753-58aa8dcf44f2,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:47.859098 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Publish callbacks [] for port (5434e0df-b362-4b5d-b8a5-4cf1033a5ed6), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:47.869159 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf076f-657a-4f81-9a1c-eec5ff686e61 None None] Pushing event updated for resources: {'Port': ['ID=9fc2725a-c1ba-4f59-87c4-a5738c84f1a2,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:47.887036 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network 8eca4002-c316-449f-b345-2125c168c242 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:47.887151 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179a4082-3e71-4ddf-8803-63a36c6de8b0 None None] Network 31909442-a32b-4fa9-a0fd-39ad0d269b94 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:47.892031 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5da1-7cdd-45fd-a50e-cff52760fe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (87b97152-cfa9-43cf-9924-81a43e037955), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:47.903645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0dc1dfa2-9c50-48bb-9e64-b9f3b36f9690 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (3218e701-6456-4e5d-98dc-1e018a110534), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:47.918293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0dc1dfa2-9c50-48bb-9e64-b9f3b36f9690 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_controller (3218e701-6456-4e5d-98dc-1e018a110534), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:47.965517 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:47.967704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=55c6c856-b3d3-4db9-bbe3-ea11edd987da,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:47.985351 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (d51df83b-249e-4591-b885-e287c7efec77), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.003925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c48c2ff7-1c62-4634-a2e2-c0330a51aa01), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.004739 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 2df9f116-2384-4e31-bb8f-b42b1f7805ef up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:48.060164 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (5434e0df-b362-4b5d-b8a5-4cf1033a5ed6), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.088555 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e5da1-7cdd-45fd-a50e-cff52760fe38 None None] Pushing event updated for resources: {'Port': ['ID=87b97152-cfa9-43cf-9924-81a43e037955,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:48.137046 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:48.169735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-cb593632-54eb-43f1-ae93-3ea6119f2ee0 None None] Provisioning complete for port c48c2ff7-1c62-4634-a2e2-c0330a51aa01 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:48.170155 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cb593632-54eb-43f1-ae93-3ea6119f2ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c48c2ff7-1c62-4634-a2e2-c0330a51aa01), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.172312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0dc1dfa2-9c50-48bb-9e64-b9f3b36f9690 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (3218e701-6456-4e5d-98dc-1e018a110534), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.173100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc1dfa2-9c50-48bb-9e64-b9f3b36f9690 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Fanout notify agent at l3_agent the message router_deleted on router 3218e701-6456-4e5d-98dc-1e018a110534 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:53:48.200790 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0dc1dfa2-9c50-48bb-9e64-b9f3b36f9690 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.202454 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0dc1dfa2-9c50-48bb-9e64-b9f3b36f9690 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "DELETE /v2.0/routers/3218e701-6456-4e5d-98dc-1e018a110534 HTTP/1.1" status: 204 len: 168 time: 2.4964814 Jan 10 11:53:48.208265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54184) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:48.220711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-dcdd498e-77ba-4be6-99b3-492adef9708b tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1035446384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:48.227298 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:48.227569 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b96d2a3d-d8eb-4d0a-898c-eecedd279c6f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (919cf9c6-e215-4763-94d9-a71156e28b09), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.230072 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:48.350781 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network a8486034-8e8b-4771-b31b-a6d219f830e2 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:48.353828 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:48.357636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=c48c2ff7-1c62-4634-a2e2-c0330a51aa01,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:48.396010 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96d2a3d-d8eb-4d0a-898c-eecedd279c6f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 151d3af3-1d62-4019-9276-975d7a526e5d is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:48.405225 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-b96d2a3d-d8eb-4d0a-898c-eecedd279c6f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:48.407938 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Attempting to bind port 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:48.415800 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Attempting to bind port 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:48.415800 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Attempting to bind port 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6 on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:48.430332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:48.430711 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:48.431120 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.431517 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:48.432002 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Bound port: 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:48.432385 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5434e0df-b362-4b5d-b8a5-4cf1033a5ed6), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.436952 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:53:48.450910 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d2a3d-d8eb-4d0a-898c-eecedd279c6f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:48.472475 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96d2a3d-d8eb-4d0a-898c-eecedd279c6f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:48.473172 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b96d2a3d-d8eb-4d0a-898c-eecedd279c6f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.509508 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (9d045fe0-0185-4d23-870f-5471945f14f4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.520149 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2b21-c0f3-434a-af62-8a75b9962028 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (4bd2b03b-313c-471b-a58a-08a00e0792fa), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.554230 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dcdd498e-77ba-4be6-99b3-492adef9708b tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (ec2344e2-e9ab-4058-b864-9266bf6ee02a), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.556656 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dcdd498e-77ba-4be6-99b3-492adef9708b tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (ec2344e2-e9ab-4058-b864-9266bf6ee02a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.564461 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d2a3d-d8eb-4d0a-898c-eecedd279c6f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=919cf9c6-e215-4763-94d9-a71156e28b09,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:48.597014 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 2df9f116-2384-4e31-bb8f-b42b1f7805ef triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:48.598612 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.605883 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 4dcdc201-4577-40fb-908f-13be74c3693d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:53:48.615900 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Pushing event updated for resources: {'Port': ['ID=5434e0df-b362-4b5d-b8a5-4cf1033a5ed6,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:48.686291 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2f3dd8-a5bf-4eb5-a89d-92cf616ad6b0 None None] Network 9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:48.703185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9f2b21-c0f3-434a-af62-8a75b9962028 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:48.708800 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b96d2a3d-d8eb-4d0a-898c-eecedd279c6f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.7478538 Jan 10 11:53:48.709584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dcdd498e-77ba-4be6-99b3-492adef9708b tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_controller (ec2344e2-e9ab-4058-b864-9266bf6ee02a), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.711374 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54188) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:48.740620 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8e9f2b21-c0f3-434a-af62-8a75b9962028 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:48.762360 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9f2b21-c0f3-434a-af62-8a75b9962028 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:48.762639 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2b21-c0f3-434a-af62-8a75b9962028 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.777972 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] For port 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:48.794107 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f2b21-c0f3-434a-af62-8a75b9962028 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=4bd2b03b-313c-471b-a58a-08a00e0792fa,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:48.814431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] For port 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5434e0df-b362-4b5d-b8a5-4cf1033a5ed6,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:48.832620 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-cb593632-54eb-43f1-ae93-3ea6119f2ee0 None None] Provisioning complete for port 87b97152-cfa9-43cf-9924-81a43e037955 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:48.833008 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cb593632-54eb-43f1-ae93-3ea6119f2ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (87b97152-cfa9-43cf-9924-81a43e037955), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.835043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dcdd498e-77ba-4be6-99b3-492adef9708b tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (ec2344e2-e9ab-4058-b864-9266bf6ee02a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.909466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7a2fbe89-30d8-4d9a-81a5-6fb20f049246 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 919cf9c6-e215-4763-94d9-a71156e28b09 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:48.909466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a2fbe89-30d8-4d9a-81a5-6fb20f049246 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (919cf9c6-e215-4763-94d9-a71156e28b09), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:48.959919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router d51df83b-249e-4591-b885-e287c7efec77 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:53:48.974242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:48.986659 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Sync routers for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:48.992434 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e8628bd8-33bd-421e-8232-d666228f4aeb tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/4dcdc201-4577-40fb-908f-13be74c3693d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6736917 Jan 10 11:53:48.994135 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54190) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:49.000938 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-809f72c7-ce12-40a1-863f-b3ee7f3819f4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-161906536'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:49.005879 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:49.007010 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:49.036475 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8e9f2b21-c0f3-434a-af62-8a75b9962028 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3767476 Jan 10 11:53:49.037675 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (9d045fe0-0185-4d23-870f-5471945f14f4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:49.040340 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54192) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:49.046932 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dcdd498e-77ba-4be6-99b3-492adef9708b tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:49.048229 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-dcdd498e-77ba-4be6-99b3-492adef9708b tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8387353 Jan 10 11:53:49.052917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54194) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:49.061818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-dc50152a-2b44-401e-9f98-fe6c3801b760 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'mac_address': 'fa:16:3e:91:e3:8f', 'name': 'tempest-NetworksTestDHCPv6-87787149'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:49.074071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:49.138933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (5434e0df-b362-4b5d-b8a5-4cf1033a5ed6), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:49.202503 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:49.251824 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d17b5-3dec-4628-b8f6-89915acc0642 None None] Pushing event updated for resources: {'Port': ['ID=5434e0df-b362-4b5d-b8a5-4cf1033a5ed6,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:49.268682 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7532151-370d-40e8-8841-00ed75c86a03 None None] Network 8eca4002-c316-449f-b345-2125c168c242 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:49.380767 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network 31909442-a32b-4fa9-a0fd-39ad0d269b94 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:49.414276 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:49.428387 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:49.431758 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=9d045fe0-0185-4d23-870f-5471945f14f4,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:49.536893 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809f72c7-ce12-40a1-863f-b3ee7f3819f4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:49.542078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-809f72c7-ce12-40a1-863f-b3ee7f3819f4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:49.720717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 87b97152-cfa9-43cf-9924-81a43e037955 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:49.736062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:49.742517 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (ec2344e2-e9ab-4058-b864-9266bf6ee02a), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:49.756974 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (ee4790a6-46bb-436d-acbf-d03fca062e31), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:49.765183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809f72c7-ce12-40a1-863f-b3ee7f3819f4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:53:49.774516 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:53:46Z', 'revision_number': 3, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:47Z', 'revision_number': 2, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:49.837541 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Checking router: 4dcdc201-4577-40fb-908f-13be74c3693d for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:53:49.838732 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Updating router 4dcdc201-4577-40fb-908f-13be74c3693d port 55c6c856-b3d3-4db9-bbe3-ea11edd987da binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:53:49.858319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:49.865053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-809f72c7-ce12-40a1-863f-b3ee7f3819f4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (c9189a30-0c3a-4583-ab6b-5de4dc4b1034), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:49.870403 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b787a11-f276-464b-bbe1-30d0862465c3 None None] Network 151d3af3-1d62-4019-9276-975d7a526e5d requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:49.871440 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-809f72c7-ce12-40a1-863f-b3ee7f3819f4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Added segment c9189a30-0c3a-4583-ab6b-5de4dc4b1034 of type vlan for network 5db7a869-0483-4286-8f8e-78e063208a45 Jan 10 11:53:49.881465 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8a5740a7-890e-45ec-85ae-da2a4bc0377d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/d51df83b-249e-4591-b885-e287c7efec77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9247062 Jan 10 11:53:49.893796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f048a77-5762-4489-b739-191206fc09ce None None] Sync routers for ids ['d51df83b-249e-4591-b885-e287c7efec77'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:49.916871 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:49.927550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54198) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:50.028872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a2fbe89-30d8-4d9a-81a5-6fb20f049246 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (919cf9c6-e215-4763-94d9-a71156e28b09), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:50.083431 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3639be-0b17-4ed0-8b92-9b91b94d77f8 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:50.099292 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3a3639be-0b17-4ed0-8b92-9b91b94d77f8 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports/595c3871-feb2-485f-b753-58aa8dcf44f2 HTTP/1.1" status: 200 len: 910 time: 0.1681223 Jan 10 11:53:50.108011 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54200) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:50.126531 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7a2fbe89-30d8-4d9a-81a5-6fb20f049246 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 919cf9c6-e215-4763-94d9-a71156e28b09 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:50.173145 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f048a77-5762-4489-b739-191206fc09ce None None] Routers {'d51df83b-249e-4591-b885-e287c7efec77'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:50.174365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0f048a77-5762-4489-b739-191206fc09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d51df83b-249e-4591-b885-e287c7efec77'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:50.258330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0f048a77-5762-4489-b739-191206fc09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:50.267190 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 87b97152-cfa9-43cf-9924-81a43e037955 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:50.267576 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (87b97152-cfa9-43cf-9924-81a43e037955), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:50.318297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-cb593632-54eb-43f1-ae93-3ea6119f2ee0 None None] Provisioning complete for port 595c3871-feb2-485f-b753-58aa8dcf44f2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:50.318704 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cb593632-54eb-43f1-ae93-3ea6119f2ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (595c3871-feb2-485f-b753-58aa8dcf44f2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:50.368637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f048a77-5762-4489-b739-191206fc09ce None None] Routers {'d51df83b-249e-4591-b885-e287c7efec77'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:50.369582 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0f048a77-5762-4489-b739-191206fc09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d51df83b-249e-4591-b885-e287c7efec77'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:50.420567 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-809f72c7-ce12-40a1-863f-b3ee7f3819f4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (5db7a869-0483-4286-8f8e-78e063208a45), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:50.472103 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-cb593632-54eb-43f1-ae93-3ea6119f2ee0 None None] Port 595c3871-feb2-485f-b753-58aa8dcf44f2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:50.477612 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0f048a77-5762-4489-b739-191206fc09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:50.478645 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f048a77-5762-4489-b739-191206fc09ce None None] The sync data for ids ['d51df83b-249e-4591-b885-e287c7efec77'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:50.576200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9d045fe0-0185-4d23-870f-5471945f14f4), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:50.607099 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Provisioning complete for port c48c2ff7-1c62-4634-a2e2-c0330a51aa01 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:50.607618 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c48c2ff7-1c62-4634-a2e2-c0330a51aa01), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:50.657089 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Publish callbacks [] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:50.691307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-809f72c7-ce12-40a1-863f-b3ee7f3819f4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (5db7a869-0483-4286-8f8e-78e063208a45), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:50.704732 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f72c7-ce12-40a1-863f-b3ee7f3819f4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:50.706876 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-809f72c7-ce12-40a1-863f-b3ee7f3819f4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:50.770077 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:50.951650 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-809f72c7-ce12-40a1-863f-b3ee7f3819f4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9533889 Jan 10 11:53:50.955311 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54204) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:50.962022 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Provisioning complete for port 55c6c856-b3d3-4db9-bbe3-ea11edd987da triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:50.962022 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:50.976044 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ca958add-9b0f-4ff1-bf2e-b1551bf0e531 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'subnet': {'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:50.980503 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc50152a-2b44-401e-9f98-fe6c3801b760 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:50.985306 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36712f03-17ea-4a06-8389-56f12ecdcd4a None None] Pushing event updated for resources: {'Port': ['ID=55c6c856-b3d3-4db9-bbe3-ea11edd987da,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:51.039862 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f72c7-ce12-40a1-863f-b3ee7f3819f4 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Network': ['ID=5db7a869-0483-4286-8f8e-78e063208a45,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:51.065479 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Port 55c6c856-b3d3-4db9-bbe3-ea11edd987da cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:51.068854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 5db7a869-0483-4286-8f8e-78e063208a45 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:53:51.086524 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36712f03-17ea-4a06-8389-56f12ecdcd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:51.087267 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36712f03-17ea-4a06-8389-56f12ecdcd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:51.087825 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36712f03-17ea-4a06-8389-56f12ecdcd4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:51.088952 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36712f03-17ea-4a06-8389-56f12ecdcd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:51.098018 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a2fbe89-30d8-4d9a-81a5-6fb20f049246 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (919cf9c6-e215-4763-94d9-a71156e28b09), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:51.101439 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36712f03-17ea-4a06-8389-56f12ecdcd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:51.102247 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36712f03-17ea-4a06-8389-56f12ecdcd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:51.102842 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36712f03-17ea-4a06-8389-56f12ecdcd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:51.103391 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36712f03-17ea-4a06-8389-56f12ecdcd4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:51.103965 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36712f03-17ea-4a06-8389-56f12ecdcd4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:51.104536 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36712f03-17ea-4a06-8389-56f12ecdcd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:51.106519 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36712f03-17ea-4a06-8389-56f12ecdcd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:51.107099 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36712f03-17ea-4a06-8389-56f12ecdcd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:51.107655 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36712f03-17ea-4a06-8389-56f12ecdcd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:51.202723 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Attempting to bind port 55c6c856-b3d3-4db9-bbe3-ea11edd987da on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:51.218585 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Attempting to bind port 55c6c856-b3d3-4db9-bbe3-ea11edd987da by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '36de28f5-cb4d-4488-a9e8-74bc954787a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8eca4002-c316-449f-b345-2125c168c242'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:51.221492 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Attempting to bind port 55c6c856-b3d3-4db9-bbe3-ea11edd987da on network 8eca4002-c316-449f-b345-2125c168c242 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:51.222512 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Provisioning complete for port 17dee11f-d7ac-4cd9-8a05-f88a777df336 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:51.226501 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (17dee11f-d7ac-4cd9-8a05-f88a777df336), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:51.240591 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:51.256314 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Checking segment: {'id': '36de28f5-cb4d-4488-a9e8-74bc954787a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8eca4002-c316-449f-b345-2125c168c242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:51.262850 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:51.263536 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Bound using segment: {'id': '36de28f5-cb4d-4488-a9e8-74bc954787a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8eca4002-c316-449f-b345-2125c168c242'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:51.264280 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Bound port: 55c6c856-b3d3-4db9-bbe3-ea11edd987da, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36de28f5-cb4d-4488-a9e8-74bc954787a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8eca4002-c316-449f-b345-2125c168c242'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:51.268271 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:51.303661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:51.387357 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] For port 55c6c856-b3d3-4db9-bbe3-ea11edd987da, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:51.395093 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] For port 55c6c856-b3d3-4db9-bbe3-ea11edd987da, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55c6c856-b3d3-4db9-bbe3-ea11edd987da,segment=NetworkSegment(36de28f5-cb4d-4488-a9e8-74bc954787a7),segment_id=36de28f5-cb4d-4488-a9e8-74bc954787a7)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:51.407292 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (ec2344e2-e9ab-4058-b864-9266bf6ee02a), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:51.445350 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:51.449420 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fbe89-30d8-4d9a-81a5-6fb20f049246 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=919cf9c6-e215-4763-94d9-a71156e28b09,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:51.466273 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:51.466830 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5434e0df-b362-4b5d-b8a5-4cf1033a5ed6), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:51.470975 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (17dee11f-d7ac-4cd9-8a05-f88a777df336), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:51.478887 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:51.573424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] For port 17dee11f-d7ac-4cd9-8a05-f88a777df336, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17dee11f-d7ac-4cd9-8a05-f88a777df336,segment=NetworkSegment(ae8b677e-b2ac-414d-96a6-88fd61d2fa8e),segment_id=ae8b677e-b2ac-414d-96a6-88fd61d2fa8e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:51.583936 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:51.592659 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:51.594716 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:51.612020 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a2fbe89-30d8-4d9a-81a5-6fb20f049246 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:51.618973 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7a2fbe89-30d8-4d9a-81a5-6fb20f049246 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/919cf9c6-e215-4763-94d9-a71156e28b09 HTTP/1.1" status: 204 len: 168 time: 2.9061024 Jan 10 11:53:51.632419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54206) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:51.669752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (17dee11f-d7ac-4cd9-8a05-f88a777df336), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:51.743022 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-78989fab-a3aa-4c56-a557-bc60ff2c4d76 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] GET failed (client error): The resource could not be found. Jan 10 11:53:51.747391 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-78989fab-a3aa-4c56-a557-bc60ff2c4d76 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/919cf9c6-e215-4763-94d9-a71156e28b09 HTTP/1.1" status: 404 len: 333 time: 0.1111631 Jan 10 11:53:51.759230 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5434e0df-b362-4b5d-b8a5-4cf1033a5ed6), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:51.775716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Provisioning complete for port 9d045fe0-0185-4d23-870f-5471945f14f4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:51.784826 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9d045fe0-0185-4d23-870f-5471945f14f4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:51.796002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54208) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:51.843714 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc50152a-2b44-401e-9f98-fe6c3801b760 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:51.847492 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5434e0df-b362-4b5d-b8a5-4cf1033a5ed6,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:51.853430 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135c856b-cd53-4ec3-a1cf-2e1c57154dda None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:51.861321 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36712f03-17ea-4a06-8389-56f12ecdcd4a None None] Pushing event updated for resources: {'Port': ['ID=55c6c856-b3d3-4db9-bbe3-ea11edd987da,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:51.903745 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:51.918589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca958add-9b0f-4ff1-bf2e-b1551bf0e531 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:51.922462 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca958add-9b0f-4ff1-bf2e-b1551bf0e531 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:51.954259 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Allocated IP 172.36.2.87 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/7f8ea713-d584-4e04-b933-1773968e4b7f) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:51.970198 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Pushing event updated for resources: {'Port': ['ID=17dee11f-d7ac-4cd9-8a05-f88a777df336,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:52.004118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Port 9d045fe0-0185-4d23-870f-5471945f14f4 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:52.009543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (5434e0df-b362-4b5d-b8a5-4cf1033a5ed6), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.011063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c48c2ff7-1c62-4634-a2e2-c0330a51aa01 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:52.139384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for port (7f8ea713-d584-4e04-b933-1773968e4b7f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.147170 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=5434e0df-b362-4b5d-b8a5-4cf1033a5ed6,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:52.166978 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-dc50152a-2b44-401e-9f98-fe6c3801b760 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port d8a59227-664d-40d2-a950-32ad0c5b4b2f yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:53:52.216130 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Provisioning complete for port 595c3871-feb2-485f-b753-58aa8dcf44f2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:52.216557 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (595c3871-feb2-485f-b753-58aa8dcf44f2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.255384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-795287b8-8607-411a-bb19-15d52e73eed8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting subnet 87f11a20-c4f7-4bf0-801d-598ba0942f8d {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:53:52.265724 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-795287b8-8607-411a-bb19-15d52e73eed8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (87f11a20-c4f7-4bf0-801d-598ba0942f8d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.286049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port c48c2ff7-1c62-4634-a2e2-c0330a51aa01 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:52.290111 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c48c2ff7-1c62-4634-a2e2-c0330a51aa01), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.295197 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (9d045fe0-0185-4d23-870f-5471945f14f4), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.323680 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Port 595c3871-feb2-485f-b753-58aa8dcf44f2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:52.324087 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:53:46Z', 'revision_number': 3, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:51Z', 'revision_number': 4, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:52.363973 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Provisioning complete for port 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:52.364350 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.366440 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42932f2e-3e16-4b69-91c7-1b1a5279ebe7 None None] The sync data for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv is: [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:53:46Z', 'revision_number': 3, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:51Z', 'revision_number': 4, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:52.378770 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (7f8ea713-d584-4e04-b933-1773968e4b7f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.420889 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (9d045fe0-0185-4d23-870f-5471945f14f4), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.471152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca958add-9b0f-4ff1-bf2e-b1551bf0e531 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (81f69f5a-0003-47ce-b659-b88196352375), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.488702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-795287b8-8607-411a-bb19-15d52e73eed8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (87f11a20-c4f7-4bf0-801d-598ba0942f8d), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.556125 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:52.560446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db2998-ff8f-4652-bca8-27ae62dddaa6 None None] Update dhcp port {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'fixed_ips': [{'subnet_id': '856613f0-edac-4fd5-a9da-847e207ce8be', 'ip_address': '2001:db8::f816:3eff:fe47:39ec'}, {'subnet_id': '4bd2b03b-313c-471b-a58a-08a00e0792fa'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '5434e0df-b362-4b5d-b8a5-4cf1033a5ed6'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:53:52.565935 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:52.575491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Pushing event updated for resources: {'Port': ['ID=7f8ea713-d584-4e04-b933-1773968e4b7f,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:52.578116 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:52.584677 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (ee4790a6-46bb-436d-acbf-d03fca062e31), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.592801 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:52.637334 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df85b97-2df6-4f7e-b684-4a71798e4d79 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:52.693159 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca958add-9b0f-4ff1-bf2e-b1551bf0e531 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Subnet': ['ID=81f69f5a-0003-47ce-b659-b88196352375,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:52.707927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-59db2998-ff8f-4652-bca8-27ae62dddaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5434e0df-b362-4b5d-b8a5-4cf1033a5ed6), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.713840 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-dc50152a-2b44-401e-9f98-fe6c3801b760 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 172.20.0.6 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/4bd2b03b-313c-471b-a58a-08a00e0792fa/d8a59227-664d-40d2-a950-32ad0c5b4b2f) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:52.728191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-dc50152a-2b44-401e-9f98-fe6c3801b760 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::f816:3eff:fe91:e38f (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/856613f0-edac-4fd5-a9da-847e207ce8be/d8a59227-664d-40d2-a950-32ad0c5b4b2f) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:52.769382 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca958add-9b0f-4ff1-bf2e-b1551bf0e531 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Checking segment: {'id': 'c9189a30-0c3a-4583-ab6b-5de4dc4b1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:52.782461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca958add-9b0f-4ff1-bf2e-b1551bf0e531 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network hostable DHCP agents. Network: 5db7a869-0483-4286-8f8e-78e063208a45, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:53:52.791755 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:52.792410 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.813759 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=9d045fe0-0185-4d23-870f-5471945f14f4,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:52.828201 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Allocated IP 172.21.0.1 (9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a/c874daa5-0f54-4c6d-9bbd-7f7c4c4e6db7/92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:52.918622 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-795287b8-8607-411a-bb19-15d52e73eed8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (87f11a20-c4f7-4bf0-801d-598ba0942f8d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.977123 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca958add-9b0f-4ff1-bf2e-b1551bf0e531 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network 5db7a869-0483-4286-8f8e-78e063208a45 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:53:53.015076 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network 31909442-a32b-4fa9-a0fd-39ad0d269b94 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:53.021361 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:53.081057 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:53.165050 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc50152a-2b44-401e-9f98-fe6c3801b760 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (d8a59227-664d-40d2-a950-32ad0c5b4b2f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:53.171869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:53.234910 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:53.270706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-ca958add-9b0f-4ff1-bf2e-b1551bf0e531 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5db7a869-0483-4286-8f8e-78e063208a45) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:53.275866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca958add-9b0f-4ff1-bf2e-b1551bf0e531 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:53.276640 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca958add-9b0f-4ff1-bf2e-b1551bf0e531 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:53.301147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4427279-2874-4fad-8ea7-29fba1fa47f2 None None] Network 5db7a869-0483-4286-8f8e-78e063208a45 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:53.304387 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-795287b8-8607-411a-bb19-15d52e73eed8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (87f11a20-c4f7-4bf0-801d-598ba0942f8d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:53.353465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc50152a-2b44-401e-9f98-fe6c3801b760 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (d8a59227-664d-40d2-a950-32ad0c5b4b2f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:53.356200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795287b8-8607-411a-bb19-15d52e73eed8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Subnet': ['ID=87f11a20-c4f7-4bf0-801d-598ba0942f8d,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:53.376398 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-795287b8-8607-411a-bb19-15d52e73eed8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:53.384755 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-795287b8-8607-411a-bb19-15d52e73eed8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/87f11a20-c4f7-4bf0-801d-598ba0942f8d HTTP/1.1" status: 204 len: 168 time: 1.5873053 Jan 10 11:53:53.398444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54214) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:53.419071 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ca958add-9b0f-4ff1-bf2e-b1551bf0e531 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4600599 Jan 10 11:53:53.433424 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54216) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:53.433424 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:53.463573 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc50152a-2b44-401e-9f98-fe6c3801b760 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:53.473202 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-dc50152a-2b44-401e-9f98-fe6c3801b760 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:53.495286 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3effee6-f9d7-4b8b-9f0e-c1c33bab0d91 None None] Network 151d3af3-1d62-4019-9276-975d7a526e5d requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:53.512739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (ec2344e2-e9ab-4058-b864-9266bf6ee02a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:53.515590 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50152a-2b44-401e-9f98-fe6c3801b760 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:53.552794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:53:53.553177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:53:53.588126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50152a-2b44-401e-9f98-fe6c3801b760 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=d8a59227-664d-40d2-a950-32ad0c5b4b2f,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:53.596091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network 9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:53.601014 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:53:53.601376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:53:53.609678 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-59db2998-ff8f-4652-bca8-27ae62dddaa6 None None] Allocated IP 172.20.0.2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/4bd2b03b-313c-471b-a58a-08a00e0792fa/5434e0df-b362-4b5d-b8a5-4cf1033a5ed6) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:53.640389 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:53.655155 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:53.750747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5db7a869-0483-4286-8f8e-78e063208a45', 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'fixed_ips': [{'subnet_id': '81f69f5a-0003-47ce-b659-b88196352375'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:53:53.751756 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:53.840180 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router ee4790a6-46bb-436d-acbf-d03fca062e31 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:53:53.844895 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (151d3af3-1d62-4019-9276-975d7a526e5d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:53.995121 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd3e667-262a-441c-b77f-4b7bad847777 None None] DHCP port deletion for 151d3af3-1d62-4019-9276-975d7a526e5d request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:54.008661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-59db2998-ff8f-4652-bca8-27ae62dddaa6 None None] For port 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5434e0df-b362-4b5d-b8a5-4cf1033a5ed6,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:54.161609 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:54.162255 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.167392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-59db2998-ff8f-4652-bca8-27ae62dddaa6 None None] Publish callbacks [] for port (5434e0df-b362-4b5d-b8a5-4cf1033a5ed6), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.197883 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:54.214302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.221725 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae41b6-9616-4111-869e-999d7d228b19 None None] Sync routers for ids ['ee4790a6-46bb-436d-acbf-d03fca062e31'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:54.238596 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d1aae0b8-81d7-4349-80a5-dab69a783f2a tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "PUT /v2.0/routers/ee4790a6-46bb-436d-acbf-d03fca062e31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2358358 Jan 10 11:53:54.243451 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54220) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:54.251423 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae41b6-9616-4111-869e-999d7d228b19 None None] Routers {'ee4790a6-46bb-436d-acbf-d03fca062e31'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:54.251596 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-dfb47d4e-2593-421d-8c01-1fe250abd30b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'port': {'network_id': '31909442-a32b-4fa9-a0fd-39ad0d269b94', 'name': 'tempest-FloatingIPTestJSON-659786812'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:54.252074 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-dfae41b6-9616-4111-869e-999d7d228b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['ee4790a6-46bb-436d-acbf-d03fca062e31'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:54.268104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Allocated IP 2001:db8:2::2 (5db7a869-0483-4286-8f8e-78e063208a45/81f69f5a-0003-47ce-b659-b88196352375/af22e137-4302-444a-bf23-454fadd4e089) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:54.331126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (d51df83b-249e-4591-b885-e287c7efec77), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.339255 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc50152a-2b44-401e-9f98-fe6c3801b760 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:54.339959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc50152a-2b44-401e-9f98-fe6c3801b760 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.348797 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-dfae41b6-9616-4111-869e-999d7d228b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:54.362045 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (ec2344e2-e9ab-4058-b864-9266bf6ee02a), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.366326 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae41b6-9616-4111-869e-999d7d228b19 None None] Routers {'ee4790a6-46bb-436d-acbf-d03fca062e31'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:54.366875 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] For port 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9fc2725a-c1ba-4f59-87c4-a5738c84f1a2,segment=NetworkSegment(8a12e8b0-26a8-4436-8f71-63d9ef12e01a),segment_id=8a12e8b0-26a8-4436-8f71-63d9ef12e01a)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:54.367374 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-dfae41b6-9616-4111-869e-999d7d228b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['ee4790a6-46bb-436d-acbf-d03fca062e31'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:54.367664 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.384659 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:54.399976 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (ec2344e2-e9ab-4058-b864-9266bf6ee02a), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.420743 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-dfae41b6-9616-4111-869e-999d7d228b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:54.421346 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae41b6-9616-4111-869e-999d7d228b19 None None] The sync data for ids ['ee4790a6-46bb-436d-acbf-d03fca062e31'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:54.423510 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:54.442607 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-59db2998-ff8f-4652-bca8-27ae62dddaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (5434e0df-b362-4b5d-b8a5-4cf1033a5ed6), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.449614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.517331 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-dc50152a-2b44-401e-9f98-fe6c3801b760 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 5.4732976 Jan 10 11:53:54.530293 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54224) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:54.592559 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1dd3e667-262a-441c-b77f-4b7bad847777 None None] Deleting port 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:54.593209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1dd3e667-262a-441c-b77f-4b7bad847777 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.599533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9fc2725a-c1ba-4f59-87c4-a5738c84f1a2,segment=NetworkSegment(8a12e8b0-26a8-4436-8f71-63d9ef12e01a),segment_id=8a12e8b0-26a8-4436-8f71-63d9ef12e01a)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:54.666074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db2998-ff8f-4652-bca8-27ae62dddaa6 None None] Pushing event updated for resources: {'Port': ['ID=5434e0df-b362-4b5d-b8a5-4cf1033a5ed6,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:54.716590 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118cdc8a-57ec-4115-9a59-91baaab40dde tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:54.723736 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118cdc8a-57ec-4115-9a59-91baaab40dde tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:54.728437 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-118cdc8a-57ec-4115-9a59-91baaab40dde tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1963987 Jan 10 11:53:54.731485 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54226) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:54.751142 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.754656 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.755456 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fca5d727-791a-43aa-a9f0-eba9f1c925bf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:54.788966 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb47d4e-2593-421d-8c01-1fe250abd30b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Made reservation on behalf of 87395ce205234b79884efd4fb62f5856 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:54.793124 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dfb47d4e-2593-421d-8c01-1fe250abd30b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.863830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.895512 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1dd3e667-262a-441c-b77f-4b7bad847777 None None] For port 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9fc2725a-c1ba-4f59-87c4-a5738c84f1a2,segment=NetworkSegment(8a12e8b0-26a8-4436-8f71-63d9ef12e01a),segment_id=8a12e8b0-26a8-4436-8f71-63d9ef12e01a)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:54.899102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1dd3e667-262a-441c-b77f-4b7bad847777 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.927569 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Publish callbacks [] for port (af22e137-4302-444a-bf23-454fadd4e089), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:54.950449 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-dfb47d4e-2593-421d-8c01-1fe250abd30b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] device_id is not set on port 56cdf7be-c045-4cff-b47e-fb64506a742a yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:53:54.955130 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:53:54.955701 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:53:54.956831 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No DVR routers for this DVR port 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:54.957092 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1dd3e667-262a-441c-b77f-4b7bad847777 None None] Calling delete_port for 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:54.958919 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=9fc2725a-c1ba-4f59-87c4-a5738c84f1a2,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:54.965525 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=9fc2725a-c1ba-4f59-87c4-a5738c84f1a2,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:55.011954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Port 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2 update to ACTIVE by agent not found {{(pid=110626) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 10 11:53:55.073083 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port fca5d727-791a-43aa-a9f0-eba9f1c925bf triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:55.073781 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fca5d727-791a-43aa-a9f0-eba9f1c925bf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.110573 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.120354 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.128569 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (151d3af3-1d62-4019-9276-975d7a526e5d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.168554 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151d3af3-1d62-4019-9276-975d7a526e5d']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:55.189480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1dd3e667-262a-441c-b77f-4b7bad847777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (9fc2725a-c1ba-4f59-87c4-a5738c84f1a2), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.190364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a12e8b0-26a8-4436-8f71-63d9ef12e01a') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:55.190364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a12e8b0-26a8-4436-8f71-63d9ef12e01a') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:55.208799 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (8a12e8b0-26a8-4436-8f71-63d9ef12e01a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.236289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.238101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (8a12e8b0-26a8-4436-8f71-63d9ef12e01a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.242846 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (af22e137-4302-444a-bf23-454fadd4e089), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.248717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Provisioning complete for port fca5d727-791a-43aa-a9f0-eba9f1c925bf triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:55.249751 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fca5d727-791a-43aa-a9f0-eba9f1c925bf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.252050 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:53:55.252742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (8a12e8b0-26a8-4436-8f71-63d9ef12e01a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.260655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd3e667-262a-441c-b77f-4b7bad847777 None None] No DVR routers for this DVR port 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:55.267634 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3e667-262a-441c-b77f-4b7bad847777 None None] Pushing event deleted for resources: {'Port': ['ID=9fc2725a-c1ba-4f59-87c4-a5738c84f1a2,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:53:55.306558 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:53:55.315672 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Router ec2344e2-e9ab-4058-b864-9266bf6ee02a is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:53:55.408107 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:55.416687 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (d51df83b-249e-4591-b885-e287c7efec77), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.458789 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Network 5db7a869-0483-4286-8f8e-78e063208a45 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:55.483121 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:55.498253 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:55.534832 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Pushing event updated for resources: {'Port': ['ID=af22e137-4302-444a-bf23-454fadd4e089,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:55.545013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fca5d727-791a-43aa-a9f0-eba9f1c925bf), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.692760 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Allocated IP 2001:db8:2::1 (5db7a869-0483-4286-8f8e-78e063208a45/81f69f5a-0003-47ce-b659-b88196352375/263e4583-5204-4e1a-bd3a-d0a416271924) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:55.722373 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-b99e3111-a276-42d0-b8b0-c2a13fbd19e7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port d8a59227-664d-40d2-a950-32ad0c5b4b2f {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:55.722373 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b99e3111-a276-42d0-b8b0-c2a13fbd19e7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (d8a59227-664d-40d2-a950-32ad0c5b4b2f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.722373 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:55.731861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.737132 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a13ff69b-552e-4196-b522-fcf389271c0e tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "PUT /v2.0/routers/ec2344e2-e9ab-4058-b864-9266bf6ee02a HTTP/1.1" status: 200 len: 879 time: 6.6733143 Jan 10 11:53:55.741126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54232) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:55.770063 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (151d3af3-1d62-4019-9276-975d7a526e5d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.775023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.779516 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/networks/151d3af3-1d62-4019-9276-975d7a526e5d HTTP/1.1" status: 204 len: 168 time: 2.3783209 Jan 10 11:53:55.799648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54234) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:55.811390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-feaa7a34-9ff0-4502-89e9-1b542967ff45 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'name': 'tempest-PortsIpV6TestJSON-1982089379'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:55.849694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fb36a9-28df-4029-b7ec-38f74d97b771 None None] Sync routers for ids ['ec2344e2-e9ab-4058-b864-9266bf6ee02a'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:55.895558 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Attempting to bind port af22e137-4302-444a-bf23-454fadd4e089 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:55.895941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Attempting to bind port af22e137-4302-444a-bf23-454fadd4e089 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c9189a30-0c3a-4583-ab6b-5de4dc4b1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:55.896358 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Attempting to bind port af22e137-4302-444a-bf23-454fadd4e089 on network 5db7a869-0483-4286-8f8e-78e063208a45 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:55.901599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fca5d727-791a-43aa-a9f0-eba9f1c925bf), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.910749 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb36a9-28df-4029-b7ec-38f74d97b771 None None] Routers {'ec2344e2-e9ab-4058-b864-9266bf6ee02a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:55.911431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c4fb36a9-28df-4029-b7ec-38f74d97b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['ec2344e2-e9ab-4058-b864-9266bf6ee02a'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:55.958765 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bb25b828-b9ac-4a00-b7ee-c2a7dd9ea380 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/routers/ec2344e2-e9ab-4058-b864-9266bf6ee02a HTTP/1.1" status: 200 len: 920 time: 0.2136855 Jan 10 11:53:55.958903 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e72ff0-95f3-4248-bba7-dfb787f4a800 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Network': ['ID=151d3af3-1d62-4019-9276-975d7a526e5d,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:55.963681 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port fca5d727-791a-43aa-a9f0-eba9f1c925bf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fca5d727-791a-43aa-a9f0-eba9f1c925bf,segment=NetworkSegment(36de28f5-cb4d-4488-a9e8-74bc954787a7),segment_id=36de28f5-cb4d-4488-a9e8-74bc954787a7)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:55.965489 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54236) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:55.965636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:55.965906 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Checking segment: {'id': 'c9189a30-0c3a-4583-ab6b-5de4dc4b1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:55.966335 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.966763 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Bound using segment: {'id': 'c9189a30-0c3a-4583-ab6b-5de4dc4b1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:53:55.967249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Bound port: af22e137-4302-444a-bf23-454fadd4e089, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9189a30-0c3a-4583-ab6b-5de4dc4b1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:53:55.967637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (af22e137-4302-444a-bf23-454fadd4e089), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.971382 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c4fb36a9-28df-4029-b7ec-38f74d97b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:56.004782 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-dfb47d4e-2593-421d-8c01-1fe250abd30b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Allocated IP 172.20.0.4 (31909442-a32b-4fa9-a0fd-39ad0d269b94/95eb225d-7658-4ce8-9c10-f9d885101031/56cdf7be-c045-4cff-b47e-fb64506a742a) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:53:56.030441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network 9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:56.032847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb36a9-28df-4029-b7ec-38f74d97b771 None None] Routers {'ec2344e2-e9ab-4058-b864-9266bf6ee02a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:56.035819 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c4fb36a9-28df-4029-b7ec-38f74d97b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['ec2344e2-e9ab-4058-b864-9266bf6ee02a'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:56.038497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:56.075354 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c4fb36a9-28df-4029-b7ec-38f74d97b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:56.076234 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fb36a9-28df-4029-b7ec-38f74d97b771 None None] The sync data for ids ['ec2344e2-e9ab-4058-b864-9266bf6ee02a'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:56.085475 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b99e3111-a276-42d0-b8b0-c2a13fbd19e7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (d8a59227-664d-40d2-a950-32ad0c5b4b2f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:56.090578 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (fca5d727-791a-43aa-a9f0-eba9f1c925bf), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:56.100293 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 17dee11f-d7ac-4cd9-8a05-f88a777df336 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:56.120186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-b99e3111-a276-42d0-b8b0-c2a13fbd19e7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for d8a59227-664d-40d2-a950-32ad0c5b4b2f owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:56.123704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc1cc35-f109-4c0c-8e85-a4b210582c55 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:56.127944 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7dc1cc35-f109-4c0c-8e85-a4b210582c55 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&device_id=ec2344e2-e9ab-4058-b864-9266bf6ee02a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1589167 Jan 10 11:53:56.133221 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54240) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:56.158846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (263e4583-5204-4e1a-bd3a-d0a416271924), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:56.188350 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaa7a34-9ff0-4502-89e9-1b542967ff45 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:56.192645 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-feaa7a34-9ff0-4502-89e9-1b542967ff45 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:56.215768 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router d51df83b-249e-4591-b885-e287c7efec77 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:53:56.257258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] For port af22e137-4302-444a-bf23-454fadd4e089, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:53:56.273702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] For port af22e137-4302-444a-bf23-454fadd4e089, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af22e137-4302-444a-bf23-454fadd4e089,segment=NetworkSegment(c9189a30-0c3a-4583-ab6b-5de4dc4b1034),segment_id=c9189a30-0c3a-4583-ab6b-5de4dc4b1034)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:53:56.278507 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=fca5d727-791a-43aa-a9f0-eba9f1c925bf,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:56.331559 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:56.340986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:53:56.341292 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-2c7daff3-8224-404e-9bcf-af6f8cf265b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:53:56.342621 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 17dee11f-d7ac-4cd9-8a05-f88a777df336 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:56.343154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (17dee11f-d7ac-4cd9-8a05-f88a777df336), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:56.353171 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-feaa7a34-9ff0-4502-89e9-1b542967ff45 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] device_id is not set on port 5f644204-5f8e-45df-8d65-1ffeaa21bdaa yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:53:56.395040 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (af22e137-4302-444a-bf23-454fadd4e089), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:56.398520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network 5db7a869-0483-4286-8f8e-78e063208a45 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:56.410667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:56.415181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:56.415769 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (4dcdc201-4577-40fb-908f-13be74c3693d), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:56.419162 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=263e4583-5204-4e1a-bd3a-d0a416271924,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:56.423417 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:56.445000 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06103d69-4df9-44e7-8308-52ea7b5d3824 None None] Sync routers for ids ['d51df83b-249e-4591-b885-e287c7efec77'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:56.466488 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06103d69-4df9-44e7-8308-52ea7b5d3824 None None] Routers {'d51df83b-249e-4591-b885-e287c7efec77'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:56.467416 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-06103d69-4df9-44e7-8308-52ea7b5d3824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d51df83b-249e-4591-b885-e287c7efec77'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:56.476045 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cbddb2-2952-4ce9-b279-6a93cf4701be tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:56.477931 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a3cbddb2-2952-4ce9-b279-6a93cf4701be tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/networks/a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 HTTP/1.1" status: 200 len: 881 time: 0.3428943 Jan 10 11:53:56.486225 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54242) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:56.507134 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-62447249-df3e-44a8-8dce-4a5c427fdcef tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/d51df83b-249e-4591-b885-e287c7efec77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3897679 Jan 10 11:53:56.511964 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54244) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:56.541294 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-06103d69-4df9-44e7-8308-52ea7b5d3824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:56.548880 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-52529cf2-2fb9-49bf-a912-71c50b269c29 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec2344e2-e9ab-4058-b864-9266bf6ee02a HTTP/1.1" status: 200 len: 205 time: 0.0573773 Jan 10 11:53:56.555726 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06103d69-4df9-44e7-8308-52ea7b5d3824 None None] Routers {'d51df83b-249e-4591-b885-e287c7efec77'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:56.556578 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-06103d69-4df9-44e7-8308-52ea7b5d3824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d51df83b-249e-4591-b885-e287c7efec77'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:56.557225 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dfb47d4e-2593-421d-8c01-1fe250abd30b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for port (56cdf7be-c045-4cff-b47e-fb64506a742a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:56.564514 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54246) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:56.568860 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17d1546-8895-4103-b825-4f200c5e086a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:56.570642 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d17d1546-8895-4103-b825-4f200c5e086a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports/92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba HTTP/1.1" status: 200 len: 910 time: 0.0573776 Jan 10 11:53:56.574267 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54248) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:56.604631 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f23c3-529a-4acf-b24f-02980ec2ca94 None None] Pushing event updated for resources: {'Port': ['ID=af22e137-4302-444a-bf23-454fadd4e089,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:56.614213 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 87b97152-cfa9-43cf-9924-81a43e037955 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:56.630953 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-06103d69-4df9-44e7-8308-52ea7b5d3824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:56.631698 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06103d69-4df9-44e7-8308-52ea7b5d3824 None None] The sync data for ids ['d51df83b-249e-4591-b885-e287c7efec77'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:56.681361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 87b97152-cfa9-43cf-9924-81a43e037955 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:56.686322 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (87b97152-cfa9-43cf-9924-81a43e037955), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:56.731390 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.030441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Provisioning complete for port 9d045fe0-0185-4d23-870f-5471945f14f4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:57.030794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9d045fe0-0185-4d23-870f-5471945f14f4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.073562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Port 9d045fe0-0185-4d23-870f-5471945f14f4 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:57.086152 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Provisioning complete for port 7f8ea713-d584-4e04-b933-1773968e4b7f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:57.086573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7f8ea713-d584-4e04-b933-1773968e4b7f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.131363 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Port 7f8ea713-d584-4e04-b933-1773968e4b7f cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:57.144834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (263e4583-5204-4e1a-bd3a-d0a416271924), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.155203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 17dee11f-d7ac-4cd9-8a05-f88a777df336 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:57.180950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Provisioning complete for port 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:57.181438 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5434e0df-b362-4b5d-b8a5-4cf1033a5ed6), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.220593 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.222506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (4dcdc201-4577-40fb-908f-13be74c3693d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.256148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 17dee11f-d7ac-4cd9-8a05-f88a777df336 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:57.256601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (17dee11f-d7ac-4cd9-8a05-f88a777df336), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.348143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=263e4583-5204-4e1a-bd3a-d0a416271924,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:57.349190 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9bcde50e-43b8-4573-aa6e-d9b700517257 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (ec2344e2-e9ab-4058-b864-9266bf6ee02a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.373096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Provisioning complete for port 55c6c856-b3d3-4db9-bbe3-ea11edd987da triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:57.373755 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.389263 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-feaa7a34-9ff0-4502-89e9-1b542967ff45 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (5f644204-5f8e-45df-8d65-1ffeaa21bdaa), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.399101 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network 5db7a869-0483-4286-8f8e-78e063208a45 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:57.401010 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:57.424905 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:57.435145 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dfb47d4e-2593-421d-8c01-1fe250abd30b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (56cdf7be-c045-4cff-b47e-fb64506a742a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.535376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:57.535761 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5434e0df-b362-4b5d-b8a5-4cf1033a5ed6), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.546589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 4dcdc201-4577-40fb-908f-13be74c3693d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:53:57.575355 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.586781 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb47d4e-2593-421d-8c01-1fe250abd30b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Network 31909442-a32b-4fa9-a0fd-39ad0d269b94 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:57.602197 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-dfb47d4e-2593-421d-8c01-1fe250abd30b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:57.614427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb47d4e-2593-421d-8c01-1fe250abd30b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:57.618947 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb47d4e-2593-421d-8c01-1fe250abd30b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event updated for resources: {'Port': ['ID=56cdf7be-c045-4cff-b47e-fb64506a742a,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:57.648013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] For port 55c6c856-b3d3-4db9-bbe3-ea11edd987da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55c6c856-b3d3-4db9-bbe3-ea11edd987da,segment=NetworkSegment(36de28f5-cb4d-4488-a9e8-74bc954787a7),segment_id=36de28f5-cb4d-4488-a9e8-74bc954787a7)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:57.660766 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device af22e137-4302-444a-bf23-454fadd4e089 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:57.677049 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b99e3111-a276-42d0-b8b0-c2a13fbd19e7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (d8a59227-664d-40d2-a950-32ad0c5b4b2f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.694270 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:57.701513 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d8345de3-3617-4f66-8408-c70af9b56d90 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/4dcdc201-4577-40fb-908f-13be74c3693d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2659147 Jan 10 11:53:57.704270 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54252) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:57.716447 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Sync routers for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:57.723311 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-54df74c2-1e18-47b0-885a-0a6f7af29df1 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1632872'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:57.730709 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.759634 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e3111-a276-42d0-b8b0-c2a13fbd19e7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=d8a59227-664d-40d2-a950-32ad0c5b4b2f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:57.778454 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-feaa7a34-9ff0-4502-89e9-1b542967ff45 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (5f644204-5f8e-45df-8d65-1ffeaa21bdaa), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.787086 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9bcde50e-43b8-4573-aa6e-d9b700517257 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (ec2344e2-e9ab-4058-b864-9266bf6ee02a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.795334 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:57.807768 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:57.872898 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54df74c2-1e18-47b0-885a-0a6f7af29df1 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:57.877068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-54df74c2-1e18-47b0-885a-0a6f7af29df1 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.938314 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54df74c2-1e18-47b0-885a-0a6f7af29df1 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:53:57.952243 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-54df74c2-1e18-47b0-885a-0a6f7af29df1 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (d0b8dceb-d9bd-4f27-afe1-043c465feaf1), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.955846 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-54df74c2-1e18-47b0-885a-0a6f7af29df1 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Added segment d0b8dceb-d9bd-4f27-afe1-043c465feaf1 of type vlan for network 865cdd3b-73d9-41c8-87f7-23a958974680 Jan 10 11:53:57.965120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb47d4e-2593-421d-8c01-1fe250abd30b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:57.966479 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dfb47d4e-2593-421d-8c01-1fe250abd30b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.971681 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Provisioning complete for port 92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:57.972067 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:57.977230 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:58.025136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-54df74c2-1e18-47b0-885a-0a6f7af29df1 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (865cdd3b-73d9-41c8-87f7-23a958974680), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.065481 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa7a34-9ff0-4502-89e9-1b542967ff45 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=5f644204-5f8e-45df-8d65-1ffeaa21bdaa,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:58.074815 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaa7a34-9ff0-4502-89e9-1b542967ff45 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:53:58.083187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Pushing event updated for resources: {'Port': ['ID=55c6c856-b3d3-4db9-bbe3-ea11edd987da,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:58.091571 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port af22e137-4302-444a-bf23-454fadd4e089 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:58.091880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (af22e137-4302-444a-bf23-454fadd4e089), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.106351 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b869cb7e-3bd1-4fae-ac23-f9b9e2894789 None None] Network 5db7a869-0483-4286-8f8e-78e063208a45 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:58.111371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-feaa7a34-9ff0-4502-89e9-1b542967ff45 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:53:58.143847 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dfb47d4e-2593-421d-8c01-1fe250abd30b tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8952823 Jan 10 11:53:58.143847 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa7a34-9ff0-4502-89e9-1b542967ff45 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:53:58.144791 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54258) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:58.148187 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa7a34-9ff0-4502-89e9-1b542967ff45 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:58.148834 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-feaa7a34-9ff0-4502-89e9-1b542967ff45 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.150141 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d7bcd83a-9fa6-4bc9-a3b1-98ffe40faff3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Request body: {'floatingip': {'port_id': '56cdf7be-c045-4cff-b47e-fb64506a742a'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:58.155249 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-54df74c2-1e18-47b0-885a-0a6f7af29df1 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (865cdd3b-73d9-41c8-87f7-23a958974680), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.162028 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54df74c2-1e18-47b0-885a-0a6f7af29df1 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:58.162826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-54df74c2-1e18-47b0-885a-0a6f7af29df1 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.172337 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Port 92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:58.195176 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Could not find standard attr ID for object 919cf9c6-e215-4763-94d9-a71156e28b09. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:53:58.239093 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b99e3111-a276-42d0-b8b0-c2a13fbd19e7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.244220 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b99e3111-a276-42d0-b8b0-c2a13fbd19e7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/d8a59227-664d-40d2-a950-32ad0c5b4b2f HTTP/1.1" status: 204 len: 168 time: 3.5070753 Jan 10 11:53:58.249124 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54260) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:58.273270 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Could not find standard attr ID for object 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:53:58.307262 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df74c2-1e18-47b0-885a-0a6f7af29df1 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Network': ['ID=865cdd3b-73d9-41c8-87f7-23a958974680,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:58.313855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5c9a4d70-c150-4a91-84a9-86e6d49719e1 None None] Could not find standard attr ID for object d8a59227-664d-40d2-a950-32ad0c5b4b2f. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:53:58.314079 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d7bcd83a-9fa6-4bc9-a3b1-98ffe40faff3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (8ba113d1-e32d-4540-9cf9-093c749380d9), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.335947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 865cdd3b-73d9-41c8-87f7-23a958974680 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:53:58.336153 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-feaa7a34-9ff0-4502-89e9-1b542967ff45 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5281301 Jan 10 11:53:58.336153 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9bcde50e-43b8-4573-aa6e-d9b700517257 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Deleting port 7f8ea713-d584-4e04-b933-1773968e4b7f {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:58.336153 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9bcde50e-43b8-4573-aa6e-d9b700517257 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7f8ea713-d584-4e04-b933-1773968e4b7f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.338600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54262) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:58.376240 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-54df74c2-1e18-47b0-885a-0a6f7af29df1 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6687124 Jan 10 11:53:58.382701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54264) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:58.387332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-adec448c-213f-44f1-b842-be067300a75b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'subnet': {'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:53:58.469473 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d561abc8-303e-4d67-bf63-5720042da99b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:58.471307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d561abc8-303e-4d67-bf63-5720042da99b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:58.472890 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d561abc8-303e-4d67-bf63-5720042da99b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:58.478169 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d561abc8-303e-4d67-bf63-5720042da99b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2231991 Jan 10 11:53:58.482955 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54266) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:58.594776 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7b524c4d-71ae-4b05-a553-a06ae00060ff tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (d51df83b-249e-4591-b885-e287c7efec77), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.605698 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9bcde50e-43b8-4573-aa6e-d9b700517257 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7f8ea713-d584-4e04-b933-1773968e4b7f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.653395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adec448c-213f-44f1-b842-be067300a75b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Made reservation on behalf of 7f6bfc7598624334a8d7ed4da6acc111 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:53:58.656872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-adec448c-213f-44f1-b842-be067300a75b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.671343 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c4715b44-6ee7-4f9a-af37-b5ea0443b0ab None None] Provisioning complete for port 56cdf7be-c045-4cff-b47e-fb64506a742a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:58.671894 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c4715b44-6ee7-4f9a-af37-b5ea0443b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (56cdf7be-c045-4cff-b47e-fb64506a742a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.675875 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (af22e137-4302-444a-bf23-454fadd4e089), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.689876 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d28408-4337-46d8-9ec7-b4fe79c859bc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 4bd2b03b-313c-471b-a58a-08a00e0792fa {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:53:58.700179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9bcde50e-43b8-4573-aa6e-d9b700517257 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Calling delete_port for 7f8ea713-d584-4e04-b933-1773968e4b7f owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:58.703034 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00d28408-4337-46d8-9ec7-b4fe79c859bc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (4bd2b03b-313c-471b-a58a-08a00e0792fa), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.736648 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c4715b44-6ee7-4f9a-af37-b5ea0443b0ab None None] Port 56cdf7be-c045-4cff-b47e-fb64506a742a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:58.765010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port af22e137-4302-444a-bf23-454fadd4e089, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af22e137-4302-444a-bf23-454fadd4e089,segment=NetworkSegment(c9189a30-0c3a-4583-ab6b-5de4dc4b1034),segment_id=c9189a30-0c3a-4583-ab6b-5de4dc4b1034)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:58.772787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c4715b44-6ee7-4f9a-af37-b5ea0443b0ab None None] Provisioning complete for port af22e137-4302-444a-bf23-454fadd4e089 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:58.772787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c4715b44-6ee7-4f9a-af37-b5ea0443b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (af22e137-4302-444a-bf23-454fadd4e089), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.781448 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00d28408-4337-46d8-9ec7-b4fe79c859bc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (4bd2b03b-313c-471b-a58a-08a00e0792fa), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.810158 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:53:56Z', 'revision_number': 4, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '263e4583-5204-4e1a-bd3a-d0a416271924', 'name': '', 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:03:80:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '81f69f5a-0003-47ce-b659-b88196352375', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:55Z', 'updated_at': '2022-01-10T11:53:56Z', 'revision_number': 2, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '81f69f5a-0003-47ce-b659-b88196352375', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:58.847626 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Checking router: 4dcdc201-4577-40fb-908f-13be74c3693d for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:53:58.847992 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Updating router 4dcdc201-4577-40fb-908f-13be74c3693d port 263e4583-5204-4e1a-bd3a-d0a416271924 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:53:58.881275 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.897605 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (af22e137-4302-444a-bf23-454fadd4e089), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.900475 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 55c6c856-b3d3-4db9-bbe3-ea11edd987da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:59.136977 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=af22e137-4302-444a-bf23-454fadd4e089,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:59.177833 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-81f3ff7c-099b-4747-9462-47cc554adf48 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 5f644204-5f8e-45df-8d65-1ffeaa21bdaa {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:59.178157 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-81f3ff7c-099b-4747-9462-47cc554adf48 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (5f644204-5f8e-45df-8d65-1ffeaa21bdaa), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.186592 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 55c6c856-b3d3-4db9-bbe3-ea11edd987da triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:59.186592 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.356428 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-303bf9be-fc0d-45d7-a2f2-5736bd020b4b None None] Provisioning complete for port af22e137-4302-444a-bf23-454fadd4e089 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:59.356428 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-303bf9be-fc0d-45d7-a2f2-5736bd020b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (af22e137-4302-444a-bf23-454fadd4e089), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.434152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-81f3ff7c-099b-4747-9462-47cc554adf48 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (5f644204-5f8e-45df-8d65-1ffeaa21bdaa), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.466676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fca5d727-791a-43aa-a9f0-eba9f1c925bf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:53:59.470943 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-81f3ff7c-099b-4747-9462-47cc554adf48 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 5f644204-5f8e-45df-8d65-1ffeaa21bdaa owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:59.486510 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00d28408-4337-46d8-9ec7-b4fe79c859bc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (4bd2b03b-313c-471b-a58a-08a00e0792fa), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.566744 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port fca5d727-791a-43aa-a9f0-eba9f1c925bf triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:59.567584 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fca5d727-791a-43aa-a9f0-eba9f1c925bf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.586097 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d7bcd83a-9fa6-4bc9-a3b1-98ffe40faff3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.611885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Publish callbacks [] for port (263e4583-5204-4e1a-bd3a-d0a416271924), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.645455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-adec448c-213f-44f1-b842-be067300a75b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.699727 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-303bf9be-fc0d-45d7-a2f2-5736bd020b4b None None] Provisioning complete for port 263e4583-5204-4e1a-bd3a-d0a416271924 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:53:59.700304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-303bf9be-fc0d-45d7-a2f2-5736bd020b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.707213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d7bcd83a-9fa6-4bc9-a3b1-98ffe40faff3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (8ba113d1-e32d-4540-9cf9-093c749380d9), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.741777 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.759023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7b524c4d-71ae-4b05-a553-a06ae00060ff tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port 92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:59.759661 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7b524c4d-71ae-4b05-a553-a06ae00060ff tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.765513 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00d28408-4337-46d8-9ec7-b4fe79c859bc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (4bd2b03b-313c-471b-a58a-08a00e0792fa), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.767684 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9bcde50e-43b8-4573-aa6e-d9b700517257 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (7f8ea713-d584-4e04-b933-1773968e4b7f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.787834 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-303bf9be-fc0d-45d7-a2f2-5736bd020b4b None None] Port 263e4583-5204-4e1a-bd3a-d0a416271924 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:53:59.809150 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac01488-f575-4b1f-b3ed-1315f7b1d682 None None] Pushing event updated for resources: {'Port': ['ID=263e4583-5204-4e1a-bd3a-d0a416271924,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:59.838673 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec448c-213f-44f1-b842-be067300a75b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Subnet': ['ID=02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:59.856610 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec448c-213f-44f1-b842-be067300a75b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Checking segment: {'id': 'd0b8dceb-d9bd-4f27-afe1-043c465feaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:53:59.856989 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec448c-213f-44f1-b842-be067300a75b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network hostable DHCP agents. Network: 865cdd3b-73d9-41c8-87f7-23a958974680, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:53:59.857118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:53:59.877078 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-d7bcd83a-9fa6-4bc9-a3b1-98ffe40faff3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Floating IP 8ba113d1-e32d-4540-9cf9-093c749380d9 associated. External IP: 172.36.2.120, port: 783ba951-fc7a-460a-8caa-c929d5a430cf. Jan 10 11:53:59.895851 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:53:59.896209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9fc2725a-c1ba-4f59-87c4-a5738c84f1a2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:53:59.900562 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-81f3ff7c-099b-4747-9462-47cc554adf48 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (5f644204-5f8e-45df-8d65-1ffeaa21bdaa), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.910228 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00d28408-4337-46d8-9ec7-b4fe79c859bc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:59.913984 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-00d28408-4337-46d8-9ec7-b4fe79c859bc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/4bd2b03b-313c-471b-a58a-08a00e0792fa HTTP/1.1" status: 204 len: 168 time: 1.4297869 Jan 10 11:53:59.915199 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d28408-4337-46d8-9ec7-b4fe79c859bc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd2b03b-313c-471b-a58a-08a00e0792fa,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:59.916542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54270) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:59.926896 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcde50e-43b8-4573-aa6e-d9b700517257 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Pushing event deleted for resources: {'Port': ['ID=7f8ea713-d584-4e04-b933-1773968e4b7f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:59.942655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee65fac-afdc-49d4-b517-2ddbc07ade5e None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:53:59.952438 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Attempting to bind port 263e4583-5204-4e1a-bd3a-d0a416271924 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:53:59.952820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Attempting to bind port 263e4583-5204-4e1a-bd3a-d0a416271924 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c9189a30-0c3a-4583-ab6b-5de4dc4b1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:53:59.953187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Attempting to bind port 263e4583-5204-4e1a-bd3a-d0a416271924 on network 5db7a869-0483-4286-8f8e-78e063208a45 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:53:59.974485 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7896e97-d8fb-4d18-aca8-073e443f7498 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:53:59.998255 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:53:59.998705 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Checking segment: {'id': 'c9189a30-0c3a-4583-ab6b-5de4dc4b1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:00.004060 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.004060 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Bound using segment: {'id': 'c9189a30-0c3a-4583-ab6b-5de4dc4b1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:54:00.004060 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Bound port: 263e4583-5204-4e1a-bd3a-d0a416271924, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9189a30-0c3a-4583-ab6b-5de4dc4b1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:54:00.004060 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.019603 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3ff7c-099b-4747-9462-47cc554adf48 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=5f644204-5f8e-45df-8d65-1ffeaa21bdaa,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:00.031262 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-81f3ff7c-099b-4747-9462-47cc554adf48 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.035219 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-81f3ff7c-099b-4747-9462-47cc554adf48 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/5f644204-5f8e-45df-8d65-1ffeaa21bdaa HTTP/1.1" status: 204 len: 168 time: 1.6905515 Jan 10 11:54:00.044731 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54272) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:00.068087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-0cca6e31-af65-46c1-baed-14be437820e7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'mac_address': 'fa:16:3e:ed:3f:19', 'name': 'tempest-PortsIpV6TestJSON-1011711104'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:00.072929 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9bcde50e-43b8-4573-aa6e-d9b700517257 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (ec2344e2-e9ab-4058-b864-9266bf6ee02a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.077602 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7b524c4d-71ae-4b05-a553-a06ae00060ff tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.091524 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec448c-213f-44f1-b842-be067300a75b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network 865cdd3b-73d9-41c8-87f7-23a958974680 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:54:00.092495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device af22e137-4302-444a-bf23-454fadd4e089 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:00.161034 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d8b64152-3000-4b7e-97a0-a474411947ab None None] Provisioning complete for port 263e4583-5204-4e1a-bd3a-d0a416271924 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:00.161664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d8b64152-3000-4b7e-97a0-a474411947ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.186950 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7b524c4d-71ae-4b05-a553-a06ae00060ff tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for 92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:00.201897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9bcde50e-43b8-4573-aa6e-d9b700517257 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (ec2344e2-e9ab-4058-b864-9266bf6ee02a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.202149 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-009a33b5-354f-4679-a191-b0661d7d96f8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 856613f0-edac-4fd5-a9da-847e207ce8be {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:00.205809 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9bcde50e-43b8-4573-aa6e-d9b700517257 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_controller (ec2344e2-e9ab-4058-b864-9266bf6ee02a), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.213167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-009a33b5-354f-4679-a191-b0661d7d96f8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (856613f0-edac-4fd5-a9da-847e207ce8be), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.247631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-adec448c-213f-44f1-b842-be067300a75b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 865cdd3b-73d9-41c8-87f7-23a958974680) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:00.261252 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adec448c-213f-44f1-b842-be067300a75b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:00.261884 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-adec448c-213f-44f1-b842-be067300a75b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.274158 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d8b64152-3000-4b7e-97a0-a474411947ab None None] Port 263e4583-5204-4e1a-bd3a-d0a416271924 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:00.293501 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13d70e3-4d42-4e38-b22f-4ca723541a0e None None] Network 865cdd3b-73d9-41c8-87f7-23a958974680 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:00.297430 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-009a33b5-354f-4679-a191-b0661d7d96f8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (856613f0-edac-4fd5-a9da-847e207ce8be), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.404540 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-adec448c-213f-44f1-b842-be067300a75b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0218740 Jan 10 11:54:00.414113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54276) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:00.436215 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] For port 263e4583-5204-4e1a-bd3a-d0a416271924, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:54:00.442066 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9bcde50e-43b8-4573-aa6e-d9b700517257 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (ec2344e2-e9ab-4058-b864-9266bf6ee02a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.442576 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcde50e-43b8-4573-aa6e-d9b700517257 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Fanout notify agent at l3_agent the message router_deleted on router ec2344e2-e9ab-4058-b864-9266bf6ee02a {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:54:00.455725 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9bcde50e-43b8-4573-aa6e-d9b700517257 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.461291 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9bcde50e-43b8-4573-aa6e-d9b700517257 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "DELETE /v2.0/routers/ec2344e2-e9ab-4058-b864-9266bf6ee02a HTTP/1.1" status: 204 len: 168 time: 3.8935144 Jan 10 11:54:00.462952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54278) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:00.470306 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ede098d1-2b2b-433b-b76b-3ba85232c801 None None] Provisioning complete for port 263e4583-5204-4e1a-bd3a-d0a416271924 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:00.472071 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ede098d1-2b2b-433b-b76b-3ba85232c801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.475728 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] For port 263e4583-5204-4e1a-bd3a-d0a416271924, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=263e4583-5204-4e1a-bd3a-d0a416271924,segment=NetworkSegment(c9189a30-0c3a-4583-ab6b-5de4dc4b1034),segment_id=c9189a30-0c3a-4583-ab6b-5de4dc4b1034)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:54:00.506259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-079c526f-0454-4a7b-a48e-ef6bf580748b tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-249311050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:00.519444 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port af22e137-4302-444a-bf23-454fadd4e089 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:00.519662 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (af22e137-4302-444a-bf23-454fadd4e089), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.549576 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-865cdd3b-73d9-41c8-87f7-23a958974680', 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680', 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'fixed_ips': [{'subnet_id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:54:00.549880 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cca6e31-af65-46c1-baed-14be437820e7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:00.550519 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.580203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ede098d1-2b2b-433b-b76b-3ba85232c801 None None] Port 263e4583-5204-4e1a-bd3a-d0a416271924 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:00.650213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-009a33b5-354f-4679-a191-b0661d7d96f8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (856613f0-edac-4fd5-a9da-847e207ce8be), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.655003 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.702159 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7b524c4d-71ae-4b05-a553-a06ae00060ff tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.711022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bcd83a-9fa6-4bc9-a3b1-98ffe40faff3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router f6ccc364-1e83-4cb2-8085-cf3093fcd207 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:00.794884 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0cca6e31-af65-46c1-baed-14be437820e7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.796430 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac01488-f575-4b1f-b3ed-1315f7b1d682 None None] Pushing event updated for resources: {'Port': ['ID=263e4583-5204-4e1a-bd3a-d0a416271924,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:00.805877 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 55c6c856-b3d3-4db9-bbe3-ea11edd987da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:00.810340 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:00.810984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:00.811614 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b524c4d-71ae-4b05-a553-a06ae00060ff tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=92ab08ee-e5a7-4fe8-bda7-53d5d5d038ba,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:00.876828 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-0cca6e31-af65-46c1-baed-14be437820e7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] device_id is not set on port 2630e86b-4bb4-4c8f-a683-1ab257840d08 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:54:01.020536 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-079c526f-0454-4a7b-a48e-ef6bf580748b tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (6044100c-9a78-48b5-8f0e-5d8d56fb4c31), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:01.021645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-079c526f-0454-4a7b-a48e-ef6bf580748b tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (6044100c-9a78-48b5-8f0e-5d8d56fb4c31), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:01.061596 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7b524c4d-71ae-4b05-a553-a06ae00060ff tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (d51df83b-249e-4591-b885-e287c7efec77), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:01.185171 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-009a33b5-354f-4679-a191-b0661d7d96f8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (856613f0-edac-4fd5-a9da-847e207ce8be), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:01.251404 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-009a33b5-354f-4679-a191-b0661d7d96f8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:01.253756 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Allocated IP 2001:db8:3::2 (865cdd3b-73d9-41c8-87f7-23a958974680/02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7/6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:01.264809 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-009a33b5-354f-4679-a191-b0661d7d96f8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/856613f0-edac-4fd5-a9da-847e207ce8be HTTP/1.1" status: 204 len: 168 time: 1.3448908 Jan 10 11:54:01.268659 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54282) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:01.284873 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a33b5-354f-4679-a191-b0661d7d96f8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=856613f0-edac-4fd5-a9da-847e207ce8be,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:01.312174 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:01.314925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 55c6c856-b3d3-4db9-bbe3-ea11edd987da triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:01.315514 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:01.331402 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-832443c3-c382-40be-a2fb-e60cd335e40d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601664 Jan 10 11:54:01.336814 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54284) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:01.342759 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-48f16828-faf4-4a70-b76a-5fa4fc30a1a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:01.417001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d26a62a4-1fc4-4621-94e8-628637128818 None None] Provisioning complete for port 263e4583-5204-4e1a-bd3a-d0a416271924 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:01.417641 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d26a62a4-1fc4-4621-94e8-628637128818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:01.482945 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b524c4d-71ae-4b05-a553-a06ae00060ff tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router d51df83b-249e-4591-b885-e287c7efec77 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:01.500873 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5530b8-111f-4d2a-8545-32df2f7e211f None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:01.557662 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-079c526f-0454-4a7b-a48e-ef6bf580748b tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_controller (6044100c-9a78-48b5-8f0e-5d8d56fb4c31), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:01.570714 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bcd83a-9fa6-4bc9-a3b1-98ffe40faff3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:01.592548 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aff424-b481-4909-b1a5-c685bab448b5 None None] Sync routers for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:01.603149 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b524c4d-71ae-4b05-a553-a06ae00060ff tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:01.610426 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7b524c4d-71ae-4b05-a553-a06ae00060ff tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/d51df83b-249e-4591-b885-e287c7efec77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0295179 Jan 10 11:54:01.613239 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54286) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:01.617426 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aff424-b481-4909-b1a5-c685bab448b5 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:01.623235 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-13aff424-b481-4909-b1a5-c685bab448b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:01.636157 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71a2ee-42f9-4643-9701-ce45474b09fd None None] Sync routers for ids ['d51df83b-249e-4591-b885-e287c7efec77'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:01.677113 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-13aff424-b481-4909-b1a5-c685bab448b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:01.691833 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aff424-b481-4909-b1a5-c685bab448b5 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:01.692551 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-13aff424-b481-4909-b1a5-c685bab448b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:01.704088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-079c526f-0454-4a7b-a48e-ef6bf580748b tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (6044100c-9a78-48b5-8f0e-5d8d56fb4c31), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:01.745019 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-13aff424-b481-4909-b1a5-c685bab448b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:01.746326 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aff424-b481-4909-b1a5-c685bab448b5 None None] The sync data for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:01.755714 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71a2ee-42f9-4643-9701-ce45474b09fd None None] Routers {'d51df83b-249e-4591-b885-e287c7efec77'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:01.756406 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-cc71a2ee-42f9-4643-9701-ce45474b09fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d51df83b-249e-4591-b885-e287c7efec77'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:01.794643 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0cca6e31-af65-46c1-baed-14be437820e7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (2630e86b-4bb4-4c8f-a683-1ab257840d08), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:01.821899 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:01.867443 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-cc71a2ee-42f9-4643-9701-ce45474b09fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:01.940282 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71a2ee-42f9-4643-9701-ce45474b09fd None None] Routers {'d51df83b-249e-4591-b885-e287c7efec77'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:01.940827 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-cc71a2ee-42f9-4643-9701-ce45474b09fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d51df83b-249e-4591-b885-e287c7efec77'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:01.950435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d26a62a4-1fc4-4621-94e8-628637128818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.015637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Publish callbacks [] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.026131 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-cc71a2ee-42f9-4643-9701-ce45474b09fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:02.027023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71a2ee-42f9-4643-9701-ce45474b09fd None None] The sync data for ids ['d51df83b-249e-4591-b885-e287c7efec77'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:02.039765 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8d72c001-6957-4875-8288-05913181c8c7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (d51df83b-249e-4591-b885-e287c7efec77), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.063001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d26a62a4-1fc4-4621-94e8-628637128818 None None] For port 263e4583-5204-4e1a-bd3a-d0a416271924, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=263e4583-5204-4e1a-bd3a-d0a416271924,segment=NetworkSegment(c9189a30-0c3a-4583-ab6b-5de4dc4b1034),segment_id=c9189a30-0c3a-4583-ab6b-5de4dc4b1034)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:02.067748 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b6b2d2-ce68-4a45-85eb-da79337cf33f None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:02.114321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:53:56Z', 'revision_number': 4, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '263e4583-5204-4e1a-bd3a-d0a416271924', 'name': '', 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:03:80:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '81f69f5a-0003-47ce-b659-b88196352375', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:55Z', 'updated_at': '2022-01-10T11:54:00Z', 'revision_number': 4, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '81f69f5a-0003-47ce-b659-b88196352375', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:02.147013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11355b1-f9f2-457b-88be-7603299c3ace None None] The sync data for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv is: [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:53:56Z', 'revision_number': 4, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '263e4583-5204-4e1a-bd3a-d0a416271924', 'name': '', 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:03:80:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '81f69f5a-0003-47ce-b659-b88196352375', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:55Z', 'updated_at': '2022-01-10T11:54:00Z', 'revision_number': 4, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '81f69f5a-0003-47ce-b659-b88196352375', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:02.150568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.198375 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Network 865cdd3b-73d9-41c8-87f7-23a958974680 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:02.204886 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:02.211176 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:02.217365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d26a62a4-1fc4-4621-94e8-628637128818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.225172 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Pushing event updated for resources: {'Port': ['ID=6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:02.234016 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f5b6b2d2-ce68-4a45-85eb-da79337cf33f None None] Deleting port 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:02.234229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b2d2-ce68-4a45-85eb-da79337cf33f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (5434e0df-b362-4b5d-b8a5-4cf1033a5ed6), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.278955 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-079c526f-0454-4a7b-a48e-ef6bf580748b tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.280988 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-079c526f-0454-4a7b-a48e-ef6bf580748b tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.8116722 Jan 10 11:54:02.286293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54288) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:02.297481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'enable_snat': True}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:02.438814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Attempting to bind port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:54:02.439200 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Attempting to bind port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd0b8dceb-d9bd-4f27-afe1-043c465feaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:54:02.440091 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Attempting to bind port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc on network 865cdd3b-73d9-41c8-87f7-23a958974680 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:54:02.448284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f5b6b2d2-ce68-4a45-85eb-da79337cf33f None None] For port 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5434e0df-b362-4b5d-b8a5-4cf1033a5ed6,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:02.448722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b2d2-ce68-4a45-85eb-da79337cf33f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (5434e0df-b362-4b5d-b8a5-4cf1033a5ed6), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.461926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a62a4-1fc4-4621-94e8-628637128818 None None] Pushing event updated for resources: {'Port': ['ID=263e4583-5204-4e1a-bd3a-d0a416271924,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:02.476855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:54:02.477102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Checking segment: {'id': 'd0b8dceb-d9bd-4f27-afe1-043c465feaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:02.477413 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.477914 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Bound using segment: {'id': 'd0b8dceb-d9bd-4f27-afe1-043c465feaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:54:02.478420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Bound port: 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b8dceb-d9bd-4f27-afe1-043c465feaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:54:02.478840 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.482206 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d22c9400-d7dd-40e9-9144-c2a24c312c0d None None] Provisioning complete for port 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:02.482720 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d22c9400-d7dd-40e9-9144-c2a24c312c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5434e0df-b362-4b5d-b8a5-4cf1033a5ed6), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.486396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f5b6b2d2-ce68-4a45-85eb-da79337cf33f None None] Calling delete_port for 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:02.540166 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0cca6e31-af65-46c1-baed-14be437820e7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (2630e86b-4bb4-4c8f-a683-1ab257840d08), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.540166 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f16828-faf4-4a70-b76a-5fa4fc30a1a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:02.540166 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-48f16828-faf4-4a70-b76a-5fa4fc30a1a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.697652 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] For port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:54:02.750836 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] For port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc,segment=NetworkSegment(d0b8dceb-d9bd-4f27-afe1-043c465feaf1),segment_id=d0b8dceb-d9bd-4f27-afe1-043c465feaf1)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:54:02.760859 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-8d72c001-6957-4875-8288-05913181c8c7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port 595c3871-feb2-485f-b753-58aa8dcf44f2 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:02.761619 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8d72c001-6957-4875-8288-05913181c8c7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (595c3871-feb2-485f-b753-58aa8dcf44f2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.764208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca6e31-af65-46c1-baed-14be437820e7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:02.835762 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-0cca6e31-af65-46c1-baed-14be437820e7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:02.843978 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.860169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca6e31-af65-46c1-baed-14be437820e7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:02.868292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cca6e31-af65-46c1-baed-14be437820e7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:02.868982 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0cca6e31-af65-46c1-baed-14be437820e7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.874104 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca6e31-af65-46c1-baed-14be437820e7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=2630e86b-4bb4-4c8f-a683-1ab257840d08,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:02.887155 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8d72c001-6957-4875-8288-05913181c8c7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (595c3871-feb2-485f-b753-58aa8dcf44f2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.906398 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-8d72c001-6957-4875-8288-05913181c8c7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for 595c3871-feb2-485f-b753-58aa8dcf44f2 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:02.926294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a55c02-2fe3-4edb-b097-117e0de8c4ae None None] Pushing event updated for resources: {'Port': ['ID=6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:02.931080 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b2d2-ce68-4a45-85eb-da79337cf33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (5434e0df-b362-4b5d-b8a5-4cf1033a5ed6), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:02.994598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b6b2d2-ce68-4a45-85eb-da79337cf33f None None] No DVR routers for this DVR port 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:02.997365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6b2d2-ce68-4a45-85eb-da79337cf33f None None] Pushing event deleted for resources: {'Port': ['ID=5434e0df-b362-4b5d-b8a5-4cf1033a5ed6,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:03.038494 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (6044100c-9a78-48b5-8f0e-5d8d56fb4c31), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:03.068767 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bcd83a-9fa6-4bc9-a3b1-98ffe40faff3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router ee4790a6-46bb-436d-acbf-d03fca062e31 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:03.141483 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0cca6e31-af65-46c1-baed-14be437820e7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0839341 Jan 10 11:54:03.141618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54292) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:03.201906 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10352a54-fa1d-434b-bbf8-bb723d677823 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:03.203803 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-10352a54-fa1d-434b-bbf8-bb723d677823 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/2630e86b-4bb4-4c8f-a683-1ab257840d08 HTTP/1.1" status: 200 len: 845 time: 0.0605769 Jan 10 11:54:03.205360 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8d72c001-6957-4875-8288-05913181c8c7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (595c3871-feb2-485f-b753-58aa8dcf44f2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:03.215877 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54294) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:03.289825 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72c001-6957-4875-8288-05913181c8c7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=595c3871-feb2-485f-b753-58aa8dcf44f2,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:03.454250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Allocated IP 2001:db8:3::1 (865cdd3b-73d9-41c8-87f7-23a958974680/02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7/c48890e9-db9b-4837-9f06-d45ba9e91934) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:03.492078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8d72c001-6957-4875-8288-05913181c8c7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (d51df83b-249e-4591-b885-e287c7efec77), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:03.513506 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 2630e86b-4bb4-4c8f-a683-1ab257840d08 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:03.513506 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (2630e86b-4bb4-4c8f-a683-1ab257840d08), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:03.517568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bcd83a-9fa6-4bc9-a3b1-98ffe40faff3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:03.530891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d7bcd83a-9fa6-4bc9-a3b1-98ffe40faff3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:03.531003 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822dc92e-d995-4f69-b693-3149449e12af None None] Sync routers for ids ['ee4790a6-46bb-436d-acbf-d03fca062e31'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:03.535022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-48f16828-faf4-4a70-b76a-5fa4fc30a1a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (2bd4ae2c-90f5-47f1-9b62-32b808ea1f4d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:03.548042 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822dc92e-d995-4f69-b693-3149449e12af None None] Routers {'ee4790a6-46bb-436d-acbf-d03fca062e31'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:03.548679 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-822dc92e-d995-4f69-b693-3149449e12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['ee4790a6-46bb-436d-acbf-d03fca062e31'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:03.597224 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-822dc92e-d995-4f69-b693-3149449e12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:03.607658 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822dc92e-d995-4f69-b693-3149449e12af None None] Routers {'ee4790a6-46bb-436d-acbf-d03fca062e31'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:03.608280 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-822dc92e-d995-4f69-b693-3149449e12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['ee4790a6-46bb-436d-acbf-d03fca062e31'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:03.658849 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-822dc92e-d995-4f69-b693-3149449e12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:03.659863 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822dc92e-d995-4f69-b693-3149449e12af None None] The sync data for ids ['ee4790a6-46bb-436d-acbf-d03fca062e31'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:03.668369 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (2630e86b-4bb4-4c8f-a683-1ab257840d08), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:03.688735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f16828-faf4-4a70-b76a-5fa4fc30a1a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:03.720702 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-48f16828-faf4-4a70-b76a-5fa4fc30a1a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:03.723822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f16828-faf4-4a70-b76a-5fa4fc30a1a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:03.724429 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-48f16828-faf4-4a70-b76a-5fa4fc30a1a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:03.729419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb648fd-5ba5-450f-9016-3223409c9c92 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:03.735314 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f16828-faf4-4a70-b76a-5fa4fc30a1a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=2bd4ae2c-90f5-47f1-9b62-32b808ea1f4d,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:03.743116 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 2630e86b-4bb4-4c8f-a683-1ab257840d08 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:03.763667 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d72c001-6957-4875-8288-05913181c8c7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router d51df83b-249e-4591-b885-e287c7efec77 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:03.764319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54298) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:03.764767 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d7bcd83a-9fa6-4bc9-a3b1-98ffe40faff3 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "PUT /v2.0/floatingips/8ba113d1-e32d-4540-9cf9-093c749380d9 HTTP/1.1" status: 200 len: 977 time: 5.6180789 Jan 10 11:54:03.811087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:03.911869 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-48f16828-faf4-4a70-b76a-5fa4fc30a1a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5736039 Jan 10 11:54:03.919060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54300) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:03.988213 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-2b491507-f3f7-43c1-b45c-ba21c23fc0c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:03.992536 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (6044100c-9a78-48b5-8f0e-5d8d56fb4c31), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.027492 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.049313 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.067146 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': '2bd4ae2c-90f5-47f1-9b62-32b808ea1f4d'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:54:04.069182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.159299 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d72c001-6957-4875-8288-05913181c8c7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:04.191616 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c1489a-edcf-4ac8-a1c8-38003673e572 None None] Sync routers for ids ['d51df83b-249e-4591-b885-e287c7efec77'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:04.216636 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8d72c001-6957-4875-8288-05913181c8c7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/d51df83b-249e-4591-b885-e287c7efec77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6016200 Jan 10 11:54:04.217217 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:04.222049 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54302) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:04.259938 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c1489a-edcf-4ac8-a1c8-38003673e572 None None] Routers {'d51df83b-249e-4591-b885-e287c7efec77'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:04.260220 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Allocated IP 172.36.2.111 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/83f7e026-c9fb-4500-9fe2-8d05b3b23c19) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:04.261220 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f8c1489a-edcf-4ac8-a1c8-38003673e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d51df83b-249e-4591-b885-e287c7efec77'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:04.278066 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network 865cdd3b-73d9-41c8-87f7-23a958974680 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:04.291676 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:04.298270 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fa0f5f18-680b-4dd2-bcf6-b8ff7b159380 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51df83b-249e-4591-b885-e287c7efec77 HTTP/1.1" status: 200 len: 205 time: 0.0713007 Jan 10 11:54:04.298474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:04.298474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (4dcdc201-4577-40fb-908f-13be74c3693d), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.304274 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54304) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:04.343807 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f8c1489a-edcf-4ac8-a1c8-38003673e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:04.362379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=c48890e9-db9b-4837-9f06-d45ba9e91934,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:04.372040 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c1489a-edcf-4ac8-a1c8-38003673e572 None None] Routers {'d51df83b-249e-4591-b885-e287c7efec77'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:04.372691 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f8c1489a-edcf-4ac8-a1c8-38003673e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d51df83b-249e-4591-b885-e287c7efec77'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:04.388652 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (2630e86b-4bb4-4c8f-a683-1ab257840d08), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.400985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-bd78976f-c397-4b57-8a78-6690b737c7b5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting port 56cdf7be-c045-4cff-b47e-fb64506a742a {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:04.402307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bd78976f-c397-4b57-8a78-6690b737c7b5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (56cdf7be-c045-4cff-b47e-fb64506a742a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.413365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f8c1489a-edcf-4ac8-a1c8-38003673e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:04.413696 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c1489a-edcf-4ac8-a1c8-38003673e572 None None] The sync data for ids ['d51df83b-249e-4591-b885-e287c7efec77'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:04.416689 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:04.417110 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.456824 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e39b114b-fa30-4055-a2ae-51511f56913a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (d51df83b-249e-4591-b885-e287c7efec77), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.469702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=2630e86b-4bb4-4c8f-a683-1ab257840d08,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:04.469957 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0d50a6-a6be-49d8-89c6-204e95441596 None None] Network 865cdd3b-73d9-41c8-87f7-23a958974680 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:04.498662 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for port (83f7e026-c9fb-4500-9fe2-8d05b3b23c19), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.511592 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Allocated IP 172.20.0.2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/2bd4ae2c-90f5-47f1-9b62-32b808ea1f4d/b32cd085-a994-4040-ac59-73e154efecc2) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:04.568281 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.582466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.586111 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/2630e86b-4bb4-4c8f-a683-1ab257840d08 HTTP/1.1" status: 204 len: 168 time: 1.3283298 Jan 10 11:54:04.586992 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54306) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:04.591218 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:04.591666 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:04.592093 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:04.592512 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:04.592881 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:04.593203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:04.593543 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:04.594083 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:04.594421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:04.594760 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:04.595096 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:04.595428 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:04.595758 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928b787-9e7c-4c3d-9218-4d2864792419 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:04.621531 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a8dd3871-8bfd-40de-b84b-f54b36db5730 None None] Provisioning complete for port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:04.622220 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a8dd3871-8bfd-40de-b84b-f54b36db5730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.643215 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41ce03f-cee1-482d-8d74-804b30aa9d30 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] GET failed (client error): The resource could not be found. Jan 10 11:54:04.645576 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f41ce03f-cee1-482d-8d74-804b30aa9d30 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/2630e86b-4bb4-4c8f-a683-1ab257840d08 HTTP/1.1" status: 404 len: 333 time: 0.0575073 Jan 10 11:54:04.649980 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54310) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:04.656158 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-4f23efd1-5552-4e87-82fd-8192b2c8eb53 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'name': 'tempest-PortsIpV6TestJSON-1882104349'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:04.702084 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (83f7e026-c9fb-4500-9fe2-8d05b3b23c19), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.781163 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.791170 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:04.795163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e39b114b-fa30-4055-a2ae-51511f56913a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (d51df83b-249e-4591-b885-e287c7efec77), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.795385 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:04.801804 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b491507-f3f7-43c1-b45c-ba21c23fc0c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:04.802603 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:04.805479 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2b491507-f3f7-43c1-b45c-ba21c23fc0c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.810663 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e39b114b-fa30-4055-a2ae-51511f56913a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_controller (d51df83b-249e-4591-b885-e287c7efec77), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.820189 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bd78976f-c397-4b57-8a78-6690b737c7b5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (56cdf7be-c045-4cff-b47e-fb64506a742a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.845149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2009473a-2153-43bf-9536-c2b127549d75 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:04.845395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Pushing event updated for resources: {'Port': ['ID=83f7e026-c9fb-4500-9fe2-8d05b3b23c19,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:04.908668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc,segment=NetworkSegment(d0b8dceb-d9bd-4f27-afe1-043c465feaf1),segment_id=d0b8dceb-d9bd-4f27-afe1-043c465feaf1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:04.968315 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a8dd3871-8bfd-40de-b84b-f54b36db5730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.971153 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Publish callbacks [] for port (b32cd085-a994-4040-ac59-73e154efecc2), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.999634 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.000569 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 263e4583-5204-4e1a-bd3a-d0a416271924 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:05.123284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (b32cd085-a994-4040-ac59-73e154efecc2), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.170893 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-a8dd3871-8bfd-40de-b84b-f54b36db5730 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:54:05.171499 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-a8dd3871-8bfd-40de-b84b-f54b36db5730 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:54:05.197171 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:05.198720 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:05.233053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:05.236243 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:05.255683 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 263e4583-5204-4e1a-bd3a-d0a416271924 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:05.256072 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.317023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Pushing event updated for resources: {'Port': ['ID=b32cd085-a994-4040-ac59-73e154efecc2,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:05.317818 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e39b114b-fa30-4055-a2ae-51511f56913a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (d51df83b-249e-4591-b885-e287c7efec77), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.318506 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39b114b-fa30-4055-a2ae-51511f56913a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Fanout notify agent at l3_agent the message router_deleted on router d51df83b-249e-4591-b885-e287c7efec77 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:54:05.350552 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e39b114b-fa30-4055-a2ae-51511f56913a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.351872 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e39b114b-fa30-4055-a2ae-51511f56913a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/routers/d51df83b-249e-4591-b885-e287c7efec77 HTTP/1.1" status: 204 len: 168 time: 1.0477028 Jan 10 11:54:05.364794 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54312) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:05.367242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Attempting to bind port b32cd085-a994-4040-ac59-73e154efecc2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:54:05.367702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Attempting to bind port b32cd085-a994-4040-ac59-73e154efecc2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:54:05.368139 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Attempting to bind port b32cd085-a994-4040-ac59-73e154efecc2 on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:54:05.376088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:54:05.376388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:05.376795 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.377193 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:54:05.377672 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Bound port: b32cd085-a994-4040-ac59-73e154efecc2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:54:05.378076 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b32cd085-a994-4040-ac59-73e154efecc2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.537233 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a7ae6e-3398-431e-b4ee-6715002cb7b7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting subnet c874daa5-0f54-4c6d-9bbd-7f7c4c4e6db7 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:05.544432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ae6e-3398-431e-b4ee-6715002cb7b7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (c874daa5-0f54-4c6d-9bbd-7f7c4c4e6db7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.546810 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.548915 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] For port b32cd085-a994-4040-ac59-73e154efecc2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:54:05.552560 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] For port b32cd085-a994-4040-ac59-73e154efecc2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b32cd085-a994-4040-ac59-73e154efecc2,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:54:05.594028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:05.595263 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f23efd1-5552-4e87-82fd-8192b2c8eb53 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:05.601128 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4f23efd1-5552-4e87-82fd-8192b2c8eb53 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.617323 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:05.617665 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 5434e0df-b362-4b5d-b8a5-4cf1033a5ed6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:05.660405 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.661167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (4dcdc201-4577-40fb-908f-13be74c3693d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.710708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b32cd085-a994-4040-ac59-73e154efecc2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.721384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-4f23efd1-5552-4e87-82fd-8192b2c8eb53 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] device_id is not set on port 4d11b5b8-5842-4d7f-9e3c-3faa6373dd64 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:54:05.727685 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ae6e-3398-431e-b4ee-6715002cb7b7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (c874daa5-0f54-4c6d-9bbd-7f7c4c4e6db7), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.760884 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bd78976f-c397-4b57-8a78-6690b737c7b5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.761262 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bd78976f-c397-4b57-8a78-6690b737c7b5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (8ba113d1-e32d-4540-9cf9-093c749380d9), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.761590 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-bd78976f-c397-4b57-8a78-6690b737c7b5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Floating IP 8ba113d1-e32d-4540-9cf9-093c749380d9 disassociated. External IP: 172.36.2.120, port: 56cdf7be-c045-4cff-b47e-fb64506a742a. Jan 10 11:54:05.762009 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-bd78976f-c397-4b57-8a78-6690b737c7b5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Calling delete_port for 56cdf7be-c045-4cff-b47e-fb64506a742a owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:05.789924 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4768b2-2e9f-4807-b9c4-917cfd5dc8fe None None] Pushing event updated for resources: {'Port': ['ID=b32cd085-a994-4040-ac59-73e154efecc2,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:05.808510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event updated for resources: {'Port': ['ID=c48890e9-db9b-4837-9f06-d45ba9e91934,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:05.861533 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (6044100c-9a78-48b5-8f0e-5d8d56fb4c31), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.890507 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6878e07d-5c79-4dad-9583-643c8d4b908f None None] Provisioning complete for port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:05.890838 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6878e07d-5c79-4dad-9583-643c8d4b908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:05.959082 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Network 865cdd3b-73d9-41c8-87f7-23a958974680 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:05.962380 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:06.061352 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5dc2daab-434f-486b-acbd-7f4a2bf4d95e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:06.082969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6878e07d-5c79-4dad-9583-643c8d4b908f None None] Provisioning complete for port c48890e9-db9b-4837-9f06-d45ba9e91934 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:06.083358 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6878e07d-5c79-4dad-9583-643c8d4b908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:06.098303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 4dcdc201-4577-40fb-908f-13be74c3693d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:06.163509 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4f23efd1-5552-4e87-82fd-8192b2c8eb53 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (4d11b5b8-5842-4d7f-9e3c-3faa6373dd64), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:06.178449 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:06.186482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6878e07d-5c79-4dad-9583-643c8d4b908f None None] Port c48890e9-db9b-4837-9f06-d45ba9e91934 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:06.265392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6878e07d-5c79-4dad-9583-643c8d4b908f None None] Provisioning complete for port 83f7e026-c9fb-4500-9fe2-8d05b3b23c19 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:06.265796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6878e07d-5c79-4dad-9583-643c8d4b908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (83f7e026-c9fb-4500-9fe2-8d05b3b23c19), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:06.311788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4f23efd1-5552-4e87-82fd-8192b2c8eb53 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (4d11b5b8-5842-4d7f-9e3c-3faa6373dd64), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:06.314799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6878e07d-5c79-4dad-9583-643c8d4b908f None None] Port 83f7e026-c9fb-4500-9fe2-8d05b3b23c19 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:06.321298 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:06.322183 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:06.389348 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:06.390884 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ae6e-3398-431e-b4ee-6715002cb7b7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (c874daa5-0f54-4c6d-9bbd-7f7c4c4e6db7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:06.395600 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d2eb18bf-dacf-47a3-a05f-e4f3572fbd3f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/4dcdc201-4577-40fb-908f-13be74c3693d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9801512 Jan 10 11:54:06.399688 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54316) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:06.401778 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Sync routers for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:06.404812 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-2de09e1e-3b1e-4175-a5b2-da155c60c0dc tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:06.424373 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:06.424993 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:06.516629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f23efd1-5552-4e87-82fd-8192b2c8eb53 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:06.566011 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:06.567493 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-49e835e5-3e84-4ce9-ba65-c5569c23d9c5 None None] Provisioning complete for port c48890e9-db9b-4837-9f06-d45ba9e91934 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:06.570103 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-49e835e5-3e84-4ce9-ba65-c5569c23d9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:06.599164 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-4f23efd1-5552-4e87-82fd-8192b2c8eb53 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:06.604931 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f23efd1-5552-4e87-82fd-8192b2c8eb53 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:06.609596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (6044100c-9a78-48b5-8f0e-5d8d56fb4c31), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:06.610964 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f23efd1-5552-4e87-82fd-8192b2c8eb53 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:06.611792 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4f23efd1-5552-4e87-82fd-8192b2c8eb53 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:06.623016 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (6044100c-9a78-48b5-8f0e-5d8d56fb4c31), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:06.665014 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-49e835e5-3e84-4ce9-ba65-c5569c23d9c5 None None] Port c48890e9-db9b-4837-9f06-d45ba9e91934 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:06.707728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23efd1-5552-4e87-82fd-8192b2c8eb53 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=4d11b5b8-5842-4d7f-9e3c-3faa6373dd64,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:06.719448 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bd78976f-c397-4b57-8a78-6690b737c7b5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (56cdf7be-c045-4cff-b47e-fb64506a742a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:06.773254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78976f-c397-4b57-8a78-6690b737c7b5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Port': ['ID=56cdf7be-c045-4cff-b47e-fb64506a742a,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:06.841735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54318) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:06.841930 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4f23efd1-5552-4e87-82fd-8192b2c8eb53 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1891975 Jan 10 11:54:06.852036 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:06.944912 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ae6e-3398-431e-b4ee-6715002cb7b7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (c874daa5-0f54-4c6d-9bbd-7f7c4c4e6db7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:06.998951 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.objects.ports [None req-2b491507-f3f7-43c1-b45c-ba21c23fc0c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110625) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:54:07.002768 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7ae6e-3398-431e-b4ee-6715002cb7b7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Subnet': ['ID=c874daa5-0f54-4c6d-9bbd-7f7c4c4e6db7,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:07.020106 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ae6e-3398-431e-b4ee-6715002cb7b7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.027412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4029fa-e961-403f-9906-b6c7e107e51a None None] Network 9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:07.028287 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d3a7ae6e-3398-431e-b4ee-6715002cb7b7 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/c874daa5-0f54-4c6d-9bbd-7f7c4c4e6db7 HTTP/1.1" status: 204 len: 168 time: 1.6565886 Jan 10 11:54:07.035313 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54322) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:07.064732 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:04Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '263e4583-5204-4e1a-bd3a-d0a416271924', 'name': '', 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:03:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '81f69f5a-0003-47ce-b659-b88196352375', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:55Z', 'updated_at': '2022-01-10T11:54:02Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '81f69f5a-0003-47ce-b659-b88196352375', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48890e9-db9b-4837-9f06-d45ba9e91934', 'name': '', 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:dd:81:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:02Z', 'updated_at': '2022-01-10T11:54:04Z', 'revision_number': 2, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:07.120028 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Checking router: 4dcdc201-4577-40fb-908f-13be74c3693d for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:54:07.121123 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Updating router 4dcdc201-4577-40fb-908f-13be74c3693d port c48890e9-db9b-4837-9f06-d45ba9e91934 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:54:07.170543 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.282937 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (4d11b5b8-5842-4d7f-9e3c-3faa6373dd64), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.311844 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5d0286-ea75-48b1-bc56-e5ee624d729c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting subnet b72a65a1-a1b8-46fa-ae88-98da8836d33c {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:07.315373 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0286-ea75-48b1-bc56-e5ee624d729c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (b72a65a1-a1b8-46fa-ae88-98da8836d33c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.346490 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] DHCP port deletion for 9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:07.352463 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd78976f-c397-4b57-8a78-6690b737c7b5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router ee4790a6-46bb-436d-acbf-d03fca062e31 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:07.389300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0286-ea75-48b1-bc56-e5ee624d729c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (b72a65a1-a1b8-46fa-ae88-98da8836d33c), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.469881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Deleting port 17dee11f-d7ac-4cd9-8a05-f88a777df336 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:07.469881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (17dee11f-d7ac-4cd9-8a05-f88a777df336), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.509334 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Router 6044100c-9a78-48b5-8f0e-5d8d56fb4c31 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:54:07.561390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2b491507-f3f7-43c1-b45c-ba21c23fc0c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b32cd085-a994-4040-ac59-73e154efecc2), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.577203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] For port 17dee11f-d7ac-4cd9-8a05-f88a777df336, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17dee11f-d7ac-4cd9-8a05-f88a777df336,segment=NetworkSegment(ae8b677e-b2ac-414d-96a6-88fd61d2fa8e),segment_id=ae8b677e-b2ac-414d-96a6-88fd61d2fa8e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:07.578754 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (17dee11f-d7ac-4cd9-8a05-f88a777df336), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.597619 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Calling delete_port for 17dee11f-d7ac-4cd9-8a05-f88a777df336 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:07.633729 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Publish callbacks [] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.668228 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-237962c7-eccc-4640-b552-9975a2cfa6a5 None None] Provisioning complete for port b32cd085-a994-4040-ac59-73e154efecc2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:07.668614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-237962c7-eccc-4640-b552-9975a2cfa6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b32cd085-a994-4040-ac59-73e154efecc2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.711926 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.extraroute_db [None req-2de09e1e-3b1e-4175-a5b2-da155c60c0dc tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=110624) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 10 11:54:07.750083 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.extraroute_db [None req-2de09e1e-3b1e-4175-a5b2-da155c60c0dc tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Removed routes are [] {{(pid=110624) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 10 11:54:07.750510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2de09e1e-3b1e-4175-a5b2-da155c60c0dc tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (4dcdc201-4577-40fb-908f-13be74c3693d), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.765048 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.798248 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd78976f-c397-4b57-8a78-6690b737c7b5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:07.802022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:07.803045 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0286-ea75-48b1-bc56-e5ee624d729c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (b72a65a1-a1b8-46fa-ae88-98da8836d33c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.809790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-237962c7-eccc-4640-b552-9975a2cfa6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b32cd085-a994-4040-ac59-73e154efecc2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.812507 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.814114 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-34ea0830-9341-4267-a0db-883cfd5dbe7b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "PUT /v2.0/routers/6044100c-9a78-48b5-8f0e-5d8d56fb4c31 HTTP/1.1" status: 200 len: 914 time: 5.5254538 Jan 10 11:54:07.819577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (4d11b5b8-5842-4d7f-9e3c-3faa6373dd64), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.820975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54324) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:07.838783 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1830dee1-4d61-4dfb-913b-d681d6090a76 None None] Sync routers for ids ['ee4790a6-46bb-436d-acbf-d03fca062e31'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:07.868400 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1830dee1-4d61-4dfb-913b-d681d6090a76 None None] Routers {'ee4790a6-46bb-436d-acbf-d03fca062e31'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:07.869062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-1830dee1-4d61-4dfb-913b-d681d6090a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['ee4790a6-46bb-436d-acbf-d03fca062e31'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:07.889174 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dba06d-8c1a-4810-8e9c-9a9080c4c628 None None] Sync routers for ids ['6044100c-9a78-48b5-8f0e-5d8d56fb4c31'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:07.911911 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-1830dee1-4d61-4dfb-913b-d681d6090a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:07.925086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1830dee1-4d61-4dfb-913b-d681d6090a76 None None] Routers {'ee4790a6-46bb-436d-acbf-d03fca062e31'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:07.925834 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-1830dee1-4d61-4dfb-913b-d681d6090a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['ee4790a6-46bb-436d-acbf-d03fca062e31'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:07.974720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bd78976f-c397-4b57-8a78-6690b737c7b5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.979053 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bd78976f-c397-4b57-8a78-6690b737c7b5 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/ports/56cdf7be-c045-4cff-b47e-fb64506a742a HTTP/1.1" status: 204 len: 168 time: 4.2097905 Jan 10 11:54:07.995940 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54330) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:08.062590 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b96eb5-6a62-4684-9493-c1c3c1297ca1 None None] Pushing event updated for resources: {'Port': ['ID=c48890e9-db9b-4837-9f06-d45ba9e91934,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:08.075312 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dba06d-8c1a-4810-8e9c-9a9080c4c628 None None] Routers {'6044100c-9a78-48b5-8f0e-5d8d56fb4c31'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:08.077061 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c6dba06d-8c1a-4810-8e9c-9a9080c4c628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6044100c-9a78-48b5-8f0e-5d8d56fb4c31'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:08.081351 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Attempting to bind port c48890e9-db9b-4837-9f06-d45ba9e91934 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:54:08.081539 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Attempting to bind port c48890e9-db9b-4837-9f06-d45ba9e91934 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd0b8dceb-d9bd-4f27-afe1-043c465feaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:54:08.081750 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Attempting to bind port c48890e9-db9b-4837-9f06-d45ba9e91934 on network 865cdd3b-73d9-41c8-87f7-23a958974680 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:54:08.147773 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-2b491507-f3f7-43c1-b45c-ba21c23fc0c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] For port b32cd085-a994-4040-ac59-73e154efecc2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b32cd085-a994-4040-ac59-73e154efecc2,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:08.296233 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b32cd085-a994-4040-ac59-73e154efecc2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:08.299721 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (17dee11f-d7ac-4cd9-8a05-f88a777df336), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:08.311222 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c6dba06d-8c1a-4810-8e9c-9a9080c4c628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:08.317368 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:54:08.318125 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Checking segment: {'id': 'd0b8dceb-d9bd-4f27-afe1-043c465feaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:08.319262 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:08.319869 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Bound using segment: {'id': 'd0b8dceb-d9bd-4f27-afe1-043c465feaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:54:08.320571 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Bound port: c48890e9-db9b-4837-9f06-d45ba9e91934, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b8dceb-d9bd-4f27-afe1-043c465feaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:54:08.321146 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:08.331959 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-1830dee1-4d61-4dfb-913b-d681d6090a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:08.332514 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1830dee1-4d61-4dfb-913b-d681d6090a76 None None] The sync data for ids ['ee4790a6-46bb-436d-acbf-d03fca062e31'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:08.369959 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Pushing event deleted for resources: {'Port': ['ID=17dee11f-d7ac-4cd9-8a05-f88a777df336,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:08.371432 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dba06d-8c1a-4810-8e9c-9a9080c4c628 None None] Routers {'6044100c-9a78-48b5-8f0e-5d8d56fb4c31'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:08.372261 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c6dba06d-8c1a-4810-8e9c-9a9080c4c628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6044100c-9a78-48b5-8f0e-5d8d56fb4c31'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:08.390939 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:08.391748 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:08.392322 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:08.392927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:08.393494 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:08.394239 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:08.394843 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:08.395410 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:08.396137 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:08.396836 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:08.397528 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:08.398177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:08.398956 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:08.438397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e24a126-deb5-4bda-af3d-0624b710f4c6 None None] No DVR routers for this DVR port 17dee11f-d7ac-4cd9-8a05-f88a777df336 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:08.454241 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c6dba06d-8c1a-4810-8e9c-9a9080c4c628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:08.455448 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dba06d-8c1a-4810-8e9c-9a9080c4c628 None None] The sync data for ids ['6044100c-9a78-48b5-8f0e-5d8d56fb4c31'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:08.494383 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port b32cd085-a994-4040-ac59-73e154efecc2 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:08.494844 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b32cd085-a994-4040-ac59-73e154efecc2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:08.504890 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] For port c48890e9-db9b-4837-9f06-d45ba9e91934, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:54:08.509204 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] For port c48890e9-db9b-4837-9f06-d45ba9e91934, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c48890e9-db9b-4837-9f06-d45ba9e91934,segment=NetworkSegment(d0b8dceb-d9bd-4f27-afe1-043c465feaf1),segment_id=d0b8dceb-d9bd-4f27-afe1-043c465feaf1)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:54:08.540258 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (4d11b5b8-5842-4d7f-9e3c-3faa6373dd64), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:08.571952 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2b491507-f3f7-43c1-b45c-ba21c23fc0c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (b32cd085-a994-4040-ac59-73e154efecc2), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:08.644171 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:08.654692 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b32cd085-a994-4040-ac59-73e154efecc2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:08.664413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0286-ea75-48b1-bc56-e5ee624d729c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (b72a65a1-a1b8-46fa-ae88-98da8836d33c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:08.666138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2b491507-f3f7-43c1-b45c-ba21c23fc0c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (b32cd085-a994-4040-ac59-73e154efecc2), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:08.666751 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] In _notify_port_updated(), no bound segment for port 4d11b5b8-5842-4d7f-9e3c-3faa6373dd64 on network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab {{(pid=110624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:54:08.667857 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2b491507-f3f7-43c1-b45c-ba21c23fc0c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (3d2cac36-ded1-493b-b237-b97b8924e18f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:08.675779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:08.696862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:08.699544 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "PUT /v2.0/ports/4d11b5b8-5842-4d7f-9e3c-3faa6373dd64 HTTP/1.1" status: 200 len: 818 time: 1.8550987 Jan 10 11:54:08.703632 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54334) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:08.751053 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:08.755355 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:53:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:08.765506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-237962c7-eccc-4640-b552-9975a2cfa6a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:54:08.766106 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-237962c7-eccc-4640-b552-9975a2cfa6a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:54:08.780182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:54:08.780767 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:54:08.818416 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d0286-ea75-48b1-bc56-e5ee624d729c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Subnet': ['ID=b72a65a1-a1b8-46fa-ae88-98da8836d33c,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:08.862986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cb7d73-9a78-406c-b463-d4256c0028ee None None] Network a8486034-8e8b-4771-b31b-a6d219f830e2 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:08.874641 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=4d11b5b8-5842-4d7f-9e3c-3faa6373dd64,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:08.904789 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0286-ea75-48b1-bc56-e5ee624d729c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:08.906582 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b96eb5-6a62-4684-9493-c1c3c1297ca1 None None] Pushing event updated for resources: {'Port': ['ID=c48890e9-db9b-4837-9f06-d45ba9e91934,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:08.911780 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ad5d0286-ea75-48b1-bc56-e5ee624d729c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/b72a65a1-a1b8-46fa-ae88-98da8836d33c HTTP/1.1" status: 204 len: 168 time: 1.8748596 Jan 10 11:54:08.916154 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54336) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:08.942469 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:08.997487 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b491507-f3f7-43c1-b45c-ba21c23fc0c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:09.044765 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:09.045129 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:09.045487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:09.045900 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:09.046247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:09.048779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:09.048779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:09.048779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:09.048779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:09.048779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:09.048779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:09.048779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:09.049507 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6acc5a6-3516-4ee9-9eef-a90f65257b91 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:09.072830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b491507-f3f7-43c1-b45c-ba21c23fc0c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=3d2cac36-ded1-493b-b237-b97b8924e18f,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:09.075309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-2b491507-f3f7-43c1-b45c-ba21c23fc0c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:09.091762 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b491507-f3f7-43c1-b45c-ba21c23fc0c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=b32cd085-a994-4040-ac59-73e154efecc2,revision_number=4']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:09.095310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b491507-f3f7-43c1-b45c-ba21c23fc0c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:09.095922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2b491507-f3f7-43c1-b45c-ba21c23fc0c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:09.106413 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e9b211-2a81-4ee8-bcc3-f4ebca75e51b None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:09.145341 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3fcdd592-d82d-4477-a078-a80bb6edf4ec tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/routers/6044100c-9a78-48b5-8f0e-5d8d56fb4c31 HTTP/1.1" status: 200 len: 920 time: 1.3231971 Jan 10 11:54:09.150728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54338) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:09.274704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2de09e1e-3b1e-4175-a5b2-da155c60c0dc tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (4dcdc201-4577-40fb-908f-13be74c3693d), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:09.282511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-812b38f1-633b-4f3e-acee-c17309617c0e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:09.288472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2de09e1e-3b1e-4175-a5b2-da155c60c0dc tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (4dcdc201-4577-40fb-908f-13be74c3693d), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:09.325385 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-d1770b44-c3f1-4750-9489-90011c90fc37 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 4d11b5b8-5842-4d7f-9e3c-3faa6373dd64 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:09.325737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d1770b44-c3f1-4750-9489-90011c90fc37 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (4d11b5b8-5842-4d7f-9e3c-3faa6373dd64), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:09.355524 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2b491507-f3f7-43c1-b45c-ba21c23fc0c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.3740578 Jan 10 11:54:09.360665 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54342) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:09.368557 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-68f6957b-387d-4813-8b9c-ff677e515eb0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'mac_address': 'fa:16:3e:85:b1:c2', 'name': 'tempest-NetworksTestDHCPv6-2078798156'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:09.469787 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:07Z', 'revision_number': 6, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '263e4583-5204-4e1a-bd3a-d0a416271924', 'name': '', 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:03:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '81f69f5a-0003-47ce-b659-b88196352375', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:55Z', 'updated_at': '2022-01-10T11:54:02Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '81f69f5a-0003-47ce-b659-b88196352375', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48890e9-db9b-4837-9f06-d45ba9e91934', 'name': '', 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:dd:81:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:02Z', 'updated_at': '2022-01-10T11:54:08Z', 'revision_number': 4, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:09.528090 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-237962c7-eccc-4640-b552-9975a2cfa6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b32cd085-a994-4040-ac59-73e154efecc2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:09.528900 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276f1bd-d1fc-49be-8cb8-1f95876ca21c None None] The sync data for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv is: [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:07Z', 'revision_number': 6, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '263e4583-5204-4e1a-bd3a-d0a416271924', 'name': '', 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:03:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '81f69f5a-0003-47ce-b659-b88196352375', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:55Z', 'updated_at': '2022-01-10T11:54:02Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '81f69f5a-0003-47ce-b659-b88196352375', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48890e9-db9b-4837-9f06-d45ba9e91934', 'name': '', 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:dd:81:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:02Z', 'updated_at': '2022-01-10T11:54:08Z', 'revision_number': 4, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:09.569486 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d614c838-ff2a-4573-a4db-0d22c1cbdc5e None None] DHCP port deletion for a8486034-8e8b-4771-b31b-a6d219f830e2 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:09.692708 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e565d44-86a9-42ef-92f7-122be022a2f8 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:09.695681 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1e565d44-86a9-42ef-92f7-122be022a2f8 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&device_id=6044100c-9a78-48b5-8f0e-5d8d56fb4c31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5417511 Jan 10 11:54:09.707349 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54346) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:09.818129 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b32cd085-a994-4040-ac59-73e154efecc2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:09.827245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-237962c7-eccc-4640-b552-9975a2cfa6a5 None None] For port b32cd085-a994-4040-ac59-73e154efecc2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b32cd085-a994-4040-ac59-73e154efecc2,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:09.884393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-812b38f1-633b-4f3e-acee-c17309617c0e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:09.891379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d1770b44-c3f1-4750-9489-90011c90fc37 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (4d11b5b8-5842-4d7f-9e3c-3faa6373dd64), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:09.903848 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aca2283-d6e9-40f4-a354-761250cde6f8 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:09.905886 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0aca2283-d6e9-40f4-a354-761250cde6f8 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/networks/a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 HTTP/1.1" status: 200 len: 881 time: 0.1973488 Jan 10 11:54:09.911669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54348) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:09.922533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-237962c7-eccc-4640-b552-9975a2cfa6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b32cd085-a994-4040-ac59-73e154efecc2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:09.946267 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:09.963624 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97fffd-71e4-4038-bb94-71ea0062ff3d req-1fd9b588-e253-4902-9e5f-c24a171c6b3d tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:09.976814 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f97fffd-71e4-4038-bb94-71ea0062ff3d req-1fd9b588-e253-4902-9e5f-c24a171c6b3d tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 945 time: 0.4554784 Jan 10 11:54:09.978080 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-45604e32-20df-4d13-aa02-fbb566205db7 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "GET /v2.0/ports?device_id=6044100c-9a78-48b5-8f0e-5d8d56fb4c31 HTTP/1.1" status: 200 len: 205 time: 0.0643628 Jan 10 11:54:09.983683 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54350) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:10.041078 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de09e1e-3b1e-4175-a5b2-da155c60c0dc tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 4dcdc201-4577-40fb-908f-13be74c3693d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:10.046576 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237962c7-eccc-4640-b552-9975a2cfa6a5 None None] Pushing event updated for resources: {'Port': ['ID=b32cd085-a994-4040-ac59-73e154efecc2,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:10.058677 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-812b38f1-633b-4f3e-acee-c17309617c0e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:10.072978 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-d1770b44-c3f1-4750-9489-90011c90fc37 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 4d11b5b8-5842-4d7f-9e3c-3faa6373dd64 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:10.102750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d614c838-ff2a-4573-a4db-0d22c1cbdc5e None None] Deleting port 87b97152-cfa9-43cf-9924-81a43e037955 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:10.108356 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d614c838-ff2a-4573-a4db-0d22c1cbdc5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (87b97152-cfa9-43cf-9924-81a43e037955), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.112203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f6957b-387d-4813-8b9c-ff677e515eb0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:10.181356 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:54:10.181810 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:54:10.321550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-812b38f1-633b-4f3e-acee-c17309617c0e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8b677e-b2ac-414d-96a6-88fd61d2fa8e') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:10.321958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-812b38f1-633b-4f3e-acee-c17309617c0e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8b677e-b2ac-414d-96a6-88fd61d2fa8e') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:10.338202 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-812b38f1-633b-4f3e-acee-c17309617c0e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (ae8b677e-b2ac-414d-96a6-88fd61d2fa8e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.349408 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5f1ecef0-ab30-441b-b737-6e59ab7d0c93 None None] Provisioning complete for port c48890e9-db9b-4837-9f06-d45ba9e91934 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:10.350311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecef0-ab30-441b-b737-6e59ab7d0c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.361380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7caf-621b-4f8d-84e4-e38850156bf1 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (6044100c-9a78-48b5-8f0e-5d8d56fb4c31), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.361961 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d614c838-ff2a-4573-a4db-0d22c1cbdc5e None None] For port 87b97152-cfa9-43cf-9924-81a43e037955, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87b97152-cfa9-43cf-9924-81a43e037955,segment=NetworkSegment(3d88e626-65b2-4401-821a-d038227bf07c),segment_id=3d88e626-65b2-4401-821a-d038227bf07c)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:10.362379 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d614c838-ff2a-4573-a4db-0d22c1cbdc5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (87b97152-cfa9-43cf-9924-81a43e037955), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.372602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-812b38f1-633b-4f3e-acee-c17309617c0e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (ae8b677e-b2ac-414d-96a6-88fd61d2fa8e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.380023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-68f6957b-387d-4813-8b9c-ff677e515eb0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.394325 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812b38f1-633b-4f3e-acee-c17309617c0e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:10.394777 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-812b38f1-633b-4f3e-acee-c17309617c0e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (ae8b677e-b2ac-414d-96a6-88fd61d2fa8e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.404289 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d614c838-ff2a-4573-a4db-0d22c1cbdc5e None None] Calling delete_port for 87b97152-cfa9-43cf-9924-81a43e037955 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:10.438663 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:10.494472 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f97fffd-71e4-4038-bb94-71ea0062ff3d req-3dd34a1a-6d87-422d-8a46-f398051e8a07 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ebdcc16-4168-4320-92de-b4d59448c746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5112686 Jan 10 11:54:10.541199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d1770b44-c3f1-4750-9489-90011c90fc37 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (4d11b5b8-5842-4d7f-9e3c-3faa6373dd64), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.597797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1770b44-c3f1-4750-9489-90011c90fc37 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=4d11b5b8-5842-4d7f-9e3c-3faa6373dd64,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:10.659076 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7caf-621b-4f8d-84e4-e38850156bf1 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (6044100c-9a78-48b5-8f0e-5d8d56fb4c31), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.678533 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-68f6957b-387d-4813-8b9c-ff677e515eb0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port 485faf08-4cc0-41ae-ae05-a5f86ef03912 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:54:10.682868 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99d0c895-b0eb-47ec-b22a-968dd1daa1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.762721 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecef0-ab30-441b-b737-6e59ab7d0c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.803453 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d1770b44-c3f1-4750-9489-90011c90fc37 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.809319 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d1770b44-c3f1-4750-9489-90011c90fc37 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/4d11b5b8-5842-4d7f-9e3c-3faa6373dd64 HTTP/1.1" status: 204 len: 168 time: 2.0884881 Jan 10 11:54:10.835493 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54356) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:10.840080 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d614c838-ff2a-4573-a4db-0d22c1cbdc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (87b97152-cfa9-43cf-9924-81a43e037955), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.863357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-5f1ecef0-ab30-441b-b737-6e59ab7d0c93 None None] For port c48890e9-db9b-4837-9f06-d45ba9e91934, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c48890e9-db9b-4837-9f06-d45ba9e91934,segment=NetworkSegment(d0b8dceb-d9bd-4f27-afe1-043c465feaf1),segment_id=d0b8dceb-d9bd-4f27-afe1-043c465feaf1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:10.888960 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614c838-ff2a-4573-a4db-0d22c1cbdc5e None None] Pushing event deleted for resources: {'Port': ['ID=87b97152-cfa9-43cf-9924-81a43e037955,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:10.890360 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de09e1e-3b1e-4175-a5b2-da155c60c0dc tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:10.891445 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d614c838-ff2a-4573-a4db-0d22c1cbdc5e None None] No DVR routers for this DVR port 87b97152-cfa9-43cf-9924-81a43e037955 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:10.907416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.908869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2de09e1e-3b1e-4175-a5b2-da155c60c0dc tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.917754 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2de09e1e-3b1e-4175-a5b2-da155c60c0dc tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/4dcdc201-4577-40fb-908f-13be74c3693d HTTP/1.1" status: 200 len: 953 time: 4.5119717 Jan 10 11:54:10.925846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54358) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:10.970258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecef0-ab30-441b-b737-6e59ab7d0c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.030166 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f73f35b-c375-4120-955d-c500b2bd948c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:11.036160 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2f73f35b-c375-4120-955d-c500b2bd948c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1951592 Jan 10 11:54:11.040352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54360) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:11.041697 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4851ea19-2cee-4f11-a3b1-9c1114650550 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (ee4790a6-46bb-436d-acbf-d03fca062e31), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.126636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b2a9a-b758-43ca-ba3b-4bad47459567 None None] Sync routers for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:11.147204 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-812b38f1-633b-4f3e-acee-c17309617c0e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.149133 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ecef0-ab30-441b-b737-6e59ab7d0c93 None None] Pushing event updated for resources: {'Port': ['ID=c48890e9-db9b-4837-9f06-d45ba9e91934,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:11.158959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-812b38f1-633b-4f3e-acee-c17309617c0e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.170186 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-812b38f1-633b-4f3e-acee-c17309617c0e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/networks/9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a HTTP/1.1" status: 204 len: 168 time: 2.1808476 Jan 10 11:54:11.185644 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54364) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:11.213410 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b38f1-633b-4f3e-acee-c17309617c0e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Network': ['ID=9c30b752-bcb0-4f4f-83a4-bf3d0f9ab69a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:11.219319 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-62598b7f-7b44-404b-aaaf-ecb8aebfa4b2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] GET failed (client error): The resource could not be found. Jan 10 11:54:11.223022 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-62598b7f-7b44-404b-aaaf-ecb8aebfa4b2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/4d11b5b8-5842-4d7f-9e3c-3faa6373dd64 HTTP/1.1" status: 404 len: 333 time: 0.1801205 Jan 10 11:54:11.229301 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54366) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:11.243900 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-99fd827a-2f4c-4aab-88aa-90bcd7151840 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1241425749'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:11.251381 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b2a9a-b758-43ca-ba3b-4bad47459567 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:11.252145 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-611b2a9a-b758-43ca-ba3b-4bad47459567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:11.314125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-98a1e1c8-70db-4f4e-a548-5c3ec873f554 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (a8486034-8e8b-4771-b31b-a6d219f830e2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.328522 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fe167ff0-b206-4500-98c2-74a4741b6462 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/routers/4dcdc201-4577-40fb-908f-13be74c3693d HTTP/1.1" status: 200 len: 953 time: 0.4002745 Jan 10 11:54:11.335351 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54368) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:11.347049 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-817404df-3a46-42f9-a851-637e37a0023d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'router': {'routes': None}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:11.358185 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fd827a-2f4c-4aab-88aa-90bcd7151840 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:11.364632 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99fd827a-2f4c-4aab-88aa-90bcd7151840 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.437327 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c4a2a461-400c-41b0-aede-502d324831d4 None None] Provisioning complete for port b32cd085-a994-4040-ac59-73e154efecc2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:11.440323 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c4a2a461-400c-41b0-aede-502d324831d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b32cd085-a994-4040-ac59-73e154efecc2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.448769 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fd827a-2f4c-4aab-88aa-90bcd7151840 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:54:11.467952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99fd827a-2f4c-4aab-88aa-90bcd7151840 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (ed946219-de69-4aaf-9622-b4c7c01e7af2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.468543 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-99fd827a-2f4c-4aab-88aa-90bcd7151840 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Added segment ed946219-de69-4aaf-9622-b4c7c01e7af2 of type vlan for network ca73199e-2aae-4c57-8623-cc4d07921398 Jan 10 11:54:11.494654 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 17dee11f-d7ac-4cd9-8a05-f88a777df336 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:11.532932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 17dee11f-d7ac-4cd9-8a05-f88a777df336 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:11.533754 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 17dee11f-d7ac-4cd9-8a05-f88a777df336 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:11.548994 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-68f6957b-387d-4813-8b9c-ff677e515eb0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 172.20.0.13 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/2bd4ae2c-90f5-47f1-9b62-32b808ea1f4d/485faf08-4cc0-41ae-ae05-a5f86ef03912) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:11.552814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-611b2a9a-b758-43ca-ba3b-4bad47459567 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:11.565335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99fd827a-2f4c-4aab-88aa-90bcd7151840 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (ca73199e-2aae-4c57-8623-cc4d07921398), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.625041 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-68f6957b-387d-4813-8b9c-ff677e515eb0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::f816:3eff:fe85:b1c2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/3d2cac36-ded1-493b-b237-b97b8924e18f/485faf08-4cc0-41ae-ae05-a5f86ef03912) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:11.660490 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99fd827a-2f4c-4aab-88aa-90bcd7151840 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (ca73199e-2aae-4c57-8623-cc4d07921398), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.667952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fd827a-2f4c-4aab-88aa-90bcd7151840 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:11.668604 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99fd827a-2f4c-4aab-88aa-90bcd7151840 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.710584 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f7caf-621b-4f8d-84e4-e38850156bf1 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Deleting port 83f7e026-c9fb-4500-9fe2-8d05b3b23c19 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:11.711530 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7caf-621b-4f8d-84e4-e38850156bf1 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (83f7e026-c9fb-4500-9fe2-8d05b3b23c19), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.717221 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-98a1e1c8-70db-4f4e-a548-5c3ec873f554 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (a8486034-8e8b-4771-b31b-a6d219f830e2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.792546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd827a-2f4c-4aab-88aa-90bcd7151840 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Network': ['ID=ca73199e-2aae-4c57-8623-cc4d07921398,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:11.844287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network ca73199e-2aae-4c57-8623-cc4d07921398 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:54:11.875223 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-99fd827a-2f4c-4aab-88aa-90bcd7151840 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6418123 Jan 10 11:54:11.878758 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54372) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:11.889939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-067834b9-d303-4d35-9aa1-430536e02949 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'subnet': {'network_id': 'ca73199e-2aae-4c57-8623-cc4d07921398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:11.941967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b32cd085-a994-4040-ac59-73e154efecc2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:12.089489 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port b32cd085-a994-4040-ac59-73e154efecc2 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:12.090085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b32cd085-a994-4040-ac59-73e154efecc2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.159807 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067834b9-d303-4d35-9aa1-430536e02949 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:12.164958 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-611b2a9a-b758-43ca-ba3b-4bad47459567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:07Z', 'revision_number': 6, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '263e4583-5204-4e1a-bd3a-d0a416271924', 'name': '', 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:03:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '81f69f5a-0003-47ce-b659-b88196352375', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:55Z', 'updated_at': '2022-01-10T11:54:02Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '81f69f5a-0003-47ce-b659-b88196352375', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48890e9-db9b-4837-9f06-d45ba9e91934', 'name': '', 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:dd:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:02Z', 'updated_at': '2022-01-10T11:54:10Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:12.167177 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-067834b9-d303-4d35-9aa1-430536e02949 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.212561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-98a1e1c8-70db-4f4e-a548-5c3ec873f554 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8486034-8e8b-4771-b31b-a6d219f830e2']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:12.306469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-98a1e1c8-70db-4f4e-a548-5c3ec873f554 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d88e626-65b2-4401-821a-d038227bf07c') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:12.307094 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-98a1e1c8-70db-4f4e-a548-5c3ec873f554 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d88e626-65b2-4401-821a-d038227bf07c') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:12.359135 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-98a1e1c8-70db-4f4e-a548-5c3ec873f554 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (3d88e626-65b2-4401-821a-d038227bf07c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.423257 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.424100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b2a9a-b758-43ca-ba3b-4bad47459567 None None] Checking router: 4dcdc201-4577-40fb-908f-13be74c3693d for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:54:12.440491 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b2a9a-b758-43ca-ba3b-4bad47459567 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:12.441476 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-611b2a9a-b758-43ca-ba3b-4bad47459567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:12.464363 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-98a1e1c8-70db-4f4e-a548-5c3ec873f554 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (3d88e626-65b2-4401-821a-d038227bf07c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.501247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b6112-536a-409f-a41a-1efefa9d7cb8 req-2ab69e94-0a26-48bf-8c48-09a3ab7b4100 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:12.505136 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-452b6112-536a-409f-a41a-1efefa9d7cb8 req-2ab69e94-0a26-48bf-8c48-09a3ab7b4100 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 945 time: 0.3803208 Jan 10 11:54:12.516509 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a1e1c8-70db-4f4e-a548-5c3ec873f554 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:12.517205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-98a1e1c8-70db-4f4e-a548-5c3ec873f554 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (3d88e626-65b2-4401-821a-d038227bf07c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:12.535878 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:12.559338 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7caf-621b-4f8d-84e4-e38850156bf1 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (83f7e026-c9fb-4500-9fe2-8d05b3b23c19), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.578855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c48890e9-db9b-4837-9f06-d45ba9e91934 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:12.619232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-611b2a9a-b758-43ca-ba3b-4bad47459567 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:12.667172 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f7caf-621b-4f8d-84e4-e38850156bf1 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Calling delete_port for 83f7e026-c9fb-4500-9fe2-8d05b3b23c19 owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:12.787539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-067834b9-d303-4d35-9aa1-430536e02949 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (3c37d73d-f94e-480c-8526-14b2a19ae9bf), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.826004 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port c48890e9-db9b-4837-9f06-d45ba9e91934 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:12.826004 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.844588 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-68f6957b-387d-4813-8b9c-ff677e515eb0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (485faf08-4cc0-41ae-ae05-a5f86ef03912), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.859146 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-98a1e1c8-70db-4f4e-a548-5c3ec873f554 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (a8486034-8e8b-4771-b31b-a6d219f830e2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.871472 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-452b6112-536a-409f-a41a-1efefa9d7cb8 req-96a00860-d734-4ce6-b53d-c2c12ce77659 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ebdcc16-4168-4320-92de-b4d59448c746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3449416 Jan 10 11:54:12.892345 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.extraroute_db [None req-817404df-3a46-42f9-a851-637e37a0023d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Added routes are [] {{(pid=110625) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 10 11:54:12.892672 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.extraroute_db [None req-817404df-3a46-42f9-a851-637e37a0023d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=110625) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 10 11:54:12.894968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067834b9-d303-4d35-9aa1-430536e02949 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Subnet': ['ID=3c37d73d-f94e-480c-8526-14b2a19ae9bf,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:12.898546 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-98a1e1c8-70db-4f4e-a548-5c3ec873f554 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.906666 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-98a1e1c8-70db-4f4e-a548-5c3ec873f554 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/networks/a8486034-8e8b-4771-b31b-a6d219f830e2 HTTP/1.1" status: 204 len: 168 time: 1.7143452 Jan 10 11:54:12.908421 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54374) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:12.915108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-38645966-5d66-4870-8399-cc1d3ee51cdb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'network': {'name': 'tempest-RoutersTest-2103415423'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:12.934285 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067834b9-d303-4d35-9aa1-430536e02949 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Checking segment: {'id': 'ed946219-de69-4aaf-9622-b4c7c01e7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ca73199e-2aae-4c57-8623-cc4d07921398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:12.935091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067834b9-d303-4d35-9aa1-430536e02949 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network hostable DHCP agents. Network: ca73199e-2aae-4c57-8623-cc4d07921398, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:54:12.936452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1e1c8-70db-4f4e-a548-5c3ec873f554 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Network': ['ID=a8486034-8e8b-4771-b31b-a6d219f830e2,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:13.069979 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38645966-5d66-4870-8399-cc1d3ee51cdb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:13.076059 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-38645966-5d66-4870-8399-cc1d3ee51cdb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.092461 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-611b2a9a-b758-43ca-ba3b-4bad47459567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:07Z', 'revision_number': 6, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '263e4583-5204-4e1a-bd3a-d0a416271924', 'name': '', 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:03:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '81f69f5a-0003-47ce-b659-b88196352375', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:55Z', 'updated_at': '2022-01-10T11:54:02Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '81f69f5a-0003-47ce-b659-b88196352375', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48890e9-db9b-4837-9f06-d45ba9e91934', 'name': '', 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:dd:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:02Z', 'updated_at': '2022-01-10T11:54:10Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:13.106467 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067834b9-d303-4d35-9aa1-430536e02949 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network ca73199e-2aae-4c57-8623-cc4d07921398 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:54:13.116732 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-817404df-3a46-42f9-a851-637e37a0023d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (4dcdc201-4577-40fb-908f-13be74c3693d), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.141808 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b2a9a-b758-43ca-ba3b-4bad47459567 None None] The sync data for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv is: [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:07Z', 'revision_number': 6, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '263e4583-5204-4e1a-bd3a-d0a416271924', 'name': '', 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:03:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '81f69f5a-0003-47ce-b659-b88196352375', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:55Z', 'updated_at': '2022-01-10T11:54:02Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '81f69f5a-0003-47ce-b659-b88196352375', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48890e9-db9b-4837-9f06-d45ba9e91934', 'name': '', 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:dd:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:02Z', 'updated_at': '2022-01-10T11:54:10Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:13.142596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e467117-509f-41af-be13-039c138065ed req-ee0cd12d-ad86-4676-9ff6-2d3e21562893 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:13.144404 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e467117-509f-41af-be13-039c138065ed req-ee0cd12d-ad86-4676-9ff6-2d3e21562893 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 945 time: 0.1307335 Jan 10 11:54:13.163233 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38645966-5d66-4870-8399-cc1d3ee51cdb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:54:13.180095 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.180375 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-4851ea19-2cee-4f11-a3b1-9c1114650550 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting port 9d045fe0-0185-4d23-870f-5471945f14f4 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:13.180495 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4851ea19-2cee-4f11-a3b1-9c1114650550 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9d045fe0-0185-4d23-870f-5471945f14f4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.208739 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 87b97152-cfa9-43cf-9924-81a43e037955 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:13.240091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-38645966-5d66-4870-8399-cc1d3ee51cdb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (2f40d1ba-27ef-4378-a00e-546cae6bc9bf), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.241181 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-38645966-5d66-4870-8399-cc1d3ee51cdb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Added segment 2f40d1ba-27ef-4378-a00e-546cae6bc9bf of type vlan for network 95c64e2c-fe37-45b4-b69e-0bb27522f9b2 Jan 10 11:54:13.252713 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 87b97152-cfa9-43cf-9924-81a43e037955 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:13.253104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 87b97152-cfa9-43cf-9924-81a43e037955 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:13.273100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-067834b9-d303-4d35-9aa1-430536e02949 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ca73199e-2aae-4c57-8623-cc4d07921398) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:13.297417 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef69ed6a-1d70-445b-ad40-e64e0e38f885 None None] Network ca73199e-2aae-4c57-8623-cc4d07921398 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:13.312554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067834b9-d303-4d35-9aa1-430536e02949 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:13.314104 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-067834b9-d303-4d35-9aa1-430536e02949 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.327349 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-68f6957b-387d-4813-8b9c-ff677e515eb0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (485faf08-4cc0-41ae-ae05-a5f86ef03912), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.400335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-38645966-5d66-4870-8399-cc1d3ee51cdb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (95c64e2c-fe37-45b4-b69e-0bb27522f9b2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.470660 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ca73199e-2aae-4c57-8623-cc4d07921398', 'network_id': 'ca73199e-2aae-4c57-8623-cc4d07921398', 'project_id': '65c2071e92fb4b2f942b8ce8a0dbea03', 'fixed_ips': [{'subnet_id': '3c37d73d-f94e-480c-8526-14b2a19ae9bf'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:54:13.470660 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.494259 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6957b-387d-4813-8b9c-ff677e515eb0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=485faf08-4cc0-41ae-ae05-a5f86ef03912,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:13.502521 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-6e467117-509f-41af-be13-039c138065ed req-df05297d-f62b-48c4-b3c4-f7a29d2e605b tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Deleting port ec3765b1-eb31-41b1-bd5d-814bce62b449 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:13.503279 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6e467117-509f-41af-be13-039c138065ed req-df05297d-f62b-48c4-b3c4-f7a29d2e605b tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ec3765b1-eb31-41b1-bd5d-814bce62b449), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.511630 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f6957b-387d-4813-8b9c-ff677e515eb0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:13.529584 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-68f6957b-387d-4813-8b9c-ff677e515eb0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:13.532775 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-067834b9-d303-4d35-9aa1-430536e02949 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6519136 Jan 10 11:54:13.538674 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6957b-387d-4813-8b9c-ff677e515eb0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:13.541092 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54378) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:13.547730 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c4e6d97a-1869-4e5c-a9a8-fb533bfc3451 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'subnet': {'network_id': 'ca73199e-2aae-4c57-8623-cc4d07921398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:13.547877 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4851ea19-2cee-4f11-a3b1-9c1114650550 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9d045fe0-0185-4d23-870f-5471945f14f4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.608409 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-38645966-5d66-4870-8399-cc1d3ee51cdb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (95c64e2c-fe37-45b4-b69e-0bb27522f9b2), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.617871 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38645966-5d66-4870-8399-cc1d3ee51cdb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:13.617871 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-38645966-5d66-4870-8399-cc1d3ee51cdb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.668191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7caf-621b-4f8d-84e4-e38850156bf1 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (83f7e026-c9fb-4500-9fe2-8d05b3b23c19), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.702206 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Allocated IP 2001:db8::2 (ca73199e-2aae-4c57-8623-cc4d07921398/3c37d73d-f94e-480c-8526-14b2a19ae9bf/c00d374c-1f3c-44b5-a196-f1b6696a2bd4) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:13.711249 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-4851ea19-2cee-4f11-a3b1-9c1114650550 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Calling delete_port for 9d045fe0-0185-4d23-870f-5471945f14f4 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:13.772227 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f6957b-387d-4813-8b9c-ff677e515eb0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:13.773145 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-68f6957b-387d-4813-8b9c-ff677e515eb0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.792392 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38645966-5d66-4870-8399-cc1d3ee51cdb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Network': ['ID=95c64e2c-fe37-45b4-b69e-0bb27522f9b2,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:13.826020 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-6e467117-509f-41af-be13-039c138065ed req-df05297d-f62b-48c4-b3c4-f7a29d2e605b tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] For port ec3765b1-eb31-41b1-bd5d-814bce62b449, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ec3765b1-eb31-41b1-bd5d-814bce62b449,segment=NetworkSegment(779e930d-7562-46ee-98f3-134628bb256f),segment_id=779e930d-7562-46ee-98f3-134628bb256f)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:13.826400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6e467117-509f-41af-be13-039c138065ed req-df05297d-f62b-48c4-b3c4-f7a29d2e605b tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ec3765b1-eb31-41b1-bd5d-814bce62b449), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.843763 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-38645966-5d66-4870-8399-cc1d3ee51cdb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9337969 Jan 10 11:54:13.849593 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54380) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:13.857223 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f6a8e7f0-4932-4ce3-8ec5-7643a81bba4d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'subnet': {'network_id': '95c64e2c-fe37-45b4-b69e-0bb27522f9b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:13.901480 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f7caf-621b-4f8d-84e4-e38850156bf1 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Pushing event deleted for resources: {'Port': ['ID=83f7e026-c9fb-4500-9fe2-8d05b3b23c19,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:13.955209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Publish callbacks [] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.961283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-817404df-3a46-42f9-a851-637e37a0023d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (4dcdc201-4577-40fb-908f-13be74c3693d), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.963710 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 95c64e2c-fe37-45b4-b69e-0bb27522f9b2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:54:13.966929 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8a2bf4-075a-4094-9edd-cdbc6a7d5870 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:13.981351 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-817404df-3a46-42f9-a851-637e37a0023d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (4dcdc201-4577-40fb-908f-13be74c3693d), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.997137 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54384) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:13.998649 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-68f6957b-387d-4813-8b9c-ff677e515eb0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.6343379 Jan 10 11:54:14.153872 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.161643 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-989b6fdd-608d-409d-8362-9ce0aae59395 None None] Provisioning complete for port 485faf08-4cc0-41ae-ae05-a5f86ef03912 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:14.161643 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-989b6fdd-608d-409d-8362-9ce0aae59395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (485faf08-4cc0-41ae-ae05-a5f86ef03912), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.238907 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Network ca73199e-2aae-4c57-8623-cc4d07921398 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:14.248327 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Pushing event updated for resources: {'Port': ['ID=c00d374c-1f3c-44b5-a196-f1b6696a2bd4,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:14.253753 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:14.258255 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:14.260855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-989b6fdd-608d-409d-8362-9ce0aae59395 None None] Port 485faf08-4cc0-41ae-ae05-a5f86ef03912 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:14.335175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Attempting to bind port c00d374c-1f3c-44b5-a196-f1b6696a2bd4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:54:14.335605 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Attempting to bind port c00d374c-1f3c-44b5-a196-f1b6696a2bd4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ed946219-de69-4aaf-9622-b4c7c01e7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ca73199e-2aae-4c57-8623-cc4d07921398'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:54:14.336079 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Attempting to bind port c00d374c-1f3c-44b5-a196-f1b6696a2bd4 on network ca73199e-2aae-4c57-8623-cc4d07921398 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:54:14.343613 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:54:14.344152 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Checking segment: {'id': 'ed946219-de69-4aaf-9622-b4c7c01e7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ca73199e-2aae-4c57-8623-cc4d07921398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:14.344683 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.345272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Bound using segment: {'id': 'ed946219-de69-4aaf-9622-b4c7c01e7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ca73199e-2aae-4c57-8623-cc4d07921398'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:54:14.345943 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Bound port: c00d374c-1f3c-44b5-a196-f1b6696a2bd4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed946219-de69-4aaf-9622-b4c7c01e7af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ca73199e-2aae-4c57-8623-cc4d07921398'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:54:14.346453 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.420715 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] For port c00d374c-1f3c-44b5-a196-f1b6696a2bd4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:54:14.424730 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] For port c00d374c-1f3c-44b5-a196-f1b6696a2bd4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c00d374c-1f3c-44b5-a196-f1b6696a2bd4,segment=NetworkSegment(ed946219-de69-4aaf-9622-b4c7c01e7af2),segment_id=ed946219-de69-4aaf-9622-b4c7c01e7af2)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:54:14.464805 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7caf-621b-4f8d-84e4-e38850156bf1 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (6044100c-9a78-48b5-8f0e-5d8d56fb4c31), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.489434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.566299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06fce8b-51e6-474b-a29d-32e801c676f4 None None] Pushing event updated for resources: {'Port': ['ID=c00d374c-1f3c-44b5-a196-f1b6696a2bd4,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:14.588065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7caf-621b-4f8d-84e4-e38850156bf1 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (6044100c-9a78-48b5-8f0e-5d8d56fb4c31), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.593882 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7caf-621b-4f8d-84e4-e38850156bf1 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_controller (6044100c-9a78-48b5-8f0e-5d8d56fb4c31), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.606784 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33b8d89-065e-421c-a398-0584cdff4be1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:14.613162 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33b8d89-065e-421c-a398-0584cdff4be1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:14.617440 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e33b8d89-065e-421c-a398-0584cdff4be1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.6089776 Jan 10 11:54:14.622310 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54386) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:14.650907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817404df-3a46-42f9-a851-637e37a0023d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 4dcdc201-4577-40fb-908f-13be74c3693d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:14.712783 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cd8a0-0eac-4698-ac63-d86441479727 req-edd83d10-f246-495d-82fb-7fceb3578024 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:14.714430 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cf0cd8a0-0eac-4698-ac63-d86441479727 req-edd83d10-f246-495d-82fb-7fceb3578024 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 945 time: 0.5918310 Jan 10 11:54:14.717665 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e6d97a-1869-4e5c-a9a8-fb533bfc3451 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:14.721463 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c4e6d97a-1869-4e5c-a9a8-fb533bfc3451 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.777551 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7caf-621b-4f8d-84e4-e38850156bf1 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (6044100c-9a78-48b5-8f0e-5d8d56fb4c31), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.778619 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7f7caf-621b-4f8d-84e4-e38850156bf1 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Fanout notify agent at l3_agent the message router_deleted on router 6044100c-9a78-48b5-8f0e-5d8d56fb4c31 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:54:14.803763 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7caf-621b-4f8d-84e4-e38850156bf1 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.805457 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1c7f7caf-621b-4f8d-84e4-e38850156bf1 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "DELETE /v2.0/routers/6044100c-9a78-48b5-8f0e-5d8d56fb4c31 HTTP/1.1" status: 204 len: 168 time: 4.8205633 Jan 10 11:54:14.815787 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54388) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:14.823512 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d5313262-1c2d-4450-9585-35c431b785db tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1807034138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:14.872701 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817404df-3a46-42f9-a851-637e37a0023d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:14.881860 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-817404df-3a46-42f9-a851-637e37a0023d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.886723 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-817404df-3a46-42f9-a851-637e37a0023d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/4dcdc201-4577-40fb-908f-13be74c3693d HTTP/1.1" status: 200 len: 703 time: 3.5435896 Jan 10 11:54:14.893582 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b85288d-76cc-4869-8bec-580561b01518 None None] Sync routers for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:14.897975 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54390) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:14.908778 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b85288d-76cc-4869-8bec-580561b01518 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:14.909420 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8b85288d-76cc-4869-8bec-580561b01518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:14.934959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6e467117-509f-41af-be13-039c138065ed req-df05297d-f62b-48c4-b3c4-f7a29d2e605b tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.935643 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6e467117-509f-41af-be13-039c138065ed req-df05297d-f62b-48c4-b3c4-f7a29d2e605b tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (fd94ce9d-ad19-4ed2-aa6b-2c0beb14ca5d), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.936167 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [req-6e467117-509f-41af-be13-039c138065ed req-df05297d-f62b-48c4-b3c4-f7a29d2e605b tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Floating IP fd94ce9d-ad19-4ed2-aa6b-2c0beb14ca5d disassociated. External IP: 172.36.2.151, port: ec3765b1-eb31-41b1-bd5d-814bce62b449. Jan 10 11:54:14.936719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-6e467117-509f-41af-be13-039c138065ed req-df05297d-f62b-48c4-b3c4-f7a29d2e605b tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Calling delete_port for ec3765b1-eb31-41b1-bd5d-814bce62b449 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:14.964735 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cf0cd8a0-0eac-4698-ac63-d86441479727 req-e23d8734-3e20-49d0-b327-42fb9f9fbfb2 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ebdcc16-4168-4320-92de-b4d59448c746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393689 Jan 10 11:54:14.966604 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a8e7f0-4932-4ce3-8ec5-7643a81bba4d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:14.970307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e7f0-4932-4ce3-8ec5-7643a81bba4d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.988549 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4851ea19-2cee-4f11-a3b1-9c1114650550 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (9d045fe0-0185-4d23-870f-5471945f14f4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.006137 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d5313262-1c2d-4450-9585-35c431b785db tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (15cf810a-c7b5-45c2-9178-598adfa9fc2f), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.007364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d5313262-1c2d-4450-9585-35c431b785db tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (15cf810a-c7b5-45c2-9178-598adfa9fc2f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.050598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851ea19-2cee-4f11-a3b1-9c1114650550 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Port': ['ID=9d045fe0-0185-4d23-870f-5471945f14f4,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:15.078900 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-8b85288d-76cc-4869-8bec-580561b01518 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:15.103880 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.ipam_backend_mixin [None req-c4e6d97a-1869-4e5c-a9a8-fb533bfc3451 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3c37d73d-f94e-480c-8526-14b2a19ae9bf (CIDR: 2001:db8::/64) Jan 10 11:54:15.146295 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-0143ab7f-75ef-41d8-b2b6-1736ba88b6c4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port 485faf08-4cc0-41ae-ae05-a5f86ef03912 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:15.146634 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0143ab7f-75ef-41d8-b2b6-1736ba88b6c4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (485faf08-4cc0-41ae-ae05-a5f86ef03912), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.161466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d5313262-1c2d-4450-9585-35c431b785db tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_controller (15cf810a-c7b5-45c2-9178-598adfa9fc2f), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.169061 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e6d97a-1869-4e5c-a9a8-fb533bfc3451 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:54:15.169556 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e6d97a-1869-4e5c-a9a8-fb533bfc3451 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:15.170468 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e02d19d5-9009-414d-9c24-fc08dd980e17 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/routers/4dcdc201-4577-40fb-908f-13be74c3693d HTTP/1.1" status: 200 len: 703 time: 0.2712173 Jan 10 11:54:15.175376 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54392) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:15.265077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d5313262-1c2d-4450-9585-35c431b785db tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (15cf810a-c7b5-45c2-9178-598adfa9fc2f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.360525 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c4e6d97a-1869-4e5c-a9a8-fb533bfc3451 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8186972 Jan 10 11:54:15.366484 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54394) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:15.371543 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f6492e6b-3172-4750-a6e9-b300e6729732 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'subnet': {'network_id': 'ca73199e-2aae-4c57-8623-cc4d07921398', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:15.380992 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0143ab7f-75ef-41d8-b2b6-1736ba88b6c4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (485faf08-4cc0-41ae-ae05-a5f86ef03912), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.416025 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-0143ab7f-75ef-41d8-b2b6-1736ba88b6c4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for 485faf08-4cc0-41ae-ae05-a5f86ef03912 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:15.435663 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8b85288d-76cc-4869-8bec-580561b01518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:12Z', 'revision_number': 7, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '263e4583-5204-4e1a-bd3a-d0a416271924', 'name': '', 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:03:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '81f69f5a-0003-47ce-b659-b88196352375', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:55Z', 'updated_at': '2022-01-10T11:54:02Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '81f69f5a-0003-47ce-b659-b88196352375', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48890e9-db9b-4837-9f06-d45ba9e91934', 'name': '', 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:dd:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:02Z', 'updated_at': '2022-01-10T11:54:10Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:15.458236 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d5313262-1c2d-4450-9585-35c431b785db tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.459791 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d5313262-1c2d-4450-9585-35c431b785db tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6430032 Jan 10 11:54:15.462989 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54396) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:15.469088 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b85288d-76cc-4869-8bec-580561b01518 None None] Checking router: 4dcdc201-4577-40fb-908f-13be74c3693d for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:54:15.473146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'enable_snat': False}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:15.480105 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b85288d-76cc-4869-8bec-580561b01518 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:15.480989 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8b85288d-76cc-4869-8bec-580561b01518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:15.587679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6e467117-509f-41af-be13-039c138065ed req-df05297d-f62b-48c4-b3c4-f7a29d2e605b tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (ec3765b1-eb31-41b1-bd5d-814bce62b449), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.604002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4851ea19-2cee-4f11-a3b1-9c1114650550 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (ee4790a6-46bb-436d-acbf-d03fca062e31), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.639877 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-8b85288d-76cc-4869-8bec-580561b01518 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:15.654896 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05297d-f62b-48c4-b3c4-f7a29d2e605b tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Pushing event deleted for resources: {'Port': ['ID=ec3765b1-eb31-41b1-bd5d-814bce62b449,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:15.766783 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c00d374c-1f3c-44b5-a196-f1b6696a2bd4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:15.835982 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e7f0-4932-4ce3-8ec5-7643a81bba4d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (f5463928-f2df-47d3-aaff-ba33c9bd7908), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.876634 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port c00d374c-1f3c-44b5-a196-f1b6696a2bd4 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:15.877112 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.923236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (15cf810a-c7b5-45c2-9178-598adfa9fc2f), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.068389 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8e7f0-4932-4ce3-8ec5-7643a81bba4d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Subnet': ['ID=f5463928-f2df-47d3-aaff-ba33c9bd7908,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:16.093608 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8b85288d-76cc-4869-8bec-580561b01518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:12Z', 'revision_number': 7, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '263e4583-5204-4e1a-bd3a-d0a416271924', 'name': '', 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:03:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '81f69f5a-0003-47ce-b659-b88196352375', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:55Z', 'updated_at': '2022-01-10T11:54:02Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '81f69f5a-0003-47ce-b659-b88196352375', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48890e9-db9b-4837-9f06-d45ba9e91934', 'name': '', 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:dd:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:02Z', 'updated_at': '2022-01-10T11:54:10Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:16.142840 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b85288d-76cc-4869-8bec-580561b01518 None None] The sync data for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv is: [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:12Z', 'revision_number': 7, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '263e4583-5204-4e1a-bd3a-d0a416271924', 'name': '', 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:03:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '81f69f5a-0003-47ce-b659-b88196352375', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:55Z', 'updated_at': '2022-01-10T11:54:02Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '81f69f5a-0003-47ce-b659-b88196352375', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c48890e9-db9b-4837-9f06-d45ba9e91934', 'name': '', 'network_id': '865cdd3b-73d9-41c8-87f7-23a958974680', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:dd:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:02Z', 'updated_at': '2022-01-10T11:54:10Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:16.161463 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e71e7d-66b9-437e-822d-664f622770f6 None None] Network ca73199e-2aae-4c57-8623-cc4d07921398 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:16.185518 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6492e6b-3172-4750-a6e9-b300e6729732 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:16.185905 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a8e7f0-4932-4ce3-8ec5-7643a81bba4d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Checking segment: {'id': '2f40d1ba-27ef-4378-a00e-546cae6bc9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '95c64e2c-fe37-45b4-b69e-0bb27522f9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:16.186034 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a8e7f0-4932-4ce3-8ec5-7643a81bba4d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network hostable DHCP agents. Network: 95c64e2c-fe37-45b4-b69e-0bb27522f9b2, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:54:16.190790 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f6492e6b-3172-4750-a6e9-b300e6729732 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.236474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e467117-509f-41af-be13-039c138065ed req-df05297d-f62b-48c4-b3c4-f7a29d2e605b tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:16.291543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.302271 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-775bec9d-a77e-4891-8d9c-eaf551f445b2 req-eb3593cf-db90-4b51-b1b6-cc809801fb4f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 210 time: 0.1304216 Jan 10 11:54:16.384560 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-fef6d72b-5027-47f7-b2e7-7bdd63a3408b None None] Provisioning complete for port c00d374c-1f3c-44b5-a196-f1b6696a2bd4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:16.385012 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fef6d72b-5027-47f7-b2e7-7bdd63a3408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.449321 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4851ea19-2cee-4f11-a3b1-9c1114650550 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router ee4790a6-46bb-436d-acbf-d03fca062e31 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:16.451814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port c00d374c-1f3c-44b5-a196-f1b6696a2bd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c00d374c-1f3c-44b5-a196-f1b6696a2bd4,segment=NetworkSegment(ed946219-de69-4aaf-9622-b4c7c01e7af2),segment_id=ed946219-de69-4aaf-9622-b4c7c01e7af2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:16.476259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a8e7f0-4932-4ce3-8ec5-7643a81bba4d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network 95c64e2c-fe37-45b4-b69e-0bb27522f9b2 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:54:16.551002 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e467117-509f-41af-be13-039c138065ed req-df05297d-f62b-48c4-b3c4-f7a29d2e605b tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:16.559946 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.614193 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8fbb7-d6af-4618-8906-e92096ae4dee None None] Sync routers for ids ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:16.634740 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e467117-509f-41af-be13-039c138065ed req-df05297d-f62b-48c4-b3c4-f7a29d2e605b tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] No DVR routers for this DVR port ec3765b1-eb31-41b1-bd5d-814bce62b449 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:16.636387 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fef6d72b-5027-47f7-b2e7-7bdd63a3408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.637006 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-f6a8e7f0-4932-4ce3-8ec5-7643a81bba4d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 95c64e2c-fe37-45b4-b69e-0bb27522f9b2) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:16.639064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6e467117-509f-41af-be13-039c138065ed req-df05297d-f62b-48c4-b3c4-f7a29d2e605b tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.642784 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e467117-509f-41af-be13-039c138065ed req-df05297d-f62b-48c4-b3c4-f7a29d2e605b tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.30 "DELETE /v2.0/ports/ec3765b1-eb31-41b1-bd5d-814bce62b449 HTTP/1.1" status: 204 len: 173 time: 3.4926753 Jan 10 11:54:16.644596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7f581c-c369-4866-9256-75da054d274c', 'name': 'network-vif-deleted', 'tag': 'ec3765b1-eb31-41b1-bd5d-814bce62b449'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:54:16.646811 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8fbb7-d6af-4618-8906-e92096ae4dee None None] Routers {'52e7b567-8659-4822-bb5e-cbc9d0c819e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:16.647940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-78e8fbb7-d6af-4618-8906-e92096ae4dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:16.655376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517607ae-6aa8-489a-a88f-06f0a0f7c688" -d '{"events": [{"server_uuid": "3e7f581c-c369-4866-9256-75da054d274c", "name": "network-vif-deleted", "tag": "ec3765b1-eb31-41b1-bd5d-814bce62b449"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:54:16.665459 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8e7f0-4932-4ce3-8ec5-7643a81bba4d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:16.666097 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e7f0-4932-4ce3-8ec5-7643a81bba4d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.688058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6575d898-8b24-421f-958c-2f6120851d14 None None] Network 95c64e2c-fe37-45b4-b69e-0bb27522f9b2 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:16.751166 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ec0bc3-a598-4a76-aefc-ce76f24685bb x-openstack-request-id: req-c0ec0bc3-a598-4a76-aefc-ce76f24685bb {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:54:16.751473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7f581c-c369-4866-9256-75da054d274c", "name": "network-vif-deleted", "tag": "ec3765b1-eb31-41b1-bd5d-814bce62b449", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:54:16.751743 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0ec0bc3-a598-4a76-aefc-ce76f24685bb {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:54:16.752174 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7f581c-c369-4866-9256-75da054d274c', 'name': 'network-vif-deleted', 'tag': 'ec3765b1-eb31-41b1-bd5d-814bce62b449', 'status': 'completed', 'code': 200} Jan 10 11:54:16.752869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0143ab7f-75ef-41d8-b2b6-1736ba88b6c4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (485faf08-4cc0-41ae-ae05-a5f86ef03912), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.816941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device ec3765b1-eb31-41b1-bd5d-814bce62b449 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:16.847866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143ab7f-75ef-41d8-b2b6-1736ba88b6c4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=485faf08-4cc0-41ae-ae05-a5f86ef03912,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:16.873984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=c00d374c-1f3c-44b5-a196-f1b6696a2bd4,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:16.900428 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f6a8e7f0-4932-4ce3-8ec5-7643a81bba4d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0478053 Jan 10 11:54:16.901129 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54402) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:16.924525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-3612763d-ab06-482d-ba19-d0545ebcc74f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-396563578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:17.005944 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0143ab7f-75ef-41d8-b2b6-1736ba88b6c4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.014086 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0143ab7f-75ef-41d8-b2b6-1736ba88b6c4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/485faf08-4cc0-41ae-ae05-a5f86ef03912 HTTP/1.1" status: 204 len: 168 time: 2.3869784 Jan 10 11:54:17.019127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54404) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:17.068499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (15cf810a-c7b5-45c2-9178-598adfa9fc2f), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.101176 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.148198 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: ec3765b1-eb31-41b1-bd5d-814bce62b449 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:17.148535 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device ec3765b1-eb31-41b1-bd5d-814bce62b449 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:17.164689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a29f9ef-3f5f-4c25-9a48-7d4efeca09f0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:17.164689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a29f9ef-3f5f-4c25-9a48-7d4efeca09f0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:17.165461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a29f9ef-3f5f-4c25-9a48-7d4efeca09f0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:17.171103 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6a29f9ef-3f5f-4c25-9a48-7d4efeca09f0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1471865 Jan 10 11:54:17.173124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54406) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:17.208421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9cbc9933-499f-4ca7-96e3-784f8b59e190 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (4dcdc201-4577-40fb-908f-13be74c3693d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.228510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-fef6d72b-5027-47f7-b2e7-7bdd63a3408b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:54:17.228891 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-fef6d72b-5027-47f7-b2e7-7bdd63a3408b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:54:17.257806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-78e8fbb7-d6af-4618-8906-e92096ae4dee None None] Set router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:17.276481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d3125e-8817-4c21-8d89-a2badca43577 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 2bd4ae2c-90f5-47f1-9b62-32b808ea1f4d {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:17.282587 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3612763d-ab06-482d-ba19-d0545ebcc74f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (8fd708cb-8615-498e-8f48-431ebcdfb5a4), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.283942 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3612763d-ab06-482d-ba19-d0545ebcc74f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (8fd708cb-8615-498e-8f48-431ebcdfb5a4), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.290436 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-74d3125e-8817-4c21-8d89-a2badca43577 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (2bd4ae2c-90f5-47f1-9b62-32b808ea1f4d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.330486 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-95c64e2c-fe37-45b4-b69e-0bb27522f9b2', 'network_id': '95c64e2c-fe37-45b4-b69e-0bb27522f9b2', 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'fixed_ips': [{'subnet_id': 'f5463928-f2df-47d3-aaff-ba33c9bd7908'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:54:17.332543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.356675 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f6492e6b-3172-4750-a6e9-b300e6729732 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (99dd303e-027e-4601-97e6-d31ff2024004), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.427914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-74d3125e-8817-4c21-8d89-a2badca43577 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (2bd4ae2c-90f5-47f1-9b62-32b808ea1f4d), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.446510 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6492e6b-3172-4750-a6e9-b300e6729732 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network ca73199e-2aae-4c57-8623-cc4d07921398 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:17.456165 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-f6492e6b-3172-4750-a6e9-b300e6729732 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:17.466507 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3612763d-ab06-482d-ba19-d0545ebcc74f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_controller (8fd708cb-8615-498e-8f48-431ebcdfb5a4), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.473805 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6492e6b-3172-4750-a6e9-b300e6729732 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:17.474725 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f6492e6b-3172-4750-a6e9-b300e6729732 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.477550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Allocated IP 172.36.2.83 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/a621daeb-a02a-4a0d-b324-cfe973ee32be) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:17.505480 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4851ea19-2cee-4f11-a3b1-9c1114650550 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:17.522555 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27040ea8-0787-4baf-ba18-84344f51e63d None None] Sync routers for ids ['ee4790a6-46bb-436d-acbf-d03fca062e31'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:17.541353 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27040ea8-0787-4baf-ba18-84344f51e63d None None] Routers {'ee4790a6-46bb-436d-acbf-d03fca062e31'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:17.543000 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-27040ea8-0787-4baf-ba18-84344f51e63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['ee4790a6-46bb-436d-acbf-d03fca062e31'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:17.561814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a8d48f-cd5e-4ac0-8be7-c91a41f9dad2 None None] Network ca73199e-2aae-4c57-8623-cc4d07921398 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:17.602026 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69370e4a-b85f-4a2b-9ca3-d2ad8a9c969c req-450787f4-0de0-49b3-b5a3-1496899d694f tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 210 time: 0.1476126 Jan 10 11:54:17.631361 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3612763d-ab06-482d-ba19-d0545ebcc74f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (8fd708cb-8615-498e-8f48-431ebcdfb5a4), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.635029 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4851ea19-2cee-4f11-a3b1-9c1114650550 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "PUT /v2.0/routers/ee4790a6-46bb-436d-acbf-d03fca062e31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6389067 Jan 10 11:54:17.637489 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-27040ea8-0787-4baf-ba18-84344f51e63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:17.640151 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54414) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:17.666174 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27040ea8-0787-4baf-ba18-84344f51e63d None None] Routers {'ee4790a6-46bb-436d-acbf-d03fca062e31'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:17.666700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-74d3125e-8817-4c21-8d89-a2badca43577 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (2bd4ae2c-90f5-47f1-9b62-32b808ea1f4d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.667692 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-27040ea8-0787-4baf-ba18-84344f51e63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['ee4790a6-46bb-436d-acbf-d03fca062e31'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:17.742569 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6492e6b-3172-4750-a6e9-b300e6729732 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Subnet': ['ID=99dd303e-027e-4601-97e6-d31ff2024004,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:17.743123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c00d374c-1f3c-44b5-a196-f1b6696a2bd4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:17.758729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for port (a621daeb-a02a-4a0d-b324-cfe973ee32be), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.768078 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-27040ea8-0787-4baf-ba18-84344f51e63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:17.768742 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27040ea8-0787-4baf-ba18-84344f51e63d None None] The sync data for ids ['ee4790a6-46bb-436d-acbf-d03fca062e31'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:17.788510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3612763d-ab06-482d-ba19-d0545ebcc74f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.792459 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3612763d-ab06-482d-ba19-d0545ebcc74f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8715346 Jan 10 11:54:17.796836 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54416) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:17.802634 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7bf037b2-9547-4e78-988d-1e3e44e5185d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'port': {'network_id': '95c64e2c-fe37-45b4-b69e-0bb27522f9b2', 'name': 'tempest-RoutersTest-293042075'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:17.805045 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Allocated IP 172.20.0.2 (95c64e2c-fe37-45b4-b69e-0bb27522f9b2/f5463928-f2df-47d3-aaff-ba33c9bd7908/81f67dd6-6fa9-484d-b807-92eb680902ce) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:17.851865 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f6492e6b-3172-4750-a6e9-b300e6729732 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4812286 Jan 10 11:54:17.857602 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54418) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:17.863761 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d939adb4-7128-47ee-9fb6-5a7b9b9b8497 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'network_id': 'ca73199e-2aae-4c57-8623-cc4d07921398', 'fixed_ips': [{'subnet_id': '3c37d73d-f94e-480c-8526-14b2a19ae9bf'}, {'subnet_id': '99dd303e-027e-4601-97e6-d31ff2024004'}], 'name': 'tempest-PortsIpV6TestJSON-234373112'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:17.889160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-74d3125e-8817-4c21-8d89-a2badca43577 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (2bd4ae2c-90f5-47f1-9b62-32b808ea1f4d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.032236 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9933c6c9-a9c5-4845-a5b5-94cef7e696d0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router (ee4790a6-46bb-436d-acbf-d03fca062e31), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.037441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port c00d374c-1f3c-44b5-a196-f1b6696a2bd4 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:18.038393 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.209880 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d939adb4-7128-47ee-9fb6-5a7b9b9b8497 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:18.301635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-78e8fbb7-d6af-4618-8906-e92096ae4dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'name': 'tempest-ServersTestManualDisk-301841756-router', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178'}], 'enable_snat': True}, 'gw_port_id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:32Z', 'updated_at': '2022-01-10T11:52:44Z', 'revision_number': 4, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'gw_port': {'id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:35Z', 'updated_at': '2022-01-10T11:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7644ab14-4772-415a-90bb-e688f7bca513', 'name': '', 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'mac_address': 'fa:16:3e:ef:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:41Z', 'updated_at': '2022-01-10T11:52:51Z', 'revision_number': 5, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'subnets': [{'id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:18.323768 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3125e-8817-4c21-8d89-a2badca43577 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd4ae2c-90f5-47f1-9b62-32b808ea1f4d,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:18.334509 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-74d3125e-8817-4c21-8d89-a2badca43577 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.341023 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-74d3125e-8817-4c21-8d89-a2badca43577 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/2bd4ae2c-90f5-47f1-9b62-32b808ea1f4d HTTP/1.1" status: 204 len: 168 time: 1.1667805 Jan 10 11:54:18.345211 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54420) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:18.345741 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9933c6c9-a9c5-4845-a5b5-94cef7e696d0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router_gateway (ee4790a6-46bb-436d-acbf-d03fca062e31), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.355660 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Publish callbacks [] for port (81f67dd6-6fa9-484d-b807-92eb680902ce), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.362821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8fbb7-d6af-4618-8906-e92096ae4dee None None] Checking router: 52e7b567-8659-4822-bb5e-cbc9d0c819e3 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:54:18.365652 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-44505b05-f4c3-4a96-8f80-1db063a582d3 None None] Provisioning complete for port c00d374c-1f3c-44b5-a196-f1b6696a2bd4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:18.365652 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-44505b05-f4c3-4a96-8f80-1db063a582d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.405590 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9cbc9933-499f-4ca7-96e3-784f8b59e190 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port c48890e9-db9b-4837-9f06-d45ba9e91934 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:18.406168 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9cbc9933-499f-4ca7-96e3-784f8b59e190 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.409418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d469c9-2aed-455b-b6a8-e5a809c895b3 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:18.440089 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a621daeb-a02a-4a0d-b324-cfe973ee32be), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.450725 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d939adb4-7128-47ee-9fb6-5a7b9b9b8497 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.518413 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (81f67dd6-6fa9-484d-b807-92eb680902ce), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.521864 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8fbb7-d6af-4618-8906-e92096ae4dee None None] Routers {'52e7b567-8659-4822-bb5e-cbc9d0c819e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:18.522572 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-78e8fbb7-d6af-4618-8906-e92096ae4dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:18.524924 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:18.530206 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:18.538210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:18.549624 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Pushing event updated for resources: {'Port': ['ID=a621daeb-a02a-4a0d-b324-cfe973ee32be,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:18.555288 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64cb91f-68e5-4e7c-9053-2dbaa38c3832 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 3d2cac36-ded1-493b-b237-b97b8924e18f {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:18.556388 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf037b2-9547-4e78-988d-1e3e44e5185d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:18.562133 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-d939adb4-7128-47ee-9fb6-5a7b9b9b8497 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] device_id is not set on port 065b0676-1ad1-41d5-beb7-ff9c197862be yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:54:18.565324 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7bf037b2-9547-4e78-988d-1e3e44e5185d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.610852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d97d2e-d00a-4de7-bcc0-33cd915a6625 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:18.623511 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e74cd5-2116-4607-a0c3-921b27e49b25 None None] Update dhcp port {'port': {'network_id': 'ca73199e-2aae-4c57-8623-cc4d07921398', 'fixed_ips': [{'subnet_id': '3c37d73d-f94e-480c-8526-14b2a19ae9bf', 'ip_address': '2001:db8::2'}, {'subnet_id': '99dd303e-027e-4601-97e6-d31ff2024004'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'c00d374c-1f3c-44b5-a196-f1b6696a2bd4'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:54:18.631358 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Network 95c64e2c-fe37-45b4-b69e-0bb27522f9b2 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:18.639006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:18.641981 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:18.650327 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f64cb91f-68e5-4e7c-9053-2dbaa38c3832 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (3d2cac36-ded1-493b-b237-b97b8924e18f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.692610 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-7bf037b2-9547-4e78-988d-1e3e44e5185d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] device_id is not set on port d156b50e-c783-4235-89a0-c98f138e13de yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:54:18.783827 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-9cbc9933-499f-4ca7-96e3-784f8b59e190 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] For port c48890e9-db9b-4837-9f06-d45ba9e91934, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c48890e9-db9b-4837-9f06-d45ba9e91934,segment=NetworkSegment(d0b8dceb-d9bd-4f27-afe1-043c465feaf1),segment_id=d0b8dceb-d9bd-4f27-afe1-043c465feaf1)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:18.783827 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9cbc9933-499f-4ca7-96e3-784f8b59e190 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.784193 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Pushing event updated for resources: {'Port': ['ID=81f67dd6-6fa9-484d-b807-92eb680902ce,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:18.797608 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f7e74cd5-2116-4607-a0c3-921b27e49b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.805950 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f64cb91f-68e5-4e7c-9053-2dbaa38c3832 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (3d2cac36-ded1-493b-b237-b97b8924e18f), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.841466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9cbc9933-499f-4ca7-96e3-784f8b59e190 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for c48890e9-db9b-4837-9f06-d45ba9e91934 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:18.873604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9933c6c9-a9c5-4845-a5b5-94cef7e696d0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting port 8538349c-f574-4319-8ea8-e44554f1fbd6 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:18.874161 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9933c6c9-a9c5-4845-a5b5-94cef7e696d0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8538349c-f574-4319-8ea8-e44554f1fbd6), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.892461 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-183f02bd-dc79-4512-976e-6237d1327376 req-87c3ef8b-87ae-4f7a-b77f-b12521c35e0a tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e7f581c-c369-4866-9256-75da054d274c HTTP/1.1" status: 200 len: 210 time: 0.1041346 Jan 10 11:54:18.924053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Attempting to bind port 81f67dd6-6fa9-484d-b807-92eb680902ce on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:54:18.924053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Attempting to bind port 81f67dd6-6fa9-484d-b807-92eb680902ce by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2f40d1ba-27ef-4378-a00e-546cae6bc9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '95c64e2c-fe37-45b4-b69e-0bb27522f9b2'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:54:18.924053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Attempting to bind port 81f67dd6-6fa9-484d-b807-92eb680902ce on network 95c64e2c-fe37-45b4-b69e-0bb27522f9b2 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:54:18.942539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:54:18.943083 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Checking segment: {'id': '2f40d1ba-27ef-4378-a00e-546cae6bc9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '95c64e2c-fe37-45b4-b69e-0bb27522f9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:18.943331 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.943737 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Bound using segment: {'id': '2f40d1ba-27ef-4378-a00e-546cae6bc9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '95c64e2c-fe37-45b4-b69e-0bb27522f9b2'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:54:18.944237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Bound port: 81f67dd6-6fa9-484d-b807-92eb680902ce, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f40d1ba-27ef-4378-a00e-546cae6bc9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '95c64e2c-fe37-45b4-b69e-0bb27522f9b2'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:54:18.944666 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (81f67dd6-6fa9-484d-b807-92eb680902ce), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.964495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-78e8fbb7-d6af-4618-8906-e92096ae4dee None None] Set router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:18.993670 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-7bf037b2-9547-4e78-988d-1e3e44e5185d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Allocated IP 172.20.0.4 (95c64e2c-fe37-45b4-b69e-0bb27522f9b2/f5463928-f2df-47d3-aaff-ba33c9bd7908/d156b50e-c783-4235-89a0-c98f138e13de) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:19.157011 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f64cb91f-68e5-4e7c-9053-2dbaa38c3832 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (3d2cac36-ded1-493b-b237-b97b8924e18f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:19.230501 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9933c6c9-a9c5-4845-a5b5-94cef7e696d0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8538349c-f574-4319-8ea8-e44554f1fbd6), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:19.296003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7bf037b2-9547-4e78-988d-1e3e44e5185d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (d156b50e-c783-4235-89a0-c98f138e13de), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:19.311310 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router_gateway (15cf810a-c7b5-45c2-9178-598adfa9fc2f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:19.342452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9933c6c9-a9c5-4845-a5b5-94cef7e696d0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Calling delete_port for 8538349c-f574-4319-8ea8-e44554f1fbd6 owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:19.391397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-051a2da1-3abe-4116-af34-77ae53d1f382 None None] Provisioning complete for port a621daeb-a02a-4a0d-b324-cfe973ee32be triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:19.392419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-051a2da1-3abe-4116-af34-77ae53d1f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a621daeb-a02a-4a0d-b324-cfe973ee32be), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:19.512039 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-051a2da1-3abe-4116-af34-77ae53d1f382 None None] Port a621daeb-a02a-4a0d-b324-cfe973ee32be cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:19.515738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] For port 81f67dd6-6fa9-484d-b807-92eb680902ce, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:54:19.523479 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] For port 81f67dd6-6fa9-484d-b807-92eb680902ce, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81f67dd6-6fa9-484d-b807-92eb680902ce,segment=NetworkSegment(2f40d1ba-27ef-4378-a00e-546cae6bc9bf),segment_id=2f40d1ba-27ef-4378-a00e-546cae6bc9bf)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:54:19.587680 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (15cf810a-c7b5-45c2-9178-598adfa9fc2f), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:19.591702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:19.592203 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (15cf810a-c7b5-45c2-9178-598adfa9fc2f), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:19.621348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-78e8fbb7-d6af-4618-8906-e92096ae4dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'name': 'tempest-ServersTestManualDisk-301841756-router', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178'}], 'enable_snat': True}, 'gw_port_id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:32Z', 'updated_at': '2022-01-10T11:52:44Z', 'revision_number': 4, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'gw_port': {'id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:35Z', 'updated_at': '2022-01-10T11:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7644ab14-4772-415a-90bb-e688f7bca513', 'name': '', 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'mac_address': 'fa:16:3e:ef:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:41Z', 'updated_at': '2022-01-10T11:52:51Z', 'revision_number': 5, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'subnets': [{'id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:19.654448 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8fbb7-d6af-4618-8906-e92096ae4dee None None] The sync data for ids ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'] in dv-neutron-master-2-hyperv is: [{'id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'name': 'tempest-ServersTestManualDisk-301841756-router', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178'}], 'enable_snat': True}, 'gw_port_id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:32Z', 'updated_at': '2022-01-10T11:52:44Z', 'revision_number': 4, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'gw_port': {'id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:35Z', 'updated_at': '2022-01-10T11:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7644ab14-4772-415a-90bb-e688f7bca513', 'name': '', 'network_id': '25c4b78f-7299-403b-b2a4-92b74077ddd4', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'mac_address': 'fa:16:3e:ef:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:41Z', 'updated_at': '2022-01-10T11:52:51Z', 'revision_number': 5, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'subnets': [{'id': 'd3bed970-dc5a-4af3-9348-1640b3a3c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:19.666670 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (81f67dd6-6fa9-484d-b807-92eb680902ce), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:19.713244 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7bf037b2-9547-4e78-988d-1e3e44e5185d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (d156b50e-c783-4235-89a0-c98f138e13de), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:19.770855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfe838-8c44-43b9-9ac7-e4ee35fec981 None None] Pushing event updated for resources: {'Port': ['ID=81f67dd6-6fa9-484d-b807-92eb680902ce,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:19.812039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf037b2-9547-4e78-988d-1e3e44e5185d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network 95c64e2c-fe37-45b4-b69e-0bb27522f9b2 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:19.824583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-7bf037b2-9547-4e78-988d-1e3e44e5185d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:19.831657 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf037b2-9547-4e78-988d-1e3e44e5185d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:19.891204 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf037b2-9547-4e78-988d-1e3e44e5185d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=d156b50e-c783-4235-89a0-c98f138e13de,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:19.917853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf037b2-9547-4e78-988d-1e3e44e5185d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:19.918700 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f64cb91f-68e5-4e7c-9053-2dbaa38c3832 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (3d2cac36-ded1-493b-b237-b97b8924e18f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:19.919883 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7bf037b2-9547-4e78-988d-1e3e44e5185d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:20.010275 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9cbc9933-499f-4ca7-96e3-784f8b59e190 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (c48890e9-db9b-4837-9f06-d45ba9e91934), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:20.025289 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cb91f-68e5-4e7c-9053-2dbaa38c3832 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2cac36-ded1-493b-b237-b97b8924e18f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:20.047874 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7bf037b2-9547-4e78-988d-1e3e44e5185d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2497342 Jan 10 11:54:20.054204 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54428) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:20.056758 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754091bb-70e5-4c37-8439-e710347638f0 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:20.097508 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54430) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:20.098834 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f64cb91f-68e5-4e7c-9053-2dbaa38c3832 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:20.116030 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f64cb91f-68e5-4e7c-9053-2dbaa38c3832 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/3d2cac36-ded1-493b-b237-b97b8924e18f HTTP/1.1" status: 204 len: 168 time: 1.7666948 Jan 10 11:54:20.117077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc9933-499f-4ca7-96e3-784f8b59e190 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=c48890e9-db9b-4837-9f06-d45ba9e91934,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:20.120212 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54432) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:20.133362 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-609dc1e0-8e6b-40b3-92b1-bbe086a35e9f None None] Provisioning complete for port b32cd085-a994-4040-ac59-73e154efecc2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:20.133735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-609dc1e0-8e6b-40b3-92b1-bbe086a35e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b32cd085-a994-4040-ac59-73e154efecc2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:20.174618 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Router 15cf810a-c7b5-45c2-9178-598adfa9fc2f is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:54:20.214078 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e13ff8-da55-421e-9bc6-05f9e4cfa662 None None] New status for floating IP fd94ce9d-ad19-4ed2-aa6b-2c0beb14ca5d: DOWN {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:54:20.267778 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6bbab558-c2bc-4ec5-b0f0-1129314f312f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1409564 Jan 10 11:54:20.271245 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-d939adb4-7128-47ee-9fb6-5a7b9b9b8497 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Allocated IP 2001:db8::3df (ca73199e-2aae-4c57-8623-cc4d07921398/3c37d73d-f94e-480c-8526-14b2a19ae9bf/065b0676-1ad1-41d5-beb7-ff9c197862be) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:20.274840 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54434) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:20.290830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-d939adb4-7128-47ee-9fb6-5a7b9b9b8497 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Allocated IP 2001:db8:0:1::2ed (ca73199e-2aae-4c57-8623-cc4d07921398/99dd303e-027e-4601-97e6-d31ff2024004/065b0676-1ad1-41d5-beb7-ff9c197862be) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:20.328470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-2e3b8f17-62fc-4ddd-8b25-5782efe3d199 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:20.537352 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c969b8d4-f209-477d-a086-67ab63d26bdf None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:20.608925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c969b8d4-f209-477d-a086-67ab63d26bdf None None] Deleting port b32cd085-a994-4040-ac59-73e154efecc2 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:20.615750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c969b8d4-f209-477d-a086-67ab63d26bdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b32cd085-a994-4040-ac59-73e154efecc2), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:20.681506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:20.683918 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d939adb4-7128-47ee-9fb6-5a7b9b9b8497 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (065b0676-1ad1-41d5-beb7-ff9c197862be), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:20.686836 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:20.690635 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b9c01b81-f73b-4f97-b572-65545e0d2379 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "PUT /v2.0/routers/15cf810a-c7b5-45c2-9178-598adfa9fc2f HTTP/1.1" status: 200 len: 915 time: 5.2216492 Jan 10 11:54:20.690808 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab910-0785-4d1c-9999-2cfbcc0ee5c9 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for security_group (0ebdcc16-4168-4320-92de-b4d59448c746), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:20.692050 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54436) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:20.705053 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292adfd4-981f-443a-93ea-6baa25e1020d None None] Sync routers for ids ['15cf810a-c7b5-45c2-9178-598adfa9fc2f'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:20.707237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c969b8d4-f209-477d-a086-67ab63d26bdf None None] For port b32cd085-a994-4040-ac59-73e154efecc2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b32cd085-a994-4040-ac59-73e154efecc2,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:20.708084 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c969b8d4-f209-477d-a086-67ab63d26bdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b32cd085-a994-4040-ac59-73e154efecc2), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:20.718046 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292adfd4-981f-443a-93ea-6baa25e1020d None None] Routers {'15cf810a-c7b5-45c2-9178-598adfa9fc2f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:20.719070 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-292adfd4-981f-443a-93ea-6baa25e1020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['15cf810a-c7b5-45c2-9178-598adfa9fc2f'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:20.731457 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c969b8d4-f209-477d-a086-67ab63d26bdf None None] Calling delete_port for b32cd085-a994-4040-ac59-73e154efecc2 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:20.738615 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab910-0785-4d1c-9999-2cfbcc0ee5c9 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for security_group (0ebdcc16-4168-4320-92de-b4d59448c746), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:20.764880 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9cbc9933-499f-4ca7-96e3-784f8b59e190 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (4dcdc201-4577-40fb-908f-13be74c3693d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:20.778137 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3b8f17-62fc-4ddd-8b25-5782efe3d199 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:20.781860 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8f17-62fc-4ddd-8b25-5782efe3d199 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:20.914085 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-292adfd4-981f-443a-93ea-6baa25e1020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:20.924344 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9933c6c9-a9c5-4845-a5b5-94cef7e696d0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (8538349c-f574-4319-8ea8-e44554f1fbd6), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:20.931782 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292adfd4-981f-443a-93ea-6baa25e1020d None None] Routers {'15cf810a-c7b5-45c2-9178-598adfa9fc2f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:20.932834 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-292adfd4-981f-443a-93ea-6baa25e1020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['15cf810a-c7b5-45c2-9178-598adfa9fc2f'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:20.964621 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933c6c9-a9c5-4845-a5b5-94cef7e696d0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Port': ['ID=8538349c-f574-4319-8ea8-e44554f1fbd6,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:20.987506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094d5909-55f2-442b-bbfb-b840c508c318 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:20.994135 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c969b8d4-f209-477d-a086-67ab63d26bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (b32cd085-a994-4040-ac59-73e154efecc2), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:20.998912 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-292adfd4-981f-443a-93ea-6baa25e1020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:20.999842 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292adfd4-981f-443a-93ea-6baa25e1020d None None] The sync data for ids ['15cf810a-c7b5-45c2-9178-598adfa9fc2f'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:21.052231 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969b8d4-f209-477d-a086-67ab63d26bdf None None] Pushing event deleted for resources: {'Port': ['ID=b32cd085-a994-4040-ac59-73e154efecc2,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:21.070136 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d939adb4-7128-47ee-9fb6-5a7b9b9b8497 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (065b0676-1ad1-41d5-beb7-ff9c197862be), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:21.077712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c969b8d4-f209-477d-a086-67ab63d26bdf None None] No DVR routers for this DVR port b32cd085-a994-4040-ac59-73e154efecc2 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:21.102473 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-42d92949-b8a5-4a70-82d0-4311cd6ab39b tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/routers/15cf810a-c7b5-45c2-9178-598adfa9fc2f HTTP/1.1" status: 200 len: 921 time: 0.4072673 Jan 10 11:54:21.102473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-128b34e8-37f1-419c-9dd7-6cc92bf428e4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d156b50e-c783-4235-89a0-c98f138e13de), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:21.105353 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54438) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:21.167692 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-f7e74cd5-2116-4607-a0c3-921b27e49b25 None None] Allocated IP 2001:db8:0:1::2 (ca73199e-2aae-4c57-8623-cc4d07921398/99dd303e-027e-4601-97e6-d31ff2024004/c00d374c-1f3c-44b5-a196-f1b6696a2bd4) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:21.174421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab910-0785-4d1c-9999-2cfbcc0ee5c9 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0ebdcc16-4168-4320-92de-b4d59448c746), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:21.183635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab910-0785-4d1c-9999-2cfbcc0ee5c9 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:21.185005 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4d9ab910-0785-4d1c-9999-2cfbcc0ee5c9 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "DELETE /v2.0/security-groups/0ebdcc16-4168-4320-92de-b4d59448c746 HTTP/1.1" status: 204 len: 168 time: 1.0656569 Jan 10 11:54:21.204310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54440) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:21.217910 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9933c6c9-a9c5-4845-a5b5-94cef7e696d0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (ee4790a6-46bb-436d-acbf-d03fca062e31), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:21.273744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd618d60-ce35-4793-b022-e20ac814a4a7 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:21.277839 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fd618d60-ce35-4793-b022-e20ac814a4a7 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&device_id=15cf810a-c7b5-45c2-9178-598adfa9fc2f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1591659 Jan 10 11:54:21.286562 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ab910-0785-4d1c-9999-2cfbcc0ee5c9 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebdcc16-4168-4320-92de-b4d59448c746,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:21.292523 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54442) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:21.294707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d939adb4-7128-47ee-9fb6-5a7b9b9b8497 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network ca73199e-2aae-4c57-8623-cc4d07921398 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:21.315652 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f7e74cd5-2116-4607-a0c3-921b27e49b25 None None] For port c00d374c-1f3c-44b5-a196-f1b6696a2bd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c00d374c-1f3c-44b5-a196-f1b6696a2bd4,segment=NetworkSegment(ed946219-de69-4aaf-9622-b4c7c01e7af2),segment_id=ed946219-de69-4aaf-9622-b4c7c01e7af2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:21.364577 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-b88dd24d-adbe-4e73-9108-414e606dccf8 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] show failed (client error): The resource could not be found. Jan 10 11:54:21.365544 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b88dd24d-adbe-4e73-9108-414e606dccf8 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "GET /v2.0/security-groups/0ebdcc16-4168-4320-92de-b4d59448c746 HTTP/1.1" status: 404 len: 347 time: 0.1598408 Jan 10 11:54:21.376720 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f7e74cd5-2116-4607-a0c3-921b27e49b25 None None] Publish callbacks [] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:21.377974 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-d939adb4-7128-47ee-9fb6-5a7b9b9b8497 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:21.379719 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939adb4-7128-47ee-9fb6-5a7b9b9b8497 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=065b0676-1ad1-41d5-beb7-ff9c197862be,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:21.380753 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54444) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:21.383817 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d939adb4-7128-47ee-9fb6-5a7b9b9b8497 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:21.391097 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939adb4-7128-47ee-9fb6-5a7b9b9b8497 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:21.391627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d939adb4-7128-47ee-9fb6-5a7b9b9b8497 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:21.402102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9933c6c9-a9c5-4845-a5b5-94cef7e696d0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (ee4790a6-46bb-436d-acbf-d03fca062e31), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:21.414097 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9933c6c9-a9c5-4845-a5b5-94cef7e696d0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router_controller (ee4790a6-46bb-436d-acbf-d03fca062e31), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:21.425982 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a8d90b-d127-46f4-8887-f697f55e1b3d None None] Network 95c64e2c-fe37-45b4-b69e-0bb27522f9b2 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:21.438907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbc9933-499f-4ca7-96e3-784f8b59e190 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 4dcdc201-4577-40fb-908f-13be74c3693d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:21.452512 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8f17-62fc-4ddd-8b25-5782efe3d199 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (3687262d-2553-4c60-9379-5d9a07594093), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:21.488348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f7e74cd5-2116-4607-a0c3-921b27e49b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:21.587684 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3b8f17-62fc-4ddd-8b25-5782efe3d199 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:21.602234 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d1bb847e-9713-47e8-acc8-4e0cabb29623 None None] Provisioning complete for port 81f67dd6-6fa9-484d-b807-92eb680902ce triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:21.602234 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d1bb847e-9713-47e8-acc8-4e0cabb29623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (81f67dd6-6fa9-484d-b807-92eb680902ce), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:21.606869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-2e3b8f17-62fc-4ddd-8b25-5782efe3d199 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:21.616094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3b8f17-62fc-4ddd-8b25-5782efe3d199 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:21.616712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8f17-62fc-4ddd-8b25-5782efe3d199 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:21.632285 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b8f17-62fc-4ddd-8b25-5782efe3d199 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=3687262d-2553-4c60-9379-5d9a07594093,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:21.648186 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d939adb4-7128-47ee-9fb6-5a7b9b9b8497 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.7840204 Jan 10 11:54:21.648186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54446) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:21.654927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c575d4c-da61-4144-957b-bbb7fabdf0ce None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:21.658732 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0c064f3f-7640-486a-bb12-7b4173313c9e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c37d73d-f94e-480c-8526-14b2a19ae9bf'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:21.670228 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e74cd5-2116-4607-a0c3-921b27e49b25 None None] Pushing event updated for resources: {'Port': ['ID=c00d374c-1f3c-44b5-a196-f1b6696a2bd4,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:21.693666 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2946e6-9119-4e95-8a15-82ede5ffacbe tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:21.698640 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ce2946e6-9119-4e95-8a15-82ede5ffacbe tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/networks/a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 HTTP/1.1" status: 200 len: 881 time: 0.3690767 Jan 10 11:54:21.702908 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54448) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:21.719379 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9933c6c9-a9c5-4845-a5b5-94cef7e696d0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (ee4790a6-46bb-436d-acbf-d03fca062e31), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:21.720047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9933c6c9-a9c5-4845-a5b5-94cef7e696d0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Fanout notify agent at l3_agent the message router_deleted on router ee4790a6-46bb-436d-acbf-d03fca062e31 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:54:21.727774 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbc9933-499f-4ca7-96e3-784f8b59e190 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:21.741007 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9cbc9933-499f-4ca7-96e3-784f8b59e190 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/4dcdc201-4577-40fb-908f-13be74c3693d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5638850 Jan 10 11:54:21.747486 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9933c6c9-a9c5-4845-a5b5-94cef7e696d0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:21.749872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54450) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:21.751993 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9933c6c9-a9c5-4845-a5b5-94cef7e696d0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/routers/ee4790a6-46bb-436d-acbf-d03fca062e31 HTTP/1.1" status: 204 len: 168 time: 4.0344138 Jan 10 11:54:21.766079 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf77877f-2336-467a-ace1-cc58261ad491 None None] Sync routers for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:21.773875 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54452) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:21.783081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54454) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:21.784463 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-61fe0282-9d59-4f4b-b967-be3b0d923cb3 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "GET /v2.0/ports?device_id=15cf810a-c7b5-45c2-9178-598adfa9fc2f HTTP/1.1" status: 200 len: 205 time: 0.0791421 Jan 10 11:54:21.859635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c064f3f-7640-486a-bb12-7b4173313c9e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (065b0676-1ad1-41d5-beb7-ff9c197862be), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:21.891753 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-96623054-0fec-4224-add3-c6d05b9b10b7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting subnet 95eb225d-7658-4ce8-9c10-f9d885101031 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:21.920121 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf77877f-2336-467a-ace1-cc58261ad491 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:21.922593 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-bf77877f-2336-467a-ace1-cc58261ad491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:21.925418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 81f67dd6-6fa9-484d-b807-92eb680902ce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:21.927998 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-96623054-0fec-4224-add3-c6d05b9b10b7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for subnet (95eb225d-7658-4ce8-9c10-f9d885101031), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:22.033066 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-96623054-0fec-4224-add3-c6d05b9b10b7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (95eb225d-7658-4ce8-9c10-f9d885101031), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:22.044051 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': '3687262d-2553-4c60-9379-5d9a07594093'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:54:22.045119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:22.187322 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d1bb847e-9713-47e8-acc8-4e0cabb29623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (81f67dd6-6fa9-484d-b807-92eb680902ce), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:22.253865 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-96623054-0fec-4224-add3-c6d05b9b10b7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (95eb225d-7658-4ce8-9c10-f9d885101031), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:22.277255 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-bf77877f-2336-467a-ace1-cc58261ad491 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:22.394730 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2e3b8f17-62fc-4ddd-8b25-5782efe3d199 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0696054 Jan 10 11:54:22.398707 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-128b34e8-37f1-419c-9dd7-6cc92bf428e4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (d156b50e-c783-4235-89a0-c98f138e13de), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:22.399759 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54456) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:22.408856 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:22.489410 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-128b34e8-37f1-419c-9dd7-6cc92bf428e4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (d156b50e-c783-4235-89a0-c98f138e13de), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:22.539467 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8493b6b-1baf-408a-87e1-432367d0b15f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting subnet 02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:22.547264 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8493b6b-1baf-408a-87e1-432367d0b15f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:22.553959 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-0c064f3f-7640-486a-bb12-7b4173313c9e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Delete allocated IP 2001:db8:0:1::2ed (ca73199e-2aae-4c57-8623-cc4d07921398/99dd303e-027e-4601-97e6-d31ff2024004) {{(pid=110625) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 10 11:54:22.579589 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 81f67dd6-6fa9-484d-b807-92eb680902ce triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:22.582116 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (81f67dd6-6fa9-484d-b807-92eb680902ce), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:22.635186 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-1dd0aee9-2dc0-44ee-86bb-a176c4a5f817 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Deleting port 0b850865-ceec-42e7-94a4-31d3bb70b929 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:22.636834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1dd0aee9-2dc0-44ee-86bb-a176c4a5f817 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (0b850865-ceec-42e7-94a4-31d3bb70b929), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:22.637327 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d1bb847e-9713-47e8-acc8-4e0cabb29623 None None] For port 81f67dd6-6fa9-484d-b807-92eb680902ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81f67dd6-6fa9-484d-b807-92eb680902ce,segment=NetworkSegment(2f40d1ba-27ef-4378-a00e-546cae6bc9bf),segment_id=2f40d1ba-27ef-4378-a00e-546cae6bc9bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:22.665833 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b34e8-37f1-419c-9dd7-6cc92bf428e4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=d156b50e-c783-4235-89a0-c98f138e13de,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:22.712669 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8493b6b-1baf-408a-87e1-432367d0b15f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:22.727136 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d1bb847e-9713-47e8-acc8-4e0cabb29623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (81f67dd6-6fa9-484d-b807-92eb680902ce), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:22.856419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc30f70-bbac-489e-b2c2-37fe37202768 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (15cf810a-c7b5-45c2-9178-598adfa9fc2f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:22.895236 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb847e-9713-47e8-acc8-4e0cabb29623 None None] Pushing event updated for resources: {'Port': ['ID=81f67dd6-6fa9-484d-b807-92eb680902ce,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:22.923258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Allocated IP 172.20.0.2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/3687262d-2553-4c60-9379-5d9a07594093/dc47aa6b-11fc-4151-aa33-2b4dc82d551c) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:22.983802 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2bfd9619-6058-4ff7-acc2-44dee16bc1a4 None None] Provisioning complete for port d156b50e-c783-4235-89a0-c98f138e13de triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:22.984182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2bfd9619-6058-4ff7-acc2-44dee16bc1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d156b50e-c783-4235-89a0-c98f138e13de), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.039868 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-96623054-0fec-4224-add3-c6d05b9b10b7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (95eb225d-7658-4ce8-9c10-f9d885101031), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.078398 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2bfd9619-6058-4ff7-acc2-44dee16bc1a4 None None] Port d156b50e-c783-4235-89a0-c98f138e13de cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:23.092254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96623054-0fec-4224-add3-c6d05b9b10b7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Subnet': ['ID=95eb225d-7658-4ce8-9c10-f9d885101031,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:23.098023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-96623054-0fec-4224-add3-c6d05b9b10b7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.101272 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-96623054-0fec-4224-add3-c6d05b9b10b7 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/subnets/95eb225d-7658-4ce8-9c10-f9d885101031 HTTP/1.1" status: 204 len: 168 time: 1.3262050 Jan 10 11:54:23.109486 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54458) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:23.124718 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a55ccd-5822-4fe5-8968-0231edb95258 None None] Network 31909442-a32b-4fa9-a0fd-39ad0d269b94 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:23.127980 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8493b6b-1baf-408a-87e1-432367d0b15f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.134431 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1dd0aee9-2dc0-44ee-86bb-a176c4a5f817 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (0b850865-ceec-42e7-94a4-31d3bb70b929), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.134431 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1dd0aee9-2dc0-44ee-86bb-a176c4a5f817 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for floatingip (0b850865-ceec-42e7-94a4-31d3bb70b929), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.200434 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:23.200658 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-1dd0aee9-2dc0-44ee-86bb-a176c4a5f817 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Calling delete_port for 0b850865-ceec-42e7-94a4-31d3bb70b929 owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:23.203140 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.216325 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2bfd9619-6058-4ff7-acc2-44dee16bc1a4 None None] Provisioning complete for port c00d374c-1f3c-44b5-a196-f1b6696a2bd4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:23.220444 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2bfd9619-6058-4ff7-acc2-44dee16bc1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.287309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (31909442-a32b-4fa9-a0fd-39ad0d269b94), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.315017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b32cd085-a994-4040-ac59-73e154efecc2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:23.338731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c064f3f-7640-486a-bb12-7b4173313c9e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (065b0676-1ad1-41d5-beb7-ff9c197862be), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.384372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: b32cd085-a994-4040-ac59-73e154efecc2 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:23.384372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b32cd085-a994-4040-ac59-73e154efecc2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:23.421131 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c064f3f-7640-486a-bb12-7b4173313c9e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (065b0676-1ad1-41d5-beb7-ff9c197862be), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.438938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-128b34e8-37f1-419c-9dd7-6cc92bf428e4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (8fd708cb-8615-498e-8f48-431ebcdfb5a4), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.487052 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-bf77877f-2336-467a-ace1-cc58261ad491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:19Z', 'revision_number': 8, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '263e4583-5204-4e1a-bd3a-d0a416271924', 'name': '', 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:03:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '81f69f5a-0003-47ce-b659-b88196352375', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:55Z', 'updated_at': '2022-01-10T11:54:02Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '81f69f5a-0003-47ce-b659-b88196352375', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:23.489818 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Publish callbacks [] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.526711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting port c48c2ff7-1c62-4634-a2e2-c0330a51aa01 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:23.527135 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c48c2ff7-1c62-4634-a2e2-c0330a51aa01), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.529332 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-0c064f3f-7640-486a-bb12-7b4173313c9e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] In _notify_port_updated(), no bound segment for port 065b0676-1ad1-41d5-beb7-ff9c197862be on network ca73199e-2aae-4c57-8623-cc4d07921398 {{(pid=110625) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:54:23.535489 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c064f3f-7640-486a-bb12-7b4173313c9e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:23.536573 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c064f3f-7640-486a-bb12-7b4173313c9e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.543981 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0c064f3f-7640-486a-bb12-7b4173313c9e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "PUT /v2.0/ports/065b0676-1ad1-41d5-beb7-ff9c197862be HTTP/1.1" status: 200 len: 925 time: 1.8895211 Jan 10 11:54:23.544388 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54460) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:23.557987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-8a0958bc-d182-4696-9322-a891b11159d1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c37d73d-f94e-480c-8526-14b2a19ae9bf'}, {'subnet_id': '99dd303e-027e-4601-97e6-d31ff2024004'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:23.581876 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf77877f-2336-467a-ace1-cc58261ad491 None None] Checking router: 4dcdc201-4577-40fb-908f-13be74c3693d for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:54:23.613187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf77877f-2336-467a-ace1-cc58261ad491 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:23.613922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-bf77877f-2336-467a-ace1-cc58261ad491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:23.621305 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2bfd9619-6058-4ff7-acc2-44dee16bc1a4 None None] Provisioning complete for port 81f67dd6-6fa9-484d-b807-92eb680902ce triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:23.621305 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2bfd9619-6058-4ff7-acc2-44dee16bc1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (81f67dd6-6fa9-484d-b807-92eb680902ce), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.661325 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c064f3f-7640-486a-bb12-7b4173313c9e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=065b0676-1ad1-41d5-beb7-ff9c197862be,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:23.730784 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8493b6b-1baf-408a-87e1-432367d0b15f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.731300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] For port c48c2ff7-1c62-4634-a2e2-c0330a51aa01, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c48c2ff7-1c62-4634-a2e2-c0330a51aa01,segment=NetworkSegment(097f9a71-5e11-4cf6-9a63-cecbcff3c609),segment_id=097f9a71-5e11-4cf6-9a63-cecbcff3c609)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:23.731775 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c48c2ff7-1c62-4634-a2e2-c0330a51aa01), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.767558 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cb3e7b-b4c8-4a12-99e2-75a6253c8dc6 None None] DHCP port deletion for 31909442-a32b-4fa9-a0fd-39ad0d269b94 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:23.783260 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Calling delete_port for c48c2ff7-1c62-4634-a2e2-c0330a51aa01 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:23.784686 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c00d374c-1f3c-44b5-a196-f1b6696a2bd4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:23.787405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.818014 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc30f70-bbac-489e-b2c2-37fe37202768 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (15cf810a-c7b5-45c2-9178-598adfa9fc2f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.823637 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8493b6b-1baf-408a-87e1-432367d0b15f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.830172 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d8493b6b-1baf-408a-87e1-432367d0b15f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7 HTTP/1.1" status: 204 len: 168 time: 2.0776179 Jan 10 11:54:23.831096 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8493b6b-1baf-408a-87e1-432367d0b15f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Subnet': ['ID=02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:23.832007 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54462) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:23.862642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-128b34e8-37f1-419c-9dd7-6cc92bf428e4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d156b50e-c783-4235-89a0-c98f138e13de), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:23.882476 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255a27dc-0d22-46bd-a74d-cdd6cf3b2cba None None] Network 865cdd3b-73d9-41c8-87f7-23a958974680 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:24.005562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a0958bc-d182-4696-9322-a891b11159d1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (065b0676-1ad1-41d5-beb7-ff9c197862be), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.020533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:24.033560 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (865cdd3b-73d9-41c8-87f7-23a958974680), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.041216 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:24.071679 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-bf77877f-2336-467a-ace1-cc58261ad491 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:24.079219 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Pushing event updated for resources: {'Port': ['ID=dc47aa6b-11fc-4151-aa33-2b4dc82d551c,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:24.082017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:24.158137 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:24.158137 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.216379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1dd0aee9-2dc0-44ee-86bb-a176c4a5f817 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (0b850865-ceec-42e7-94a4-31d3bb70b929), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.229689 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port c00d374c-1f3c-44b5-a196-f1b6696a2bd4 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:24.229689 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.265029 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (c48c2ff7-1c62-4634-a2e2-c0330a51aa01), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.311057 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-abc30f70-bbac-489e-b2c2-37fe37202768 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Deleting port a621daeb-a02a-4a0d-b324-cfe973ee32be {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:24.311410 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc30f70-bbac-489e-b2c2-37fe37202768 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a621daeb-a02a-4a0d-b324-cfe973ee32be), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.319953 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0aee9-2dc0-44ee-86bb-a176c4a5f817 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Pushing event deleted for resources: {'Port': ['ID=0b850865-ceec-42e7-94a4-31d3bb70b929,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:24.323353 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Port': ['ID=c48c2ff7-1c62-4634-a2e2-c0330a51aa01,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:24.331736 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.objects.ports [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110625) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:54:24.333855 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] For port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc,segment=NetworkSegment(d0b8dceb-d9bd-4f27-afe1-043c465feaf1),segment_id=d0b8dceb-d9bd-4f27-afe1-043c465feaf1)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:24.334721 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.337568 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] No DVR routers for this DVR port c48c2ff7-1c62-4634-a2e2-c0330a51aa01 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:24.430711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:24.560775 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (31909442-a32b-4fa9-a0fd-39ad0d269b94), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.612987 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Attempting to bind port dc47aa6b-11fc-4151-aa33-2b4dc82d551c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:54:24.613433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Attempting to bind port dc47aa6b-11fc-4151-aa33-2b4dc82d551c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:54:24.613716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Attempting to bind port dc47aa6b-11fc-4151-aa33-2b4dc82d551c on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:54:24.621084 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a1c2c9-8d75-4520-9f9e-275574327076 None None] DHCP port deletion for 865cdd3b-73d9-41c8-87f7-23a958974680 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:24.634714 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31909442-a32b-4fa9-a0fd-39ad0d269b94']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:24.638716 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc30f70-bbac-489e-b2c2-37fe37202768 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a621daeb-a02a-4a0d-b324-cfe973ee32be), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.641082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-79cb3e7b-b4c8-4a12-99e2-75a6253c8dc6 None None] Deleting port c48c2ff7-1c62-4634-a2e2-c0330a51aa01 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:24.641463 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-79cb3e7b-b4c8-4a12-99e2-75a6253c8dc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c48c2ff7-1c62-4634-a2e2-c0330a51aa01), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.643518 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:54:24.643904 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:24.644308 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.644709 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:54:24.645258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Bound port: dc47aa6b-11fc-4151-aa33-2b4dc82d551c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:54:24.645587 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.657664 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097f9a71-5e11-4cf6-9a63-cecbcff3c609') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:24.658382 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097f9a71-5e11-4cf6-9a63-cecbcff3c609') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:24.668194 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1dd0aee9-2dc0-44ee-86bb-a176c4a5f817 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks [] for floatingip (fd94ce9d-ad19-4ed2-aa6b-2c0beb14ca5d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.671013 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1dd0aee9-2dc0-44ee-86bb-a176c4a5f817 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.675410 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1dd0aee9-2dc0-44ee-86bb-a176c4a5f817 tempest-ServersTestManualDisk-972713972 tempest-ServersTestManualDisk-972713972-project] 10.222.0.16 "DELETE /v2.0/floatingips/fd94ce9d-ad19-4ed2-aa6b-2c0beb14ca5d HTTP/1.1" status: 204 len: 168 time: 3.2897582 Jan 10 11:54:24.675708 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54464) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:24.689631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-abc30f70-bbac-489e-b2c2-37fe37202768 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Calling delete_port for a621daeb-a02a-4a0d-b324-cfe973ee32be owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:24.691637 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (097f9a71-5e11-4cf6-9a63-cecbcff3c609), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.694397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-acc6b1b8-23bd-4e82-8c3f-d209eebd9e15 None None] Provisioning complete for port d156b50e-c783-4235-89a0-c98f138e13de triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:24.694780 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-acc6b1b8-23bd-4e82-8c3f-d209eebd9e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d156b50e-c783-4235-89a0-c98f138e13de), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.746358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-128b34e8-37f1-419c-9dd7-6cc92bf428e4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (d156b50e-c783-4235-89a0-c98f138e13de), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.778636 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (097f9a71-5e11-4cf6-9a63-cecbcff3c609), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.790113 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:24.790527 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (097f9a71-5e11-4cf6-9a63-cecbcff3c609), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:24.794593 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:24.865081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-8a0958bc-d182-4696-9322-a891b11159d1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Allocated IP 2001:db8:0:1::319 (ca73199e-2aae-4c57-8623-cc4d07921398/99dd303e-027e-4601-97e6-d31ff2024004/065b0676-1ad1-41d5-beb7-ff9c197862be) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:24.868377 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 81f67dd6-6fa9-484d-b807-92eb680902ce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:24.879716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-79cb3e7b-b4c8-4a12-99e2-75a6253c8dc6 None None] For port c48c2ff7-1c62-4634-a2e2-c0330a51aa01, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:24.883375 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-79cb3e7b-b4c8-4a12-99e2-75a6253c8dc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c48c2ff7-1c62-4634-a2e2-c0330a51aa01), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.883501 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.904124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-128b34e8-37f1-419c-9dd7-6cc92bf428e4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (d156b50e-c783-4235-89a0-c98f138e13de), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.932658 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:24.934686 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.943857 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No DVR routers for this DVR port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:24.944060 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-acc6b1b8-23bd-4e82-8c3f-d209eebd9e15 None None] Port d156b50e-c783-4235-89a0-c98f138e13de cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:24.967935 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-79cb3e7b-b4c8-4a12-99e2-75a6253c8dc6 None None] Calling delete_port for c48c2ff7-1c62-4634-a2e2-c0330a51aa01 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:24.975792 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.ipam_backend_mixin [None req-79cb3e7b-b4c8-4a12-99e2-75a6253c8dc6 None None] Port c48c2ff7-1c62-4634-a2e2-c0330a51aa01 was not found and therefore no delete operation was performed {{(pid=110626) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 11:54:24.983669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] For port dc47aa6b-11fc-4151-aa33-2b4dc82d551c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:54:24.987251 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-79cb3e7b-b4c8-4a12-99e2-75a6253c8dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (c48c2ff7-1c62-4634-a2e2-c0330a51aa01), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:24.993634 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] For port dc47aa6b-11fc-4151-aa33-2b4dc82d551c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc47aa6b-11fc-4151-aa33-2b4dc82d551c,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:54:25.044931 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb3e7b-b4c8-4a12-99e2-75a6253c8dc6 None None] Pushing event deleted for resources: {'Port': ['ID=c48c2ff7-1c62-4634-a2e2-c0330a51aa01,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:25.048403 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb3e7b-b4c8-4a12-99e2-75a6253c8dc6 None None] No DVR routers for this DVR port c48c2ff7-1c62-4634-a2e2-c0330a51aa01 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:25.053653 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-acc6b1b8-23bd-4e82-8c3f-d209eebd9e15 None None] Provisioning complete for port 065b0676-1ad1-41d5-beb7-ff9c197862be triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:25.054064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-acc6b1b8-23bd-4e82-8c3f-d209eebd9e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (065b0676-1ad1-41d5-beb7-ff9c197862be), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.057284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e1a1c2c9-8d75-4520-9f9e-275574327076 None None] Deleting port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:25.057659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e1a1c2c9-8d75-4520-9f9e-275574327076 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.095131 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (31909442-a32b-4fa9-a0fd-39ad0d269b94), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.150128 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.152140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.156642 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/networks/31909442-a32b-4fa9-a0fd-39ad0d269b94 HTTP/1.1" status: 204 len: 168 time: 2.0435333 Jan 10 11:54:25.161392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 81f67dd6-6fa9-484d-b807-92eb680902ce triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:25.161829 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (81f67dd6-6fa9-484d-b807-92eb680902ce), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.176382 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54466) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:25.179140 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45eedc1-8356-4959-84d9-1787dbbd7356 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Network': ['ID=31909442-a32b-4fa9-a0fd-39ad0d269b94,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:25.183406 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (865cdd3b-73d9-41c8-87f7-23a958974680), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.251600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.api [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:54:25.251965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG oslo_db.api [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:54:25.252699 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e1a1c2c9-8d75-4520-9f9e-275574327076 None None] For port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:25.253212 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e1a1c2c9-8d75-4520-9f9e-275574327076 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.255943 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-acc6b1b8-23bd-4e82-8c3f-d209eebd9e15 None None] Port 065b0676-1ad1-41d5-beb7-ff9c197862be cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:25.263380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865cdd3b-73d9-41c8-87f7-23a958974680']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:25.280006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-bf77877f-2336-467a-ace1-cc58261ad491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:19Z', 'revision_number': 8, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '263e4583-5204-4e1a-bd3a-d0a416271924', 'name': '', 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:03:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '81f69f5a-0003-47ce-b659-b88196352375', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:55Z', 'updated_at': '2022-01-10T11:54:02Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '81f69f5a-0003-47ce-b659-b88196352375', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:25.295609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e1a1c2c9-8d75-4520-9f9e-275574327076 None None] Calling delete_port for 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:25.299323 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.ipam_backend_mixin [None req-e1a1c2c9-8d75-4520-9f9e-275574327076 None None] Port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc was not found and therefore no delete operation was performed {{(pid=110626) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 11:54:25.324456 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b8dceb-d9bd-4f27-afe1-043c465feaf1') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:25.324768 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b8dceb-d9bd-4f27-afe1-043c465feaf1') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:25.334416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf77877f-2336-467a-ace1-cc58261ad491 None None] The sync data for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv is: [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:19Z', 'revision_number': 8, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '263e4583-5204-4e1a-bd3a-d0a416271924', 'name': '', 'network_id': '5db7a869-0483-4286-8f8e-78e063208a45', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:03:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '81f69f5a-0003-47ce-b659-b88196352375', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:55Z', 'updated_at': '2022-01-10T11:54:02Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '81f69f5a-0003-47ce-b659-b88196352375', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:25.337423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e1a1c2c9-8d75-4520-9f9e-275574327076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.353353 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421ce15-b803-43e2-8afb-2ef0b9819941 None None] Pushing event updated for resources: {'Port': ['ID=dc47aa6b-11fc-4151-aa33-2b4dc82d551c,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:25.376278 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (d0b8dceb-d9bd-4f27-afe1-043c465feaf1), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.395763 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a1c2c9-8d75-4520-9f9e-275574327076 None None] No DVR routers for this DVR port 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:25.400677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1c2c9-8d75-4520-9f9e-275574327076 None None] Pushing event deleted for resources: {'Port': ['ID=6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:25.438307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (d0b8dceb-d9bd-4f27-afe1-043c465feaf1), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.439866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b34e8-37f1-419c-9dd7-6cc92bf428e4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=d156b50e-c783-4235-89a0-c98f138e13de,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:25.453147 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:54:25.480136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-128b34e8-37f1-419c-9dd7-6cc92bf428e4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (8fd708cb-8615-498e-8f48-431ebcdfb5a4), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.480515 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:25.480947 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (d0b8dceb-d9bd-4f27-afe1-043c465feaf1), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:25.484211 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:25.591764 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-c2793f8b-975e-46dc-907e-b00e9ea0f15f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting port 709c1d31-4e47-4558-a129-f1dbb41577bd {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:25.592114 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2793f8b-975e-46dc-907e-b00e9ea0f15f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (709c1d31-4e47-4558-a129-f1dbb41577bd), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.610057 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a0958bc-d182-4696-9322-a891b11159d1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (065b0676-1ad1-41d5-beb7-ff9c197862be), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.656823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128b34e8-37f1-419c-9dd7-6cc92bf428e4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network 95c64e2c-fe37-45b4-b69e-0bb27522f9b2 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:25.658633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-128b34e8-37f1-419c-9dd7-6cc92bf428e4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:25.741357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc30f70-bbac-489e-b2c2-37fe37202768 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a621daeb-a02a-4a0d-b324-cfe973ee32be), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.743604 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a0958bc-d182-4696-9322-a891b11159d1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (065b0676-1ad1-41d5-beb7-ff9c197862be), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.749121 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2793f8b-975e-46dc-907e-b00e9ea0f15f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (709c1d31-4e47-4558-a129-f1dbb41577bd), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.749548 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2793f8b-975e-46dc-907e-b00e9ea0f15f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (709c1d31-4e47-4558-a129-f1dbb41577bd), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.774388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (865cdd3b-73d9-41c8-87f7-23a958974680), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.858423 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc30f70-bbac-489e-b2c2-37fe37202768 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Pushing event deleted for resources: {'Port': ['ID=a621daeb-a02a-4a0d-b324-cfe973ee32be,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:25.890236 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f37d9-22b6-432e-b405-60352733326e None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:25.914418 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:25.922325 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/networks/865cdd3b-73d9-41c8-87f7-23a958974680 HTTP/1.1" status: 204 len: 168 time: 2.0882690 Jan 10 11:54:25.928002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-c2793f8b-975e-46dc-907e-b00e9ea0f15f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Calling delete_port for 709c1d31-4e47-4558-a129-f1dbb41577bd owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:25.952221 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fce32-c621-4393-bd39-2fbb23278f88 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Network': ['ID=865cdd3b-73d9-41c8-87f7-23a958974680,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:25.973595 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54468) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:26.100123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device dc47aa6b-11fc-4151-aa33-2b4dc82d551c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:26.121700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc30f70-bbac-489e-b2c2-37fe37202768 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (15cf810a-c7b5-45c2-9178-598adfa9fc2f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.206289 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port dc47aa6b-11fc-4151-aa33-2b4dc82d551c triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:26.206289 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.271037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-42cea01d-b278-4694-8ab8-2dc6a572f7e3 None None] Provisioning complete for port d156b50e-c783-4235-89a0-c98f138e13de triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:26.271722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-42cea01d-b278-4694-8ab8-2dc6a572f7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d156b50e-c783-4235-89a0-c98f138e13de), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.302606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc30f70-bbac-489e-b2c2-37fe37202768 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (15cf810a-c7b5-45c2-9178-598adfa9fc2f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.307818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc30f70-bbac-489e-b2c2-37fe37202768 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_controller (15cf810a-c7b5-45c2-9178-598adfa9fc2f), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.355430 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-42cea01d-b278-4694-8ab8-2dc6a572f7e3 None None] Port d156b50e-c783-4235-89a0-c98f138e13de cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:26.364491 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.380254 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-8a0958bc-d182-4696-9322-a891b11159d1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] In _notify_port_updated(), no bound segment for port 065b0676-1ad1-41d5-beb7-ff9c197862be on network ca73199e-2aae-4c57-8623-cc4d07921398 {{(pid=110624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:54:26.387726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0958bc-d182-4696-9322-a891b11159d1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:26.388433 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a0958bc-d182-4696-9322-a891b11159d1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.392860 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8a0958bc-d182-4696-9322-a891b11159d1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "PUT /v2.0/ports/065b0676-1ad1-41d5-beb7-ff9c197862be HTTP/1.1" status: 200 len: 1011 time: 2.8473425 Jan 10 11:54:26.399337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54470) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:26.402900 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port dc47aa6b-11fc-4151-aa33-2b4dc82d551c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc47aa6b-11fc-4151-aa33-2b4dc82d551c,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:26.436188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0958bc-d182-4696-9322-a891b11159d1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=065b0676-1ad1-41d5-beb7-ff9c197862be,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:26.470816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9fbcd926-63c7-499a-81da-a73667cd39dd None None] Provisioning complete for port 065b0676-1ad1-41d5-beb7-ff9c197862be triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:26.471603 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9fbcd926-63c7-499a-81da-a73667cd39dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (065b0676-1ad1-41d5-beb7-ff9c197862be), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.511085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9fbcd926-63c7-499a-81da-a73667cd39dd None None] Port 065b0676-1ad1-41d5-beb7-ff9c197862be cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:26.521908 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-e1a0b4bd-3227-43d2-9577-830e95967694 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 065b0676-1ad1-41d5-beb7-ff9c197862be {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:26.522254 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b4bd-3227-43d2-9577-830e95967694 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (065b0676-1ad1-41d5-beb7-ff9c197862be), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.542837 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.547427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.586967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc30f70-bbac-489e-b2c2-37fe37202768 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (15cf810a-c7b5-45c2-9178-598adfa9fc2f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.587521 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc30f70-bbac-489e-b2c2-37fe37202768 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Fanout notify agent at l3_agent the message router_deleted on router 15cf810a-c7b5-45c2-9178-598adfa9fc2f {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:54:26.604798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abc30f70-bbac-489e-b2c2-37fe37202768 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.606324 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-abc30f70-bbac-489e-b2c2-37fe37202768 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "DELETE /v2.0/routers/15cf810a-c7b5-45c2-9178-598adfa9fc2f HTTP/1.1" status: 204 len: 168 time: 4.7334275 Jan 10 11:54:26.609960 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54472) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:26.614807 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1398809400', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:26.631352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128b34e8-37f1-419c-9dd7-6cc92bf428e4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 8fd708cb-8615-498e-8f48-431ebcdfb5a4 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:54:26.633196 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=dc47aa6b-11fc-4151-aa33-2b4dc82d551c,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:26.680355 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:26.681668 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b4bd-3227-43d2-9577-830e95967694 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (065b0676-1ad1-41d5-beb7-ff9c197862be), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.704265 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:26.704561 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6ceb962e-cc22-4894-85ec-bd8eeb6ae0bc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:26.705008 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c48c2ff7-1c62-4634-a2e2-c0330a51aa01 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:26.706695 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-da9c26aa-b9db-4c50-b51f-643ef11b2623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (52e7b567-8659-4822-bb5e-cbc9d0c819e3), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.710320 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-e1a0b4bd-3227-43d2-9577-830e95967694 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 065b0676-1ad1-41d5-beb7-ff9c197862be owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:26.732105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: c48c2ff7-1c62-4634-a2e2-c0330a51aa01 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:26.732564 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c48c2ff7-1c62-4634-a2e2-c0330a51aa01 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:26.733090 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c48890e9-db9b-4837-9f06-d45ba9e91934 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:26.754300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: c48890e9-db9b-4837-9f06-d45ba9e91934 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:26.754755 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c48890e9-db9b-4837-9f06-d45ba9e91934 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:26.835729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (01060e38-59a7-49d2-9967-7d64dda36c14), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.836773 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (01060e38-59a7-49d2-9967-7d64dda36c14), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.843712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128b34e8-37f1-419c-9dd7-6cc92bf428e4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:26.854808 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f618385-f11e-4b15-8cbc-2cc812696f63 None None] Sync routers for ids ['8fd708cb-8615-498e-8f48-431ebcdfb5a4'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:26.866453 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-128b34e8-37f1-419c-9dd7-6cc92bf428e4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/8fd708cb-8615-498e-8f48-431ebcdfb5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8105042 Jan 10 11:54:26.871614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54474) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:26.879423 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f618385-f11e-4b15-8cbc-2cc812696f63 None None] Routers {'8fd708cb-8615-498e-8f48-431ebcdfb5a4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:26.880809 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6f618385-f11e-4b15-8cbc-2cc812696f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['8fd708cb-8615-498e-8f48-431ebcdfb5a4'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:26.948887 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6f618385-f11e-4b15-8cbc-2cc812696f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:26.967085 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f618385-f11e-4b15-8cbc-2cc812696f63 None None] Routers {'8fd708cb-8615-498e-8f48-431ebcdfb5a4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:26.968072 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6f618385-f11e-4b15-8cbc-2cc812696f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['8fd708cb-8615-498e-8f48-431ebcdfb5a4'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:26.973006 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcde6b8-c4b7-4a21-8690-decdf0b46005 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:26.977074 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7bcde6b8-c4b7-4a21-8690-decdf0b46005 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports/d156b50e-c783-4235-89a0-c98f138e13de HTTP/1.1" status: 200 len: 976 time: 0.1021433 Jan 10 11:54:26.977074 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_controller (01060e38-59a7-49d2-9967-7d64dda36c14), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.977343 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54476) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:27.020851 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6f618385-f11e-4b15-8cbc-2cc812696f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:27.021613 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f618385-f11e-4b15-8cbc-2cc812696f63 None None] The sync data for ids ['8fd708cb-8615-498e-8f48-431ebcdfb5a4'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:27.140793 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] For port dc47aa6b-11fc-4151-aa33-2b4dc82d551c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc47aa6b-11fc-4151-aa33-2b4dc82d551c,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:27.141072 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-3fce3f22-cca8-4e6f-955f-3d183723c19e None None] Provisioning complete for port dc47aa6b-11fc-4151-aa33-2b4dc82d551c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:27.142020 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3fce3f22-cca8-4e6f-955f-3d183723c19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:27.203704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2793f8b-975e-46dc-907e-b00e9ea0f15f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (709c1d31-4e47-4558-a129-f1dbb41577bd), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:27.273484 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:27.275402 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2793f8b-975e-46dc-907e-b00e9ea0f15f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Port': ['ID=709c1d31-4e47-4558-a129-f1dbb41577bd,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:27.355133 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:27.356098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (554679b8-8e39-45a6-826c-9eb82b165106), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:27.387683 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (01060e38-59a7-49d2-9967-7d64dda36c14), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:27.461279 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2793f8b-975e-46dc-907e-b00e9ea0f15f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for floatingip (8ba113d1-e32d-4540-9cf9-093c749380d9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:27.467386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2793f8b-975e-46dc-907e-b00e9ea0f15f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:27.467386 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c2793f8b-975e-46dc-907e-b00e9ea0f15f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/floatingips/8ba113d1-e32d-4540-9cf9-093c749380d9 HTTP/1.1" status: 204 len: 168 time: 2.2932229 Jan 10 11:54:27.471746 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54478) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:27.477300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:27.488607 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:27.491857 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:27.492810 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:27.502644 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43930d51-23c9-4c90-b618-29192607a470 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:27.515793 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf25c6d-a324-44a4-9b22-eda569ec1bdc tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] DELETE failed (client error): The resource could not be found. Jan 10 11:54:27.518068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf25c6d-a324-44a4-9b22-eda569ec1bdc tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:27.522603 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2cf25c6d-a324-44a4-9b22-eda569ec1bdc tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/ports/56cdf7be-c045-4cff-b47e-fb64506a742a HTTP/1.1" status: 404 len: 333 time: 0.0466032 Jan 10 11:54:27.530829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54480) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:27.542849 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=554679b8-8e39-45a6-826c-9eb82b165106,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:27.549999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=dc47aa6b-11fc-4151-aa33-2b4dc82d551c,revision_number=5']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:27.560093 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff92d234-c2b6-4e8f-9c2d-0acd28c8ac53 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (4dcdc201-4577-40fb-908f-13be74c3693d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:27.693921 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device dc47aa6b-11fc-4151-aa33-2b4dc82d551c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:27.709890 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3887df79-b990-44e8-9e82-0355c732b32c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3088803 Jan 10 11:54:27.712138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54482) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:27.717417 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-7a995b59-cdb6-4656-ae81-c77005010f1b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'mac_address': 'fa:16:3e:9f:fe:16', 'name': 'tempest-NetworksTestDHCPv6-834873297'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:27.752825 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port dc47aa6b-11fc-4151-aa33-2b4dc82d551c triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:27.753272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:27.871712 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-da9c26aa-b9db-4c50-b51f-643ef11b2623 admin admin] Deleting port 7644ab14-4772-415a-90bb-e688f7bca513 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:27.872093 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-da9c26aa-b9db-4c50-b51f-643ef11b2623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7644ab14-4772-415a-90bb-e688f7bca513), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:27.983401 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-00ae9713-fc5e-4cfe-938e-756758870979 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4790a6-46bb-436d-acbf-d03fca062e31 HTTP/1.1" status: 200 len: 205 time: 0.4488208 Jan 10 11:54:27.983849 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54484) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:27.983955 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b4bd-3227-43d2-9577-830e95967694 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (065b0676-1ad1-41d5-beb7-ff9c197862be), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:28.045146 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-8e5120eb-bb19-4750-8e8e-00eee7ac3ca0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] delete failed (client error): The resource could not be found. Jan 10 11:54:28.048767 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8e5120eb-bb19-4750-8e8e-00eee7ac3ca0 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/routers/ee4790a6-46bb-436d-acbf-d03fca062e31 HTTP/1.1" status: 404 len: 336 time: 0.0626624 Jan 10 11:54:28.051218 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54486) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:28.062441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0b4bd-3227-43d2-9577-830e95967694 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=065b0676-1ad1-41d5-beb7-ff9c197862be,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:28.066882 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-da9c26aa-b9db-4c50-b51f-643ef11b2623 admin admin] For port 7644ab14-4772-415a-90bb-e688f7bca513, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7644ab14-4772-415a-90bb-e688f7bca513,segment=NetworkSegment(779e930d-7562-46ee-98f3-134628bb256f),segment_id=779e930d-7562-46ee-98f3-134628bb256f)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:28.067252 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-da9c26aa-b9db-4c50-b51f-643ef11b2623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7644ab14-4772-415a-90bb-e688f7bca513), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:28.100530 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-4158203d-b3b3-49d3-99a5-e1b39c4500dd tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] DELETE failed (client error): The resource could not be found. Jan 10 11:54:28.101006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4158203d-b3b3-49d3-99a5-e1b39c4500dd tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:28.105715 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4158203d-b3b3-49d3-99a5-e1b39c4500dd tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/subnets/95eb225d-7658-4ce8-9c10-f9d885101031 HTTP/1.1" status: 404 len: 337 time: 0.0487981 Jan 10 11:54:28.107799 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54488) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:28.126690 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-da9c26aa-b9db-4c50-b51f-643ef11b2623 admin admin] Calling delete_port for 7644ab14-4772-415a-90bb-e688f7bca513 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:28.138244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a995b59-cdb6-4656-ae81-c77005010f1b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:28.208669 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b4bd-3227-43d2-9577-830e95967694 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:28.213098 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e1a0b4bd-3227-43d2-9577-830e95967694 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/065b0676-1ad1-41d5-beb7-ff9c197862be HTTP/1.1" status: 204 len: 168 time: 1.8125675 Jan 10 11:54:28.217108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54490) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:28.293460 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ccc1757-8aed-4bf3-9194-818a8420719e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] GET failed (client error): The resource could not be found. Jan 10 11:54:28.298842 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0ccc1757-8aed-4bf3-9194-818a8420719e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/065b0676-1ad1-41d5-beb7-ff9c197862be HTTP/1.1" status: 404 len: 333 time: 0.0733745 Jan 10 11:54:28.300039 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54492) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:28.371990 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a995b59-cdb6-4656-ae81-c77005010f1b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:28.418758 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca1df353-7adb-42e3-a9d6-3fa0fc6f566f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (8fd708cb-8615-498e-8f48-431ebcdfb5a4), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:28.429618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ff92d234-c2b6-4e8f-9c2d-0acd28c8ac53 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port 263e4583-5204-4e1a-bd3a-d0a416271924 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:28.429618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff92d234-c2b6-4e8f-9c2d-0acd28c8ac53 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:28.465130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8a34a6-6992-40c1-aa84-2deba9759614 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting subnet 99dd303e-027e-4601-97e6-d31ff2024004 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:28.482848 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-244954fe-473f-4b1f-9b26-5777f24113a6 None None] Provisioning complete for port dc47aa6b-11fc-4151-aa33-2b4dc82d551c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:28.483859 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-244954fe-473f-4b1f-9b26-5777f24113a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:28.486519 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de8a34a6-6992-40c1-aa84-2deba9759614 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (99dd303e-027e-4601-97e6-d31ff2024004), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:28.495274 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-7a995b59-cdb6-4656-ae81-c77005010f1b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port 942d8396-87b9-4312-9055-199e459eb9bc yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:54:28.521619 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-cdb0c7ed-8d27-47c3-bfe2-2a3c54501add tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting port 783ba951-fc7a-460a-8caa-c929d5a430cf {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:28.521987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c7ed-8d27-47c3-bfe2-2a3c54501add tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (783ba951-fc7a-460a-8caa-c929d5a430cf), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:28.735551 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (01060e38-59a7-49d2-9967-7d64dda36c14), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:28.765403 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:28.796049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c7ed-8d27-47c3-bfe2-2a3c54501add tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (783ba951-fc7a-460a-8caa-c929d5a430cf), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:28.843292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-cdb0c7ed-8d27-47c3-bfe2-2a3c54501add tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Calling delete_port for 783ba951-fc7a-460a-8caa-c929d5a430cf owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:28.925795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de8a34a6-6992-40c1-aa84-2deba9759614 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (99dd303e-027e-4601-97e6-d31ff2024004), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.003898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-ff92d234-c2b6-4e8f-9c2d-0acd28c8ac53 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] For port 263e4583-5204-4e1a-bd3a-d0a416271924, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=263e4583-5204-4e1a-bd3a-d0a416271924,segment=NetworkSegment(c9189a30-0c3a-4583-ab6b-5de4dc4b1034),segment_id=c9189a30-0c3a-4583-ab6b-5de4dc4b1034)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:29.004271 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff92d234-c2b6-4e8f-9c2d-0acd28c8ac53 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.012055 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Allocated IP 172.36.2.33 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/45f172c3-eb01-4bab-ac0e-a167328dbb2f) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:29.068321 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ff92d234-c2b6-4e8f-9c2d-0acd28c8ac53 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for 263e4583-5204-4e1a-bd3a-d0a416271924 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:29.159234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-ca1df353-7adb-42e3-a9d6-3fa0fc6f566f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port d156b50e-c783-4235-89a0-c98f138e13de {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:29.159463 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca1df353-7adb-42e3-a9d6-3fa0fc6f566f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (d156b50e-c783-4235-89a0-c98f138e13de), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.206282 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de8a34a6-6992-40c1-aa84-2deba9759614 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (99dd303e-027e-4601-97e6-d31ff2024004), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.233783 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for port (45f172c3-eb01-4bab-ac0e-a167328dbb2f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.249393 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-da9c26aa-b9db-4c50-b51f-643ef11b2623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (7644ab14-4772-415a-90bb-e688f7bca513), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.273309 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c7ed-8d27-47c3-bfe2-2a3c54501add tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (783ba951-fc7a-460a-8caa-c929d5a430cf), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.296274 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca1df353-7adb-42e3-a9d6-3fa0fc6f566f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (d156b50e-c783-4235-89a0-c98f138e13de), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.306241 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c26aa-b9db-4c50-b51f-643ef11b2623 admin admin] Pushing event deleted for resources: {'Port': ['ID=7644ab14-4772-415a-90bb-e688f7bca513,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:29.316294 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-7a995b59-cdb6-4656-ae81-c77005010f1b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 172.20.0.12 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/3687262d-2553-4c60-9379-5d9a07594093/942d8396-87b9-4312-9055-199e459eb9bc) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:29.328612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0c7ed-8d27-47c3-bfe2-2a3c54501add tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Port': ['ID=783ba951-fc7a-460a-8caa-c929d5a430cf,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:29.336568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-ca1df353-7adb-42e3-a9d6-3fa0fc6f566f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for d156b50e-c783-4235-89a0-c98f138e13de owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:29.351833 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-7a995b59-cdb6-4656-ae81-c77005010f1b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::f816:3eff:fe9f:fe16 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/554679b8-8e39-45a6-826c-9eb82b165106/942d8396-87b9-4312-9055-199e459eb9bc) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:29.357384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aa99e0-095c-448a-a002-919ebea71553 None None] DHCP port deletion for a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:29.452327 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (45f172c3-eb01-4bab-ac0e-a167328dbb2f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.519476 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c7ed-8d27-47c3-bfe2-2a3c54501add tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.523031 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cdb0c7ed-8d27-47c3-bfe2-2a3c54501add tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/ports/783ba951-fc7a-460a-8caa-c929d5a430cf HTTP/1.1" status: 204 len: 168 time: 1.4141645 Jan 10 11:54:29.533261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54494) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:29.547087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:29.576501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:29.586352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Pushing event updated for resources: {'Port': ['ID=45f172c3-eb01-4bab-ac0e-a167328dbb2f,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:29.586352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:29.601273 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622f104a-7d35-448a-8c92-c48d63cfadaa None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:29.601923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de8a34a6-6992-40c1-aa84-2deba9759614 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (99dd303e-027e-4601-97e6-d31ff2024004), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.677040 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de8a34a6-6992-40c1-aa84-2deba9759614 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.680410 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-de8a34a6-6992-40c1-aa84-2deba9759614 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/99dd303e-027e-4601-97e6-d31ff2024004 HTTP/1.1" status: 204 len: 168 time: 1.3793530 Jan 10 11:54:29.681321 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a34a6-6992-40c1-aa84-2deba9759614 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Subnet': ['ID=99dd303e-027e-4601-97e6-d31ff2024004,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:29.688253 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54496) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:29.689607 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81870d7d-ce1d-4d97-ab31-872c46013013 None None] Network ca73199e-2aae-4c57-8623-cc4d07921398 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:29.772793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-fe35c04a-c413-4465-9517-3f5be1eddcb4 None None] Provisioning complete for port 45f172c3-eb01-4bab-ac0e-a167328dbb2f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:29.773367 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fe35c04a-c413-4465-9517-3f5be1eddcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (45f172c3-eb01-4bab-ac0e-a167328dbb2f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.825794 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-da9c26aa-b9db-4c50-b51f-643ef11b2623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (52e7b567-8659-4822-bb5e-cbc9d0c819e3), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.827083 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-fe35c04a-c413-4465-9517-3f5be1eddcb4 None None] Port 45f172c3-eb01-4bab-ac0e-a167328dbb2f cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:29.836579 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-324a0b99-ef5a-4d74-9a7d-cfb094355c3b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting subnet 3c37d73d-f94e-480c-8526-14b2a19ae9bf {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:29.858693 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-324a0b99-ef5a-4d74-9a7d-cfb094355c3b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (3c37d73d-f94e-480c-8526-14b2a19ae9bf), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.898568 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a995b59-cdb6-4656-ae81-c77005010f1b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (942d8396-87b9-4312-9055-199e459eb9bc), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.919231 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6e580df1-aa2f-4c33-8138-779f9891d3ac tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting port b928900a-8233-40b5-89f8-9a3a76a44550 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:29.919525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6e580df1-aa2f-4c33-8138-779f9891d3ac tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b928900a-8233-40b5-89f8-9a3a76a44550), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.972466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff92d234-c2b6-4e8f-9c2d-0acd28c8ac53 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (263e4583-5204-4e1a-bd3a-d0a416271924), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:30.028245 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-324a0b99-ef5a-4d74-9a7d-cfb094355c3b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (3c37d73d-f94e-480c-8526-14b2a19ae9bf), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:30.034031 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6e580df1-aa2f-4c33-8138-779f9891d3ac tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b928900a-8233-40b5-89f8-9a3a76a44550), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:30.038225 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92d234-c2b6-4e8f-9c2d-0acd28c8ac53 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=263e4583-5204-4e1a-bd3a-d0a416271924,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:30.059770 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca1df353-7adb-42e3-a9d6-3fa0fc6f566f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (d156b50e-c783-4235-89a0-c98f138e13de), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:30.061774 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6e580df1-aa2f-4c33-8138-779f9891d3ac tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Calling delete_port for b928900a-8233-40b5-89f8-9a3a76a44550 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:30.111507 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1df353-7adb-42e3-a9d6-3fa0fc6f566f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=d156b50e-c783-4235-89a0-c98f138e13de,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:30.408640 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a995b59-cdb6-4656-ae81-c77005010f1b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (942d8396-87b9-4312-9055-199e459eb9bc), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:30.415486 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff92d234-c2b6-4e8f-9c2d-0acd28c8ac53 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (4dcdc201-4577-40fb-908f-13be74c3693d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:30.429812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-324a0b99-ef5a-4d74-9a7d-cfb094355c3b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (3c37d73d-f94e-480c-8526-14b2a19ae9bf), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:30.460695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca1df353-7adb-42e3-a9d6-3fa0fc6f566f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (8fd708cb-8615-498e-8f48-431ebcdfb5a4), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:30.530834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (01060e38-59a7-49d2-9967-7d64dda36c14), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:30.602879 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a995b59-cdb6-4656-ae81-c77005010f1b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:30.641444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-7a995b59-cdb6-4656-ae81-c77005010f1b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:30.647869 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a995b59-cdb6-4656-ae81-c77005010f1b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=942d8396-87b9-4312-9055-199e459eb9bc,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:30.666323 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a995b59-cdb6-4656-ae81-c77005010f1b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:30.864635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-de4e30b3-5650-444b-b3a2-7d572d7aec88 None None] Provisioning complete for port c00d374c-1f3c-44b5-a196-f1b6696a2bd4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:30.865919 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-de4e30b3-5650-444b-b3a2-7d572d7aec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:31.067650 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9c26aa-b9db-4c50-b51f-643ef11b2623 admin admin] Router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:31.087030 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a995b59-cdb6-4656-ae81-c77005010f1b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:31.087695 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a995b59-cdb6-4656-ae81-c77005010f1b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:31.129295 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-eba30299-77ff-4691-9190-517051610abf None None] Provisioning complete for port 942d8396-87b9-4312-9055-199e459eb9bc triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:31.129901 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eba30299-77ff-4691-9190-517051610abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (942d8396-87b9-4312-9055-199e459eb9bc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:31.138266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-324a0b99-ef5a-4d74-9a7d-cfb094355c3b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (3c37d73d-f94e-480c-8526-14b2a19ae9bf), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:31.149446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6e580df1-aa2f-4c33-8138-779f9891d3ac tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b928900a-8233-40b5-89f8-9a3a76a44550), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:31.179827 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-eba30299-77ff-4691-9190-517051610abf None None] Port 942d8396-87b9-4312-9055-199e459eb9bc cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:31.196267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e580df1-aa2f-4c33-8138-779f9891d3ac tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Port': ['ID=b928900a-8233-40b5-89f8-9a3a76a44550,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:31.210712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1df353-7adb-42e3-a9d6-3fa0fc6f566f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 8fd708cb-8615-498e-8f48-431ebcdfb5a4 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:31.214331 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d7cbf6-2f76-479c-a90e-dcfe884ffb80 None None] DHCP port deletion for a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:31.295564 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a0b99-ef5a-4d74-9a7d-cfb094355c3b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Subnet': ['ID=3c37d73d-f94e-480c-8526-14b2a19ae9bf,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:31.301206 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7a995b59-cdb6-4656-ae81-c77005010f1b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5879769 Jan 10 11:54:31.302662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-324a0b99-ef5a-4d74-9a7d-cfb094355c3b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:31.309997 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-324a0b99-ef5a-4d74-9a7d-cfb094355c3b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/3c37d73d-f94e-480c-8526-14b2a19ae9bf HTTP/1.1" status: 204 len: 168 time: 1.6136994 Jan 10 11:54:31.314938 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54498) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:31.314938 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54500) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:31.315314 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a3b82c-bc7c-4664-b3f8-6e55691d4f54 None None] Network ca73199e-2aae-4c57-8623-cc4d07921398 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:31.434019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6e580df1-aa2f-4c33-8138-779f9891d3ac tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:31.437368 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6e580df1-aa2f-4c33-8138-779f9891d3ac tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/ports/b928900a-8233-40b5-89f8-9a3a76a44550 HTTP/1.1" status: 204 len: 168 time: 1.9029472 Jan 10 11:54:31.443598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54502) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:31.445207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1df353-7adb-42e3-a9d6-3fa0fc6f566f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:31.458745 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ca1df353-7adb-42e3-a9d6-3fa0fc6f566f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/8fd708cb-8615-498e-8f48-431ebcdfb5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4801078 Jan 10 11:54:31.459750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54504) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:31.461543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a3f2c-9751-42ef-ab19-6958df7797b5 None None] Sync routers for ids ['8fd708cb-8615-498e-8f48-431ebcdfb5a4'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:31.482126 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff92d234-c2b6-4e8f-9c2d-0acd28c8ac53 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 4dcdc201-4577-40fb-908f-13be74c3693d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:31.503090 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (ca73199e-2aae-4c57-8623-cc4d07921398), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:31.512447 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a3f2c-9751-42ef-ab19-6958df7797b5 None None] Routers {'8fd708cb-8615-498e-8f48-431ebcdfb5a4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:31.514147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6a5a3f2c-9751-42ef-ab19-6958df7797b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['8fd708cb-8615-498e-8f48-431ebcdfb5a4'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:31.531484 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9c26aa-b9db-4c50-b51f-643ef11b2623 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:31.543517 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-da9c26aa-b9db-4c50-b51f-643ef11b2623 admin admin] 10.222.0.16 "PUT /v2.0/routers/52e7b567-8659-4822-bb5e-cbc9d0c819e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8667264 Jan 10 11:54:31.548832 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (01060e38-59a7-49d2-9967-7d64dda36c14), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:31.550962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54506) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:31.554328 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2717696e-ee8e-47d8-b18f-34f1283659ad tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:31.564946 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2717696e-ee8e-47d8-b18f-34f1283659ad tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:31.566708 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2717696e-ee8e-47d8-b18f-34f1283659ad tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2496917 Jan 10 11:54:31.570158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54508) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:31.573235 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256912f-d94f-4bf7-b278-05660a261bb5 None None] Sync routers for ids ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:31.596676 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8256912f-d94f-4bf7-b278-05660a261bb5 None None] Routers {'52e7b567-8659-4822-bb5e-cbc9d0c819e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:31.598048 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8256912f-d94f-4bf7-b278-05660a261bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:31.643050 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d1011a-f890-4353-8ec2-afa7f70339fb None None] DHCP port deletion for ca73199e-2aae-4c57-8623-cc4d07921398 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:31.643540 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865829f-cf75-496c-b33c-08c1cb6fa36c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:31.645525 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3865829f-cf75-496c-b33c-08c1cb6fa36c tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6ccc364-1e83-4cb2-8085-cf3093fcd207 HTTP/1.1" status: 200 len: 913 time: 0.1930013 Jan 10 11:54:31.646425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6a5a3f2c-9751-42ef-ab19-6958df7797b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:31.683009 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54510) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:31.751114 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a3f2c-9751-42ef-ab19-6958df7797b5 None None] Routers {'8fd708cb-8615-498e-8f48-431ebcdfb5a4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:31.752303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6a5a3f2c-9751-42ef-ab19-6958df7797b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['8fd708cb-8615-498e-8f48-431ebcdfb5a4'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:31.825372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6a5a3f2c-9751-42ef-ab19-6958df7797b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:31.829380 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a3f2c-9751-42ef-ab19-6958df7797b5 None None] The sync data for ids ['8fd708cb-8615-498e-8f48-431ebcdfb5a4'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:31.842078 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c00d374c-1f3c-44b5-a196-f1b6696a2bd4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:31.908015 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-8256912f-d94f-4bf7-b278-05660a261bb5 None None] Set router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:31.939088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1011a-f890-4353-8ec2-afa7f70339fb None None] Deleting port c00d374c-1f3c-44b5-a196-f1b6696a2bd4 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:31.940072 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f8d1011a-f890-4353-8ec2-afa7f70339fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:31.980677 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff92d234-c2b6-4e8f-9c2d-0acd28c8ac53 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:32.048820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f8d1011a-f890-4353-8ec2-afa7f70339fb None None] For port c00d374c-1f3c-44b5-a196-f1b6696a2bd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c00d374c-1f3c-44b5-a196-f1b6696a2bd4,segment=NetworkSegment(ed946219-de69-4aaf-9622-b4c7c01e7af2),segment_id=ed946219-de69-4aaf-9622-b4c7c01e7af2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:32.049790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f8d1011a-f890-4353-8ec2-afa7f70339fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.065642 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1011a-f890-4353-8ec2-afa7f70339fb None None] Calling delete_port for c00d374c-1f3c-44b5-a196-f1b6696a2bd4 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:32.074486 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ff92d234-c2b6-4e8f-9c2d-0acd28c8ac53 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/4dcdc201-4577-40fb-908f-13be74c3693d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0966837 Jan 10 11:54:32.081627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54512) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:32.160064 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8256912f-d94f-4bf7-b278-05660a261bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'name': 'tempest-ServersTestManualDisk-301841756-router', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178'}], 'enable_snat': True}, 'gw_port_id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:32Z', 'updated_at': '2022-01-10T11:54:28Z', 'revision_number': 5, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'gw_port': {'id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:35Z', 'updated_at': '2022-01-10T11:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:32.161246 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e0941f-5ca6-466e-9f7d-c5e677eacee5 None None] Sync routers for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:32.185065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05e579a-3bf0-4e63-8532-90ce019aba46 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting subnet 81f69f5a-0003-47ce-b659-b88196352375 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:32.188847 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port c00d374c-1f3c-44b5-a196-f1b6696a2bd4 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:32.189187 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.189503 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256912f-d94f-4bf7-b278-05660a261bb5 None None] Checking router: 52e7b567-8659-4822-bb5e-cbc9d0c819e3 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:54:32.194855 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e05e579a-3bf0-4e63-8532-90ce019aba46 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (81f69f5a-0003-47ce-b659-b88196352375), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.199419 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8256912f-d94f-4bf7-b278-05660a261bb5 None None] Routers {'52e7b567-8659-4822-bb5e-cbc9d0c819e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:32.200314 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8256912f-d94f-4bf7-b278-05660a261bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:32.231601 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-06b91279-8360-4a19-94f3-856ac8391a27 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] remove_router_interface failed (client error): The resource could not be found. Jan 10 11:54:32.235808 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-06b91279-8360-4a19-94f3-856ac8391a27 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/8fd708cb-8615-498e-8f48-431ebcdfb5a4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7686017 Jan 10 11:54:32.252894 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54514) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:32.314579 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a43b-9e07-4c7c-b1cb-40eb7a5922d3 admin admin] Publish callbacks [] for router (52e7b567-8659-4822-bb5e-cbc9d0c819e3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.324280 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-8256912f-d94f-4bf7-b278-05660a261bb5 None None] Set router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:32.362140 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bdb8eb43-a07c-4df2-91fd-bc5fe1768d4b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd708cb-8615-498e-8f48-431ebcdfb5a4 HTTP/1.1" status: 200 len: 205 time: 0.1024637 Jan 10 11:54:32.374885 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54516) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:32.403741 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e05e579a-3bf0-4e63-8532-90ce019aba46 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (81f69f5a-0003-47ce-b659-b88196352375), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.422977 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-96ab080e-e8ea-4c7b-88dd-8cabc908c771 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port 942d8396-87b9-4312-9055-199e459eb9bc {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:32.423480 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96ab080e-e8ea-4c7b-88dd-8cabc908c771 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (942d8396-87b9-4312-9055-199e459eb9bc), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.445619 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.451101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f8d1011a-f890-4353-8ec2-afa7f70339fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.477852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0941f-5ca6-466e-9f7d-c5e677eacee5 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:32.479167 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a0e0941f-5ca6-466e-9f7d-c5e677eacee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:32.526592 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8256912f-d94f-4bf7-b278-05660a261bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'name': 'tempest-ServersTestManualDisk-301841756-router', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178'}], 'enable_snat': True}, 'gw_port_id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:32Z', 'updated_at': '2022-01-10T11:54:28Z', 'revision_number': 5, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'gw_port': {'id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:35Z', 'updated_at': '2022-01-10T11:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:32.557120 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256912f-d94f-4bf7-b278-05660a261bb5 None None] The sync data for ids ['52e7b567-8659-4822-bb5e-cbc9d0c819e3'] in dv-neutron-master-2-hyperv is: [{'id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'name': 'tempest-ServersTestManualDisk-301841756-router', 'tenant_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178'}], 'enable_snat': True}, 'gw_port_id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:52:32Z', 'updated_at': '2022-01-10T11:54:28Z', 'revision_number': 5, 'project_id': '4c17387cc17747cda4c8c0fde8b5a6e1', 'gw_port': {'id': '51a9181d-ad6a-4632-9d6c-308740cb4b94', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7b567-8659-4822-bb5e-cbc9d0c819e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:52:35Z', 'updated_at': '2022-01-10T11:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:32.565245 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] For port c00d374c-1f3c-44b5-a196-f1b6696a2bd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c00d374c-1f3c-44b5-a196-f1b6696a2bd4,segment=NetworkSegment(ed946219-de69-4aaf-9622-b4c7c01e7af2),segment_id=ed946219-de69-4aaf-9622-b4c7c01e7af2)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:32.565869 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.574500 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a43b-9e07-4c7c-b1cb-40eb7a5922d3 admin admin] Publish callbacks [] for router_gateway (52e7b567-8659-4822-bb5e-cbc9d0c819e3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.591244 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96ab080e-e8ea-4c7b-88dd-8cabc908c771 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (942d8396-87b9-4312-9055-199e459eb9bc), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.594107 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for c00d374c-1f3c-44b5-a196-f1b6696a2bd4 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:32.599846 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2a9932c7-8e1a-41ee-967e-b91077e4ac80 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (8fd708cb-8615-498e-8f48-431ebcdfb5a4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.608766 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1011a-f890-4353-8ec2-afa7f70339fb None None] No DVR routers for this DVR port c00d374c-1f3c-44b5-a196-f1b6696a2bd4 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:32.626549 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-96ab080e-e8ea-4c7b-88dd-8cabc908c771 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for 942d8396-87b9-4312-9055-199e459eb9bc owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:32.626663 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1011a-f890-4353-8ec2-afa7f70339fb None None] Pushing event deleted for resources: {'Port': ['ID=c00d374c-1f3c-44b5-a196-f1b6696a2bd4,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:32.656335 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-a0e0941f-5ca6-466e-9f7d-c5e677eacee5 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:32.677073 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Router 01060e38-59a7-49d2-9967-7d64dda36c14 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:54:32.872632 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4a43b-9e07-4c7c-b1cb-40eb7a5922d3 admin admin] Deleting port 51a9181d-ad6a-4632-9d6c-308740cb4b94 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:32.873090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a43b-9e07-4c7c-b1cb-40eb7a5922d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (51a9181d-ad6a-4632-9d6c-308740cb4b94), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.929082 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2a9932c7-8e1a-41ee-967e-b91077e4ac80 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (8fd708cb-8615-498e-8f48-431ebcdfb5a4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.934234 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e05e579a-3bf0-4e63-8532-90ce019aba46 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (81f69f5a-0003-47ce-b659-b88196352375), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.937458 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2a9932c7-8e1a-41ee-967e-b91077e4ac80 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_controller (8fd708cb-8615-498e-8f48-431ebcdfb5a4), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.946690 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a0e0941f-5ca6-466e-9f7d-c5e677eacee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:29Z', 'revision_number': 9, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:32.948825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:32.963687 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aea1a0-3a27-4256-971e-8f73dc1ccb5c None None] Sync routers for ids ['01060e38-59a7-49d2-9967-7d64dda36c14'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:32.984311 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aea1a0-3a27-4256-971e-8f73dc1ccb5c None None] Routers {'01060e38-59a7-49d2-9967-7d64dda36c14'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:32.984963 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-64aea1a0-3a27-4256-971e-8f73dc1ccb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['01060e38-59a7-49d2-9967-7d64dda36c14'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:33.041912 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e0941f-5ca6-466e-9f7d-c5e677eacee5 None None] Checking router: 4dcdc201-4577-40fb-908f-13be74c3693d for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:54:33.050062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-b5a4a43b-9e07-4c7c-b1cb-40eb7a5922d3 admin admin] For port 51a9181d-ad6a-4632-9d6c-308740cb4b94, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=51a9181d-ad6a-4632-9d6c-308740cb4b94,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:33.050431 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a43b-9e07-4c7c-b1cb-40eb7a5922d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (51a9181d-ad6a-4632-9d6c-308740cb4b94), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.058594 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0941f-5ca6-466e-9f7d-c5e677eacee5 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:33.059332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a0e0941f-5ca6-466e-9f7d-c5e677eacee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:33.060896 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-64aea1a0-3a27-4256-971e-8f73dc1ccb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:33.064337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4a43b-9e07-4c7c-b1cb-40eb7a5922d3 admin admin] Calling delete_port for 51a9181d-ad6a-4632-9d6c-308740cb4b94 owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:33.085560 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (c00d374c-1f3c-44b5-a196-f1b6696a2bd4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.090861 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aea1a0-3a27-4256-971e-8f73dc1ccb5c None None] Routers {'01060e38-59a7-49d2-9967-7d64dda36c14'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:33.091700 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-64aea1a0-3a27-4256-971e-8f73dc1ccb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['01060e38-59a7-49d2-9967-7d64dda36c14'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:33.120542 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No DVR routers for this DVR port c00d374c-1f3c-44b5-a196-f1b6696a2bd4 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:33.143989 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=c00d374c-1f3c-44b5-a196-f1b6696a2bd4,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:33.153995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96ab080e-e8ea-4c7b-88dd-8cabc908c771 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (942d8396-87b9-4312-9055-199e459eb9bc), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.164861 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.167305 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c6ee4f67-7d0a-492f-b654-ec0aca66f023 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.5553520 Jan 10 11:54:33.178525 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e05e579a-3bf0-4e63-8532-90ce019aba46 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (81f69f5a-0003-47ce-b659-b88196352375), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.181502 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54518) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:33.186358 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2a9932c7-8e1a-41ee-967e-b91077e4ac80 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (8fd708cb-8615-498e-8f48-431ebcdfb5a4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.186865 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9932c7-8e1a-41ee-967e-b91077e4ac80 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Fanout notify agent at l3_agent the message router_deleted on router 8fd708cb-8615-498e-8f48-431ebcdfb5a4 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:54:33.188067 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-64aea1a0-3a27-4256-971e-8f73dc1ccb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:33.188744 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aea1a0-3a27-4256-971e-8f73dc1ccb5c None None] The sync data for ids ['01060e38-59a7-49d2-9967-7d64dda36c14'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:33.195816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2a9932c7-8e1a-41ee-967e-b91077e4ac80 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.197301 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2a9932c7-8e1a-41ee-967e-b91077e4ac80 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/routers/8fd708cb-8615-498e-8f48-431ebcdfb5a4 HTTP/1.1" status: 204 len: 168 time: 0.8212016 Jan 10 11:54:33.202368 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c9273014-243b-4eaa-872b-86e9f5d617b0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:33.208404 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54520) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:33.265911 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-a0e0941f-5ca6-466e-9f7d-c5e677eacee5 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:33.283392 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab080e-e8ea-4c7b-88dd-8cabc908c771 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=942d8396-87b9-4312-9055-199e459eb9bc,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:33.414197 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96ab080e-e8ea-4c7b-88dd-8cabc908c771 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.421403 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-96ab080e-e8ea-4c7b-88dd-8cabc908c771 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/942d8396-87b9-4312-9055-199e459eb9bc HTTP/1.1" status: 204 len: 168 time: 1.8439744 Jan 10 11:54:33.421403 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54522) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:33.488551 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2931ca-cfcc-4df1-b3d3-7920ce1c09ea tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:33.490932 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2931ca-cfcc-4df1-b3d3-7920ce1c09ea tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:33.492710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2931ca-cfcc-4df1-b3d3-7920ce1c09ea tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:33.497669 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ca2931ca-cfcc-4df1-b3d3-7920ce1c09ea tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0734484 Jan 10 11:54:33.498145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54524) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:33.556226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a43b-9e07-4c7c-b1cb-40eb7a5922d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (51a9181d-ad6a-4632-9d6c-308740cb4b94), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.571779 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a0e0941f-5ca6-466e-9f7d-c5e677eacee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:29Z', 'revision_number': 9, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:33.572251 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c115b69-7420-477b-a4e9-01ebeb9e7ed9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 3687262d-2553-4c60-9379-5d9a07594093 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:33.594710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c115b69-7420-477b-a4e9-01ebeb9e7ed9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (3687262d-2553-4c60-9379-5d9a07594093), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.599661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4a43b-9e07-4c7c-b1cb-40eb7a5922d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a9181d-ad6a-4632-9d6c-308740cb4b94,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:33.619397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e0941f-5ca6-466e-9f7d-c5e677eacee5 None None] The sync data for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv is: [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:29Z', 'revision_number': 9, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55c6c856-b3d3-4db9-bbe3-ea11edd987da', 'name': '', 'network_id': '8eca4002-c316-449f-b345-2125c168c242', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:a8:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:44Z', 'updated_at': '2022-01-10T11:53:57Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': 'f609045f-45da-40a2-82f6-78f7fc987486', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:33.632099 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a50613-61d8-4ab5-9b1c-6fb95719ff22 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:33.634688 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7644ab14-4772-415a-90bb-e688f7bca513 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:33.669136 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (ca73199e-2aae-4c57-8623-cc4d07921398), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.669373 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 7644ab14-4772-415a-90bb-e688f7bca513 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:33.669622 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7644ab14-4772-415a-90bb-e688f7bca513 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:33.692655 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c115b69-7420-477b-a4e9-01ebeb9e7ed9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (3687262d-2553-4c60-9379-5d9a07594093), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.707358 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb1e447-f6c9-49ee-8690-c375621dd7c6 None None] Network 5db7a869-0483-4286-8f8e-78e063208a45 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:33.725446 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e579a-3bf0-4e63-8532-90ce019aba46 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Subnet': ['ID=81f69f5a-0003-47ce-b659-b88196352375,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:33.728214 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e05e579a-3bf0-4e63-8532-90ce019aba46 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.731171 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e05e579a-3bf0-4e63-8532-90ce019aba46 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/81f69f5a-0003-47ce-b659-b88196352375 HTTP/1.1" status: 204 len: 168 time: 1.6356807 Jan 10 11:54:33.739371 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54526) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:33.780532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca73199e-2aae-4c57-8623-cc4d07921398']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:33.801028 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed946219-de69-4aaf-9622-b4c7c01e7af2') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:33.801310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed946219-de69-4aaf-9622-b4c7c01e7af2') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:33.807966 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-925db395-20e6-4202-b389-ee9a2e3bce9d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting subnet f5463928-f2df-47d3-aaff-ba33c9bd7908 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:33.817703 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a43b-9e07-4c7c-b1cb-40eb7a5922d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (52e7b567-8659-4822-bb5e-cbc9d0c819e3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.819104 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-925db395-20e6-4202-b389-ee9a2e3bce9d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (f5463928-f2df-47d3-aaff-ba33c9bd7908), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.828851 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9cd9-ea22-452e-896e-17ee4d44dee9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (f6ccc364-1e83-4cb2-8085-cf3093fcd207), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.831829 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (ed946219-de69-4aaf-9622-b4c7c01e7af2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.922993 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (5db7a869-0483-4286-8f8e-78e063208a45), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.937186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (ed946219-de69-4aaf-9622-b4c7c01e7af2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.951060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a43b-9e07-4c7c-b1cb-40eb7a5922d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (52e7b567-8659-4822-bb5e-cbc9d0c819e3), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.958369 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a43b-9e07-4c7c-b1cb-40eb7a5922d3 admin admin] Publish callbacks [] for router_controller (52e7b567-8659-4822-bb5e-cbc9d0c819e3), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:33.961361 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:33.961781 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (ed946219-de69-4aaf-9622-b4c7c01e7af2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.009388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e861f9-2689-499d-b234-fa542f7963e4 None None] DHCP port deletion for 5db7a869-0483-4286-8f8e-78e063208a45 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:34.011650 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c115b69-7420-477b-a4e9-01ebeb9e7ed9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (3687262d-2553-4c60-9379-5d9a07594093), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:34.069564 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:34.074344 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-72e861f9-2689-499d-b234-fa542f7963e4 None None] Deleting port af22e137-4302-444a-bf23-454fadd4e089 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:34.074699 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-72e861f9-2689-499d-b234-fa542f7963e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (af22e137-4302-444a-bf23-454fadd4e089), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.075559 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-925db395-20e6-4202-b389-ee9a2e3bce9d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (f5463928-f2df-47d3-aaff-ba33c9bd7908), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.104855 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port af22e137-4302-444a-bf23-454fadd4e089 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:34.105211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (af22e137-4302-444a-bf23-454fadd4e089), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.118156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a43b-9e07-4c7c-b1cb-40eb7a5922d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (52e7b567-8659-4822-bb5e-cbc9d0c819e3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.118715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a4a43b-9e07-4c7c-b1cb-40eb7a5922d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52e7b567-8659-4822-bb5e-cbc9d0c819e3 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:54:34.130626 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a43b-9e07-4c7c-b1cb-40eb7a5922d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.131800 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b5a4a43b-9e07-4c7c-b1cb-40eb7a5922d3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/52e7b567-8659-4822-bb5e-cbc9d0c819e3 HTTP/1.1" status: 204 len: 168 time: 2.5783577 Jan 10 11:54:34.134521 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54528) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:34.179464 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-72e861f9-2689-499d-b234-fa542f7963e4 None None] For port af22e137-4302-444a-bf23-454fadd4e089, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af22e137-4302-444a-bf23-454fadd4e089,segment=NetworkSegment(c9189a30-0c3a-4583-ab6b-5de4dc4b1034),segment_id=c9189a30-0c3a-4583-ab6b-5de4dc4b1034)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:34.179761 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-72e861f9-2689-499d-b234-fa542f7963e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (af22e137-4302-444a-bf23-454fadd4e089), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.197134 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-72e861f9-2689-499d-b234-fa542f7963e4 None None] Calling delete_port for af22e137-4302-444a-bf23-454fadd4e089 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:34.222610 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c115b69-7420-477b-a4e9-01ebeb9e7ed9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (3687262d-2553-4c60-9379-5d9a07594093), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.247372 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] For port af22e137-4302-444a-bf23-454fadd4e089, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af22e137-4302-444a-bf23-454fadd4e089,segment=NetworkSegment(c9189a30-0c3a-4583-ab6b-5de4dc4b1034),segment_id=c9189a30-0c3a-4583-ab6b-5de4dc4b1034)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:34.247596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (af22e137-4302-444a-bf23-454fadd4e089), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.276916 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for af22e137-4302-444a-bf23-454fadd4e089 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:34.359080 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-925db395-20e6-4202-b389-ee9a2e3bce9d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (f5463928-f2df-47d3-aaff-ba33c9bd7908), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.404111 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (ca73199e-2aae-4c57-8623-cc4d07921398), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.415629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-72e861f9-2689-499d-b234-fa542f7963e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (af22e137-4302-444a-bf23-454fadd4e089), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.427038 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.434650 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/networks/ca73199e-2aae-4c57-8623-cc4d07921398 HTTP/1.1" status: 204 len: 168 time: 3.1039679 Jan 10 11:54:34.451306 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e861f9-2689-499d-b234-fa542f7963e4 None None] Pushing event deleted for resources: {'Port': ['ID=af22e137-4302-444a-bf23-454fadd4e089,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:34.454778 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e861f9-2689-499d-b234-fa542f7963e4 None None] No DVR routers for this DVR port af22e137-4302-444a-bf23-454fadd4e089 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:34.469820 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54530) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:34.490838 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e00b0-e219-49f9-ae1d-31d6c50339d9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Network': ['ID=ca73199e-2aae-4c57-8623-cc4d07921398,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:34.564024 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9273014-243b-4eaa-872b-86e9f5d617b0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (01060e38-59a7-49d2-9967-7d64dda36c14), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.585748 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46b8ba4-7e39-4a91-87d6-777fbf92fa27 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:34.587391 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b46b8ba4-7e39-4a91-87d6-777fbf92fa27 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1123703 Jan 10 11:54:34.592377 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54532) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:34.667096 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-925db395-20e6-4202-b389-ee9a2e3bce9d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (f5463928-f2df-47d3-aaff-ba33c9bd7908), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.684777 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-21f45525-97bf-46e5-8c1b-07a8b12416c7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0830691 Jan 10 11:54:34.684777 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54534) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:34.712181 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-395e4cd3-edbd-4728-9c6d-a1482c66ac41 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2007855769'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:34.712491 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c115b69-7420-477b-a4e9-01ebeb9e7ed9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=3687262d-2553-4c60-9379-5d9a07594093,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:34.715675 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c115b69-7420-477b-a4e9-01ebeb9e7ed9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.722200 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7c115b69-7420-477b-a4e9-01ebeb9e7ed9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/3687262d-2553-4c60-9379-5d9a07594093 HTTP/1.1" status: 204 len: 168 time: 1.2228572 Jan 10 11:54:34.731124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-99cdc054-2494-419a-ab84-1f2287831cd5 admin admin] Deleting subnet d3bed970-dc5a-4af3-9348-1640b3a3c177 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:34.731124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54536) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:34.733260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aeba79-9403-4c5e-9ea0-3f8e6f7fa5af None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:34.741500 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99cdc054-2494-419a-ab84-1f2287831cd5 admin admin] Publish callbacks [] for subnet (d3bed970-dc5a-4af3-9348-1640b3a3c177), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.743178 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925db395-20e6-4202-b389-ee9a2e3bce9d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Subnet': ['ID=f5463928-f2df-47d3-aaff-ba33c9bd7908,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:34.750170 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-925db395-20e6-4202-b389-ee9a2e3bce9d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.755870 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-925db395-20e6-4202-b389-ee9a2e3bce9d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/f5463928-f2df-47d3-aaff-ba33c9bd7908 HTTP/1.1" status: 204 len: 168 time: 1.5307977 Jan 10 11:54:34.758285 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54538) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:34.768972 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9273014-243b-4eaa-872b-86e9f5d617b0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_gateway (01060e38-59a7-49d2-9967-7d64dda36c14), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.771520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a96059-8082-408f-a222-dc19b1259bc4 None None] Network 95c64e2c-fe37-45b4-b69e-0bb27522f9b2 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:34.841057 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99cdc054-2494-419a-ab84-1f2287831cd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (d3bed970-dc5a-4af3-9348-1640b3a3c177), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:54:34.866263 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:54:34.870843 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (af22e137-4302-444a-bf23-454fadd4e089), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.881713 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (95c64e2c-fe37-45b4-b69e-0bb27522f9b2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.899348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-0c4d9cd9-ea22-452e-896e-17ee4d44dee9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting port 80e913f4-049e-43b2-86ed-eda11e224dba {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:34.899792 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9cd9-ea22-452e-896e-17ee4d44dee9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (80e913f4-049e-43b2-86ed-eda11e224dba), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.902009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38aa37b-09b8-414b-82b0-62aa62b5f4a4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 554679b8-8e39-45a6-826c-9eb82b165106 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:34.904294 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=af22e137-4302-444a-bf23-454fadd4e089,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:34.911872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d38aa37b-09b8-414b-82b0-62aa62b5f4a4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (554679b8-8e39-45a6-826c-9eb82b165106), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:34.937831 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No DVR routers for this DVR port af22e137-4302-444a-bf23-454fadd4e089 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:34.983628 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395e4cd3-edbd-4728-9c6d-a1482c66ac41 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:34.987151 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-395e4cd3-edbd-4728-9c6d-a1482c66ac41 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.017031 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d38aa37b-09b8-414b-82b0-62aa62b5f4a4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (554679b8-8e39-45a6-826c-9eb82b165106), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.044639 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3f9201-e7b7-4524-913e-d0a4ff6ce8a4 None None] DHCP port deletion for 95c64e2c-fe37-45b4-b69e-0bb27522f9b2 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:35.108089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-bf3f9201-e7b7-4524-913e-d0a4ff6ce8a4 None None] Deleting port 81f67dd6-6fa9-484d-b807-92eb680902ce {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:35.108664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9201-e7b7-4524-913e-d0a4ff6ce8a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (81f67dd6-6fa9-484d-b807-92eb680902ce), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.120018 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (5db7a869-0483-4286-8f8e-78e063208a45), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.121554 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9cd9-ea22-452e-896e-17ee4d44dee9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (80e913f4-049e-43b2-86ed-eda11e224dba), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.144754 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395e4cd3-edbd-4728-9c6d-a1482c66ac41 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:54:35.158553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-395e4cd3-edbd-4728-9c6d-a1482c66ac41 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (640ae0c2-7033-4eb3-8354-43452188edcc), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.158962 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-395e4cd3-edbd-4728-9c6d-a1482c66ac41 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Added segment 640ae0c2-7033-4eb3-8354-43452188edcc of type vlan for network 4544bd48-7c77-48d0-8079-e9988736db63 Jan 10 11:54:35.161758 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db7a869-0483-4286-8f8e-78e063208a45']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:35.183248 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99cdc054-2494-419a-ab84-1f2287831cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (d3bed970-dc5a-4af3-9348-1640b3a3c177), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.201202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-bf3f9201-e7b7-4524-913e-d0a4ff6ce8a4 None None] For port 81f67dd6-6fa9-484d-b807-92eb680902ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81f67dd6-6fa9-484d-b807-92eb680902ce,segment=NetworkSegment(2f40d1ba-27ef-4378-a00e-546cae6bc9bf),segment_id=2f40d1ba-27ef-4378-a00e-546cae6bc9bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:35.201708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9201-e7b7-4524-913e-d0a4ff6ce8a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (81f67dd6-6fa9-484d-b807-92eb680902ce), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.217471 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-bf3f9201-e7b7-4524-913e-d0a4ff6ce8a4 None None] Calling delete_port for 81f67dd6-6fa9-484d-b807-92eb680902ce owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:35.224816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9189a30-0c3a-4583-ab6b-5de4dc4b1034') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:35.225129 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9189a30-0c3a-4583-ab6b-5de4dc4b1034') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:35.226858 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-0c4d9cd9-ea22-452e-896e-17ee4d44dee9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Calling delete_port for 80e913f4-049e-43b2-86ed-eda11e224dba owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:35.237079 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-395e4cd3-edbd-4728-9c6d-a1482c66ac41 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (4544bd48-7c77-48d0-8079-e9988736db63), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.258179 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (c9189a30-0c3a-4583-ab6b-5de4dc4b1034), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.285610 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d38aa37b-09b8-414b-82b0-62aa62b5f4a4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (554679b8-8e39-45a6-826c-9eb82b165106), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.309699 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (c9189a30-0c3a-4583-ab6b-5de4dc4b1034), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.326715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:35.327568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (c9189a30-0c3a-4583-ab6b-5de4dc4b1034), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:35.330246 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:35.334103 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-c9273014-243b-4eaa-872b-86e9f5d617b0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Deleting port 45f172c3-eb01-4bab-ac0e-a167328dbb2f {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:35.335518 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9273014-243b-4eaa-872b-86e9f5d617b0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (45f172c3-eb01-4bab-ac0e-a167328dbb2f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.351360 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port 81f67dd6-6fa9-484d-b807-92eb680902ce {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:35.351703 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (81f67dd6-6fa9-484d-b807-92eb680902ce), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.400828 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9201-e7b7-4524-913e-d0a4ff6ce8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (81f67dd6-6fa9-484d-b807-92eb680902ce), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.424733 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99cdc054-2494-419a-ab84-1f2287831cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (d3bed970-dc5a-4af3-9348-1640b3a3c177), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.439136 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f9201-e7b7-4524-913e-d0a4ff6ce8a4 None None] Pushing event deleted for resources: {'Port': ['ID=81f67dd6-6fa9-484d-b807-92eb680902ce,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:35.443812 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3f9201-e7b7-4524-913e-d0a4ff6ce8a4 None None] No DVR routers for this DVR port 81f67dd6-6fa9-484d-b807-92eb680902ce on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:35.456766 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-395e4cd3-edbd-4728-9c6d-a1482c66ac41 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (4544bd48-7c77-48d0-8079-e9988736db63), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.458929 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395e4cd3-edbd-4728-9c6d-a1482c66ac41 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:35.459569 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-395e4cd3-edbd-4728-9c6d-a1482c66ac41 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.466512 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdc054-2494-419a-ab84-1f2287831cd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3bed970-dc5a-4af3-9348-1640b3a3c177,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:35.481743 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99cdc054-2494-419a-ab84-1f2287831cd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.481743 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-99cdc054-2494-419a-ab84-1f2287831cd5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d3bed970-dc5a-4af3-9348-1640b3a3c177 HTTP/1.1" status: 204 len: 168 time: 1.3391509 Jan 10 11:54:35.481743 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (5db7a869-0483-4286-8f8e-78e063208a45), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.481743 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54540) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:35.490523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8fc2a9-f09d-4afc-bdd8-6d3adfb043f1 None None] Network 25c4b78f-7299-403b-b2a4-92b74077ddd4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:35.513029 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.519850 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/networks/5db7a869-0483-4286-8f8e-78e063208a45 HTTP/1.1" status: 204 len: 168 time: 1.7799838 Jan 10 11:54:35.531714 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116aff1-cced-428b-8a10-cffc1395d3da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Network': ['ID=5db7a869-0483-4286-8f8e-78e063208a45,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:35.543485 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] For port 81f67dd6-6fa9-484d-b807-92eb680902ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81f67dd6-6fa9-484d-b807-92eb680902ce,segment=NetworkSegment(2f40d1ba-27ef-4378-a00e-546cae6bc9bf),segment_id=2f40d1ba-27ef-4378-a00e-546cae6bc9bf)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:35.543933 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (81f67dd6-6fa9-484d-b807-92eb680902ce), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.544924 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54542) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:35.647602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d38aa37b-09b8-414b-82b0-62aa62b5f4a4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (554679b8-8e39-45a6-826c-9eb82b165106), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.728175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8aec93-6c9a-4e03-8bb3-0f8d2a92ada5 None None] DHCP port deletion for 25c4b78f-7299-403b-b2a4-92b74077ddd4 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:35.768452 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dd7218-5f53-4ec0-a4ba-1a5f226faa91 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:35.770737 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 51a9181d-ad6a-4632-9d6c-308740cb4b94 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:35.789372 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38aa37b-09b8-414b-82b0-62aa62b5f4a4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=554679b8-8e39-45a6-826c-9eb82b165106,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:35.815937 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 51a9181d-ad6a-4632-9d6c-308740cb4b94 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:35.816283 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 51a9181d-ad6a-4632-9d6c-308740cb4b94 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:35.816716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device af22e137-4302-444a-bf23-454fadd4e089 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:35.825240 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d38aa37b-09b8-414b-82b0-62aa62b5f4a4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.828703 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d38aa37b-09b8-414b-82b0-62aa62b5f4a4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/554679b8-8e39-45a6-826c-9eb82b165106 HTTP/1.1" status: 204 len: 168 time: 1.0951245 Jan 10 11:54:35.831502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (25c4b78f-7299-403b-b2a4-92b74077ddd4), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.835466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54544) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:35.873180 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: af22e137-4302-444a-bf23-454fadd4e089 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:35.873531 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device af22e137-4302-444a-bf23-454fadd4e089 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:35.874016 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 81f67dd6-6fa9-484d-b807-92eb680902ce no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:35.882669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-1e52dee4-2c9f-472d-adea-727353478712 None None] Provisioning complete for port dc47aa6b-11fc-4151-aa33-2b4dc82d551c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:35.883072 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1e52dee4-2c9f-472d-adea-727353478712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:35.894636 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b13da0ed-8656-4ce6-bb65-f2fdd96dfeda tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581133 Jan 10 11:54:35.901252 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54546) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:35.925347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 81f67dd6-6fa9-484d-b807-92eb680902ce {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:35.925694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 81f67dd6-6fa9-484d-b807-92eb680902ce not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:35.926205 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 263e4583-5204-4e1a-bd3a-d0a416271924 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:35.955222 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for 81f67dd6-6fa9-484d-b807-92eb680902ce owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:35.973814 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-395e4cd3-edbd-4728-9c6d-a1482c66ac41 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2670200 Jan 10 11:54:35.977084 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 263e4583-5204-4e1a-bd3a-d0a416271924 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:35.977601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 263e4583-5204-4e1a-bd3a-d0a416271924 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:35.988623 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54548) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:35.993612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-88c20ae8-2fe5-41c5-8eee-3b7f6e7f8ab4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'subnet': {'network_id': '4544bd48-7c77-48d0-8079-e9988736db63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:36.005565 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1f8aec93-6c9a-4e03-8bb3-0f8d2a92ada5 None None] Deleting port 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:36.005975 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f8aec93-6c9a-4e03-8bb3-0f8d2a92ada5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.043942 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e4cd3-edbd-4728-9c6d-a1482c66ac41 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Network': ['ID=4544bd48-7c77-48d0-8079-e9988736db63,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:36.054037 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9273014-243b-4eaa-872b-86e9f5d617b0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (45f172c3-eb01-4bab-ac0e-a167328dbb2f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.087414 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-c9273014-243b-4eaa-872b-86e9f5d617b0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Calling delete_port for 45f172c3-eb01-4bab-ac0e-a167328dbb2f owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:36.118017 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc21d1a3-facd-4dcf-875f-7f0c0341e1ce tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:36.122149 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cc21d1a3-facd-4dcf-875f-7f0c0341e1ce tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2152371 Jan 10 11:54:36.123020 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54550) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:36.189505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 4544bd48-7c77-48d0-8079-e9988736db63 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:54:36.195540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c9e5fe96-6130-45fd-98ab-b66341493f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.196915 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (81f67dd6-6fa9-484d-b807-92eb680902ce), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.203792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] Deleting port 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:36.204138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.244983 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=81f67dd6-6fa9-484d-b807-92eb680902ce,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:36.256727 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] No DVR routers for this DVR port 81f67dd6-6fa9-484d-b807-92eb680902ce on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:36.286069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d1cde3-ec32-4d76-b4af-8c607a827a13 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:36.290507 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-03d1cde3-ec32-4d76-b4af-8c607a827a13 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1454537 Jan 10 11:54:36.298964 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54552) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:36.315763 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] For port 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2,segment=NetworkSegment(779e930d-7562-46ee-98f3-134628bb256f),segment_id=779e930d-7562-46ee-98f3-134628bb256f)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:36.316131 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.346409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1f8aec93-6c9a-4e03-8bb3-0f8d2a92ada5 None None] For port 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2,segment=NetworkSegment(779e930d-7562-46ee-98f3-134628bb256f),segment_id=779e930d-7562-46ee-98f3-134628bb256f)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:36.346862 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f8aec93-6c9a-4e03-8bb3-0f8d2a92ada5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.364568 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4572ec70-99a1-41b0-a610-c3b42639298c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602975 Jan 10 11:54:36.364850 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54554) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:36.374368 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] Calling delete_port for 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:36.374808 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ccaae759-8097-4578-94ae-5e1ca9794d06 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:36.377533 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c20ae8-2fe5-41c5-8eee-3b7f6e7f8ab4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:36.382111 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-88c20ae8-2fe5-41c5-8eee-3b7f6e7f8ab4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.385299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a3254c-0230-47a9-9523-693ef1d0627e None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:36.386979 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1f8aec93-6c9a-4e03-8bb3-0f8d2a92ada5 None None] Calling delete_port for 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:36.433884 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9cd9-ea22-452e-896e-17ee4d44dee9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (80e913f4-049e-43b2-86ed-eda11e224dba), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.505535 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (95c64e2c-fe37-45b4-b69e-0bb27522f9b2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.523381 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-46a3254c-0230-47a9-9523-693ef1d0627e None None] Deleting port dc47aa6b-11fc-4151-aa33-2b4dc82d551c {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:36.523849 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-46a3254c-0230-47a9-9523-693ef1d0627e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.543919 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d9cd9-ea22-452e-896e-17ee4d44dee9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Port': ['ID=80e913f4-049e-43b2-86ed-eda11e224dba,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:36.586726 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c64e2c-fe37-45b4-b69e-0bb27522f9b2']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:36.608125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb703086-afeb-4cbb-ba8a-53324217a30d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (4dcdc201-4577-40fb-908f-13be74c3693d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.608334 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e508029f-cfa7-4b7c-91ab-832c43cf572c None None] DHCP port deletion for a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:36.612123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-46a3254c-0230-47a9-9523-693ef1d0627e None None] For port dc47aa6b-11fc-4151-aa33-2b4dc82d551c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc47aa6b-11fc-4151-aa33-2b4dc82d551c,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:36.612596 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-46a3254c-0230-47a9-9523-693ef1d0627e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.626736 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f40d1ba-27ef-4378-a00e-546cae6bc9bf') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:36.627277 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f40d1ba-27ef-4378-a00e-546cae6bc9bf') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:36.628129 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-46a3254c-0230-47a9-9523-693ef1d0627e None None] Calling delete_port for dc47aa6b-11fc-4151-aa33-2b4dc82d551c owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:36.634257 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f8aec93-6c9a-4e03-8bb3-0f8d2a92ada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.648648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (2f40d1ba-27ef-4378-a00e-546cae6bc9bf), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.674749 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8aec93-6c9a-4e03-8bb3-0f8d2a92ada5 None None] Pushing event deleted for resources: {'Port': ['ID=5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:36.678146 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (2f40d1ba-27ef-4378-a00e-546cae6bc9bf), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.693377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.694709 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:36.695128 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (2f40d1ba-27ef-4378-a00e-546cae6bc9bf), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:36.699026 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:36.708583 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8aec93-6c9a-4e03-8bb3-0f8d2a92ada5 None None] No DVR routers for this DVR port 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:36.718438 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9273014-243b-4eaa-872b-86e9f5d617b0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (45f172c3-eb01-4bab-ac0e-a167328dbb2f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.758606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:36.774985 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] No DVR routers for this DVR port 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:36.852287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca71090-7173-481f-8659-424c9cc53678 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:36.860184 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9273014-243b-4eaa-872b-86e9f5d617b0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Pushing event deleted for resources: {'Port': ['ID=45f172c3-eb01-4bab-ac0e-a167328dbb2f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:36.867304 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccaae759-8097-4578-94ae-5e1ca9794d06 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:36.871954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-46a3254c-0230-47a9-9523-693ef1d0627e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (dc47aa6b-11fc-4151-aa33-2b4dc82d551c), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.872097 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ccaae759-8097-4578-94ae-5e1ca9794d06 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.872859 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccaae759-8097-4578-94ae-5e1ca9794d06 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:54:36.873350 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccaae759-8097-4578-94ae-5e1ca9794d06 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:36.905604 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3254c-0230-47a9-9523-693ef1d0627e None None] Pushing event deleted for resources: {'Port': ['ID=dc47aa6b-11fc-4151-aa33-2b4dc82d551c,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:36.920287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a3254c-0230-47a9-9523-693ef1d0627e None None] No DVR routers for this DVR port dc47aa6b-11fc-4151-aa33-2b4dc82d551c on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:36.969728 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (25c4b78f-7299-403b-b2a4-92b74077ddd4), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:36.985299 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9273014-243b-4eaa-872b-86e9f5d617b0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (01060e38-59a7-49d2-9967-7d64dda36c14), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.034389 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c4b78f-7299-403b-b2a4-92b74077ddd4']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:37.054994 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779e930d-7562-46ee-98f3-134628bb256f') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:37.055243 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779e930d-7562-46ee-98f3-134628bb256f') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:37.055762 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (95c64e2c-fe37-45b4-b69e-0bb27522f9b2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.060411 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.063798 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/networks/95c64e2c-fe37-45b4-b69e-0bb27522f9b2 HTTP/1.1" status: 204 len: 168 time: 2.3030305 Jan 10 11:54:37.068614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54556) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:37.072083 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9cd9-ea22-452e-896e-17ee4d44dee9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (f6ccc364-1e83-4cb2-8085-cf3093fcd207), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.073345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (779e930d-7562-46ee-98f3-134628bb256f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.079437 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-eb6419da-b1fa-4d6d-806e-76f1c324e908 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'network': {'name': 'tempest-RoutersTest-1861444044'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:37.091539 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df150b1a-d20d-4131-b0ae-d07b8e361670 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Network': ['ID=95c64e2c-fe37-45b4-b69e-0bb27522f9b2,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:37.101808 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ccaae759-8097-4578-94ae-5e1ca9794d06 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7356403 Jan 10 11:54:37.108540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (779e930d-7562-46ee-98f3-134628bb256f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.110339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54558) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:37.115622 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b2679d25-490b-49eb-a4fc-d109d210010e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:37.129380 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:37.129809 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (779e930d-7562-46ee-98f3-134628bb256f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:37.158638 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:37.250816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-88c20ae8-2fe5-41c5-8eee-3b7f6e7f8ab4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (f1ca2d71-45df-447f-a995-7f8c0a7366cc), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.326464 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9273014-243b-4eaa-872b-86e9f5d617b0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (01060e38-59a7-49d2-9967-7d64dda36c14), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.335116 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9273014-243b-4eaa-872b-86e9f5d617b0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (01060e38-59a7-49d2-9967-7d64dda36c14), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.361532 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6419da-b1fa-4d6d-806e-76f1c324e908 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:37.365133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eb6419da-b1fa-4d6d-806e-76f1c324e908 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.394608 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c20ae8-2fe5-41c5-8eee-3b7f6e7f8ab4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Subnet': ['ID=f1ca2d71-45df-447f-a995-7f8c0a7366cc,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:37.445678 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (25c4b78f-7299-403b-b2a4-92b74077ddd4), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.447617 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6419da-b1fa-4d6d-806e-76f1c324e908 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:54:37.454929 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c20ae8-2fe5-41c5-8eee-3b7f6e7f8ab4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Checking segment: {'id': '640ae0c2-7033-4eb3-8354-43452188edcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4544bd48-7c77-48d0-8079-e9988736db63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:37.455357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c20ae8-2fe5-41c5-8eee-3b7f6e7f8ab4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network hostable DHCP agents. Network: 4544bd48-7c77-48d0-8079-e9988736db63, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:54:37.461010 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.464882 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/25c4b78f-7299-403b-b2a4-92b74077ddd4 HTTP/1.1" status: 204 len: 168 time: 1.9848120 Jan 10 11:54:37.484192 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eb6419da-b1fa-4d6d-806e-76f1c324e908 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (360152ca-0345-43b7-9ca8-ae28bb90f23c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.484612 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-eb6419da-b1fa-4d6d-806e-76f1c324e908 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Added segment 360152ca-0345-43b7-9ca8-ae28bb90f23c of type vlan for network e02e78cd-b247-445a-853d-31bedf30fea7 Jan 10 11:54:37.485900 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c964b-8084-49e7-9175-468c66b6d3e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=25c4b78f-7299-403b-b2a4-92b74077ddd4,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:37.498705 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-fb703086-afeb-4cbb-ba8a-53324217a30d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port 55c6c856-b3d3-4db9-bbe3-ea11edd987da {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:37.499052 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb703086-afeb-4cbb-ba8a-53324217a30d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.499916 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9273014-243b-4eaa-872b-86e9f5d617b0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Router 01060e38-59a7-49d2-9967-7d64dda36c14 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:37.558422 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2679d25-490b-49eb-a4fc-d109d210010e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:37.562279 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b2679d25-490b-49eb-a4fc-d109d210010e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.564385 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2679d25-490b-49eb-a4fc-d109d210010e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:54:37.564833 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2679d25-490b-49eb-a4fc-d109d210010e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:37.603303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9273014-243b-4eaa-872b-86e9f5d617b0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:37.611854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9273014-243b-4eaa-872b-86e9f5d617b0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.613536 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c9273014-243b-4eaa-872b-86e9f5d617b0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "PUT /v2.0/routers/01060e38-59a7-49d2-9967-7d64dda36c14 HTTP/1.1" status: 200 len: 706 time: 4.4145989 Jan 10 11:54:37.614359 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b4c82-8dba-4878-baff-dd366a8d8204 None None] Sync routers for ids ['01060e38-59a7-49d2-9967-7d64dda36c14'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:37.616453 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54562) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:37.637232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b4c82-8dba-4878-baff-dd366a8d8204 None None] Routers {'01060e38-59a7-49d2-9967-7d64dda36c14'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:37.638246 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4f9b4c82-8dba-4878-baff-dd366a8d8204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['01060e38-59a7-49d2-9967-7d64dda36c14'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:37.659217 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4d9cd9-ea22-452e-896e-17ee4d44dee9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Router f6ccc364-1e83-4cb2-8085-cf3093fcd207 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:37.687973 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4f9b4c82-8dba-4878-baff-dd366a8d8204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:37.700062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b4c82-8dba-4878-baff-dd366a8d8204 None None] Routers {'01060e38-59a7-49d2-9967-7d64dda36c14'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:37.701193 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4f9b4c82-8dba-4878-baff-dd366a8d8204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['01060e38-59a7-49d2-9967-7d64dda36c14'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:37.709121 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-20831ac2-e38e-43d2-8cf2-c0098b9934ce tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/routers/01060e38-59a7-49d2-9967-7d64dda36c14 HTTP/1.1" status: 200 len: 741 time: 0.0912926 Jan 10 11:54:37.714367 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54564) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:37.757979 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4f9b4c82-8dba-4878-baff-dd366a8d8204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:37.758821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b4c82-8dba-4878-baff-dd366a8d8204 None None] The sync data for ids ['01060e38-59a7-49d2-9967-7d64dda36c14'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:37.760505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device dc47aa6b-11fc-4151-aa33-2b4dc82d551c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:37.784861 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: dc47aa6b-11fc-4151-aa33-2b4dc82d551c {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:37.785550 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device dc47aa6b-11fc-4151-aa33-2b4dc82d551c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:37.786729 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:37.810755 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:37.811118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 5cd6aee7-9b93-4ff9-a8de-7b46557e1dd2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:37.828572 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7630f8a6-98ff-4381-8d47-f324b1d7a7c3 tempest-RoutersAdminTest-494060228 tempest-RoutersAdminTest-494060228-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&device_id=01060e38-59a7-49d2-9967-7d64dda36c14 HTTP/1.1" status: 200 len: 205 time: 0.1128576 Jan 10 11:54:37.831520 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54566) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:37.867186 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-40393501-fe18-4a97-b953-14d0ee68dd3f tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "GET /v2.0/ports?device_id=01060e38-59a7-49d2-9967-7d64dda36c14 HTTP/1.1" status: 200 len: 205 time: 0.0344169 Jan 10 11:54:37.872974 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54568) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:37.941935 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eb6419da-b1fa-4d6d-806e-76f1c324e908 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (e02e78cd-b247-445a-853d-31bedf30fea7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:37.947887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c20ae8-2fe5-41c5-8eee-3b7f6e7f8ab4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 4544bd48-7c77-48d0-8079-e9988736db63 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:54:37.962843 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5cc67ca-05ed-4269-afe6-c077a6b2da4f tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (01060e38-59a7-49d2-9967-7d64dda36c14), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.005082 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-fb703086-afeb-4cbb-ba8a-53324217a30d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] For port 55c6c856-b3d3-4db9-bbe3-ea11edd987da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55c6c856-b3d3-4db9-bbe3-ea11edd987da,segment=NetworkSegment(36de28f5-cb4d-4488-a9e8-74bc954787a7),segment_id=36de28f5-cb4d-4488-a9e8-74bc954787a7)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:38.005750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb703086-afeb-4cbb-ba8a-53324217a30d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.020111 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-fb703086-afeb-4cbb-ba8a-53324217a30d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for 55c6c856-b3d3-4db9-bbe3-ea11edd987da owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:38.027917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4d9cd9-ea22-452e-896e-17ee4d44dee9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:38.033589 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0c4d9cd9-ea22-452e-896e-17ee4d44dee9 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "PUT /v2.0/routers/f6ccc364-1e83-4cb2-8085-cf3093fcd207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3470607 Jan 10 11:54:38.036573 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54570) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:38.041785 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8f8db9-fa7a-4c43-a136-a8defd18b569 None None] Sync routers for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:38.053188 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8f8db9-fa7a-4c43-a136-a8defd18b569 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:38.053870 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-ac8f8db9-fa7a-4c43-a136-a8defd18b569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:38.067016 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54572) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:38.074796 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-88c20ae8-2fe5-41c5-8eee-3b7f6e7f8ab4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4544bd48-7c77-48d0-8079-e9988736db63) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:38.079624 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b2679d25-490b-49eb-a4fc-d109d210010e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9681156 Jan 10 11:54:38.085087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c20ae8-2fe5-41c5-8eee-3b7f6e7f8ab4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:38.085925 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-88c20ae8-2fe5-41c5-8eee-3b7f6e7f8ab4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.089308 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e047a640-2110-402b-a35f-ff2f90412b51 None None] Network 4544bd48-7c77-48d0-8079-e9988736db63 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:38.092506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54574) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:38.099352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-cdd48021-a125-4305-9061-2d6e163902e4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:38.123915 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-ac8f8db9-fa7a-4c43-a136-a8defd18b569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:38.138168 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8f8db9-fa7a-4c43-a136-a8defd18b569 None None] Routers {'f6ccc364-1e83-4cb2-8085-cf3093fcd207'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:38.139471 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-ac8f8db9-fa7a-4c43-a136-a8defd18b569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:38.184293 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-856bfbbc-9a5a-44ac-a4ec-3794e19c868f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c17387cc17747cda4c8c0fde8b5a6e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1159325 Jan 10 11:54:38.190747 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-ac8f8db9-fa7a-4c43-a136-a8defd18b569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:38.191687 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8f8db9-fa7a-4c43-a136-a8defd18b569 None None] The sync data for ids ['f6ccc364-1e83-4cb2-8085-cf3093fcd207'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:38.217728 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eb6419da-b1fa-4d6d-806e-76f1c324e908 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (e02e78cd-b247-445a-853d-31bedf30fea7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.223808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6419da-b1fa-4d6d-806e-76f1c324e908 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:38.224581 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eb6419da-b1fa-4d6d-806e-76f1c324e908 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.228272 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54576) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:38.237967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4544bd48-7c77-48d0-8079-e9988736db63', 'network_id': '4544bd48-7c77-48d0-8079-e9988736db63', 'project_id': '65c2071e92fb4b2f942b8ce8a0dbea03', 'fixed_ips': [{'subnet_id': 'f1ca2d71-45df-447f-a995-7f8c0a7366cc'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:54:38.240403 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.258187 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-88c20ae8-2fe5-41c5-8eee-3b7f6e7f8ab4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2660522 Jan 10 11:54:38.273405 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54578) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:38.301540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f1af547a-2ff6-44c8-93fd-b59c97e356b4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'network_id': '4544bd48-7c77-48d0-8079-e9988736db63', 'name': 'tempest-PortsIpV6TestJSON-1550175583'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:38.410493 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Allocated IP 2001:db8::2 (4544bd48-7c77-48d0-8079-e9988736db63/f1ca2d71-45df-447f-a995-7f8c0a7366cc/93d3f9cd-15fd-4f39-b973-9245c2d0ba14) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:38.474111 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6419da-b1fa-4d6d-806e-76f1c324e908 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Network': ['ID=e02e78cd-b247-445a-853d-31bedf30fea7,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:38.493753 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5cc67ca-05ed-4269-afe6-c077a6b2da4f tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (01060e38-59a7-49d2-9967-7d64dda36c14), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.494135 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network e02e78cd-b247-445a-853d-31bedf30fea7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:54:38.498713 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5cc67ca-05ed-4269-afe6-c077a6b2da4f tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router_controller (01060e38-59a7-49d2-9967-7d64dda36c14), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.513059 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-eb6419da-b1fa-4d6d-806e-76f1c324e908 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4432981 Jan 10 11:54:38.529055 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54580) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:38.543459 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-161a7776-b453-4fe8-9614-5f5ec2218a13 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'subnet': {'network_id': 'e02e78cd-b247-445a-853d-31bedf30fea7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:38.552954 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-83230967-57b8-4f55-bbb6-58620d40c5db tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router (f6ccc364-1e83-4cb2-8085-cf3093fcd207), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.570815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87ef9911-a537-478a-b9c4-0c97cf75a01e admin admin] Publish callbacks [] for security_group (63305870-64c1-4072-92b5-998e2cca0a8b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.648578 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Publish callbacks [] for port (93d3f9cd-15fd-4f39-b973-9245c2d0ba14), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.665876 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-83230967-57b8-4f55-bbb6-58620d40c5db tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router_gateway (f6ccc364-1e83-4cb2-8085-cf3093fcd207), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.670433 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5cc67ca-05ed-4269-afe6-c077a6b2da4f tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (01060e38-59a7-49d2-9967-7d64dda36c14), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.670969 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cc67ca-05ed-4269-afe6-c077a6b2da4f tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Fanout notify agent at l3_agent the message router_deleted on router 01060e38-59a7-49d2-9967-7d64dda36c14 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:54:38.679126 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5cc67ca-05ed-4269-afe6-c077a6b2da4f tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.680227 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c5cc67ca-05ed-4269-afe6-c077a6b2da4f tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "DELETE /v2.0/routers/01060e38-59a7-49d2-9967-7d64dda36c14 HTTP/1.1" status: 204 len: 168 time: 0.8063443 Jan 10 11:54:38.684820 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54582) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:38.686599 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87ef9911-a537-478a-b9c4-0c97cf75a01e admin admin] Publish callbacks [] for security_group (63305870-64c1-4072-92b5-998e2cca0a8b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.712557 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ea2c0654-16b9-41ae-8509-db8896e88cfc tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "GET /v2.0/ports?device_id=01060e38-59a7-49d2-9967-7d64dda36c14 HTTP/1.1" status: 200 len: 205 time: 0.0263979 Jan 10 11:54:38.714968 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54584) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:38.757650 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-b9198bda-351d-4722-846a-d507821696d4 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] delete failed (client error): The resource could not be found. Jan 10 11:54:38.757943 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (93d3f9cd-15fd-4f39-b973-9245c2d0ba14), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.758748 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b9198bda-351d-4722-846a-d507821696d4 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "DELETE /v2.0/routers/01060e38-59a7-49d2-9967-7d64dda36c14 HTTP/1.1" status: 404 len: 336 time: 0.0425735 Jan 10 11:54:38.761662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54586) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:38.789329 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a50c5429-db17-466e-942a-3796b1bde8d0 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "GET /v2.0/ports?device_id=15cf810a-c7b5-45c2-9178-598adfa9fc2f HTTP/1.1" status: 200 len: 205 time: 0.0264246 Jan 10 11:54:38.792429 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54588) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:38.798228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd48021-a125-4305-9061-2d6e163902e4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:38.802922 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cdd48021-a125-4305-9061-2d6e163902e4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.804620 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd48021-a125-4305-9061-2d6e163902e4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:54:38.805366 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd48021-a125-4305-9061-2d6e163902e4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:38.809490 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Network 4544bd48-7c77-48d0-8079-e9988736db63 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:38.814869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb703086-afeb-4cbb-ba8a-53324217a30d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (55c6c856-b3d3-4db9-bbe3-ea11edd987da), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.815021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:38.815755 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Pushing event updated for resources: {'Port': ['ID=93d3f9cd-15fd-4f39-b973-9245c2d0ba14,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:38.823379 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:38.832874 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-94125c2f-e1d6-451e-a173-ecf15d01cdd3 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] delete failed (client error): The resource could not be found. Jan 10 11:54:38.834150 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-94125c2f-e1d6-451e-a173-ecf15d01cdd3 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "DELETE /v2.0/routers/15cf810a-c7b5-45c2-9178-598adfa9fc2f HTTP/1.1" status: 404 len: 336 time: 0.0405848 Jan 10 11:54:38.836759 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54590) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:38.860594 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb703086-afeb-4cbb-ba8a-53324217a30d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=55c6c856-b3d3-4db9-bbe3-ea11edd987da,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:38.874906 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4f7df617-615c-4afd-af39-76f4c2897b5b tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "GET /v2.0/ports?device_id=6044100c-9a78-48b5-8f0e-5d8d56fb4c31 HTTP/1.1" status: 200 len: 205 time: 0.0369518 Jan 10 11:54:38.879993 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54592) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:38.885628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Attempting to bind port 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:54:38.886070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Attempting to bind port 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '640ae0c2-7033-4eb3-8354-43452188edcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4544bd48-7c77-48d0-8079-e9988736db63'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:54:38.886445 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Attempting to bind port 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 on network 4544bd48-7c77-48d0-8079-e9988736db63 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:54:38.893191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:54:38.895442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Checking segment: {'id': '640ae0c2-7033-4eb3-8354-43452188edcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4544bd48-7c77-48d0-8079-e9988736db63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:38.895442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.895442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Bound using segment: {'id': '640ae0c2-7033-4eb3-8354-43452188edcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4544bd48-7c77-48d0-8079-e9988736db63'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:54:38.895442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Bound port: 93d3f9cd-15fd-4f39-b973-9245c2d0ba14, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640ae0c2-7033-4eb3-8354-43452188edcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4544bd48-7c77-48d0-8079-e9988736db63'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:54:38.895442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (93d3f9cd-15fd-4f39-b973-9245c2d0ba14), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.904995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87ef9911-a537-478a-b9c4-0c97cf75a01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (63305870-64c1-4072-92b5-998e2cca0a8b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.908054 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87ef9911-a537-478a-b9c4-0c97cf75a01e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:38.909396 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-87ef9911-a537-478a-b9c4-0c97cf75a01e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63305870-64c1-4072-92b5-998e2cca0a8b HTTP/1.1" status: 204 len: 168 time: 0.6723840 Jan 10 11:54:38.923551 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-04aa0f00-5885-4c7a-8c4a-d04599be9df9 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] delete failed (client error): The resource could not be found. Jan 10 11:54:38.924645 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-04aa0f00-5885-4c7a-8c4a-d04599be9df9 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "DELETE /v2.0/routers/6044100c-9a78-48b5-8f0e-5d8d56fb4c31 HTTP/1.1" status: 404 len: 336 time: 0.0464008 Jan 10 11:54:38.930702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54596) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:38.962248 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c1e2e488-52d4-4050-85c8-af9f6565314a tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec2344e2-e9ab-4058-b864-9266bf6ee02a HTTP/1.1" status: 200 len: 205 time: 0.0303547 Jan 10 11:54:38.988616 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54598) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:38.996492 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] For port 93d3f9cd-15fd-4f39-b973-9245c2d0ba14, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:54:39.007891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef9911-a537-478a-b9c4-0c97cf75a01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63305870-64c1-4072-92b5-998e2cca0a8b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:39.053399 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-a93b2b34-4854-4556-9dba-64399fab887d tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] delete failed (client error): The resource could not be found. Jan 10 11:54:39.054545 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a93b2b34-4854-4556-9dba-64399fab887d tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "DELETE /v2.0/routers/ec2344e2-e9ab-4058-b864-9266bf6ee02a HTTP/1.1" status: 404 len: 336 time: 0.0640574 Jan 10 11:54:39.057926 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54600) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:39.061386 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cdd48021-a125-4305-9061-2d6e163902e4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9661283 Jan 10 11:54:39.062225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1af547a-2ff6-44c8-93fd-b59c97e356b4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:39.069131 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] For port 93d3f9cd-15fd-4f39-b973-9245c2d0ba14, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93d3f9cd-15fd-4f39-b973-9245c2d0ba14,segment=NetworkSegment(640ae0c2-7033-4eb3-8354-43452188edcc),segment_id=640ae0c2-7033-4eb3-8354-43452188edcc)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:54:39.070596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1af547a-2ff6-44c8-93fd-b59c97e356b4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:39.074987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54602) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:39.091354 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7f6fa9c9-8d6c-4795-b4be-0f7a393c15a1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:39.108245 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f8b0c9a6-3319-4f3c-a9f4-beb7c7b079c4 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "GET /v2.0/ports?device_id=3218e701-6456-4e5d-98dc-1e018a110534 HTTP/1.1" status: 200 len: 205 time: 0.0485198 Jan 10 11:54:39.110659 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54604) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:39.111080 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb703086-afeb-4cbb-ba8a-53324217a30d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (4dcdc201-4577-40fb-908f-13be74c3693d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:39.153889 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-3bd1f0a0-1d80-4b30-b546-99d096ae1856 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] delete failed (client error): The resource could not be found. Jan 10 11:54:39.155308 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3bd1f0a0-1d80-4b30-b546-99d096ae1856 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "DELETE /v2.0/routers/3218e701-6456-4e5d-98dc-1e018a110534 HTTP/1.1" status: 404 len: 336 time: 0.0434163 Jan 10 11:54:39.158040 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54606) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:39.168385 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-83230967-57b8-4f55-bbb6-58620d40c5db tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting port 90755ec2-3e49-46f7-8c68-7abbb4022569 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:39.169379 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-83230967-57b8-4f55-bbb6-58620d40c5db tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (90755ec2-3e49-46f7-8c68-7abbb4022569), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:39.173651 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-f1af547a-2ff6-44c8-93fd-b59c97e356b4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] device_id is not set on port 110427db-f0a0-4598-9b83-daa044fae950 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:54:39.201480 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2b19c7e3-6451-4f4a-8f7c-dd223985bdd9 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa360cd-00a3-41c5-84fd-8342409feb07 HTTP/1.1" status: 200 len: 205 time: 0.0420754 Jan 10 11:54:39.210517 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54608) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:39.255917 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161a7776-b453-4fe8-9614-5f5ec2218a13 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:39.260162 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-161a7776-b453-4fe8-9614-5f5ec2218a13 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:39.261400 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (93d3f9cd-15fd-4f39-b973-9245c2d0ba14), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:39.285232 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-1a17efaf-d359-4a58-a48c-a2f364a5505a tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] delete failed (client error): The resource could not be found. Jan 10 11:54:39.286316 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1a17efaf-d359-4a58-a48c-a2f364a5505a tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "DELETE /v2.0/routers/eaa360cd-00a3-41c5-84fd-8342409feb07 HTTP/1.1" status: 404 len: 336 time: 0.0748398 Jan 10 11:54:39.288991 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54610) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:39.324710 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-52352afe-e3c9-4fc8-9a32-cd312d19a1b5 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] DELETE failed (client error): The resource could not be found. Jan 10 11:54:39.325174 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52352afe-e3c9-4fc8-9a32-cd312d19a1b5 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:39.330639 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-52352afe-e3c9-4fc8-9a32-cd312d19a1b5 tempest-RoutersAdminTest-1414299604 tempest-RoutersAdminTest-1414299604-project] 10.222.0.16 "DELETE /v2.0/subnets/e96177ee-c14b-4bd2-95fc-79fad5657db5 HTTP/1.1" status: 404 len: 337 time: 0.0406258 Jan 10 11:54:39.368210 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef4b02-e7ec-4b4c-8a2b-eb4faf004d3a None None] Pushing event updated for resources: {'Port': ['ID=93d3f9cd-15fd-4f39-b973-9245c2d0ba14,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:39.388088 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-83230967-57b8-4f55-bbb6-58620d40c5db tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (90755ec2-3e49-46f7-8c68-7abbb4022569), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:39.411417 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-83230967-57b8-4f55-bbb6-58620d40c5db tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Calling delete_port for 90755ec2-3e49-46f7-8c68-7abbb4022569 owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:39.750666 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6fa9c9-8d6c-4795-b4be-0f7a393c15a1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:39.754328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa9c9-8d6c-4795-b4be-0f7a393c15a1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:39.755755 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6fa9c9-8d6c-4795-b4be-0f7a393c15a1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:54:39.756209 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6fa9c9-8d6c-4795-b4be-0f7a393c15a1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:39.766257 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-f1af547a-2ff6-44c8-93fd-b59c97e356b4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Allocated IP 2001:db8::293 (4544bd48-7c77-48d0-8079-e9988736db63/f1ca2d71-45df-447f-a995-7f8c0a7366cc/110427db-f0a0-4598-9b83-daa044fae950) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:39.824736 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:39.828876 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb703086-afeb-4cbb-ba8a-53324217a30d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 4dcdc201-4577-40fb-908f-13be74c3693d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:39.874978 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:39.875355 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (93d3f9cd-15fd-4f39-b973-9245c2d0ba14), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:39.882877 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-83230967-57b8-4f55-bbb6-58620d40c5db tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (90755ec2-3e49-46f7-8c68-7abbb4022569), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:39.914567 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83230967-57b8-4f55-bbb6-58620d40c5db tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Port': ['ID=90755ec2-3e49-46f7-8c68-7abbb4022569,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:39.952571 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1efeb6a-083a-48f2-b1fb-773aaea34e73 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:39.979304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-161a7776-b453-4fe8-9614-5f5ec2218a13 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (55e1d9c4-f699-4e13-a79f-5c71061f898f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:39.984038 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7f6fa9c9-8d6c-4795-b4be-0f7a393c15a1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9079168 Jan 10 11:54:39.989639 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54624) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:39.996982 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (93d3f9cd-15fd-4f39-b973-9245c2d0ba14), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:39.998173 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5da75d86-5d83-41f0-8275-78f29ad53bd4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:40.034703 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-83230967-57b8-4f55-bbb6-58620d40c5db tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (f6ccc364-1e83-4cb2-8085-cf3093fcd207), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.073588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 93d3f9cd-15fd-4f39-b973-9245c2d0ba14, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93d3f9cd-15fd-4f39-b973-9245c2d0ba14,segment=NetworkSegment(640ae0c2-7033-4eb3-8354-43452188edcc),segment_id=640ae0c2-7033-4eb3-8354-43452188edcc)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:40.074135 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb703086-afeb-4cbb-ba8a-53324217a30d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:40.086440 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fb703086-afeb-4cbb-ba8a-53324217a30d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/4dcdc201-4577-40fb-908f-13be74c3693d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5404196 Jan 10 11:54:40.088919 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06554fb2-918a-454e-9973-ae849ab7f587 None None] Sync routers for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:40.094820 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54628) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:40.107332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a7776-b453-4fe8-9614-5f5ec2218a13 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Subnet': ['ID=55e1d9c4-f699-4e13-a79f-5c71061f898f,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:40.120881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06554fb2-918a-454e-9973-ae849ab7f587 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:40.124001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-06554fb2-918a-454e-9973-ae849ab7f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:40.168090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1af547a-2ff6-44c8-93fd-b59c97e356b4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (110427db-f0a0-4598-9b83-daa044fae950), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.176464 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a7776-b453-4fe8-9614-5f5ec2218a13 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Checking segment: {'id': '360152ca-0345-43b7-9ca8-ae28bb90f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e02e78cd-b247-445a-853d-31bedf30fea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:40.176845 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161a7776-b453-4fe8-9614-5f5ec2218a13 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network hostable DHCP agents. Network: e02e78cd-b247-445a-853d-31bedf30fea7, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:54:40.208798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a38e80-9d07-46a4-ab3d-ec19d8f136da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting subnet f609045f-45da-40a2-82f6-78f7fc987486 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:40.214687 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6a38e80-9d07-46a4-ab3d-ec19d8f136da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (f609045f-45da-40a2-82f6-78f7fc987486), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.222924 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54630) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:40.229483 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-83230967-57b8-4f55-bbb6-58620d40c5db tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (f6ccc364-1e83-4cb2-8085-cf3093fcd207), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.237487 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-83230967-57b8-4f55-bbb6-58620d40c5db tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router_controller (f6ccc364-1e83-4cb2-8085-cf3093fcd207), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.313061 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6a38e80-9d07-46a4-ab3d-ec19d8f136da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (f609045f-45da-40a2-82f6-78f7fc987486), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.351112 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (93d3f9cd-15fd-4f39-b973-9245c2d0ba14), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.385375 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5027412c-3d5c-4c73-a276-58c05ae42d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.431202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=93d3f9cd-15fd-4f39-b973-9245c2d0ba14,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:40.445383 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6a38e80-9d07-46a4-ab3d-ec19d8f136da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (f609045f-45da-40a2-82f6-78f7fc987486), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.446560 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-06554fb2-918a-454e-9973-ae849ab7f587 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:40.493590 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161a7776-b453-4fe8-9614-5f5ec2218a13 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network e02e78cd-b247-445a-853d-31bedf30fea7 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:54:40.518802 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5027412c-3d5c-4c73-a276-58c05ae42d39 admin admin] Publish callbacks [] for security_group (8ee91b2c-67a2-4eb2-a561-94365d9d0818), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.598253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1af547a-2ff6-44c8-93fd-b59c97e356b4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (110427db-f0a0-4598-9b83-daa044fae950), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.604364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-83230967-57b8-4f55-bbb6-58620d40c5db tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (f6ccc364-1e83-4cb2-8085-cf3093fcd207), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.604904 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83230967-57b8-4f55-bbb6-58620d40c5db tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Fanout notify agent at l3_agent the message router_deleted on router f6ccc364-1e83-4cb2-8085-cf3093fcd207 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:54:40.615909 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-83230967-57b8-4f55-bbb6-58620d40c5db tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.617498 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-83230967-57b8-4f55-bbb6-58620d40c5db tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/routers/f6ccc364-1e83-4cb2-8085-cf3093fcd207 HTTP/1.1" status: 204 len: 168 time: 2.5797782 Jan 10 11:54:40.618525 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da75d86-5d83-41f0-8275-78f29ad53bd4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:40.622284 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5da75d86-5d83-41f0-8275-78f29ad53bd4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.622869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54636) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:40.623999 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da75d86-5d83-41f0-8275-78f29ad53bd4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:54:40.624292 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da75d86-5d83-41f0-8275-78f29ad53bd4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:40.655128 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5027412c-3d5c-4c73-a276-58c05ae42d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (8ee91b2c-67a2-4eb2-a561-94365d9d0818), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.662722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.663534 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a12ddb2a-9314-4b88-9db4-a75cdc85ff05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.688901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1af547a-2ff6-44c8-93fd-b59c97e356b4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 4544bd48-7c77-48d0-8079-e9988736db63 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:40.711401 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec9ad2d-ee7a-450f-9976-66040f4f37e5 None None] Network 4544bd48-7c77-48d0-8079-e9988736db63 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:40.718889 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5027412c-3d5c-4c73-a276-58c05ae42d39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=540668bbfe56464bb696e290f3b59b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4928710 Jan 10 11:54:40.720019 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027412c-3d5c-4c73-a276-58c05ae42d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee91b2c-67a2-4eb2-a561-94365d9d0818,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:40.723785 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54642) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:40.741620 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-f1af547a-2ff6-44c8-93fd-b59c97e356b4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:40.770609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-161a7776-b453-4fe8-9614-5f5ec2218a13 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e02e78cd-b247-445a-853d-31bedf30fea7) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:40.774217 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5da75d86-5d83-41f0-8275-78f29ad53bd4 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7824085 Jan 10 11:54:40.774679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6a38e80-9d07-46a4-ab3d-ec19d8f136da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (f609045f-45da-40a2-82f6-78f7fc987486), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.783612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161a7776-b453-4fe8-9614-5f5ec2218a13 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:40.784638 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-161a7776-b453-4fe8-9614-5f5ec2218a13 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.787095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54644) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:40.794690 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8495e6-0dff-446f-aa52-70ee6481a50b None None] Network e02e78cd-b247-445a-853d-31bedf30fea7 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:40.795617 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8f8f8ae7-2a59-497a-975e-2047583663d0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:40.796816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af547a-2ff6-44c8-93fd-b59c97e356b4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:40.797746 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-aa5709ef-b0fe-4a32-95b3-fab864d5b22c None None] Provisioning complete for port 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:40.798302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aa5709ef-b0fe-4a32-95b3-fab864d5b22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (93d3f9cd-15fd-4f39-b973-9245c2d0ba14), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.803423 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1af547a-2ff6-44c8-93fd-b59c97e356b4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:40.804082 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1af547a-2ff6-44c8-93fd-b59c97e356b4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.811937 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6c6a8e60-afad-48b4-ac87-54209ff7f7ca admin admin] Publish callbacks [] for security_group (8ee91b2c-67a2-4eb2-a561-94365d9d0818), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.855067 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af547a-2ff6-44c8-93fd-b59c97e356b4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=110427db-f0a0-4598-9b83-daa044fae950,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:40.881262 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a38e80-9d07-46a4-ab3d-ec19d8f136da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Subnet': ['ID=f609045f-45da-40a2-82f6-78f7fc987486,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:40.893198 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6a38e80-9d07-46a4-ab3d-ec19d8f136da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.893937 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6c6a8e60-afad-48b4-ac87-54209ff7f7ca admin admin] Publish callbacks [] for security_group (8ee91b2c-67a2-4eb2-a561-94365d9d0818), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.905155 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54648) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:40.906450 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b6a38e80-9d07-46a4-ab3d-ec19d8f136da tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/f609045f-45da-40a2-82f6-78f7fc987486 HTTP/1.1" status: 204 len: 168 time: 0.8105066 Jan 10 11:54:40.921439 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ed3af4-a3e4-404e-b144-f0a61c373e19 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Deleting subnet 06fd3b80-fbd7-4670-8d93-94044d907780 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:40.926130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3af4-a3e4-404e-b144-f0a61c373e19 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for subnet (06fd3b80-fbd7-4670-8d93-94044d907780), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:40.982099 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3af4-a3e4-404e-b144-f0a61c373e19 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (06fd3b80-fbd7-4670-8d93-94044d907780), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.000948 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (8eca4002-c316-449f-b345-2125c168c242), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.008751 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54650) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:41.010787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35933e3-b2e1-4217-8a94-3a3e5b393aaf None None] Network 8eca4002-c316-449f-b345-2125c168c242 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:41.021200 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f1af547a-2ff6-44c8-93fd-b59c97e356b4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7234547 Jan 10 11:54:41.022753 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54654) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:41.029144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-af78d5a9-80cf-43f1-8f33-68ee9b423039 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'network_id': '4544bd48-7c77-48d0-8079-e9988736db63', 'name': 'tempest-PortsIpV6TestJSON-1957729839'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:41.053113 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-161a7776-b453-4fe8-9614-5f5ec2218a13 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5222242 Jan 10 11:54:41.073228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54656) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:41.078544 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b7ab88de-bda6-44e8-9741-344cec535981 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1480950756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:41.118170 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port fca5d727-791a-43aa-a9f0-eba9f1c925bf {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:41.118565 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (fca5d727-791a-43aa-a9f0-eba9f1c925bf), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.145694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3af4-a3e4-404e-b144-f0a61c373e19 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (06fd3b80-fbd7-4670-8d93-94044d907780), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.159264 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-06554fb2-918a-454e-9973-ae849ab7f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:38Z', 'revision_number': 10, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:41.201394 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] For port fca5d727-791a-43aa-a9f0-eba9f1c925bf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fca5d727-791a-43aa-a9f0-eba9f1c925bf,segment=NetworkSegment(36de28f5-cb4d-4488-a9e8-74bc954787a7),segment_id=36de28f5-cb4d-4488-a9e8-74bc954787a7)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:41.202083 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (fca5d727-791a-43aa-a9f0-eba9f1c925bf), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.224327 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for fca5d727-791a-43aa-a9f0-eba9f1c925bf owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:41.240421 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06554fb2-918a-454e-9973-ae849ab7f587 None None] Checking router: 4dcdc201-4577-40fb-908f-13be74c3693d for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:54:41.255139 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-06648bc8-0606-4623-b7bb-53ee84a58b59 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1377133921-network', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:41.310307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8f8ae7-2a59-497a-975e-2047583663d0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:41.310307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8f8f8ae7-2a59-497a-975e-2047583663d0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.310307 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8f8ae7-2a59-497a-975e-2047583663d0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:54:41.310307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8f8ae7-2a59-497a-975e-2047583663d0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:41.313712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e02e78cd-b247-445a-853d-31bedf30fea7', 'network_id': 'e02e78cd-b247-445a-853d-31bedf30fea7', 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'fixed_ips': [{'subnet_id': '55e1d9c4-f699-4e13-a79f-5c71061f898f'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:54:41.314886 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.317119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06554fb2-918a-454e-9973-ae849ab7f587 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:41.317790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-06554fb2-918a-454e-9973-ae849ab7f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:41.362057 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6c6a8e60-afad-48b4-ac87-54209ff7f7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (8ee91b2c-67a2-4eb2-a561-94365d9d0818), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.362057 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6c6a8e60-afad-48b4-ac87-54209ff7f7ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.362057 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6c6a8e60-afad-48b4-ac87-54209ff7f7ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ee91b2c-67a2-4eb2-a561-94365d9d0818 HTTP/1.1" status: 204 len: 168 time: 0.6298854 Jan 10 11:54:41.366981 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a8e60-afad-48b4-ac87-54209ff7f7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee91b2c-67a2-4eb2-a561-94365d9d0818,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:41.463733 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-06554fb2-918a-454e-9973-ae849ab7f587 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:41.547836 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72e4da6-c72d-46f5-b66a-d308d4617ab5 None None] DHCP port deletion for 8eca4002-c316-449f-b345-2125c168c242 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:41.638424 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3af4-a3e4-404e-b144-f0a61c373e19 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (06fd3b80-fbd7-4670-8d93-94044d907780), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.677709 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06648bc8-0606-4623-b7bb-53ee84a58b59 admin admin] Made reservation on behalf of d1fa961e41ec4d84a1776f42096f6118 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:41.680886 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-06648bc8-0606-4623-b7bb-53ee84a58b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.681543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:41.686985 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af78d5a9-80cf-43f1-8f33-68ee9b423039 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:41.690953 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af78d5a9-80cf-43f1-8f33-68ee9b423039 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.694873 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b7ab88de-bda6-44e8-9741-344cec535981 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (190ceaa9-e261-48d4-b086-7b0bd0341cbe), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.694873 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b7ab88de-bda6-44e8-9741-344cec535981 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (190ceaa9-e261-48d4-b086-7b0bd0341cbe), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.699022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed3af4-a3e4-404e-b144-f0a61c373e19 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Subnet': ['ID=06fd3b80-fbd7-4670-8d93-94044d907780,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:41.701317 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8f8f8ae7-2a59-497a-975e-2047583663d0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9130824 Jan 10 11:54:41.708318 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3af4-a3e4-404e-b144-f0a61c373e19 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.714293 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c3ed3af4-a3e4-404e-b144-f0a61c373e19 tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/subnets/06fd3b80-fbd7-4670-8d93-94044d907780 HTTP/1.1" status: 204 len: 168 time: 1.0764236 Jan 10 11:54:41.716204 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54660) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:41.716754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54662) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:41.729298 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (fca5d727-791a-43aa-a9f0-eba9f1c925bf), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.748223 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-06648bc8-0606-4623-b7bb-53ee84a58b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.751839 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700d5ab1-a658-4eba-ba25-2f4b8b2dcc67 None None] Network a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:41.786877 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3daf42af-e31a-4052-9724-9c021e2629e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0576682 Jan 10 11:54:41.789306 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=fca5d727-791a-43aa-a9f0-eba9f1c925bf,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:41.793311 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54666) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:41.808545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-af78d5a9-80cf-43f1-8f33-68ee9b423039 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] device_id is not set on port 2aea4c74-3b72-40ff-8d9e-b4319fffd276 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:54:41.864758 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Allocated IP 172.20.0.2 (e02e78cd-b247-445a-853d-31bedf30fea7/55e1d9c4-f699-4e13-a79f-5c71061f898f/a67acd4c-b4dc-4359-95e1-1bd065b729fb) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:41.880551 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No DVR routers for this DVR port fca5d727-791a-43aa-a9f0-eba9f1c925bf on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:41.948052 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b7ab88de-bda6-44e8-9741-344cec535981 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_controller (190ceaa9-e261-48d4-b086-7b0bd0341cbe), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.960351 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1b9840-4bb4-43df-802b-0026b594dd80 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:41.962972 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4b1b9840-4bb4-43df-802b-0026b594dd80 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1674342 Jan 10 11:54:41.980309 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6ac496ed-f913-4834-a9bb-5f407f462e8f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (a94f6bdd-7fbb-4f45-a4cc-a252fadeae57), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:41.991341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54670) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:42.006674 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (8eca4002-c316-449f-b345-2125c168c242), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.017540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7fc632bf-e5ac-48d5-a8b6-7a2b2c8d81d4 None None] Provisioning complete for port 110427db-f0a0-4598-9b83-daa044fae950 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:42.018747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7fc632bf-e5ac-48d5-a8b6-7a2b2c8d81d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (110427db-f0a0-4598-9b83-daa044fae950), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.043068 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eca4002-c316-449f-b345-2125c168c242']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:42.057394 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b7ab88de-bda6-44e8-9741-344cec535981 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (190ceaa9-e261-48d4-b086-7b0bd0341cbe), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.059239 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36de28f5-cb4d-4488-a9e8-74bc954787a7') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:42.059600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36de28f5-cb4d-4488-a9e8-74bc954787a7') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:42.068116 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-36a7cd08-ca27-43f1-9c7f-6b49b60d4138 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631542 Jan 10 11:54:42.075121 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54672) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:42.078944 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-21536819-64c2-4086-849a-b8a12cbd35d6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:42.088963 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-a72e4da6-c72d-46f5-b66a-d308d4617ab5 None None] Deleting port fca5d727-791a-43aa-a9f0-eba9f1c925bf {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:42.089622 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a72e4da6-c72d-46f5-b66a-d308d4617ab5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (fca5d727-791a-43aa-a9f0-eba9f1c925bf), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.095743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (36de28f5-cb4d-4488-a9e8-74bc954787a7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.134038 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-06648bc8-0606-4623-b7bb-53ee84a58b59 admin admin] Publish callbacks [] for security_group (4d8f3388-1e60-4aa6-ba0e-57496510d3a2), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.170814 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (36de28f5-cb4d-4488-a9e8-74bc954787a7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.184930 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:42.188093 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (36de28f5-cb4d-4488-a9e8-74bc954787a7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.188247 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Publish callbacks [] for port (a67acd4c-b4dc-4359-95e1-1bd065b729fb), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:42.188815 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:42.193475 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6ac496ed-f913-4834-a9bb-5f407f462e8f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (a94f6bdd-7fbb-4f45-a4cc-a252fadeae57), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.212474 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170d9686-0f22-4884-9533-480d77405562 None None] DHCP port deletion for a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:42.214574 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-7fc632bf-e5ac-48d5-a8b6-7a2b2c8d81d4 None None] Port 110427db-f0a0-4598-9b83-daa044fae950 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:42.222512 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.255498 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-06648bc8-0606-4623-b7bb-53ee84a58b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (4d8f3388-1e60-4aa6-ba0e-57496510d3a2), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.258347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:42.258726 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (93d3f9cd-15fd-4f39-b973-9245c2d0ba14), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.271168 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a72e4da6-c72d-46f5-b66a-d308d4617ab5 None None] For port fca5d727-791a-43aa-a9f0-eba9f1c925bf, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:42.273178 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a72e4da6-c72d-46f5-b66a-d308d4617ab5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (fca5d727-791a-43aa-a9f0-eba9f1c925bf), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.309415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06648bc8-0606-4623-b7bb-53ee84a58b59 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:54:42.324998 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (a67acd4c-b4dc-4359-95e1-1bd065b729fb), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.327126 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-06648bc8-0606-4623-b7bb-53ee84a58b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (bc37a927-5496-4dbc-b32a-0bd05709a81e), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.327521 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-06648bc8-0606-4623-b7bb-53ee84a58b59 admin admin] Added segment bc37a927-5496-4dbc-b32a-0bd05709a81e of type vlan for network d049b43c-1ab0-4a8e-ab51-279dd81c2ebc Jan 10 11:54:42.329805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-a72e4da6-c72d-46f5-b66a-d308d4617ab5 None None] Calling delete_port for fca5d727-791a-43aa-a9f0-eba9f1c925bf owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:42.330711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06648bc8-0606-4623-b7bb-53ee84a58b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8f3388-1e60-4aa6-ba0e-57496510d3a2,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:42.339177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.ipam_backend_mixin [None req-a72e4da6-c72d-46f5-b66a-d308d4617ab5 None None] Port fca5d727-791a-43aa-a9f0-eba9f1c925bf was not found and therefore no delete operation was performed {{(pid=110626) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 11:54:42.362778 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7fc632bf-e5ac-48d5-a8b6-7a2b2c8d81d4 None None] Provisioning complete for port 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:42.362778 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7fc632bf-e5ac-48d5-a8b6-7a2b2c8d81d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (93d3f9cd-15fd-4f39-b973-9245c2d0ba14), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.380106 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (8eca4002-c316-449f-b345-2125c168c242), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.385612 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54674) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:42.396963 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a72e4da6-c72d-46f5-b66a-d308d4617ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (fca5d727-791a-43aa-a9f0-eba9f1c925bf), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.432668 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.439156 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/networks/8eca4002-c316-449f-b345-2125c168c242 HTTP/1.1" status: 204 len: 168 time: 1.5304217 Jan 10 11:54:42.448447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-06648bc8-0606-4623-b7bb-53ee84a58b59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (d049b43c-1ab0-4a8e-ab51-279dd81c2ebc), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.456464 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Network e02e78cd-b247-445a-853d-31bedf30fea7 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:42.457624 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a72e4da6-c72d-46f5-b66a-d308d4617ab5 None None] Network 8eca4002-c316-449f-b345-2125c168c242 is not hosted by any dhcp agent {{(pid=110626) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 10 11:54:42.457858 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72e4da6-c72d-46f5-b66a-d308d4617ab5 None None] No DVR routers for this DVR port fca5d727-791a-43aa-a9f0-eba9f1c925bf on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:42.480747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:42.482597 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619dc16-8001-4d7d-8b3e-60b6333828a6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Network': ['ID=8eca4002-c316-449f-b345-2125c168c242,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:42.487086 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54676) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:42.490922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21536819-64c2-4086-849a-b8a12cbd35d6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:42.491488 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:42.497085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-21536819-64c2-4086-849a-b8a12cbd35d6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.497433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Pushing event updated for resources: {'Port': ['ID=a67acd4c-b4dc-4359-95e1-1bd065b729fb,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:42.535412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-06554fb2-918a-454e-9973-ae849ab7f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:38Z', 'revision_number': 10, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:42.566483 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e4da6-c72d-46f5-b66a-d308d4617ab5 None None] Pushing event deleted for resources: {'Port': ['ID=fca5d727-791a-43aa-a9f0-eba9f1c925bf,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:42.594037 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-af78d5a9-80cf-43f1-8f33-68ee9b423039 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Allocated IP 2001:db8::17d (4544bd48-7c77-48d0-8079-e9988736db63/f1ca2d71-45df-447f-a995-7f8c0a7366cc/2aea4c74-3b72-40ff-8d9e-b4319fffd276) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:42.598148 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b7ab88de-bda6-44e8-9741-344cec535981 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.602161 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b7ab88de-bda6-44e8-9741-344cec535981 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5256617 Jan 10 11:54:42.605457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-6ac496ed-f913-4834-a9bb-5f407f462e8f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94f6bdd-7fbb-4f45-a4cc-a252fadeae57']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:42.609295 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54678) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:42.609490 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06554fb2-918a-454e-9973-ae849ab7f587 None None] The sync data for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv is: [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:38Z', 'revision_number': 10, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None, '_interfaces': [{'id': '2df9f116-2384-4e31-bb8f-b42b1f7805ef', 'name': '', 'network_id': '9284437f-00f9-4963-938d-d8d1a86e5366', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'mac_address': 'fa:16:3e:f0:d3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:53:31Z', 'updated_at': '2022-01-10T11:53:44Z', 'revision_number': 5, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'subnets': [{'id': '805a11a8-8236-4b1d-8a8f-9b24ab207acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:42.668336 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-06648bc8-0606-4623-b7bb-53ee84a58b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (d049b43c-1ab0-4a8e-ab51-279dd81c2ebc), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.669463 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06648bc8-0606-4623-b7bb-53ee84a58b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:42.670272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-06648bc8-0606-4623-b7bb-53ee84a58b59 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.694599 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-6ac496ed-f913-4834-a9bb-5f407f462e8f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1c46a4-d05f-4bd4-9564-7848c1072d3e') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:42.698223 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-6ac496ed-f913-4834-a9bb-5f407f462e8f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1c46a4-d05f-4bd4-9564-7848c1072d3e') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:42.718933 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f7388666-c17d-41b8-a2bb-4cde15fe757e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e91ef62352da4e1d921e64a823a979b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248515 Jan 10 11:54:42.727698 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54680) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:42.733214 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6ac496ed-f913-4834-a9bb-5f407f462e8f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (7f1c46a4-d05f-4bd4-9564-7848c1072d3e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.823494 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06648bc8-0606-4623-b7bb-53ee84a58b59 admin admin] Pushing event updated for resources: {'Network': ['ID=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:42.845111 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6ac496ed-f913-4834-a9bb-5f407f462e8f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (7f1c46a4-d05f-4bd4-9564-7848c1072d3e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.853493 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network d049b43c-1ab0-4a8e-ab51-279dd81c2ebc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:54:42.862522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac496ed-f913-4834-a9bb-5f407f462e8f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:42.862933 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6ac496ed-f913-4834-a9bb-5f407f462e8f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (7f1c46a4-d05f-4bd4-9564-7848c1072d3e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:42.870064 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:42.878717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Attempting to bind port a67acd4c-b4dc-4359-95e1-1bd065b729fb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:54:42.879091 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Attempting to bind port a67acd4c-b4dc-4359-95e1-1bd065b729fb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '360152ca-0345-43b7-9ca8-ae28bb90f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e02e78cd-b247-445a-853d-31bedf30fea7'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:54:42.879669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Attempting to bind port a67acd4c-b4dc-4359-95e1-1bd065b729fb on network e02e78cd-b247-445a-853d-31bedf30fea7 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:54:42.900143 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-06648bc8-0606-4623-b7bb-53ee84a58b59 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8882351 Jan 10 11:54:42.905095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54682) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:42.915066 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-b51a4501-8094-4b59-9504-eff5573970db admin admin] Request body: {'subnet': {'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1377133921-subnet', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:42.925052 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:54:42.925431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Checking segment: {'id': '360152ca-0345-43b7-9ca8-ae28bb90f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e02e78cd-b247-445a-853d-31bedf30fea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:42.925862 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:42.926258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Bound using segment: {'id': '360152ca-0345-43b7-9ca8-ae28bb90f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e02e78cd-b247-445a-853d-31bedf30fea7'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:54:42.926743 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Bound port: a67acd4c-b4dc-4359-95e1-1bd065b729fb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360152ca-0345-43b7-9ca8-ae28bb90f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e02e78cd-b247-445a-853d-31bedf30fea7'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:54:42.927166 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a67acd4c-b4dc-4359-95e1-1bd065b729fb), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.018558 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fca5d727-791a-43aa-a9f0-eba9f1c925bf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:43.081123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: fca5d727-791a-43aa-a9f0-eba9f1c925bf {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:43.081809 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fca5d727-791a-43aa-a9f0-eba9f1c925bf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:43.114435 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51a4501-8094-4b59-9504-eff5573970db admin admin] Made reservation on behalf of d1fa961e41ec4d84a1776f42096f6118 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:43.117343 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b51a4501-8094-4b59-9504-eff5573970db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.119591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] For port a67acd4c-b4dc-4359-95e1-1bd065b729fb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:54:43.127062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] For port a67acd4c-b4dc-4359-95e1-1bd065b729fb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a67acd4c-b4dc-4359-95e1-1bd065b729fb,segment=NetworkSegment(360152ca-0345-43b7-9ca8-ae28bb90f23c),segment_id=360152ca-0345-43b7-9ca8-ae28bb90f23c)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:54:43.129065 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8d15e238-78c0-472c-9395-f0034b443a28 None None] Provisioning complete for port 110427db-f0a0-4598-9b83-daa044fae950 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:43.129604 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8d15e238-78c0-472c-9395-f0034b443a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (110427db-f0a0-4598-9b83-daa044fae950), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.171578 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8d15e238-78c0-472c-9395-f0034b443a28 None None] Port 110427db-f0a0-4598-9b83-daa044fae950 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:43.185582 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.193226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba42b-e944-42f2-9699-d84bf7f6ed73 admin admin] Publish callbacks [] for security_group (6e2a7598-3a4a-4d0e-9c2c-58bb1fe70829), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.199095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6ac496ed-f913-4834-a9bb-5f407f462e8f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (a94f6bdd-7fbb-4f45-a4cc-a252fadeae57), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.199729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af78d5a9-80cf-43f1-8f33-68ee9b423039 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (2aea4c74-3b72-40ff-8d9e-b4319fffd276), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.210864 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6ac496ed-f913-4834-a9bb-5f407f462e8f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.218495 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6ac496ed-f913-4834-a9bb-5f407f462e8f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] 10.222.0.16 "DELETE /v2.0/networks/a94f6bdd-7fbb-4f45-a4cc-a252fadeae57 HTTP/1.1" status: 204 len: 168 time: 1.4794805 Jan 10 11:54:43.221082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a67acd4c-b4dc-4359-95e1-1bd065b729fb), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.261990 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac496ed-f913-4834-a9bb-5f407f462e8f tempest-FloatingIPTestJSON-1185630461 tempest-FloatingIPTestJSON-1185630461-project] Pushing event deleted for resources: {'Network': ['ID=a94f6bdd-7fbb-4f45-a4cc-a252fadeae57,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:43.290834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba42b-e944-42f2-9699-d84bf7f6ed73 admin admin] Publish callbacks [] for security_group (6e2a7598-3a4a-4d0e-9c2c-58bb1fe70829), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.295720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.327095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.objects.ports [None req-21536819-64c2-4086-849a-b8a12cbd35d6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110625) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:54:43.327350 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd51e0-f081-49b2-9946-d41c5fea7c2b None None] Pushing event updated for resources: {'Port': ['ID=a67acd4c-b4dc-4359-95e1-1bd065b729fb,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:43.332608 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-21536819-64c2-4086-849a-b8a12cbd35d6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (2f8e2116-7ca5-407c-9a0d-12c8bdd883ba), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.632953 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af78d5a9-80cf-43f1-8f33-68ee9b423039 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (2aea4c74-3b72-40ff-8d9e-b4319fffd276), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.739160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba42b-e944-42f2-9699-d84bf7f6ed73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (6e2a7598-3a4a-4d0e-9c2c-58bb1fe70829), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.739280 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a67acd4c-b4dc-4359-95e1-1bd065b729fb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:43.742230 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba42b-e944-42f2-9699-d84bf7f6ed73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.742989 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21536819-64c2-4086-849a-b8a12cbd35d6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:43.743498 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3c9ba42b-e944-42f2-9699-d84bf7f6ed73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e2a7598-3a4a-4d0e-9c2c-58bb1fe70829 HTTP/1.1" status: 204 len: 168 time: 1.0112092 Jan 10 11:54:43.749486 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af78d5a9-80cf-43f1-8f33-68ee9b423039 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 4544bd48-7c77-48d0-8079-e9988736db63 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:43.758458 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-21536819-64c2-4086-849a-b8a12cbd35d6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:43.765926 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21536819-64c2-4086-849a-b8a12cbd35d6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:43.766535 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-21536819-64c2-4086-849a-b8a12cbd35d6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.778694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-af78d5a9-80cf-43f1-8f33-68ee9b423039 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:43.779082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c702e871-ac04-42b2-b073-e2c97ee67fbd None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:43.786010 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af78d5a9-80cf-43f1-8f33-68ee9b423039 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:43.792872 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21536819-64c2-4086-849a-b8a12cbd35d6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=2f8e2116-7ca5-407c-9a0d-12c8bdd883ba,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:43.805276 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af78d5a9-80cf-43f1-8f33-68ee9b423039 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:43.809398 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af78d5a9-80cf-43f1-8f33-68ee9b423039 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.850632 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78d5a9-80cf-43f1-8f33-68ee9b423039 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=2aea4c74-3b72-40ff-8d9e-b4319fffd276,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:43.862289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ba42b-e944-42f2-9699-d84bf7f6ed73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2a7598-3a4a-4d0e-9c2c-58bb1fe70829,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:43.865698 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-21536819-64c2-4086-849a-b8a12cbd35d6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7917459 Jan 10 11:54:43.870701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54688) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:43.890811 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5096-3e2f-419f-a6ad-540e51426c69 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (4dcdc201-4577-40fb-908f-13be74c3693d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:43.903398 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-2e1ce490-4d55-4954-ad55-b18fac3f407d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'mac_address': 'fa:16:3e:e9:17:9e', 'name': 'tempest-NetworksTestDHCPv6-258589924'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:43.949046 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54692) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:43.951034 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-af78d5a9-80cf-43f1-8f33-68ee9b423039 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9267597 Jan 10 11:54:43.974593 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port a67acd4c-b4dc-4359-95e1-1bd065b729fb triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:43.974977 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a67acd4c-b4dc-4359-95e1-1bd065b729fb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.004470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': '2f8e2116-7ca5-407c-9a0d-12c8bdd883ba'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:54:44.005377 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.037247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b51a4501-8094-4b59-9504-eff5573970db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (af51450b-3d7a-412c-a467-63a15343a6eb), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.102550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Allocated IP 172.20.0.1 (e02e78cd-b247-445a-853d-31bedf30fea7/55e1d9c4-f699-4e13-a79f-5c71061f898f/df73fa17-3cd4-49c7-b5f8-c5684125887a) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:44.124664 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54696) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:44.304126 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Allocated IP 2001:db8::f816:3eff:feb9:9b1a (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/2f8e2116-7ca5-407c-9a0d-12c8bdd883ba/c0682ea6-e87c-4d52-afe6-5e3f68d97497) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:44.353544 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (df73fa17-3cd4-49c7-b5f8-c5684125887a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.391390 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1ce490-4d55-4954-ad55-b18fac3f407d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:44.423290 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a4501-8094-4b59-9504-eff5573970db admin admin] Pushing event updated for resources: {'Subnet': ['ID=af51450b-3d7a-412c-a467-63a15343a6eb,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:44.423888 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a67acd4c-b4dc-4359-95e1-1bd065b729fb), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.441646 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a001855b-376e-4bcf-b5b5-36d311b71456 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:44.443996 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a001855b-376e-4bcf-b5b5-36d311b71456 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A293 HTTP/1.1" status: 200 len: 929 time: 0.4929223 Jan 10 11:54:44.448642 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54706) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:44.459035 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51a4501-8094-4b59-9504-eff5573970db admin admin] Checking segment: {'id': 'bc37a927-5496-4dbc-b32a-0bd05709a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:44.459415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a4501-8094-4b59-9504-eff5573970db admin admin] Network hostable DHCP agents. Network: d049b43c-1ab0-4a8e-ab51-279dd81c2ebc, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:54:44.500730 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2445b3f6-2600-4c79-b42e-269f9244d7de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87395ce205234b79884efd4fb62f5856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3708351 Jan 10 11:54:44.500966 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54708) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:44.506218 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-708fa2a9-214d-4699-827d-908f3706ec87 None None] Provisioning complete for port 2aea4c74-3b72-40ff-8d9e-b4319fffd276 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:44.506888 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-708fa2a9-214d-4699-827d-908f3706ec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2aea4c74-3b72-40ff-8d9e-b4319fffd276), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.511113 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port a67acd4c-b4dc-4359-95e1-1bd065b729fb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a67acd4c-b4dc-4359-95e1-1bd065b729fb,segment=NetworkSegment(360152ca-0345-43b7-9ca8-ae28bb90f23c),segment_id=360152ca-0345-43b7-9ca8-ae28bb90f23c)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:44.547449 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (df73fa17-3cd4-49c7-b5f8-c5684125887a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.590410 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-708fa2a9-214d-4699-827d-908f3706ec87 None None] Port 2aea4c74-3b72-40ff-8d9e-b4319fffd276 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:44.623419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=df73fa17-3cd4-49c7-b5f8-c5684125887a,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:44.660760 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce490-4d55-4954-ad55-b18fac3f407d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.665006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a67acd4c-b4dc-4359-95e1-1bd065b729fb), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.678968 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-fcc2a0c5-2512-42da-99bd-e03aea3a7bd1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 2aea4c74-3b72-40ff-8d9e-b4319fffd276 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:44.679320 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fcc2a0c5-2512-42da-99bd-e03aea3a7bd1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (2aea4c74-3b72-40ff-8d9e-b4319fffd276), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.684327 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 55c6c856-b3d3-4db9-bbe3-ea11edd987da no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:44.693502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network e02e78cd-b247-445a-853d-31bedf30fea7 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:44.718385 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a33609a-8a1e-44b0-bec3-641e02a6b169 admin admin] Publish callbacks [] for security_group (b8eefe51-0c2a-4924-84f1-7ea2b7645406), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.720686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-2e1ce490-4d55-4954-ad55-b18fac3f407d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port 67259180-5d89-4942-9063-5039332250a5 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:54:44.727504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:44.734608 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:44.769954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 55c6c856-b3d3-4db9-bbe3-ea11edd987da {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:44.770445 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 55c6c856-b3d3-4db9-bbe3-ea11edd987da not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:44.777370 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Publish callbacks [] for port (c0682ea6-e87c-4d52-afe6-5e3f68d97497), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.780610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a4501-8094-4b59-9504-eff5573970db admin admin] Network d049b43c-1ab0-4a8e-ab51-279dd81c2ebc is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:54:44.806979 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=a67acd4c-b4dc-4359-95e1-1bd065b729fb,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:44.810259 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fcc2a0c5-2512-42da-99bd-e03aea3a7bd1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (2aea4c74-3b72-40ff-8d9e-b4319fffd276), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.830754 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-fcc2a0c5-2512-42da-99bd-e03aea3a7bd1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 2aea4c74-3b72-40ff-8d9e-b4319fffd276 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:44.840352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a33609a-8a1e-44b0-bec3-641e02a6b169 admin admin] Publish callbacks [] for security_group (b8eefe51-0c2a-4924-84f1-7ea2b7645406), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.841620 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d5096-3e2f-419f-a6ad-540e51426c69 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port 2df9f116-2384-4e31-bb8f-b42b1f7805ef {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:44.842583 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5096-3e2f-419f-a6ad-540e51426c69 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.850315 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (c0682ea6-e87c-4d52-afe6-5e3f68d97497), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.879877 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8214d1-3246-4f74-8021-bdaf4d95c79a None None] Network e02e78cd-b247-445a-853d-31bedf30fea7 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:44.906775 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-b51a4501-8094-4b59-9504-eff5573970db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d049b43c-1ab0-4a8e-ab51-279dd81c2ebc) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:44.912019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (190ceaa9-e261-48d4-b086-7b0bd0341cbe), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.952791 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a4501-8094-4b59-9504-eff5573970db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:44.953536 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b51a4501-8094-4b59-9504-eff5573970db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:44.966441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f7dd6f-0c79-4164-86f2-e69af401bc55 None None] Network d049b43c-1ab0-4a8e-ab51-279dd81c2ebc requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:45.004812 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:45.027850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-2e1ce490-4d55-4954-ad55-b18fac3f407d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::f816:3eff:fee9:179e (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/2f8e2116-7ca5-407c-9a0d-12c8bdd883ba/67259180-5d89-4942-9063-5039332250a5) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:45.038970 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-0b4d5096-3e2f-419f-a6ad-540e51426c69 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] For port 2df9f116-2384-4e31-bb8f-b42b1f7805ef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2df9f116-2384-4e31-bb8f-b42b1f7805ef,segment=NetworkSegment(2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1),segment_id=2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:45.039335 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5096-3e2f-419f-a6ad-540e51426c69 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:45.040449 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:45.043475 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:45.065352 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d5096-3e2f-419f-a6ad-540e51426c69 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for 2df9f116-2384-4e31-bb8f-b42b1f7805ef owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:45.084218 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b51a4501-8094-4b59-9504-eff5573970db admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1755853 Jan 10 11:54:45.108594 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54720) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:45.112957 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-69da0ccb-7ebd-450a-a94a-f8957490c4f2 None None] Provisioning complete for port a67acd4c-b4dc-4359-95e1-1bd065b729fb triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:45.113501 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-69da0ccb-7ebd-450a-a94a-f8957490c4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a67acd4c-b4dc-4359-95e1-1bd065b729fb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:45.113675 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1377133921-router', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:45.115356 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Pushing event updated for resources: {'Port': ['ID=c0682ea6-e87c-4d52-afe6-5e3f68d97497,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:45.117112 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a33609a-8a1e-44b0-bec3-641e02a6b169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (b8eefe51-0c2a-4924-84f1-7ea2b7645406), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:45.129412 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a33609a-8a1e-44b0-bec3-641e02a6b169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:45.129412 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7a33609a-8a1e-44b0-bec3-641e02a6b169 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8eefe51-0c2a-4924-84f1-7ea2b7645406 HTTP/1.1" status: 204 len: 168 time: 0.6201770 Jan 10 11:54:45.133558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33609a-8a1e-44b0-bec3-641e02a6b169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eefe51-0c2a-4924-84f1-7ea2b7645406,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:45.269453 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Attempting to bind port c0682ea6-e87c-4d52-afe6-5e3f68d97497 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:54:45.269952 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Attempting to bind port c0682ea6-e87c-4d52-afe6-5e3f68d97497 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:54:45.270389 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Attempting to bind port c0682ea6-e87c-4d52-afe6-5e3f68d97497 on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:54:45.279263 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:54:45.281815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:45.281815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:45.281815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:54:45.281815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Bound port: c0682ea6-e87c-4d52-afe6-5e3f68d97497, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:54:45.281815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c0682ea6-e87c-4d52-afe6-5e3f68d97497), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:45.296141 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54724) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:45.299898 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'fixed_ips': [{'subnet_id': 'af51450b-3d7a-412c-a467-63a15343a6eb'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:54:45.300958 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:45.309307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (df73fa17-3cd4-49c7-b5f8-c5684125887a), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:45.363089 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:45.364495 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:45.435382 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fcc2a0c5-2512-42da-99bd-e03aea3a7bd1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (2aea4c74-3b72-40ff-8d9e-b4319fffd276), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:45.480502 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2a0c5-2512-42da-99bd-e03aea3a7bd1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=2aea4c74-3b72-40ff-8d9e-b4319fffd276,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:45.529629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fcc2a0c5-2512-42da-99bd-e03aea3a7bd1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:45.534810 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fcc2a0c5-2512-42da-99bd-e03aea3a7bd1 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/2aea4c74-3b72-40ff-8d9e-b4319fffd276 HTTP/1.1" status: 204 len: 168 time: 1.0848196 Jan 10 11:54:45.537352 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54728) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:45.545853 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] For port c0682ea6-e87c-4d52-afe6-5e3f68d97497, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:54:45.577493 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-907398f5-6dcf-498a-9c24-455c30755d44 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] GET failed (client error): The resource could not be found. Jan 10 11:54:45.581933 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-907398f5-6dcf-498a-9c24-455c30755d44 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/2aea4c74-3b72-40ff-8d9e-b4319fffd276 HTTP/1.1" status: 404 len: 333 time: 0.0410893 Jan 10 11:54:45.581933 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5096-3e2f-419f-a6ad-540e51426c69 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (2df9f116-2384-4e31-bb8f-b42b1f7805ef), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:45.592821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] For port c0682ea6-e87c-4d52-afe6-5e3f68d97497, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0682ea6-e87c-4d52-afe6-5e3f68d97497,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:54:45.594577 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54730) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:45.623368 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Allocated IP 172.20.0.2 (d049b43c-1ab0-4a8e-ab51-279dd81c2ebc/af51450b-3d7a-412c-a467-63a15343a6eb/06df7bd5-b729-46f4-9530-d55f4c830fda) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:45.675625 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c0682ea6-e87c-4d52-afe6-5e3f68d97497), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:45.748951 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a67acd4c-b4dc-4359-95e1-1bd065b729fb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:45.788744 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d5096-3e2f-419f-a6ad-540e51426c69 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=2df9f116-2384-4e31-bb8f-b42b1f7805ef,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:45.802548 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Publish callbacks [] for router_controller (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:45.817158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Request body: {'networks': [{'name': 'tempest-network--529672117'}, {'name': 'tempest-network--1106243122'}]} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:45.818176 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Request body: {'network': {'name': 'tempest-network--529672117'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:45.818863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Request body: {'network': {'name': 'tempest-network--1106243122'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:46.009299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Publish callbacks [] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.074163 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8f880136-aae3-4b79-bd50-bc5d4703c6cb None None] Provisioning complete for port df73fa17-3cd4-49c7-b5f8-c5684125887a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:46.074965 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8f880136-aae3-4b79-bd50-bc5d4703c6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (df73fa17-3cd4-49c7-b5f8-c5684125887a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.091618 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Made reservation on behalf of 201419f260524ec78ff1a9672dc3ad0c for: {'network': 2} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:46.101526 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.160691 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce490-4d55-4954-ad55-b18fac3f407d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (67259180-5d89-4942-9063-5039332250a5), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.170962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.186608 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (df73fa17-3cd4-49c7-b5f8-c5684125887a), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.226879 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5096-3e2f-419f-a6ad-540e51426c69 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (4dcdc201-4577-40fb-908f-13be74c3693d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.371037 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for security_group (c7a9b71d-6251-4e82-ade8-3b576522eac8), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.376928 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (df73fa17-3cd4-49c7-b5f8-c5684125887a), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.396798 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.405450 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d52366-dc07-4dad-afe4-476172a8d8d2 None None] Pushing event updated for resources: {'Port': ['ID=c0682ea6-e87c-4d52-afe6-5e3f68d97497,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:46.436892 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce490-4d55-4954-ad55-b18fac3f407d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (67259180-5d89-4942-9063-5039332250a5), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.456801 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-324c9047-2477-4e71-ba1b-ad646dd0e907 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 110427db-f0a0-4598-9b83-daa044fae950 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:46.457259 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-324c9047-2477-4e71-ba1b-ad646dd0e907 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (110427db-f0a0-4598-9b83-daa044fae950), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.461024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Network d049b43c-1ab0-4a8e-ab51-279dd81c2ebc is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:46.468373 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8f880136-aae3-4b79-bd50-bc5d4703c6cb None None] Port df73fa17-3cd4-49c7-b5f8-c5684125887a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:46.471984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port a67acd4c-b4dc-4359-95e1-1bd065b729fb triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:46.472374 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a67acd4c-b4dc-4359-95e1-1bd065b729fb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.489466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Publish callbacks [] for router_gateway (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.500363 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c7a9b71d-6251-4e82-ade8-3b576522eac8), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.501112 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.509135 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:46.514587 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1ce490-4d55-4954-ad55-b18fac3f407d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:46.518671 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:46.535019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Pushing event updated for resources: {'Port': ['ID=06df7bd5-b729-46f4-9530-d55f4c830fda,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:46.551039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-2e1ce490-4d55-4954-ad55-b18fac3f407d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:46.563612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1ce490-4d55-4954-ad55-b18fac3f407d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:46.568922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8f880136-aae3-4b79-bd50-bc5d4703c6cb None None] Provisioning complete for port a67acd4c-b4dc-4359-95e1-1bd065b729fb triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:46.568922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8f880136-aae3-4b79-bd50-bc5d4703c6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a67acd4c-b4dc-4359-95e1-1bd065b729fb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.575311 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1ce490-4d55-4954-ad55-b18fac3f407d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:46.575755 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce490-4d55-4954-ad55-b18fac3f407d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.590684 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=df73fa17-3cd4-49c7-b5f8-c5684125887a,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:46.593504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (190ceaa9-e261-48d4-b086-7b0bd0341cbe), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.655495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Attempting to bind port 06df7bd5-b729-46f4-9530-d55f4c830fda on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:54:46.656054 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Attempting to bind port 06df7bd5-b729-46f4-9530-d55f4c830fda by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bc37a927-5496-4dbc-b32a-0bd05709a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:54:46.656538 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Attempting to bind port 06df7bd5-b729-46f4-9530-d55f4c830fda on network d049b43c-1ab0-4a8e-ab51-279dd81c2ebc {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:54:46.658934 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a9b71d-6251-4e82-ade8-3b576522eac8,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:46.676345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:54:46.676345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Checking segment: {'id': 'bc37a927-5496-4dbc-b32a-0bd05709a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:46.676592 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.676995 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Bound using segment: {'id': 'bc37a927-5496-4dbc-b32a-0bd05709a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:54:46.677488 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Bound port: 06df7bd5-b729-46f4-9530-d55f4c830fda, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc37a927-5496-4dbc-b32a-0bd05709a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:54:46.677913 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.718697 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:54:46.736604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4d5096-3e2f-419f-a6ad-540e51426c69 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 4dcdc201-4577-40fb-908f-13be74c3693d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:46.740807 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b7088e26-7ba9-4365-83e5-7155c7723015), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.741419 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Added segment b7088e26-7ba9-4365-83e5-7155c7723015 of type vlan for network db5d8357-e9c3-40d9-a76d-4fa9a1925973 Jan 10 11:54:46.746527 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ce490-4d55-4954-ad55-b18fac3f407d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=67259180-5d89-4942-9063-5039332250a5,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:46.747305 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-324c9047-2477-4e71-ba1b-ad646dd0e907 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (110427db-f0a0-4598-9b83-daa044fae950), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.770026 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2e1ce490-4d55-4954-ad55-b18fac3f407d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8981273 Jan 10 11:54:46.794527 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-324c9047-2477-4e71-ba1b-ad646dd0e907 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 110427db-f0a0-4598-9b83-daa044fae950 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:46.794660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54748) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:46.822974 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] For port 06df7bd5-b729-46f4-9530-d55f4c830fda, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:54:46.828159 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] For port 06df7bd5-b729-46f4-9530-d55f4c830fda, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06df7bd5-b729-46f4-9530-d55f4c830fda,segment=NetworkSegment(bc37a927-5496-4dbc-b32a-0bd05709a81e),segment_id=bc37a927-5496-4dbc-b32a-0bd05709a81e)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:54:46.843257 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (db5d8357-e9c3-40d9-a76d-4fa9a1925973), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.872190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network e02e78cd-b247-445a-853d-31bedf30fea7 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:46.889609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:46.898907 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b77ecd-5dde-43e9-b37d-f8017333e67d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:46.905732 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b77ecd-5dde-43e9-b37d-f8017333e67d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:46.908887 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b4b77ecd-5dde-43e9-b37d-f8017333e67d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1132934 Jan 10 11:54:46.911089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:46.914417 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:54:46.919799 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54752) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:47.102829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (503576ce-cde3-412c-a8f5-3dcb47acb04d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:47.103480 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Added segment 503576ce-cde3-412c-a8f5-3dcb47acb04d of type vlan for network 653d6433-3d13-42c2-8b52-b2139bac6f0f Jan 10 11:54:47.113195 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5aa4f69d-a00a-4b76-aafe-95ca5db9c373 None None] Provisioning complete for port df73fa17-3cd4-49c7-b5f8-c5684125887a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:47.114392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5aa4f69d-a00a-4b76-aafe-95ca5db9c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (df73fa17-3cd4-49c7-b5f8-c5684125887a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:47.178172 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4443e-879e-4305-baa5-9a408e551568 None None] Pushing event updated for resources: {'Port': ['ID=06df7bd5-b729-46f4-9530-d55f4c830fda,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:47.207712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5aa4f69d-a00a-4b76-aafe-95ca5db9c373 None None] Port df73fa17-3cd4-49c7-b5f8-c5684125887a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:47.263102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54754) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:47.329313 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ba5890f8-39fc-4d4c-9132-76002baa793a None None] Provisioning complete for port df73fa17-3cd4-49c7-b5f8-c5684125887a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:47.329695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ba5890f8-39fc-4d4c-9132-76002baa793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (df73fa17-3cd4-49c7-b5f8-c5684125887a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:47.436738 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4d5096-3e2f-419f-a6ad-540e51426c69 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:47.447518 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d6e611-c313-4412-b5b4-5c2991c28373 None None] Sync routers for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:47.460014 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d6e611-c313-4412-b5b4-5c2991c28373 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:47.460884 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-22d6e611-c313-4412-b5b4-5c2991c28373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:47.463354 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ba5890f8-39fc-4d4c-9132-76002baa793a None None] Port df73fa17-3cd4-49c7-b5f8-c5684125887a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:47.473467 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0b4d5096-3e2f-419f-a6ad-540e51426c69 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/4dcdc201-4577-40fb-908f-13be74c3693d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9721389 Jan 10 11:54:47.481168 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54758) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:47.569544 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-de8c1bdd-b897-4462-a9f9-dec7c76fbeef tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-607785051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:47.662310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-495212a6-54b1-422c-ad37-69f9708439ef tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting subnet 805a11a8-8236-4b1d-8a8f-9b24ab207acd {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:47.675432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-495212a6-54b1-422c-ad37-69f9708439ef tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (805a11a8-8236-4b1d-8a8f-9b24ab207acd), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:47.716548 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-22d6e611-c313-4412-b5b4-5c2991c28373 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:47.763658 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (653d6433-3d13-42c2-8b52-b2139bac6f0f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:47.799348 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-22d6e611-c313-4412-b5b4-5c2991c28373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:45Z', 'revision_number': 11, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:47.800359 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-440e8e4f-2271-4461-8868-84b947de0311 None None] Provisioning complete for port c0682ea6-e87c-4d52-afe6-5e3f68d97497 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:47.800856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-440e8e4f-2271-4461-8868-84b947de0311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c0682ea6-e87c-4d52-afe6-5e3f68d97497), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:47.834471 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d6e611-c313-4412-b5b4-5c2991c28373 None None] Checking router: 4dcdc201-4577-40fb-908f-13be74c3693d for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:54:47.845015 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d6e611-c313-4412-b5b4-5c2991c28373 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:47.846268 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-22d6e611-c313-4412-b5b4-5c2991c28373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:47.850167 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-495212a6-54b1-422c-ad37-69f9708439ef tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (805a11a8-8236-4b1d-8a8f-9b24ab207acd), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:47.887231 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-14ce2a18-4101-490d-8e29-f339d2bd4de0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port 67259180-5d89-4942-9063-5039332250a5 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:47.887231 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14ce2a18-4101-490d-8e29-f339d2bd4de0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (67259180-5d89-4942-9063-5039332250a5), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:47.889973 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 190ceaa9-e261-48d4-b086-7b0bd0341cbe is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:54:47.926562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c0682ea6-e87c-4d52-afe6-5e3f68d97497 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:47.927635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de8c1bdd-b897-4462-a9f9-dec7c76fbeef tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:47.930918 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-22d6e611-c313-4412-b5b4-5c2991c28373 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:47.932336 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de8c1bdd-b897-4462-a9f9-dec7c76fbeef tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.000144 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-22d6e611-c313-4412-b5b4-5c2991c28373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:45Z', 'revision_number': 11, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:48.030230 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d6e611-c313-4412-b5b4-5c2991c28373 None None] The sync data for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv is: [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:45Z', 'revision_number': 11, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:48.031181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (db5d8357-e9c3-40d9-a76d-4fa9a1925973), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.038021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (653d6433-3d13-42c2-8b52-b2139bac6f0f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.049209 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-495212a6-54b1-422c-ad37-69f9708439ef tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (805a11a8-8236-4b1d-8a8f-9b24ab207acd), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.050419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:48.058652 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:48.059174 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.082006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port c0682ea6-e87c-4d52-afe6-5e3f68d97497 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:48.082437 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c0682ea6-e87c-4d52-afe6-5e3f68d97497), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.082822 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-324c9047-2477-4e71-ba1b-ad646dd0e907 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (110427db-f0a0-4598-9b83-daa044fae950), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.085281 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-440e8e4f-2271-4461-8868-84b947de0311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c0682ea6-e87c-4d52-afe6-5e3f68d97497), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.174340 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-440e8e4f-2271-4461-8868-84b947de0311 None None] For port c0682ea6-e87c-4d52-afe6-5e3f68d97497, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0682ea6-e87c-4d52-afe6-5e3f68d97497,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:48.193155 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c9047-2477-4e71-ba1b-ad646dd0e907 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=110427db-f0a0-4598-9b83-daa044fae950,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:48.271085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c0682ea6-e87c-4d52-afe6-5e3f68d97497), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.294692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14ce2a18-4101-490d-8e29-f339d2bd4de0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (67259180-5d89-4942-9063-5039332250a5), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.300681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de8c1bdd-b897-4462-a9f9-dec7c76fbeef tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for router_controller (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.303320 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-440e8e4f-2271-4461-8868-84b947de0311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c0682ea6-e87c-4d52-afe6-5e3f68d97497), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.308337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event updated for resources: {'Network': ['ID=db5d8357-e9c3-40d9-a76d-4fa9a1925973,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:48.322530 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-324c9047-2477-4e71-ba1b-ad646dd0e907 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.325362 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network db5d8357-e9c3-40d9-a76d-4fa9a1925973 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:54:48.328533 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-324c9047-2477-4e71-ba1b-ad646dd0e907 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/110427db-f0a0-4598-9b83-daa044fae950 HTTP/1.1" status: 204 len: 168 time: 2.7296884 Jan 10 11:54:48.345591 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:48.354415 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e57e379c-eefa-42fc-a3f5-6282571dbc31 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/190ceaa9-e261-48d4-b086-7b0bd0341cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7434342 Jan 10 11:54:48.360312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54762) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:48.360704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54760) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:48.361203 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-14ce2a18-4101-490d-8e29-f339d2bd4de0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for 67259180-5d89-4942-9063-5039332250a5 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:48.369023 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.0672183 Jan 10 11:54:48.383111 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54764) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:48.443007 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-4484ecd0-f5f7-478c-b8e0-fee8f5290f76 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] GET failed (client error): The resource could not be found. Jan 10 11:54:48.444738 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4484ecd0-f5f7-478c-b8e0-fee8f5290f76 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/110427db-f0a0-4598-9b83-daa044fae950 HTTP/1.1" status: 404 len: 333 time: 0.0810313 Jan 10 11:54:48.446025 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de8c1bdd-b897-4462-a9f9-dec7c76fbeef tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.455160 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54766) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:48.502363 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d0d86-7d2c-41eb-aa64-f45085a46007 None None] Sync routers for ids ['190ceaa9-e261-48d4-b086-7b0bd0341cbe'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:48.523736 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Publish callbacks [] for router_gateway (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.575474 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.578286 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-495212a6-54b1-422c-ad37-69f9708439ef tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (805a11a8-8236-4b1d-8a8f-9b24ab207acd), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.584671 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f1adaf-33ed-44ca-9be8-bdfb278fd983 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:48.589293 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a9f1adaf-33ed-44ca-9be8-bdfb278fd983 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports/df73fa17-3cd4-49c7-b5f8-c5684125887a HTTP/1.1" status: 200 len: 910 time: 0.2192161 Jan 10 11:54:48.589468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d0d86-7d2c-41eb-aa64-f45085a46007 None None] Routers {'190ceaa9-e261-48d4-b086-7b0bd0341cbe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:48.589468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c81d0d86-7d2c-41eb-aa64-f45085a46007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['190ceaa9-e261-48d4-b086-7b0bd0341cbe'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:48.598703 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54768) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:48.647009 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495212a6-54b1-422c-ad37-69f9708439ef tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Subnet': ['ID=805a11a8-8236-4b1d-8a8f-9b24ab207acd,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:48.660273 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:54:48.660635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:54:48.667865 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c81d0d86-7d2c-41eb-aa64-f45085a46007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:48.691922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-495212a6-54b1-422c-ad37-69f9708439ef tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.702466 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-495212a6-54b1-422c-ad37-69f9708439ef tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/805a11a8-8236-4b1d-8a8f-9b24ab207acd HTTP/1.1" status: 204 len: 168 time: 1.2171447 Jan 10 11:54:48.702892 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9ccaf6-4784-4e90-8401-f315a2901a72 None None] Network 9284437f-00f9-4963-938d-d8d1a86e5366 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:48.709522 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa58bf4-8be4-46fe-b31b-40eb1d3eea88 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting subnet f1ca2d71-45df-447f-a995-7f8c0a7366cc {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:48.714957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aaa58bf4-8be4-46fe-b31b-40eb1d3eea88 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (f1ca2d71-45df-447f-a995-7f8c0a7366cc), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.746095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54770) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:48.767681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aaa58bf4-8be4-46fe-b31b-40eb1d3eea88 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (f1ca2d71-45df-447f-a995-7f8c0a7366cc), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.776407 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91621e0-2472-44cd-9dec-61d18cee256c None None] Network d049b43c-1ab0-4a8e-ab51-279dd81c2ebc requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:48.806454 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4295415-f942-4576-8dcb-e49ab69642e6 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event updated for resources: {'Network': ['ID=653d6433-3d13-42c2-8b52-b2139bac6f0f,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:48.807174 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de8c1bdd-b897-4462-a9f9-dec7c76fbeef tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.811942 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-de8c1bdd-b897-4462-a9f9-dec7c76fbeef tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.5426042 Jan 10 11:54:48.812165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e8e4f-2271-4461-8868-84b947de0311 None None] Pushing event updated for resources: {'Port': ['ID=c0682ea6-e87c-4d52-afe6-5e3f68d97497,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:48.816251 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54772) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:48.829687 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c7f1689d-a961-415b-8883-620eec6074f8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-519331535'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:48.836896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d0d86-7d2c-41eb-aa64-f45085a46007 None None] Routers {'190ceaa9-e261-48d4-b086-7b0bd0341cbe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:48.838420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c81d0d86-7d2c-41eb-aa64-f45085a46007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['190ceaa9-e261-48d4-b086-7b0bd0341cbe'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:48.840570 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 653d6433-3d13-42c2-8b52-b2139bac6f0f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:54:48.843693 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-3709b975-f2d0-4691-b78d-d90d27e3c1b2 None None] Provisioning complete for port 67259180-5d89-4942-9063-5039332250a5 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:48.844239 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3709b975-f2d0-4691-b78d-d90d27e3c1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (67259180-5d89-4942-9063-5039332250a5), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.939244 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938a5460-8c32-455b-964a-f8f1905456e2 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:48.945993 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Allocated IP 172.36.2.23 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:48.946305 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938a5460-8c32-455b-964a-f8f1905456e2 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:48.954828 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938a5460-8c32-455b-964a-f8f1905456e2 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:48.956507 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c81d0d86-7d2c-41eb-aa64-f45085a46007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:48.957309 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d0d86-7d2c-41eb-aa64-f45085a46007 None None] The sync data for ids ['190ceaa9-e261-48d4-b086-7b0bd0341cbe'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:48.959573 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aaa58bf4-8be4-46fe-b31b-40eb1d3eea88 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (f1ca2d71-45df-447f-a995-7f8c0a7366cc), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:48.961019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938a5460-8c32-455b-964a-f8f1905456e2 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:48.963902 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-938a5460-8c32-455b-964a-f8f1905456e2 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5793154 Jan 10 11:54:48.982146 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54774) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:49.027928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3709b975-f2d0-4691-b78d-d90d27e3c1b2 None None] Port 67259180-5d89-4942-9063-5039332250a5 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:49.093412 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (9284437f-00f9-4963-938d-d8d1a86e5366), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.116191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f1689d-a961-415b-8883-620eec6074f8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Made reservation on behalf of 24d7bac4a9624be9b7305e82a1e1f5d1 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:49.120323 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c7f1689d-a961-415b-8883-620eec6074f8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.145219 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c7f1689d-a961-415b-8883-620eec6074f8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.153242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb9ba9e-e043-43fd-8dca-33c8fea9cad8 None None] DHCP port deletion for 9284437f-00f9-4963-938d-d8d1a86e5366 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:49.188375 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-334391a9-5cfa-4570-bdff-8411517f85f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (db5d8357-e9c3-40d9-a76d-4fa9a1925973), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.235210 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Publish callbacks [] for port (ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.238257 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9692a652-cff9-43ca-a123-aa7b0a7e2e1c None None] Provisioning complete for port 06df7bd5-b729-46f4-9530-d55f4c830fda triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:49.238521 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9692a652-cff9-43ca-a123-aa7b0a7e2e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.276894 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 06df7bd5-b729-46f4-9530-d55f4c830fda up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:49.278672 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Deleting port 654ab4bc-e436-4cf5-af8f-09da8e69932f {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:49.278966 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.328001 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14ce2a18-4101-490d-8e29-f339d2bd4de0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (67259180-5d89-4942-9063-5039332250a5), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.339921 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aaa58bf4-8be4-46fe-b31b-40eb1d3eea88 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (f1ca2d71-45df-447f-a995-7f8c0a7366cc), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.392442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa58bf4-8be4-46fe-b31b-40eb1d3eea88 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ca2d71-45df-447f-a995-7f8c0a7366cc,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:49.423580 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce2a18-4101-490d-8e29-f339d2bd4de0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=67259180-5d89-4942-9063-5039332250a5,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:49.427162 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b2d8c-5c43-41d3-889f-42a8a6831d58 None None] Network 4544bd48-7c77-48d0-8079-e9988736db63 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:49.439890 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aaa58bf4-8be4-46fe-b31b-40eb1d3eea88 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.441831 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] For port 654ab4bc-e436-4cf5-af8f-09da8e69932f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=654ab4bc-e436-4cf5-af8f-09da8e69932f,segment=NetworkSegment(2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1),segment_id=2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:49.442278 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.443162 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-aaa58bf4-8be4-46fe-b31b-40eb1d3eea88 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/f1ca2d71-45df-447f-a995-7f8c0a7366cc HTTP/1.1" status: 204 len: 168 time: 0.9779406 Jan 10 11:54:49.448230 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54776) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:49.469735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-334391a9-5cfa-4570-bdff-8411517f85f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (db5d8357-e9c3-40d9-a76d-4fa9a1925973), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.475722 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.484108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14ce2a18-4101-490d-8e29-f339d2bd4de0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.485319 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 06df7bd5-b729-46f4-9530-d55f4c830fda triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:49.485712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.493484 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-14ce2a18-4101-490d-8e29-f339d2bd4de0 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/67259180-5d89-4942-9063-5039332250a5 HTTP/1.1" status: 204 len: 168 time: 2.5706224 Jan 10 11:54:49.493484 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54778) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:49.519305 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-bfb9ba9e-e043-43fd-8dca-33c8fea9cad8 None None] Deleting port 654ab4bc-e436-4cf5-af8f-09da8e69932f {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:49.519682 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bfb9ba9e-e043-43fd-8dca-33c8fea9cad8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.536238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c7f1689d-a961-415b-8883-620eec6074f8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for security_group (4ebe32d5-70b7-4f6e-83f9-dafdee7cab41), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.539279 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Calling delete_port for 654ab4bc-e436-4cf5-af8f-09da8e69932f owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:49.580840 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.581605 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9692a652-cff9-43ca-a123-aa7b0a7e2e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.591651 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-334391a9-5cfa-4570-bdff-8411517f85f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5d8357-e9c3-40d9-a76d-4fa9a1925973']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:49.622902 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fef9e2-3016-43ba-b418-92d68c158bb7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:49.624250 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-334391a9-5cfa-4570-bdff-8411517f85f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7088e26-7ba9-4365-83e5-7155c7723015') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:49.624250 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-334391a9-5cfa-4570-bdff-8411517f85f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7088e26-7ba9-4365-83e5-7155c7723015') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:49.625037 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fef9e2-3016-43ba-b418-92d68c158bb7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:49.627082 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:49.629954 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a1fef9e2-3016-43ba-b418-92d68c158bb7 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1290119 Jan 10 11:54:49.632738 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54780) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:49.637926 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1d70ea3-ff64-46ad-8ff7-e7211dc5c2c1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (190ceaa9-e261-48d4-b086-7b0bd0341cbe), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.655917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:49.661363 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-334391a9-5cfa-4570-bdff-8411517f85f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (b7088e26-7ba9-4365-83e5-7155c7723015), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.671313 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:49.680228 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c7f1689d-a961-415b-8883-620eec6074f8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (4ebe32d5-70b7-4f6e-83f9-dafdee7cab41), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.707534 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f1689d-a961-415b-8883-620eec6074f8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:54:49.710236 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Pushing event updated for resources: {'Port': ['ID=ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:49.750258 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (4544bd48-7c77-48d0-8079-e9988736db63), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.805389 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-334391a9-5cfa-4570-bdff-8411517f85f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b7088e26-7ba9-4365-83e5-7155c7723015), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.809049 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c7f1689d-a961-415b-8883-620eec6074f8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (117a31df-9841-4c3b-97b3-68f7dfda5394), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.809660 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-c7f1689d-a961-415b-8883-620eec6074f8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Added segment 117a31df-9841-4c3b-97b3-68f7dfda5394 of type vlan for network 072686b8-ffc3-4231-9ed1-53014c764b7f Jan 10 11:54:49.849098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334391a9-5cfa-4570-bdff-8411517f85f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:49.849704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-334391a9-5cfa-4570-bdff-8411517f85f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (b7088e26-7ba9-4365-83e5-7155c7723015), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:49.859098 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:49.861443 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd66051e-4e87-46d2-819f-45e1000a78dd None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:49.873020 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-bfb9ba9e-e043-43fd-8dca-33c8fea9cad8 None None] For port 654ab4bc-e436-4cf5-af8f-09da8e69932f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=654ab4bc-e436-4cf5-af8f-09da8e69932f,segment=NetworkSegment(2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1),segment_id=2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:49.873433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bfb9ba9e-e043-43fd-8dca-33c8fea9cad8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.907565 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-bfb9ba9e-e043-43fd-8dca-33c8fea9cad8 None None] Calling delete_port for 654ab4bc-e436-4cf5-af8f-09da8e69932f owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:49.908284 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1689d-a961-415b-8883-620eec6074f8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebe32d5-70b7-4f6e-83f9-dafdee7cab41,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:49.925377 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-9692a652-cff9-43ca-a123-aa7b0a7e2e1c None None] For port 06df7bd5-b729-46f4-9530-d55f4c830fda, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06df7bd5-b729-46f4-9530-d55f4c830fda,segment=NetworkSegment(bc37a927-5496-4dbc-b32a-0bd05709a81e),segment_id=bc37a927-5496-4dbc-b32a-0bd05709a81e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:49.933136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:49.950957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbc3029-8117-4f64-9cfe-ae0d26b08e4e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 2f8e2116-7ca5-407c-9a0d-12c8bdd883ba {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:49.971602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Port': ['ID=654ab4bc-e436-4cf5-af8f-09da8e69932f,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:49.977477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No DVR routers for this DVR port 654ab4bc-e436-4cf5-af8f-09da8e69932f on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:50.010148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.010716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c7f1689d-a961-415b-8883-620eec6074f8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (072686b8-ffc3-4231-9ed1-53014c764b7f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.013046 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3029-8117-4f64-9cfe-ae0d26b08e4e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (2f8e2116-7ca5-407c-9a0d-12c8bdd883ba), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.041798 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9692a652-cff9-43ca-a123-aa7b0a7e2e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.047001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce5e568-b37e-49cb-920e-965a9f9d6a21 None None] DHCP port deletion for 4544bd48-7c77-48d0-8079-e9988736db63 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:50.083715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-f1d70ea3-ff64-46ad-8ff7-e7211dc5c2c1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port df73fa17-3cd4-49c7-b5f8-c5684125887a {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:50.084387 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1d70ea3-ff64-46ad-8ff7-e7211dc5c2c1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (df73fa17-3cd4-49c7-b5f8-c5684125887a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.104823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (9284437f-00f9-4963-938d-d8d1a86e5366), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.155651 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3029-8117-4f64-9cfe-ae0d26b08e4e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (2f8e2116-7ca5-407c-9a0d-12c8bdd883ba), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.173216 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9284437f-00f9-4963-938d-d8d1a86e5366']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:50.182295 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bfb9ba9e-e043-43fd-8dca-33c8fea9cad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (654ab4bc-e436-4cf5-af8f-09da8e69932f), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.190027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692a652-cff9-43ca-a123-aa7b0a7e2e1c None None] Pushing event updated for resources: {'Port': ['ID=06df7bd5-b729-46f4-9530-d55f4c830fda,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:50.190229 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:50.190521 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:50.200821 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-334391a9-5cfa-4570-bdff-8411517f85f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (db5d8357-e9c3-40d9-a76d-4fa9a1925973), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.213011 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.219848 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-334391a9-5cfa-4570-bdff-8411517f85f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.223924 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-334391a9-5cfa-4570-bdff-8411517f85f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "DELETE /v2.0/networks/db5d8357-e9c3-40d9-a76d-4fa9a1925973 HTTP/1.1" status: 204 len: 168 time: 1.2396595 Jan 10 11:54:50.226065 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:54:50.226522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:54:50.226734 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54782) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:50.232232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9ba9e-e043-43fd-8dca-33c8fea9cad8 None None] Pushing event deleted for resources: {'Port': ['ID=654ab4bc-e436-4cf5-af8f-09da8e69932f,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:50.234278 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb9ba9e-e043-43fd-8dca-33c8fea9cad8 None None] No DVR routers for this DVR port 654ab4bc-e436-4cf5-af8f-09da8e69932f on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:50.238782 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-835459c7-b570-4e64-9f39-72ab66f19e9d None None] Provisioning complete for port ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:50.239165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-835459c7-b570-4e64-9f39-72ab66f19e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.248515 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334391a9-5cfa-4570-bdff-8411517f85f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event deleted for resources: {'Network': ['ID=db5d8357-e9c3-40d9-a76d-4fa9a1925973,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:50.253427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1d70ea3-ff64-46ad-8ff7-e7211dc5c2c1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (df73fa17-3cd4-49c7-b5f8-c5684125887a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.272178 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.284454 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:50.285966 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (93d3f9cd-15fd-4f39-b973-9245c2d0ba14), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.289655 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c7f1689d-a961-415b-8883-620eec6074f8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (072686b8-ffc3-4231-9ed1-53014c764b7f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.294634 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f1689d-a961-415b-8883-620eec6074f8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:50.295255 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c7f1689d-a961-415b-8883-620eec6074f8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.297789 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:50.298970 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (2fbb9cde-0ac8-4702-81dc-1cad1a46c5e1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:50.301532 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:50.305208 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-fce5e568-b37e-49cb-920e-965a9f9d6a21 None None] Deleting port 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:50.305208 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fce5e568-b37e-49cb-920e-965a9f9d6a21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (93d3f9cd-15fd-4f39-b973-9245c2d0ba14), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.305371 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-f1d70ea3-ff64-46ad-8ff7-e7211dc5c2c1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for df73fa17-3cd4-49c7-b5f8-c5684125887a owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:50.310667 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-835459c7-b570-4e64-9f39-72ab66f19e9d None None] Port ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:50.380297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-835459c7-b570-4e64-9f39-72ab66f19e9d None None] Provisioning complete for port 06df7bd5-b729-46f4-9530-d55f4c830fda triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:50.380297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-835459c7-b570-4e64-9f39-72ab66f19e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.419688 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fce5e568-b37e-49cb-920e-965a9f9d6a21 None None] For port 93d3f9cd-15fd-4f39-b973-9245c2d0ba14, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93d3f9cd-15fd-4f39-b973-9245c2d0ba14,segment=NetworkSegment(640ae0c2-7033-4eb3-8354-43452188edcc),segment_id=640ae0c2-7033-4eb3-8354-43452188edcc)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:50.420095 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fce5e568-b37e-49cb-920e-965a9f9d6a21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (93d3f9cd-15fd-4f39-b973-9245c2d0ba14), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.439529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-fce5e568-b37e-49cb-920e-965a9f9d6a21 None None] Calling delete_port for 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:50.448022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c176fb66-0250-4d8d-a1be-404bf04f0e78 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (653d6433-3d13-42c2-8b52-b2139bac6f0f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.603300 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (9284437f-00f9-4963-938d-d8d1a86e5366), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.608039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.611476 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/networks/9284437f-00f9-4963-938d-d8d1a86e5366 HTTP/1.1" status: 204 len: 168 time: 1.8318536 Jan 10 11:54:50.619196 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54784) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:50.620871 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c176fb66-0250-4d8d-a1be-404bf04f0e78 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (653d6433-3d13-42c2-8b52-b2139bac6f0f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.627353 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-002b268f-0862-411e-9e8f-9f21bbf10fa9 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'router': {'routes': None}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:50.719272 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e6a50-c73f-40f4-887e-180c1ed8cef2 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Pushing event deleted for resources: {'Network': ['ID=9284437f-00f9-4963-938d-d8d1a86e5366,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:50.731204 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fce5e568-b37e-49cb-920e-965a9f9d6a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (93d3f9cd-15fd-4f39-b973-9245c2d0ba14), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.753941 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c7f1689d-a961-415b-8883-620eec6074f8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9366846 Jan 10 11:54:50.757130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54786) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:50.762810 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-2c92a21c-8e2b-448e-8218-c0c297bfdd05 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Request body: {'subnet': {'network_id': '072686b8-ffc3-4231-9ed1-53014c764b7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:50.769678 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-c176fb66-0250-4d8d-a1be-404bf04f0e78 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653d6433-3d13-42c2-8b52-b2139bac6f0f']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:50.784710 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5e568-b37e-49cb-920e-965a9f9d6a21 None None] Pushing event deleted for resources: {'Port': ['ID=93d3f9cd-15fd-4f39-b973-9245c2d0ba14,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:50.788847 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3029-8117-4f64-9cfe-ae0d26b08e4e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (2f8e2116-7ca5-407c-9a0d-12c8bdd883ba), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.790829 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce5e568-b37e-49cb-920e-965a9f9d6a21 None None] No DVR routers for this DVR port 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:50.815112 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-c176fb66-0250-4d8d-a1be-404bf04f0e78 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503576ce-cde3-412c-a8f5-3dcb47acb04d') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:50.815543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-c176fb66-0250-4d8d-a1be-404bf04f0e78 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503576ce-cde3-412c-a8f5-3dcb47acb04d') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:50.832383 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1689d-a961-415b-8883-620eec6074f8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event updated for resources: {'Network': ['ID=072686b8-ffc3-4231-9ed1-53014c764b7f,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:50.845568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 072686b8-ffc3-4231-9ed1-53014c764b7f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:54:50.852178 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] For port 93d3f9cd-15fd-4f39-b973-9245c2d0ba14, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93d3f9cd-15fd-4f39-b973-9245c2d0ba14,segment=NetworkSegment(640ae0c2-7033-4eb3-8354-43452188edcc),segment_id=640ae0c2-7033-4eb3-8354-43452188edcc)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:50.852570 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (93d3f9cd-15fd-4f39-b973-9245c2d0ba14), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.885441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:50.919769 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Publish callbacks [] for router_gateway (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.948306 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c176fb66-0250-4d8d-a1be-404bf04f0e78 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (503576ce-cde3-412c-a8f5-3dcb47acb04d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:50.953983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c0682ea6-e87c-4d52-afe6-5e3f68d97497 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:50.988629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c176fb66-0250-4d8d-a1be-404bf04f0e78 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (503576ce-cde3-412c-a8f5-3dcb47acb04d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.009834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.extraroute_db [None req-002b268f-0862-411e-9e8f-9f21bbf10fa9 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Added routes are [] {{(pid=110624) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 10 11:54:51.010295 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.extraroute_db [None req-002b268f-0862-411e-9e8f-9f21bbf10fa9 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Removed routes are [] {{(pid=110624) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 10 11:54:51.010751 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-002b268f-0862-411e-9e8f-9f21bbf10fa9 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (4dcdc201-4577-40fb-908f-13be74c3693d), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.016012 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c176fb66-0250-4d8d-a1be-404bf04f0e78 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:51.018224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c176fb66-0250-4d8d-a1be-404bf04f0e78 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (503576ce-cde3-412c-a8f5-3dcb47acb04d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:51.021116 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:51.027900 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port c0682ea6-e87c-4d52-afe6-5e3f68d97497 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:51.028182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c0682ea6-e87c-4d52-afe6-5e3f68d97497), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.075437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3029-8117-4f64-9cfe-ae0d26b08e4e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (2f8e2116-7ca5-407c-9a0d-12c8bdd883ba), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.110183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc3029-8117-4f64-9cfe-ae0d26b08e4e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8e2116-7ca5-407c-9a0d-12c8bdd883ba,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:51.117362 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3029-8117-4f64-9cfe-ae0d26b08e4e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.121215 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3dbc3029-8117-4f64-9cfe-ae0d26b08e4e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/2f8e2116-7ca5-407c-9a0d-12c8bdd883ba HTTP/1.1" status: 204 len: 168 time: 1.4794025 Jan 10 11:54:51.122548 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (93d3f9cd-15fd-4f39-b973-9245c2d0ba14), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.125416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 06df7bd5-b729-46f4-9530-d55f4c830fda up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:51.130606 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8232a51-fd79-4ecf-92bc-4e223b361fcc None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:51.161096 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54788) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:51.263777 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=93d3f9cd-15fd-4f39-b973-9245c2d0ba14,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:51.267925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 06df7bd5-b729-46f4-9530-d55f4c830fda triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:51.268371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.276486 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4e1d46b0-7e8d-4be6-b188-661aa38065e5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1123216 Jan 10 11:54:51.280632 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No DVR routers for this DVR port 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:51.283045 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54790) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:51.296152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-14b98dee-a121-41af-a86e-90aee53f10e2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:51.395256 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272fd303-618e-4d13-8e18-12d6a3511f43 None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:51.458508 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.463890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 2df9f116-2384-4e31-bb8f-b42b1f7805ef no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:51.470111 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (4544bd48-7c77-48d0-8079-e9988736db63), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.488550 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 2df9f116-2384-4e31-bb8f-b42b1f7805ef {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:51.489040 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 2df9f116-2384-4e31-bb8f-b42b1f7805ef not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:51.489649 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:51.491990 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1d70ea3-ff64-46ad-8ff7-e7211dc5c2c1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (df73fa17-3cd4-49c7-b5f8-c5684125887a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.495593 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-272fd303-618e-4d13-8e18-12d6a3511f43 None None] Deleting port c0682ea6-e87c-4d52-afe6-5e3f68d97497 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:51.495988 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-272fd303-618e-4d13-8e18-12d6a3511f43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c0682ea6-e87c-4d52-afe6-5e3f68d97497), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.528328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:51.528677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 93d3f9cd-15fd-4f39-b973-9245c2d0ba14 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:51.529104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 654ab4bc-e436-4cf5-af8f-09da8e69932f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:51.553446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d70ea3-ff64-46ad-8ff7-e7211dc5c2c1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=df73fa17-3cd4-49c7-b5f8-c5684125887a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:51.566598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4544bd48-7c77-48d0-8079-e9988736db63']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:51.580375 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640ae0c2-7033-4eb3-8354-43452188edcc') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:51.580681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640ae0c2-7033-4eb3-8354-43452188edcc') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:51.588255 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 654ab4bc-e436-4cf5-af8f-09da8e69932f {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:51.589088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 654ab4bc-e436-4cf5-af8f-09da8e69932f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:51.595605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (640ae0c2-7033-4eb3-8354-43452188edcc), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.613851 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-272fd303-618e-4d13-8e18-12d6a3511f43 None None] For port c0682ea6-e87c-4d52-afe6-5e3f68d97497, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0682ea6-e87c-4d52-afe6-5e3f68d97497,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:51.614297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-272fd303-618e-4d13-8e18-12d6a3511f43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c0682ea6-e87c-4d52-afe6-5e3f68d97497), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.616261 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (640ae0c2-7033-4eb3-8354-43452188edcc), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.627520 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:51.627939 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (640ae0c2-7033-4eb3-8354-43452188edcc), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:51.631234 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:51.638052 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-272fd303-618e-4d13-8e18-12d6a3511f43 None None] Calling delete_port for c0682ea6-e87c-4d52-afe6-5e3f68d97497 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:51.650109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c176fb66-0250-4d8d-a1be-404bf04f0e78 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (653d6433-3d13-42c2-8b52-b2139bac6f0f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.679227 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c92a21c-8e2b-448e-8218-c0c297bfdd05 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Made reservation on behalf of 24d7bac4a9624be9b7305e82a1e1f5d1 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:51.683337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c92a21c-8e2b-448e-8218-c0c297bfdd05 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.691121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-002b268f-0862-411e-9e8f-9f21bbf10fa9 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (4dcdc201-4577-40fb-908f-13be74c3693d), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.693361 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c176fb66-0250-4d8d-a1be-404bf04f0e78 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.699099 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c176fb66-0250-4d8d-a1be-404bf04f0e78 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "DELETE /v2.0/networks/653d6433-3d13-42c2-8b52-b2139bac6f0f HTTP/1.1" status: 204 len: 168 time: 1.4689341 Jan 10 11:54:51.712229 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54792) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:51.721794 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176fb66-0250-4d8d-a1be-404bf04f0e78 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event deleted for resources: {'Network': ['ID=653d6433-3d13-42c2-8b52-b2139bac6f0f,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:51.760595 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-002b268f-0862-411e-9e8f-9f21bbf10fa9 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (4dcdc201-4577-40fb-908f-13be74c3693d), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.865824 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-272fd303-618e-4d13-8e18-12d6a3511f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (c0682ea6-e87c-4d52-afe6-5e3f68d97497), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.894192 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fd303-618e-4d13-8e18-12d6a3511f43 None None] Pushing event deleted for resources: {'Port': ['ID=c0682ea6-e87c-4d52-afe6-5e3f68d97497,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:51.899179 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272fd303-618e-4d13-8e18-12d6a3511f43 None None] No DVR routers for this DVR port c0682ea6-e87c-4d52-afe6-5e3f68d97497 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:51.934293 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (4544bd48-7c77-48d0-8079-e9988736db63), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.950298 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.950298 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/networks/4544bd48-7c77-48d0-8079-e9988736db63 HTTP/1.1" status: 204 len: 168 time: 2.4944398 Jan 10 11:54:51.953224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54794) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:51.958221 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f7f93734-5170-49f4-9bfa-cb0f97090894 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1230452342'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:51.959884 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381a6b0-d35b-476e-9af1-ad5fde6c997d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:51.967492 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381a6b0-d35b-476e-9af1-ad5fde6c997d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:51.968499 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1381a6b0-d35b-476e-9af1-ad5fde6c997d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2544765 Jan 10 11:54:51.973894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54796) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:51.978592 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b98dee-a121-41af-a86e-90aee53f10e2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:51.982191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-14b98dee-a121-41af-a86e-90aee53f10e2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.983377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-daa65939-4fc8-4a69-a9ca-2e854edc09da tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1752420381'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:51.985545 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20a70a-4554-4fac-acef-e8a4c31ebb0b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Network': ['ID=4544bd48-7c77-48d0-8079-e9988736db63,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:51.991467 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1d70ea3-ff64-46ad-8ff7-e7211dc5c2c1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (190ceaa9-e261-48d4-b086-7b0bd0341cbe), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:51.995018 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002b268f-0862-411e-9e8f-9f21bbf10fa9 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 4dcdc201-4577-40fb-908f-13be74c3693d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:52.044139 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:54:52.216718 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002b268f-0862-411e-9e8f-9f21bbf10fa9 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:52.218604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:52.226380 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-002b268f-0862-411e-9e8f-9f21bbf10fa9 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:52.230600 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-002b268f-0862-411e-9e8f-9f21bbf10fa9 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/4dcdc201-4577-40fb-908f-13be74c3693d HTTP/1.1" status: 200 len: 704 time: 1.6068544 Jan 10 11:54:52.231228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54798) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:52.234948 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53785b4b-3faf-4a8b-9bb5-567246031914 None None] Sync routers for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:52.246234 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Sync routers for ids ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:52.264338 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Routers {'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:52.265093 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:52.267322 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53785b4b-3faf-4a8b-9bb5-567246031914 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:52.267951 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-53785b4b-3faf-4a8b-9bb5-567246031914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:52.271016 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f93734-5170-49f4-9bfa-cb0f97090894 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:52.274506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f7f93734-5170-49f4-9bfa-cb0f97090894 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:52.322927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa65939-4fc8-4a69-a9ca-2e854edc09da tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Made reservation on behalf of 201419f260524ec78ff1a9672dc3ad0c for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:52.325946 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:52.326481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-daa65939-4fc8-4a69-a9ca-2e854edc09da tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:52.332031 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9790f486-9000-4b12-a141-c07f8301182c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2221076 Jan 10 11:54:52.332747 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54800) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:52.355106 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bddb1c5c-e26a-4921-acb3-2bcea1b9aef3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dcdc201-4577-40fb-908f-13be74c3693d HTTP/1.1" status: 200 len: 205 time: 0.0827785 Jan 10 11:54:52.370792 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-53785b4b-3faf-4a8b-9bb5-567246031914 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:52.383970 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54802) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:52.414912 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Set router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:52.425253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f93734-5170-49f4-9bfa-cb0f97090894 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:54:52.429353 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d70ea3-ff64-46ad-8ff7-e7211dc5c2c1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 190ceaa9-e261-48d4-b086-7b0bd0341cbe has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:52.442132 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa65939-4fc8-4a69-a9ca-2e854edc09da tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:54:52.446011 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-53785b4b-3faf-4a8b-9bb5-567246031914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:45Z', 'revision_number': 11, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:52.453798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f7f93734-5170-49f4-9bfa-cb0f97090894 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (5635f1c5-0015-4fb5-b5f5-47f188eb1a2e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:52.454155 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-f7f93734-5170-49f4-9bfa-cb0f97090894 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Added segment 5635f1c5-0015-4fb5-b5f5-47f188eb1a2e of type vlan for network dadaf623-0c22-4db4-8c91-5463953b9a91 Jan 10 11:54:52.467662 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-daa65939-4fc8-4a69-a9ca-2e854edc09da tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (998f7d1f-a922-42f5-8ca8-07738a2a0fe1), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:52.468034 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-daa65939-4fc8-4a69-a9ca-2e854edc09da tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Added segment 998f7d1f-a922-42f5-8ca8-07738a2a0fe1 of type vlan for network 3ee0ff57-b269-4d90-a646-e8f9ad764f37 Jan 10 11:54:52.483139 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53785b4b-3faf-4a8b-9bb5-567246031914 None None] Checking router: 4dcdc201-4577-40fb-908f-13be74c3693d for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:54:52.491984 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53785b4b-3faf-4a8b-9bb5-567246031914 None None] Routers {'4dcdc201-4577-40fb-908f-13be74c3693d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:52.501274 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-53785b4b-3faf-4a8b-9bb5-567246031914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4dcdc201-4577-40fb-908f-13be74c3693d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:52.517137 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cfb1589-f97a-48a1-894f-acbe73d22151 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (4dcdc201-4577-40fb-908f-13be74c3693d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:52.568751 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c92a21c-8e2b-448e-8218-c0c297bfdd05 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (477b722a-d80b-4d0b-823c-d4058ceef330), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:52.572172 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-53785b4b-3faf-4a8b-9bb5-567246031914 None None] Set router 4dcdc201-4577-40fb-908f-13be74c3693d gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:52.613184 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f7f93734-5170-49f4-9bfa-cb0f97090894 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (dadaf623-0c22-4db4-8c91-5463953b9a91), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:52.635002 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-53785b4b-3faf-4a8b-9bb5-567246031914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:45Z', 'revision_number': 11, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:52.647544 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d70ea3-ff64-46ad-8ff7-e7211dc5c2c1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:52.658799 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f1d70ea3-ff64-46ad-8ff7-e7211dc5c2c1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/190ceaa9-e261-48d4-b086-7b0bd0341cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0590200 Jan 10 11:54:52.660534 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-daa65939-4fc8-4a69-a9ca-2e854edc09da tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (3ee0ff57-b269-4d90-a646-e8f9ad764f37), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:52.666052 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54804) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:52.671750 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025cb51b-7d95-45b9-ae09-7bd0ae6a371c None None] Sync routers for ids ['190ceaa9-e261-48d4-b086-7b0bd0341cbe'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:52.671750 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53785b4b-3faf-4a8b-9bb5-567246031914 None None] The sync data for ids ['4dcdc201-4577-40fb-908f-13be74c3693d'] in dv-neutron-master-2-hyperv is: [{'id': '4dcdc201-4577-40fb-908f-13be74c3693d', 'name': 'tempest-RoutersIpV6Test-router-515062895', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:53:26Z', 'updated_at': '2022-01-10T11:54:45Z', 'revision_number': 11, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:52.683183 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025cb51b-7d95-45b9-ae09-7bd0ae6a371c None None] Routers {'190ceaa9-e261-48d4-b086-7b0bd0341cbe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:52.684041 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-025cb51b-7d95-45b9-ae09-7bd0ae6a371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['190ceaa9-e261-48d4-b086-7b0bd0341cbe'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:52.732701 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-025cb51b-7d95-45b9-ae09-7bd0ae6a371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:52.734892 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'name': 'tempest-ServerActionsTestJSON-1377133921-router', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:45Z', 'updated_at': '2022-01-10T11:54:50Z', 'revision_number': 3, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'gw_port': {'id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:48Z', 'updated_at': '2022-01-10T11:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:52.748823 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-17233b44-00be-4899-8a57-fc63ad4b34f6 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports?device_id=190ceaa9-e261-48d4-b086-7b0bd0341cbe HTTP/1.1" status: 200 len: 205 time: 0.0757332 Jan 10 11:54:52.749274 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025cb51b-7d95-45b9-ae09-7bd0ae6a371c None None] Routers {'190ceaa9-e261-48d4-b086-7b0bd0341cbe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:52.749979 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-025cb51b-7d95-45b9-ae09-7bd0ae6a371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['190ceaa9-e261-48d4-b086-7b0bd0341cbe'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:52.767167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54806) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:52.784444 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Checking router: c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:54:52.784807 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Updating router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca port ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:54:52.789199 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-025cb51b-7d95-45b9-ae09-7bd0ae6a371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:52.789997 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025cb51b-7d95-45b9-ae09-7bd0ae6a371c None None] The sync data for ids ['190ceaa9-e261-48d4-b086-7b0bd0341cbe'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:52.830504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92a21c-8e2b-448e-8218-c0c297bfdd05 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event updated for resources: {'Subnet': ['ID=477b722a-d80b-4d0b-823c-d4058ceef330,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:52.836761 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:52.870568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f7f93734-5170-49f4-9bfa-cb0f97090894 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (dadaf623-0c22-4db4-8c91-5463953b9a91), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:52.876524 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f93734-5170-49f4-9bfa-cb0f97090894 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:52.877174 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f7f93734-5170-49f4-9bfa-cb0f97090894 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:52.918730 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c92a21c-8e2b-448e-8218-c0c297bfdd05 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Checking segment: {'id': '117a31df-9841-4c3b-97b3-68f7dfda5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '072686b8-ffc3-4231-9ed1-53014c764b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:52.919065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c92a21c-8e2b-448e-8218-c0c297bfdd05 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Network hostable DHCP agents. Network: 072686b8-ffc3-4231-9ed1-53014c764b7f, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:54:52.923094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14597fd6-b42f-4dcf-9294-bfc0ec843541 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (190ceaa9-e261-48d4-b086-7b0bd0341cbe), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:52.956472 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c0682ea6-e87c-4d52-afe6-5e3f68d97497 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:53.022660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-daa65939-4fc8-4a69-a9ca-2e854edc09da tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (3ee0ff57-b269-4d90-a646-e8f9ad764f37), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.028863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa65939-4fc8-4a69-a9ca-2e854edc09da tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:53.033972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-daa65939-4fc8-4a69-a9ca-2e854edc09da tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.043379 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f7f93734-5170-49f4-9bfa-cb0f97090894 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0858817 Jan 10 11:54:53.053969 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54808) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:53.059374 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-77005a80-d580-428a-aedc-e96ac74e33be tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'subnet': {'network_id': 'dadaf623-0c22-4db4-8c91-5463953b9a91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:53.066497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f93734-5170-49f4-9bfa-cb0f97090894 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Network': ['ID=dadaf623-0c22-4db4-8c91-5463953b9a91,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:53.151229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network dadaf623-0c22-4db4-8c91-5463953b9a91 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:54:53.157467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: c0682ea6-e87c-4d52-afe6-5e3f68d97497 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:53.157698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c0682ea6-e87c-4d52-afe6-5e3f68d97497 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:53.192948 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cfb1589-f97a-48a1-894f-acbe73d22151 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (4dcdc201-4577-40fb-908f-13be74c3693d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.249740 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-daa65939-4fc8-4a69-a9ca-2e854edc09da tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2708137 Jan 10 11:54:53.253250 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.objects.ports [None req-14b98dee-a121-41af-a86e-90aee53f10e2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110625) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:54:53.254290 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14597fd6-b42f-4dcf-9294-bfc0ec843541 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (190ceaa9-e261-48d4-b086-7b0bd0341cbe), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.254970 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cfb1589-f97a-48a1-894f-acbe73d22151 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_controller (4dcdc201-4577-40fb-908f-13be74c3693d), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.257828 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54810) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:53.258080 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c92a21c-8e2b-448e-8218-c0c297bfdd05 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Network 072686b8-ffc3-4231-9ed1-53014c764b7f is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:54:53.263130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14597fd6-b42f-4dcf-9294-bfc0ec843541 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_controller (190ceaa9-e261-48d4-b086-7b0bd0341cbe), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.266471 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-3da3e44b-2e61-4671-ae60-0971b90fd9f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-286173268'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:53.278329 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-14b98dee-a121-41af-a86e-90aee53f10e2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (2aa910ba-9008-496d-bb41-8125cc14c8e9), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.298851 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa65939-4fc8-4a69-a9ca-2e854edc09da tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event updated for resources: {'Network': ['ID=3ee0ff57-b269-4d90-a646-e8f9ad764f37,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:53.316986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 3ee0ff57-b269-4d90-a646-e8f9ad764f37 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:54:53.376924 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b98dee-a121-41af-a86e-90aee53f10e2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:53.391876 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-14b98dee-a121-41af-a86e-90aee53f10e2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:53.400952 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b98dee-a121-41af-a86e-90aee53f10e2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:53.401563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-14b98dee-a121-41af-a86e-90aee53f10e2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.406385 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55be2aa-8268-48ac-bff7-f2e2322386a5 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:53.415068 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b98dee-a121-41af-a86e-90aee53f10e2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=2aa910ba-9008-496d-bb41-8125cc14c8e9,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:53.426021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-2c92a21c-8e2b-448e-8218-c0c297bfdd05 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 072686b8-ffc3-4231-9ed1-53014c764b7f) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:53.434203 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c92a21c-8e2b-448e-8218-c0c297bfdd05 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:53.440636 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c92a21c-8e2b-448e-8218-c0c297bfdd05 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.455589 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98a1da2-db7c-4d1c-a4f4-dbf93e8cfb03 None None] Network 072686b8-ffc3-4231-9ed1-53014c764b7f requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:53.477421 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77005a80-d580-428a-aedc-e96ac74e33be tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:53.482468 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-77005a80-d580-428a-aedc-e96ac74e33be tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.492159 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14597fd6-b42f-4dcf-9294-bfc0ec843541 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (190ceaa9-e261-48d4-b086-7b0bd0341cbe), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.492159 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14597fd6-b42f-4dcf-9294-bfc0ec843541 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Fanout notify agent at l3_agent the message router_deleted on router 190ceaa9-e261-48d4-b086-7b0bd0341cbe {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:54:53.499556 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cfb1589-f97a-48a1-894f-acbe73d22151 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (4dcdc201-4577-40fb-908f-13be74c3693d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.500073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfb1589-f97a-48a1-894f-acbe73d22151 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Fanout notify agent at l3_agent the message router_deleted on router 4dcdc201-4577-40fb-908f-13be74c3693d {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:54:53.508542 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cfb1589-f97a-48a1-894f-acbe73d22151 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.514912 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1cfb1589-f97a-48a1-894f-acbe73d22151 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/routers/4dcdc201-4577-40fb-908f-13be74c3693d HTTP/1.1" status: 204 len: 168 time: 1.1291907 Jan 10 11:54:53.521213 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54812) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:53.527181 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d8136f7b-d163-412e-b7fe-32d65a1a514f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1821451344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:53.557163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da3e44b-2e61-4671-ae60-0971b90fd9f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Made reservation on behalf of 201419f260524ec78ff1a9672dc3ad0c for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:53.561234 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3da3e44b-2e61-4671-ae60-0971b90fd9f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.613538 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da3e44b-2e61-4671-ae60-0971b90fd9f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:54:53.627309 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Publish callbacks [] for port (ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.628842 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3da3e44b-2e61-4671-ae60-0971b90fd9f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (4e242211-ec34-44ee-9e8f-7be7f7a10547), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.629269 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-3da3e44b-2e61-4671-ae60-0971b90fd9f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Added segment 4e242211-ec34-44ee-9e8f-7be7f7a10547 of type vlan for network ff17f09b-5227-4777-96af-129548b479b6 Jan 10 11:54:53.685304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': '2aa910ba-9008-496d-bb41-8125cc14c8e9'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:54:53.686466 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.703631 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-14b98dee-a121-41af-a86e-90aee53f10e2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4176464 Jan 10 11:54:53.715981 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-072686b8-ffc3-4231-9ed1-53014c764b7f', 'network_id': '072686b8-ffc3-4231-9ed1-53014c764b7f', 'project_id': '24d7bac4a9624be9b7305e82a1e1f5d1', 'fixed_ips': [{'subnet_id': '477b722a-d80b-4d0b-823c-d4058ceef330'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:54:53.717851 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.725927 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54814) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:53.727623 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3da3e44b-2e61-4671-ae60-0971b90fd9f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (ff17f09b-5227-4777-96af-129548b479b6), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.734583 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-99e2ef20-5a6e-442d-8290-342638c72f8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'mac_address': 'fa:16:3e:0a:3f:9b', 'name': 'tempest-NetworksTestDHCPv6-1492401981'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:53.797888 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.856463 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d8136f7b-d163-412e-b7fe-32d65a1a514f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (950af329-9eb2-4d11-b94c-9efadcb5ddae), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.857526 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d8136f7b-d163-412e-b7fe-32d65a1a514f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (950af329-9eb2-4d11-b94c-9efadcb5ddae), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.898408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14597fd6-b42f-4dcf-9294-bfc0ec843541 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.899449 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-14597fd6-b42f-4dcf-9294-bfc0ec843541 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/routers/190ceaa9-e261-48d4-b086-7b0bd0341cbe HTTP/1.1" status: 204 len: 168 time: 1.1308427 Jan 10 11:54:53.903165 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2c92a21c-8e2b-448e-8218-c0c297bfdd05 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1450326 Jan 10 11:54:53.905947 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54816) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:53.906458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54818) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:53.919241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-6506bf38-b6f1-4c30-8afd-bccd44a313db tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Request body: {'network': {'name': 'tempest-router-network01--2051727487'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:53.924056 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Attempting to bind port ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:54:53.924446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Attempting to bind port ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:54:53.925601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Attempting to bind port ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:54:53.936790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:54:53.937199 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:53.937590 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.938017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:54:53.938562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Bound port: ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:54:53.939573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.945027 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3da3e44b-2e61-4671-ae60-0971b90fd9f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (ff17f09b-5227-4777-96af-129548b479b6), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.951706 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da3e44b-2e61-4671-ae60-0971b90fd9f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:53.952012 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3da3e44b-2e61-4671-ae60-0971b90fd9f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:53.954306 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c325051f-8e4f-4376-9a21-52caa47b0ce4 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:53.982452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d8136f7b-d163-412e-b7fe-32d65a1a514f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_controller (950af329-9eb2-4d11-b94c-9efadcb5ddae), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.019502 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab82d73-bc4e-48ca-a156-2f4d0c213467 None None] Pushing event updated for resources: {'Port': ['ID=ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:54.066370 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-791660a3-0d24-43c6-8e3a-dfb5eaa8d5f3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting subnet 55e1d9c4-f699-4e13-a79f-5c71061f898f {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:54.075223 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d8136f7b-d163-412e-b7fe-32d65a1a514f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (950af329-9eb2-4d11-b94c-9efadcb5ddae), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.075508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-791660a3-0d24-43c6-8e3a-dfb5eaa8d5f3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (55e1d9c4-f699-4e13-a79f-5c71061f898f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.090971 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Allocated IP 2001:db8::f816:3eff:fe62:c7a8 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/2aa910ba-9008-496d-bb41-8125cc14c8e9/48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:54.109561 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3da3e44b-2e61-4671-ae60-0971b90fd9f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8455563 Jan 10 11:54:54.113426 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6506bf38-b6f1-4c30-8afd-bccd44a313db tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Made reservation on behalf of 24d7bac4a9624be9b7305e82a1e1f5d1 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:54.113633 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.117032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54820) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:54.117718 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6506bf38-b6f1-4c30-8afd-bccd44a313db tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.119185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3e44b-2e61-4671-ae60-0971b90fd9f4 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event updated for resources: {'Network': ['ID=ff17f09b-5227-4777-96af-129548b479b6,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:54.124675 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] For port ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:54:54.132955 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] For port ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:54:54.133534 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Request body: {'ports': [{'network_id': '3ee0ff57-b269-4d90-a646-e8f9ad764f37', 'name': 'tempest-port--480935966', 'admin_state_up': True}, {'network_id': 'ff17f09b-5227-4777-96af-129548b479b6', 'admin_state_up': False}]} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:54.133893 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Request body: {'port': {'network_id': '3ee0ff57-b269-4d90-a646-e8f9ad764f37', 'name': 'tempest-port--480935966', 'admin_state_up': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:54.134468 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Request body: {'port': {'network_id': 'ff17f09b-5227-4777-96af-129548b479b6', 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:54.136289 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4c44e0cc-7e04-4205-9782-5cd6dd19e0dc None None] Provisioning complete for port ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:54.136683 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4c44e0cc-7e04-4205-9782-5cd6dd19e0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.166582 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network ff17f09b-5227-4777-96af-129548b479b6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:54:54.172287 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-791660a3-0d24-43c6-8e3a-dfb5eaa8d5f3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (55e1d9c4-f699-4e13-a79f-5c71061f898f), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.189326 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Allocated IP 172.20.0.2 (072686b8-ffc3-4231-9ed1-53014c764b7f/477b722a-d80b-4d0b-823c-d4058ceef330/8392f67b-6ef7-42a7-a3d8-f1728ac3078a) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:54.218673 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e2ef20-5a6e-442d-8290-342638c72f8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:54.226150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6506bf38-b6f1-4c30-8afd-bccd44a313db tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:54:54.271699 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6506bf38-b6f1-4c30-8afd-bccd44a313db tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (883da2d7-51d4-488f-bcd7-afff17d6d586), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.272034 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-6506bf38-b6f1-4c30-8afd-bccd44a313db tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Added segment 883da2d7-51d4-488f-bcd7-afff17d6d586 of type vlan for network 712feebb-f1dc-41cb-9b83-22e5fe6b16c7 Jan 10 11:54:54.284897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d8136f7b-d163-412e-b7fe-32d65a1a514f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.286441 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d8136f7b-d163-412e-b7fe-32d65a1a514f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7642174 Jan 10 11:54:54.291854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.307052 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54822) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:54.316066 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-2350091d-7142-4e6c-8a2e-cc81734dbc51 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:54.328229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-4c44e0cc-7e04-4205-9782-5cd6dd19e0dc None None] Port ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:54.411131 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-77005a80-d580-428a-aedc-e96ac74e33be tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (8d294dd8-23e7-4309-83a1-6e2b9e770f5a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.418950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3148ba1-2d2f-4053-bf00-85323691d73d None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:54.429633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6506bf38-b6f1-4c30-8afd-bccd44a313db tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (712feebb-f1dc-41cb-9b83-22e5fe6b16c7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.472352 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab82d73-bc4e-48ca-a156-2f4d0c213467 None None] Pushing event updated for resources: {'Port': ['ID=ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:54.479005 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Routers {'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:54.479658 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:54.525559 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-791660a3-0d24-43c6-8e3a-dfb5eaa8d5f3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (55e1d9c4-f699-4e13-a79f-5c71061f898f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.539590 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-99e2ef20-5a6e-442d-8290-342638c72f8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.581695 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-99e2ef20-5a6e-442d-8290-342638c72f8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port 1f4afd87-830c-41f9-9e6d-132680a41323 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:54:54.589475 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Allocated IP 172.20.0.1 (d049b43c-1ab0-4a8e-ab51-279dd81c2ebc/af51450b-3d7a-412c-a467-63a15343a6eb/900530e2-0ca5-46c4-812b-8f261cd54542) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:54.607219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77005a80-d580-428a-aedc-e96ac74e33be tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Subnet': ['ID=8d294dd8-23e7-4309-83a1-6e2b9e770f5a,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:54.630258 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77005a80-d580-428a-aedc-e96ac74e33be tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Checking segment: {'id': '5635f1c5-0015-4fb5-b5f5-47f188eb1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dadaf623-0c22-4db4-8c91-5463953b9a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:54.630642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77005a80-d580-428a-aedc-e96ac74e33be tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network hostable DHCP agents. Network: dadaf623-0c22-4db4-8c91-5463953b9a91, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:54:54.689545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f2d4cb78-448c-48be-95ee-769d6830bc3d None None] Provisioning complete for port ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:54.689943 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f2d4cb78-448c-48be-95ee-769d6830bc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.719634 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2350091d-7142-4e6c-8a2e-cc81734dbc51 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (950af329-9eb2-4d11-b94c-9efadcb5ddae), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.726784 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Publish callbacks [] for port (48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.737958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6506bf38-b6f1-4c30-8afd-bccd44a313db tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (712feebb-f1dc-41cb-9b83-22e5fe6b16c7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.744465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6506bf38-b6f1-4c30-8afd-bccd44a313db tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:54.745086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6506bf38-b6f1-4c30-8afd-bccd44a313db tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.748153 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Publish callbacks [] for port (8392f67b-6ef7-42a7-a3d8-f1728ac3078a), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.755205 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] Set router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:54.762626 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Publish callbacks [] for port (900530e2-0ca5-46c4-812b-8f261cd54542), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.773906 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Made reservation on behalf of 201419f260524ec78ff1a9672dc3ad0c for: {'port': 2} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:54.778308 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.800793 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.832934 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506bf38-b6f1-4c30-8afd-bccd44a313db tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event updated for resources: {'Network': ['ID=712feebb-f1dc-41cb-9b83-22e5fe6b16c7,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:54.860179 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77005a80-d580-428a-aedc-e96ac74e33be tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network dadaf623-0c22-4db4-8c91-5463953b9a91 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:54:54.901043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2350091d-7142-4e6c-8a2e-cc81734dbc51 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (950af329-9eb2-4d11-b94c-9efadcb5ddae), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.908216 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6506bf38-b6f1-4c30-8afd-bccd44a313db tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9933333 Jan 10 11:54:54.909721 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-791660a3-0d24-43c6-8e3a-dfb5eaa8d5f3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (55e1d9c4-f699-4e13-a79f-5c71061f898f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.913168 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54824) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:54.929119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-791660a3-0d24-43c6-8e3a-dfb5eaa8d5f3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.933636 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-791660a3-0d24-43c6-8e3a-dfb5eaa8d5f3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/55e1d9c4-f699-4e13-a79f-5c71061f898f HTTP/1.1" status: 204 len: 168 time: 1.0258009 Jan 10 11:54:54.947624 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-7d33636c-c04b-4cff-b9e6-ed5432eab2e8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Request body: {'network': {'name': 'tempest-router-network02--365346241'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:54.952911 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54826) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:54.982274 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 712feebb-f1dc-41cb-9b83-22e5fe6b16c7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:54:54.984255 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68da272e-79d1-4175-a9af-648b574ab8c3 None None] Network e02e78cd-b247-445a-853d-31bedf30fea7 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:54.985413 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791660a3-0d24-43c6-8e3a-dfb5eaa8d5f3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Subnet': ['ID=55e1d9c4-f699-4e13-a79f-5c71061f898f,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:54.990774 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (8392f67b-6ef7-42a7-a3d8-f1728ac3078a), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:54.993144 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.000734 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.021820 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-77005a80-d580-428a-aedc-e96ac74e33be tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dadaf623-0c22-4db4-8c91-5463953b9a91) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:55.029188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77005a80-d580-428a-aedc-e96ac74e33be tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:55.029808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-77005a80-d580-428a-aedc-e96ac74e33be tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.082449 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f739ef7-4ace-4a84-9b0a-c7f911e7ebff None None] Network dadaf623-0c22-4db4-8c91-5463953b9a91 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:55.114073 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-77005a80-d580-428a-aedc-e96ac74e33be tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0585060 Jan 10 11:54:55.117308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54828) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:55.124583 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] device_id is not set on port 8a4dde0a-6e61-4245-870d-7bc055e1acd9 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:54:55.124722 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-642e4b7b-f229-4bf8-944f-09da663c1664 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'network_id': 'dadaf623-0c22-4db4-8c91-5463953b9a91', 'name': 'tempest-PortsIpV6TestJSON-1775628012', 'fixed_ips': [{'subnet_id': '8d294dd8-23e7-4309-83a1-6e2b9e770f5a', 'ip_address': '2001:db8::10'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:55.129786 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-99e2ef20-5a6e-442d-8290-342638c72f8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::f816:3eff:fe0a:3f9b (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/2aa910ba-9008-496d-bb41-8125cc14c8e9/1f4afd87-830c-41f9-9e6d-132680a41323) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:55.145493 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Network d049b43c-1ab0-4a8e-ab51-279dd81c2ebc is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:55.154260 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2350091d-7142-4e6c-8a2e-cc81734dbc51 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Router 950af329-9eb2-4d11-b94c-9efadcb5ddae is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:54:55.171608 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:55.180140 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:55.183032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Pushing event updated for resources: {'Port': ['ID=900530e2-0ca5-46c4-812b-8f261cd54542,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:55.192911 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (e02e78cd-b247-445a-853d-31bedf30fea7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.219510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Network 072686b8-ffc3-4231-9ed1-53014c764b7f is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:55.230074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:55.261050 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d33636c-c04b-4cff-b9e6-ed5432eab2e8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Made reservation on behalf of 24d7bac4a9624be9b7305e82a1e1f5d1 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:55.264718 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d33636c-c04b-4cff-b9e6-ed5432eab2e8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.278283 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:55.282392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:55.284544 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:55.295565 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:55.298668 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2350091d-7142-4e6c-8a2e-cc81734dbc51 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:55.313706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2350091d-7142-4e6c-8a2e-cc81734dbc51 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.314929 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2350091d-7142-4e6c-8a2e-cc81734dbc51 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "PUT /v2.0/routers/950af329-9eb2-4d11-b94c-9efadcb5ddae HTTP/1.1" status: 200 len: 698 time: 1.0052657 Jan 10 11:54:55.319774 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Pushing event updated for resources: {'Port': ['ID=8392f67b-6ef7-42a7-a3d8-f1728ac3078a,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:55.329045 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54830) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:55.332254 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9963d7-610c-4ce3-a93b-d72d7d561bbd None None] Sync routers for ids ['950af329-9eb2-4d11-b94c-9efadcb5ddae'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:55.340246 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.438720 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-322ebd82-8595-473e-aaf4-074119ccd11f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/routers/950af329-9eb2-4d11-b94c-9efadcb5ddae HTTP/1.1" status: 200 len: 704 time: 0.1082239 Jan 10 11:54:55.441907 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54832) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:55.471025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9963d7-610c-4ce3-a93b-d72d7d561bbd None None] Routers {'950af329-9eb2-4d11-b94c-9efadcb5ddae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:55.471976 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3d9963d7-610c-4ce3-a93b-d72d7d561bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['950af329-9eb2-4d11-b94c-9efadcb5ddae'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:55.475629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d33636c-c04b-4cff-b9e6-ed5432eab2e8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:54:55.487623 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-97e3d5d8-8447-47f7-8a59-b72dc2e52ea9 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports?device_id=950af329-9eb2-4d11-b94c-9efadcb5ddae HTTP/1.1" status: 200 len: 205 time: 0.0424097 Jan 10 11:54:55.493531 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54834) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:55.549342 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-3d9963d7-610c-4ce3-a93b-d72d7d561bbd None None] Set router 950af329-9eb2-4d11-b94c-9efadcb5ddae gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:55.551963 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d33636c-c04b-4cff-b9e6-ed5432eab2e8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (730288c7-36df-4c98-bcdb-80d178b424b1), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.552314 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-7d33636c-c04b-4cff-b9e6-ed5432eab2e8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Added segment 730288c7-36df-4c98-bcdb-80d178b424b1 of type vlan for network 68875f6e-901e-45af-a334-5a979beccd4d Jan 10 11:54:55.614681 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642e4b7b-f229-4bf8-944f-09da663c1664 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:55.646330 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2f7ded25-096b-4cec-ba90-8d02b443d35c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (950af329-9eb2-4d11-b94c-9efadcb5ddae), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.652828 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for port (8a4dde0a-6e61-4245-870d-7bc055e1acd9), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.673209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3d9963d7-610c-4ce3-a93b-d72d7d561bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950af329-9eb2-4d11-b94c-9efadcb5ddae', 'name': 'tempest-RoutersIpV6Test-router-1821451344', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:53Z', 'updated_at': '2022-01-10T11:54:54Z', 'revision_number': 2, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:55.679753 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port a67acd4c-b4dc-4359-95e1-1bd065b729fb {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:55.680104 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a67acd4c-b4dc-4359-95e1-1bd065b729fb), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.698340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d33636c-c04b-4cff-b9e6-ed5432eab2e8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (68875f6e-901e-45af-a334-5a979beccd4d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.730388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f2d4cb78-448c-48be-95ee-769d6830bc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.764812 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Pushing event updated for resources: {'Port': ['ID=48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:55.775535 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9963d7-610c-4ce3-a93b-d72d7d561bbd None None] Checking router: 950af329-9eb2-4d11-b94c-9efadcb5ddae for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:54:55.775810 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-99e2ef20-5a6e-442d-8290-342638c72f8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (1f4afd87-830c-41f9-9e6d-132680a41323), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.789702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Attempting to bind port 8392f67b-6ef7-42a7-a3d8-f1728ac3078a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:54:55.790098 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Attempting to bind port 8392f67b-6ef7-42a7-a3d8-f1728ac3078a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '117a31df-9841-4c3b-97b3-68f7dfda5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '072686b8-ffc3-4231-9ed1-53014c764b7f'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:54:55.791013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Attempting to bind port 8392f67b-6ef7-42a7-a3d8-f1728ac3078a on network 072686b8-ffc3-4231-9ed1-53014c764b7f {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:54:55.799740 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Attempting to bind port 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:54:55.800077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Attempting to bind port 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:54:55.800479 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Attempting to bind port 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8 on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:54:55.811455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f2d4cb78-448c-48be-95ee-769d6830bc3d None None] For port ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:55.819933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dadaf623-0c22-4db4-8c91-5463953b9a91', 'network_id': 'dadaf623-0c22-4db4-8c91-5463953b9a91', 'project_id': '65c2071e92fb4b2f942b8ce8a0dbea03', 'fixed_ips': [{'subnet_id': '8d294dd8-23e7-4309-83a1-6e2b9e770f5a'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:54:55.824801 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.835577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:54:55.836011 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Checking segment: {'id': '117a31df-9841-4c3b-97b3-68f7dfda5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '072686b8-ffc3-4231-9ed1-53014c764b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:55.836382 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.836784 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Bound using segment: {'id': '117a31df-9841-4c3b-97b3-68f7dfda5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '072686b8-ffc3-4231-9ed1-53014c764b7f'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:54:55.837318 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Bound port: 8392f67b-6ef7-42a7-a3d8-f1728ac3078a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117a31df-9841-4c3b-97b3-68f7dfda5394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '072686b8-ffc3-4231-9ed1-53014c764b7f'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:54:55.837709 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8392f67b-6ef7-42a7-a3d8-f1728ac3078a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.840637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:54:55.841049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:55.841340 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.841740 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:54:55.842264 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Bound port: 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:54:55.842668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.849085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9963d7-610c-4ce3-a93b-d72d7d561bbd None None] Routers {'950af329-9eb2-4d11-b94c-9efadcb5ddae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:55.849744 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3d9963d7-610c-4ce3-a93b-d72d7d561bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['950af329-9eb2-4d11-b94c-9efadcb5ddae'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:55.860081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2f7ded25-096b-4cec-ba90-8d02b443d35c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (950af329-9eb2-4d11-b94c-9efadcb5ddae), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.864939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-642e4b7b-f229-4bf8-944f-09da663c1664 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.867996 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2f7ded25-096b-4cec-ba90-8d02b443d35c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router_controller (950af329-9eb2-4d11-b94c-9efadcb5ddae), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:55.937430 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-642e4b7b-f229-4bf8-944f-09da663c1664 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] device_id is not set on port 6c8041b7-eee6-4117-9c15-dedba6e88a96 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:54:55.950852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e9a94d-2191-431f-b8d3-94c249699cdf None None] DHCP port deletion for e02e78cd-b247-445a-853d-31bedf30fea7 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:55.953071 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f2d4cb78-448c-48be-95ee-769d6830bc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.038057 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-3d9963d7-610c-4ce3-a93b-d72d7d561bbd None None] Set router 950af329-9eb2-4d11-b94c-9efadcb5ddae gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:56.110578 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.resource_extend [None req-7d33636c-c04b-4cff-b9e6-ed5432eab2e8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 11:54:56.114904 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-642e4b7b-f229-4bf8-944f-09da663c1664 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Allocated IP 2001:db8::10 (dadaf623-0c22-4db4-8c91-5463953b9a91/8d294dd8-23e7-4309-83a1-6e2b9e770f5a/6c8041b7-eee6-4117-9c15-dedba6e88a96) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:56.122400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2f7ded25-096b-4cec-ba90-8d02b443d35c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (950af329-9eb2-4d11-b94c-9efadcb5ddae), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.123166 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7ded25-096b-4cec-ba90-8d02b443d35c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Fanout notify agent at l3_agent the message router_deleted on router 950af329-9eb2-4d11-b94c-9efadcb5ddae {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:54:56.123553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] device_id is not set on port 8a1eef82-eb6d-4856-89ba-2bc2bb6c1dd7 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:54:56.131848 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2f7ded25-096b-4cec-ba90-8d02b443d35c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.138328 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2f7ded25-096b-4cec-ba90-8d02b443d35c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/routers/950af329-9eb2-4d11-b94c-9efadcb5ddae HTTP/1.1" status: 204 len: 168 time: 0.6432467 Jan 10 11:54:56.140490 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54836) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:56.168907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] For port a67acd4c-b4dc-4359-95e1-1bd065b729fb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a67acd4c-b4dc-4359-95e1-1bd065b729fb,segment=NetworkSegment(360152ca-0345-43b7-9ca8-ae28bb90f23c),segment_id=360152ca-0345-43b7-9ca8-ae28bb90f23c)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:56.169169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a67acd4c-b4dc-4359-95e1-1bd065b729fb), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.190749 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d730101f-d1ba-4943-8725-70a7a3b889d8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports?device_id=950af329-9eb2-4d11-b94c-9efadcb5ddae HTTP/1.1" status: 200 len: 205 time: 0.0465128 Jan 10 11:54:56.192952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54838) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:56.196387 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3d9963d7-610c-4ce3-a93b-d72d7d561bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950af329-9eb2-4d11-b94c-9efadcb5ddae', 'name': 'tempest-RoutersIpV6Test-router-1821451344', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:53Z', 'updated_at': '2022-01-10T11:54:54Z', 'revision_number': 2, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:56.205736 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for a67acd4c-b4dc-4359-95e1-1bd065b729fb owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:56.223957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.289113 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d33636c-c04b-4cff-b9e6-ed5432eab2e8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (68875f6e-901e-45af-a334-5a979beccd4d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.295739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d33636c-c04b-4cff-b9e6-ed5432eab2e8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:56.296360 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d33636c-c04b-4cff-b9e6-ed5432eab2e8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.298414 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-c51b5903-d56a-4b27-bd24-baf7d648940b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] delete failed (client error): The resource could not be found. Jan 10 11:54:56.302120 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c51b5903-d56a-4b27-bd24-baf7d648940b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/routers/950af329-9eb2-4d11-b94c-9efadcb5ddae HTTP/1.1" status: 404 len: 336 time: 0.1067009 Jan 10 11:54:56.304467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'name': 'tempest-ServerActionsTestJSON-1377133921-router', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:45Z', 'updated_at': '2022-01-10T11:54:50Z', 'revision_number': 3, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'gw_port': {'id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:48Z', 'updated_at': '2022-01-10T11:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:56.308407 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9963d7-610c-4ce3-a93b-d72d7d561bbd None None] The sync data for ids ['950af329-9eb2-4d11-b94c-9efadcb5ddae'] in dv-neutron-master-2-hyperv is: [{'id': '950af329-9eb2-4d11-b94c-9efadcb5ddae', 'name': 'tempest-RoutersIpV6Test-router-1821451344', 'tenant_id': '7f6bfc7598624334a8d7ed4da6acc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:53Z', 'updated_at': '2022-01-10T11:54:54Z', 'revision_number': 2, 'project_id': '7f6bfc7598624334a8d7ed4da6acc111', 'gw_port_host': None}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:56.310628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54840) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:56.354066 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7ba8ff-84cc-4060-a716-3b5da173170c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] DELETE failed (client error): The resource could not be found. Jan 10 11:54:56.354553 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7ba8ff-84cc-4060-a716-3b5da173170c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:56.360341 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4f7ba8ff-84cc-4060-a716-3b5da173170c tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/02d67aaa-b43a-4b88-8d71-8ed98d1d4bc7 HTTP/1.1" status: 404 len: 337 time: 0.0467186 Jan 10 11:54:56.363807 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54842) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:56.374772 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-99e2ef20-5a6e-442d-8290-342638c72f8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (1f4afd87-830c-41f9-9e6d-132680a41323), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.430673 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9581e1-ce74-4529-9b17-7e00748d2f59 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] DELETE failed (client error): The resource could not be found. Jan 10 11:54:56.431764 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9581e1-ce74-4529-9b17-7e00748d2f59 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:56.437561 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4e9581e1-ce74-4529-9b17-7e00748d2f59 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/81f69f5a-0003-47ce-b659-b88196352375 HTTP/1.1" status: 404 len: 337 time: 0.0384817 Jan 10 11:54:56.439195 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54844) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:56.467277 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7d33636c-c04b-4cff-b9e6-ed5432eab2e8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5489259 Jan 10 11:54:56.470035 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-e623b82b-2e28-40eb-bb38-c31d0d4c6d63 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] DELETE failed (client error): The resource could not be found. Jan 10 11:54:56.470512 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e623b82b-2e28-40eb-bb38-c31d0d4c6d63 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:56.476105 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e623b82b-2e28-40eb-bb38-c31d0d4c6d63 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/f609045f-45da-40a2-82f6-78f7fc987486 HTTP/1.1" status: 404 len: 337 time: 0.0334184 Jan 10 11:54:56.476105 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54846) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:56.482472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-a8681248-074e-4afe-a922-fff8bbdf26fb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Request body: {'subnet': {'network_id': '712feebb-f1dc-41cb-9b83-22e5fe6b16c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:56.487985 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54848) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:56.513974 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33636c-c04b-4cff-b9e6-ed5432eab2e8 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event updated for resources: {'Network': ['ID=68875f6e-901e-45af-a334-5a979beccd4d,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:56.553987 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-327b0d8a-1747-4c69-93df-7433010d5386 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] DELETE failed (client error): The resource could not be found. Jan 10 11:54:56.554460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327b0d8a-1747-4c69-93df-7433010d5386 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:56.561183 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-327b0d8a-1747-4c69-93df-7433010d5386 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/805a11a8-8236-4b1d-8a8f-9b24ab207acd HTTP/1.1" status: 404 len: 337 time: 0.0691774 Jan 10 11:54:56.564719 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 68875f6e-901e-45af-a334-5a979beccd4d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:54:56.565556 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54850) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:56.565651 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6eaed7c4-a340-4c19-882a-7424ec07f4a7 None None] Provisioning complete for port 900530e2-0ca5-46c4-812b-8f261cd54542 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:56.566420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6eaed7c4-a340-4c19-882a-7424ec07f4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.567615 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4cb78-448c-48be-95ee-769d6830bc3d None None] Pushing event updated for resources: {'Port': ['ID=ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:56.571329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] For port 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:54:56.603944 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e2ef20-5a6e-442d-8290-342638c72f8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:56.612675 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa781a-1451-4633-a37b-c72b2b202c8a None None] The sync data for ids ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'] in dv-neutron-master-2-hyperv is: [{'id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'name': 'tempest-ServerActionsTestJSON-1377133921-router', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:45Z', 'updated_at': '2022-01-10T11:54:50Z', 'revision_number': 3, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'gw_port': {'id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:48Z', 'updated_at': '2022-01-10T11:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:56.622324 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-99e2ef20-5a6e-442d-8290-342638c72f8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:56.624887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-642e4b7b-f229-4bf8-944f-09da663c1664 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (6c8041b7-eee6-4117-9c15-dedba6e88a96), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.639033 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] For port 8392f67b-6ef7-42a7-a3d8-f1728ac3078a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:54:56.647023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e2ef20-5a6e-442d-8290-342638c72f8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:56.653321 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e2ef20-5a6e-442d-8290-342638c72f8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:56.654036 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-99e2ef20-5a6e-442d-8290-342638c72f8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.658388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2ef20-5a6e-442d-8290-342638c72f8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=1f4afd87-830c-41f9-9e6d-132680a41323,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:56.671715 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2ed54e25-7d33-49f8-acb6-bc7361e2936d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dcdc201-4577-40fb-908f-13be74c3693d HTTP/1.1" status: 200 len: 205 time: 0.1065338 Jan 10 11:54:56.683924 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54852) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:56.689539 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for port (8a1eef82-eb6d-4856-89ba-2bc2bb6c1dd7), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.715527 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] For port 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:54:56.736846 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] For port 8392f67b-6ef7-42a7-a3d8-f1728ac3078a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8392f67b-6ef7-42a7-a3d8-f1728ac3078a,segment=NetworkSegment(117a31df-9841-4c3b-97b3-68f7dfda5394),segment_id=117a31df-9841-4c3b-97b3-68f7dfda5394)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:54:56.752677 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-f8afd395-8380-4346-9f4f-61aa02e13d6f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] delete failed (client error): The resource could not be found. Jan 10 11:54:56.757553 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f8afd395-8380-4346-9f4f-61aa02e13d6f tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/routers/4dcdc201-4577-40fb-908f-13be74c3693d HTTP/1.1" status: 404 len: 336 time: 0.0722578 Jan 10 11:54:56.758047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54854) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:56.780393 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (a67acd4c-b4dc-4359-95e1-1bd065b729fb), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.790896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6eaed7c4-a340-4c19-882a-7424ec07f4a7 None None] Port 900530e2-0ca5-46c4-812b-8f261cd54542 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:56.791402 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8681248-074e-4afe-a922-fff8bbdf26fb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Made reservation on behalf of 24d7bac4a9624be9b7305e82a1e1f5d1 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:56.800715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a8681248-074e-4afe-a922-fff8bbdf26fb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.801540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-36e9a94d-2191-431f-b8d3-94c249699cdf None None] Deleting port a67acd4c-b4dc-4359-95e1-1bd065b729fb {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:56.801953 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-36e9a94d-2191-431f-b8d3-94c249699cdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a67acd4c-b4dc-4359-95e1-1bd065b729fb), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.809916 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c1b7cb7b-9960-4ae2-b682-97758d2bf283 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports?device_id=eac03317-0695-43ba-b943-24befd8369f9 HTTP/1.1" status: 200 len: 205 time: 0.0505970 Jan 10 11:54:56.821641 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-99e2ef20-5a6e-442d-8290-342638c72f8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0912001 Jan 10 11:54:56.835051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54856) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:56.835051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54858) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:56.846996 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Publish callbacks [] for port (900530e2-0ca5-46c4-812b-8f261cd54542), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.848907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=a67acd4c-b4dc-4359-95e1-1bd065b729fb,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:56.851453 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] No DVR routers for this DVR port a67acd4c-b4dc-4359-95e1-1bd065b729fb on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:56.882628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8392f67b-6ef7-42a7-a3d8-f1728ac3078a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.885023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.910579 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (8a4dde0a-6e61-4245-870d-7bc055e1acd9), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.933399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-642e4b7b-f229-4bf8-944f-09da663c1664 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (6c8041b7-eee6-4117-9c15-dedba6e88a96), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.942910 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-36e9a94d-2191-431f-b8d3-94c249699cdf None None] For port a67acd4c-b4dc-4359-95e1-1bd065b729fb, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:56.943314 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-36e9a94d-2191-431f-b8d3-94c249699cdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a67acd4c-b4dc-4359-95e1-1bd065b729fb), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.973995 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a67acd4c-b4dc-4359-95e1-1bd065b729fb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:56.984902 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (e02e78cd-b247-445a-853d-31bedf30fea7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.996740 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:57.017176 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-36e9a94d-2191-431f-b8d3-94c249699cdf None None] Calling delete_port for a67acd4c-b4dc-4359-95e1-1bd065b729fb owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:57.029259 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.ipam_backend_mixin [None req-36e9a94d-2191-431f-b8d3-94c249699cdf None None] Port a67acd4c-b4dc-4359-95e1-1bd065b729fb was not found and therefore no delete operation was performed {{(pid=110626) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 11:54:57.032670 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: a67acd4c-b4dc-4359-95e1-1bd065b729fb {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:57.033557 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a67acd4c-b4dc-4359-95e1-1bd065b729fb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:57.104392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-36e9a94d-2191-431f-b8d3-94c249699cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (a67acd4c-b4dc-4359-95e1-1bd065b729fb), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:57.125149 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event updated for resources: {'Port': ['ID=8a4dde0a-6e61-4245-870d-7bc055e1acd9,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:57.133145 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02e78cd-b247-445a-853d-31bedf30fea7']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:57.139613 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Allocated IP 2001:db8::2 (dadaf623-0c22-4db4-8c91-5463953b9a91/8d294dd8-23e7-4309-83a1-6e2b9e770f5a/7cb81fa7-03b0-4e45-a984-f717b5531eb9) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:54:57.156448 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-f81b0028-2617-40cb-9a10-db42ef2b567d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] delete failed (client error): The resource could not be found. Jan 10 11:54:57.158475 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f81b0028-2617-40cb-9a10-db42ef2b567d tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/routers/eac03317-0695-43ba-b943-24befd8369f9 HTTP/1.1" status: 404 len: 336 time: 0.3258321 Jan 10 11:54:57.159625 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e9a94d-2191-431f-b8d3-94c249699cdf None None] No DVR routers for this DVR port a67acd4c-b4dc-4359-95e1-1bd065b729fb on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:57.161600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54860) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:57.165563 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8d3b4-6ea7-4a55-af2c-23a49549874f None None] Pushing event updated for resources: {'Port': ['ID=8392f67b-6ef7-42a7-a3d8-f1728ac3078a,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:57.208125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360152ca-0345-43b7-9ca8-ae28bb90f23c') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:57.208531 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360152ca-0345-43b7-9ca8-ae28bb90f23c') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:57.268933 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642e4b7b-f229-4bf8-944f-09da663c1664 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network dadaf623-0c22-4db4-8c91-5463953b9a91 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:57.302937 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-642e4b7b-f229-4bf8-944f-09da663c1664 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:57.307443 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (360152ca-0345-43b7-9ca8-ae28bb90f23c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:57.312978 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26bea0f-a2b0-47f1-9cb6-7d4f72fb94c9 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] DELETE failed (client error): The resource could not be found. Jan 10 11:54:57.313726 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26bea0f-a2b0-47f1-9cb6-7d4f72fb94c9 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:57.317342 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b26bea0f-a2b0-47f1-9cb6-7d4f72fb94c9 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/5544e491-b29e-4d48-a5e5-f1dbf93eeb47 HTTP/1.1" status: 404 len: 337 time: 0.1484520 Jan 10 11:54:57.335586 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54862) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:57.336510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642e4b7b-f229-4bf8-944f-09da663c1664 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:57.340820 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:57.344951 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642e4b7b-f229-4bf8-944f-09da663c1664 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:57.345641 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-642e4b7b-f229-4bf8-944f-09da663c1664 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:57.391762 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e4b7b-f229-4bf8-944f-09da663c1664 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=6c8041b7-eee6-4117-9c15-dedba6e88a96,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:57.405842 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49ebd0-0f98-4d19-bdf1-0516d589ddd2 None None] Pushing event updated for resources: {'Port': ['ID=48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:57.423224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442b29d0-ad7d-4e01-813f-eddbcaff1313 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:57.432804 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (360152ca-0345-43b7-9ca8-ae28bb90f23c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:57.441269 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442b29d0-ad7d-4e01-813f-eddbcaff1313 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:57.442725 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:57.442902 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-442b29d0-ad7d-4e01-813f-eddbcaff1313 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6086168 Jan 10 11:54:57.443449 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (360152ca-0345-43b7-9ca8-ae28bb90f23c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:57.453739 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9a94d-2191-431f-b8d3-94c249699cdf None None] Pushing event deleted for resources: {'Port': ['ID=a67acd4c-b4dc-4359-95e1-1bd065b729fb,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:57.474102 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54864) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:57.487793 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:57.505619 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f953c761-c8bd-49c1-9481-e90a12d457a8 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c45468-9335-4141-909f-8c9ee6227318 HTTP/1.1" status: 200 len: 205 time: 0.1360536 Jan 10 11:54:57.560950 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54866) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:57.567277 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Checking segment: {'id': '998f7d1f-a922-42f5-8ca8-07738a2a0fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3ee0ff57-b269-4d90-a646-e8f9ad764f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:57.567277 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Network hostable DHCP agents. Network: 3ee0ff57-b269-4d90-a646-e8f9ad764f37, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:54:57.639561 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Publish callbacks [] for port (7cb81fa7-03b0-4e45-a984-f717b5531eb9), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:57.659347 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a8681248-074e-4afe-a922-fff8bbdf26fb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (43eaafb0-f96c-4873-aaf8-3946cf641d39), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:57.685383 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Pushing event updated for resources: {'Port': ['ID=900530e2-0ca5-46c4-812b-8f261cd54542,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:57.700894 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-bfb6031d-9e45-4619-91c2-8c4fcf6a01b3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] delete failed (client error): The resource could not be found. Jan 10 11:54:57.704432 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bfb6031d-9e45-4619-91c2-8c4fcf6a01b3 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/routers/78c45468-9335-4141-909f-8c9ee6227318 HTTP/1.1" status: 404 len: 336 time: 0.1080620 Jan 10 11:54:57.707084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54868) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:57.727101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (7cb81fa7-03b0-4e45-a984-f717b5531eb9), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:57.795656 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4be4b379-dc18-466d-8801-1db51f5b66de tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports?device_id=80ea4f81-5a1b-4bd6-b589-67e267c2ec04 HTTP/1.1" status: 200 len: 205 time: 0.0495217 Jan 10 11:54:57.799491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54870) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:57.837916 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Network dadaf623-0c22-4db4-8c91-5463953b9a91 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:57.846203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:57.857427 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:57.864418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Pushing event updated for resources: {'Port': ['ID=7cb81fa7-03b0-4e45-a984-f717b5531eb9,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:57.870237 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-ce7c67d6-75e3-4e6c-ae74-c651eaa1e418 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] delete failed (client error): The resource could not be found. Jan 10 11:54:57.875162 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ce7c67d6-75e3-4e6c-ae74-c651eaa1e418 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/routers/80ea4f81-5a1b-4bd6-b589-67e267c2ec04 HTTP/1.1" status: 404 len: 336 time: 0.0735207 Jan 10 11:54:57.878735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54872) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:57.879910 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (e02e78cd-b247-445a-853d-31bedf30fea7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:57.885501 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:57.890499 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/networks/e02e78cd-b247-445a-853d-31bedf30fea7 HTTP/1.1" status: 204 len: 168 time: 2.9333713 Jan 10 11:54:57.924920 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54874) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:57.930340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b864dc7-259c-477b-9a71-63ec9464d22d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Network': ['ID=e02e78cd-b247-445a-853d-31bedf30fea7,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:57.938685 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-102526846', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}, 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:57.970917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Attempting to bind port 7cb81fa7-03b0-4e45-a984-f717b5531eb9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:54:57.971576 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Network 3ee0ff57-b269-4d90-a646-e8f9ad764f37 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:54:57.971735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Attempting to bind port 7cb81fa7-03b0-4e45-a984-f717b5531eb9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5635f1c5-0015-4fb5-b5f5-47f188eb1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dadaf623-0c22-4db4-8c91-5463953b9a91'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:54:57.972117 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Attempting to bind port 7cb81fa7-03b0-4e45-a984-f717b5531eb9 on network dadaf623-0c22-4db4-8c91-5463953b9a91 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:54:57.980384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:54:57.981252 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Checking segment: {'id': '5635f1c5-0015-4fb5-b5f5-47f188eb1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dadaf623-0c22-4db4-8c91-5463953b9a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:57.981610 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bad2c42-e01a-4caf-a336-319749899ea6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] DELETE failed (client error): The resource could not be found. Jan 10 11:54:57.981747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:57.982120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bad2c42-e01a-4caf-a336-319749899ea6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:57.988035 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0bad2c42-e01a-4caf-a336-319749899ea6 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/32828982-663b-4124-80a8-b05718225a6a HTTP/1.1" status: 404 len: 337 time: 0.0935366 Jan 10 11:54:57.988237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Bound using segment: {'id': '5635f1c5-0015-4fb5-b5f5-47f188eb1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dadaf623-0c22-4db4-8c91-5463953b9a91'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:54:57.988237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Bound port: 7cb81fa7-03b0-4e45-a984-f717b5531eb9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5635f1c5-0015-4fb5-b5f5-47f188eb1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dadaf623-0c22-4db4-8c91-5463953b9a91'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:54:57.988614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7cb81fa7-03b0-4e45-a984-f717b5531eb9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:57.990360 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54876) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:58.048182 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6f1a02a9-8617-42fe-aab4-50e613ceb891 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c947ec-7711-4d18-bf7b-df740ceea532 HTTP/1.1" status: 200 len: 205 time: 0.0313818 Jan 10 11:54:58.048554 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54878) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:58.092411 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] For port 7cb81fa7-03b0-4e45-a984-f717b5531eb9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:54:58.096608 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] For port 7cb81fa7-03b0-4e45-a984-f717b5531eb9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cb81fa7-03b0-4e45-a984-f717b5531eb9,segment=NetworkSegment(5635f1c5-0015-4fb5-b5f5-47f188eb1a2e),segment_id=5635f1c5-0015-4fb5-b5f5-47f188eb1a2e)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:54:58.102930 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Network d049b43c-1ab0-4a8e-ab51-279dd81c2ebc is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:54:58.104274 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-a64768e8-e04b-4dc5-a514-6280cca25c9b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] delete failed (client error): The resource could not be found. Jan 10 11:54:58.105436 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a64768e8-e04b-4dc5-a514-6280cca25c9b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/routers/21c947ec-7711-4d18-bf7b-df740ceea532 HTTP/1.1" status: 404 len: 336 time: 0.0559602 Jan 10 11:54:58.106083 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3ee0ff57-b269-4d90-a646-e8f9ad764f37) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:58.110211 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:58.111351 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (8a1eef82-eb6d-4856-89ba-2bc2bb6c1dd7), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:58.116606 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54880) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:58.118869 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8d07c1-5fdd-474c-8af8-29f0cf395f81 None None] Network 3ee0ff57-b269-4d90-a646-e8f9ad764f37 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:58.165731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:58.193849 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (1c59249c-b513-4426-afa0-8c3580b879ca), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:58.195748 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (1c59249c-b513-4426-afa0-8c3580b879ca), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:58.214185 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8681248-074e-4afe-a922-fff8bbdf26fb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event updated for resources: {'Subnet': ['ID=43eaafb0-f96c-4873-aaf8-3946cf641d39,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:58.214781 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e2efaa-e07b-4609-9d93-34f14e02fad7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] DELETE failed (client error): The resource could not be found. Jan 10 11:54:58.215382 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e2efaa-e07b-4609-9d93-34f14e02fad7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:58.218515 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e7e2efaa-e07b-4609-9d93-34f14e02fad7 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/625538d7-accf-4eeb-a971-1fb88efbbb8d HTTP/1.1" status: 404 len: 337 time: 0.0725098 Jan 10 11:54:58.226777 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-642e4b7b-f229-4bf8-944f-09da663c1664 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1081412 Jan 10 11:54:58.227321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7cb81fa7-03b0-4e45-a984-f717b5531eb9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:58.228172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54882) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:58.229719 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54884) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:58.253653 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f826649d-a512-44e6-98cf-0b02fdc93a60 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'network_id': 'dadaf623-0c22-4db4-8c91-5463953b9a91', 'name': 'tempest-PortsIpV6TestJSON-1063208559', 'fixed_ips': [{'subnet_id': '8d294dd8-23e7-4309-83a1-6e2b9e770f5a', 'ip_address': '2001:db8::f'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:58.283536 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-aa35b86d-54cf-4cc1-ba4c-5f4fdb4ac27b tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "GET /v2.0/ports?device_id=433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc HTTP/1.1" status: 200 len: 205 time: 0.0527110 Jan 10 11:54:58.289202 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54886) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:58.296664 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event updated for resources: {'Port': ['ID=8a1eef82-eb6d-4856-89ba-2bc2bb6c1dd7,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:58.427745 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-17ed8338-895a-4b83-b1d0-9769a9924465 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] delete failed (client error): The resource could not be found. Jan 10 11:54:58.428998 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-17ed8338-895a-4b83-b1d0-9769a9924465 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/routers/433f1cc5-03ae-452c-9f4a-b7fdae9ac3bc HTTP/1.1" status: 404 len: 336 time: 0.1330683 Jan 10 11:54:58.437927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54888) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:58.440409 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-4330833a-862a-4952-96bd-e539ce9a1e7f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port 1f4afd87-830c-41f9-9e6d-132680a41323 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:58.440766 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4330833a-862a-4952-96bd-e539ce9a1e7f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (1f4afd87-830c-41f9-9e6d-132680a41323), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:58.450995 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbe158-1444-4df8-b9fa-28f3da8dd105 None None] Pushing event updated for resources: {'Port': ['ID=7cb81fa7-03b0-4e45-a984-f717b5531eb9,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:58.553078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_controller (1c59249c-b513-4426-afa0-8c3580b879ca), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:58.558975 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Checking segment: {'id': '4e242211-ec34-44ee-9e8f-7be7f7a10547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ff17f09b-5227-4777-96af-129548b479b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:58.563238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Network hostable DHCP agents. Network: ff17f09b-5227-4777-96af-129548b479b6, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:54:58.578523 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-918fd4f2-3158-4470-9d40-c1acb073edad tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] DELETE failed (client error): The resource could not be found. Jan 10 11:54:58.578523 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918fd4f2-3158-4470-9d40-c1acb073edad tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:58.578523 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-918fd4f2-3158-4470-9d40-c1acb073edad tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/faffde61-bbe1-4687-a3ef-51975feb12b9 HTTP/1.1" status: 404 len: 337 time: 0.1070709 Jan 10 11:54:58.579230 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8681248-074e-4afe-a922-fff8bbdf26fb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Checking segment: {'id': '883da2d7-51d4-488f-bcd7-afff17d6d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '712feebb-f1dc-41cb-9b83-22e5fe6b16c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:54:58.579230 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8681248-074e-4afe-a922-fff8bbdf26fb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Network hostable DHCP agents. Network: 712feebb-f1dc-41cb-9b83-22e5fe6b16c7, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:54:58.581178 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54890) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:58.632312 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:58.639168 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fc9dbe-3405-41c0-8185-81cc5dd9df97 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] DELETE failed (client error): The resource could not be found. Jan 10 11:54:58.639723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fc9dbe-3405-41c0-8185-81cc5dd9df97 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:54:58.646549 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-02fc9dbe-3405-41c0-8185-81cc5dd9df97 tempest-RoutersIpV6Test-1591535794 tempest-RoutersIpV6Test-1591535794-project] 10.222.0.16 "DELETE /v2.0/subnets/fd240e24-cf00-4ec5-a9aa-7d66e6503581 HTTP/1.1" status: 404 len: 337 time: 0.0597668 Jan 10 11:54:58.680543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4330833a-862a-4952-96bd-e539ce9a1e7f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (1f4afd87-830c-41f9-9e6d-132680a41323), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:58.704423 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-4330833a-862a-4952-96bd-e539ce9a1e7f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for 1f4afd87-830c-41f9-9e6d-132680a41323 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:58.807662 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-b342839a-ef39-49c3-8c86-1c79fbed78ab None None] Provisioning complete for port 900530e2-0ca5-46c4-812b-8f261cd54542 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:58.808239 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b342839a-ef39-49c3-8c86-1c79fbed78ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:58.850184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-b342839a-ef39-49c3-8c86-1c79fbed78ab None None] Port 900530e2-0ca5-46c4-812b-8f261cd54542 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:54:58.854001 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Network ff17f09b-5227-4777-96af-129548b479b6 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:54:58.956554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8681248-074e-4afe-a922-fff8bbdf26fb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Network 712feebb-f1dc-41cb-9b83-22e5fe6b16c7 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:54:58.971419 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_gateway (1c59249c-b513-4426-afa0-8c3580b879ca), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:59.001337 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:59.009720 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-832c4376-64ab-4e8c-ba18-f33817000f64 admin admin] 10.222.0.16 "PUT /v2.0/routers/c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6735935 Jan 10 11:54:59.009720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f826649d-a512-44e6-98cf-0b02fdc93a60 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:54:59.141141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f826649d-a512-44e6-98cf-0b02fdc93a60 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:59.145747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f192e8-89e2-472c-9ccb-84b9a6269c8e None None] Network 072686b8-ffc3-4231-9ed1-53014c764b7f requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:59.167832 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-f826649d-a512-44e6-98cf-0b02fdc93a60 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] device_id is not set on port 0bbd695e-464d-46cc-af06-632051bf07a0 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:54:59.189814 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ff17f09b-5227-4777-96af-129548b479b6) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:59.190277 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-a8681248-074e-4afe-a922-fff8bbdf26fb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 712feebb-f1dc-41cb-9b83-22e5fe6b16c7) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:54:59.197228 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:54:59.207109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8681248-074e-4afe-a922-fff8bbdf26fb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:59.207109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a8681248-074e-4afe-a922-fff8bbdf26fb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:59.207283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:59.216135 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:59.216947 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:59.236576 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856ca7da-ac17-4dd8-bccb-d92315537d80 None None] Network ff17f09b-5227-4777-96af-129548b479b6 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:59.238967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bb0614-1c49-4090-8421-0e0035e35696 None None] Network 712feebb-f1dc-41cb-9b83-22e5fe6b16c7 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:59.288628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4330833a-862a-4952-96bd-e539ce9a1e7f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (1f4afd87-830c-41f9-9e6d-132680a41323), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:59.296797 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:54:59.356723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5c889378-6c87-4994-ba43-7c0718931849 None None] Provisioning complete for port 8392f67b-6ef7-42a7-a3d8-f1728ac3078a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:59.357112 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330833a-862a-4952-96bd-e539ce9a1e7f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=1f4afd87-830c-41f9-9e6d-132680a41323,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:59.359357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5c889378-6c87-4994-ba43-7c0718931849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8392f67b-6ef7-42a7-a3d8-f1728ac3078a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:59.444336 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4330833a-862a-4952-96bd-e539ce9a1e7f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:59.448219 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4330833a-862a-4952-96bd-e539ce9a1e7f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/1f4afd87-830c-41f9-9e6d-132680a41323 HTTP/1.1" status: 204 len: 168 time: 1.9715424 Jan 10 11:54:59.459262 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54900) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:59.459471 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54902) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:59.459813 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a8681248-074e-4afe-a922-fff8bbdf26fb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9775906 Jan 10 11:54:59.745927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54906) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:59.767059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:54:59.767928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:59.869207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-712feebb-f1dc-41cb-9b83-22e5fe6b16c7', 'network_id': '712feebb-f1dc-41cb-9b83-22e5fe6b16c7', 'project_id': '24d7bac4a9624be9b7305e82a1e1f5d1', 'fixed_ips': [{'subnet_id': '43eaafb0-f96c-4873-aaf8-3946cf641d39'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:54:59.870232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:59.885188 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-31d1af15-9eba-446c-ae52-44dd857a6100 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Request body: {'subnet': {'network_id': '68875f6e-901e-45af-a334-5a979beccd4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:54:59.935558 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5c889378-6c87-4994-ba43-7c0718931849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8392f67b-6ef7-42a7-a3d8-f1728ac3078a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:59.950158 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e63880d9-18e5-480f-a9fd-3c000fdb9877 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f6bfc7598624334a8d7ed4da6acc111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003701 Jan 10 11:54:59.950598 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f707e1c2-ff3b-485f-8bb3-8d120df25036 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.8258591 Jan 10 11:54:59.956310 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54910) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:59.963183 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54912) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:00.092195 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-f826649d-a512-44e6-98cf-0b02fdc93a60 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Allocated IP 2001:db8::f (dadaf623-0c22-4db4-8c91-5463953b9a91/8d294dd8-23e7-4309-83a1-6e2b9e770f5a/0bbd695e-464d-46cc-af06-632051bf07a0) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:00.109382 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722498a5-ee1a-4303-9b4f-7fea5643a25a tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:00.116208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722498a5-ee1a-4303-9b4f-7fea5643a25a tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:00.126914 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-722498a5-ee1a-4303-9b4f-7fea5643a25a tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1643219 Jan 10 11:55:00.129472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54914) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:00.152769 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.185002 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54916) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:00.200268 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Sync routers for ids ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:55:00.218613 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Routers {'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:00.219557 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:00.237610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:00.240526 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-5c889378-6c87-4994-ba43-7c0718931849 None None] For port 8392f67b-6ef7-42a7-a3d8-f1728ac3078a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8392f67b-6ef7-42a7-a3d8-f1728ac3078a,segment=NetworkSegment(117a31df-9841-4c3b-97b3-68f7dfda5394),segment_id=117a31df-9841-4c3b-97b3-68f7dfda5394)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:00.270698 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f7cca376-19e7-42e2-88b7-746b2f10a806 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1962707922', 'description': 'tempest-description--1697330573'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:00.289904 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dd59871b-58c0-4ba6-91d7-9649d35f355a admin admin] Publish callbacks [] for security_group (6a44d0f0-05e1-4e24-b4ba-f9f7b5f3203b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.329192 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Allocated IP 172.20.0.2 (712feebb-f1dc-41cb-9b83-22e5fe6b16c7/43eaafb0-f96c-4873-aaf8-3946cf641d39/6173de52-dd9f-4ad3-9d67-6050f21d3bd6) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:00.347395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.348606 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:00.354195 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dd59871b-58c0-4ba6-91d7-9649d35f355a admin admin] Publish callbacks [] for security_group (6a44d0f0-05e1-4e24-b4ba-f9f7b5f3203b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.464837 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:00.469408 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5c889378-6c87-4994-ba43-7c0718931849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8392f67b-6ef7-42a7-a3d8-f1728ac3078a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.485625 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Set router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:55:00.520340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f826649d-a512-44e6-98cf-0b02fdc93a60 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (0bbd695e-464d-46cc-af06-632051bf07a0), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.536281 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2712a87a-3c44-46dd-bbe3-d8cf8c485dc8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Deleting port 8a4dde0a-6e61-4245-870d-7bc055e1acd9 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:00.536631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2712a87a-3c44-46dd-bbe3-d8cf8c485dc8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8a4dde0a-6e61-4245-870d-7bc055e1acd9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.586701 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a4d3c0-6a7b-449a-9fbd-47e80f413053 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:00.589228 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a4d3c0-6a7b-449a-9fbd-47e80f413053 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:00.591591 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b0a4d3c0-6a7b-449a-9fbd-47e80f413053 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 1.1311374 Jan 10 11:55:00.595975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54918) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:00.613514 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f7cca376-19e7-42e2-88b7-746b2f10a806 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.712763 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2712a87a-3c44-46dd-bbe3-d8cf8c485dc8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8a4dde0a-6e61-4245-870d-7bc055e1acd9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.728755 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2712a87a-3c44-46dd-bbe3-d8cf8c485dc8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Calling delete_port for 8a4dde0a-6e61-4245-870d-7bc055e1acd9 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:00.818807 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'name': 'tempest-ServerActionsTestJSON-1377133921-router', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:45Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'gw_port': {'id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:48Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '900530e2-0ca5-46c4-812b-8f261cd54542', 'name': '', 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'mac_address': 'fa:16:3e:a7:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:54Z', 'updated_at': '2022-01-10T11:54:56Z', 'revision_number': 2, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'subnets': [{'id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:00.820048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:00.820353 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.855206 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Checking router: c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:55:00.855834 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Updating router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca port 900530e2-0ca5-46c4-812b-8f261cd54542 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:55:00.858286 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d1af15-9eba-446c-ae52-44dd857a6100 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Made reservation on behalf of 24d7bac4a9624be9b7305e82a1e1f5d1 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:00.862951 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-31d1af15-9eba-446c-ae52-44dd857a6100 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.869908 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f826649d-a512-44e6-98cf-0b02fdc93a60 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (0bbd695e-464d-46cc-af06-632051bf07a0), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.886676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf0a7fe-b4ff-468d-9bac-f305eb22a984 None None] Network dadaf623-0c22-4db4-8c91-5463953b9a91 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:00.891705 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.904024 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dd59871b-58c0-4ba6-91d7-9649d35f355a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (6a44d0f0-05e1-4e24-b4ba-f9f7b5f3203b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.907550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dd59871b-58c0-4ba6-91d7-9649d35f355a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.909373 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-dd59871b-58c0-4ba6-91d7-9649d35f355a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a44d0f0-05e1-4e24-b4ba-f9f7b5f3203b HTTP/1.1" status: 204 len: 168 time: 0.9514291 Jan 10 11:55:00.942965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59871b-58c0-4ba6-91d7-9649d35f355a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a44d0f0-05e1-4e24-b4ba-f9f7b5f3203b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:00.945739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_gateway (1c59249c-b513-4426-afa0-8c3580b879ca), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.975247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-51957646-41a3-4c6a-ba73-6cda36927d36 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 2aa910ba-9008-496d-bb41-8125cc14c8e9 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:00.982239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-51957646-41a3-4c6a-ba73-6cda36927d36 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (2aa910ba-9008-496d-bb41-8125cc14c8e9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.992291 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2712a87a-3c44-46dd-bbe3-d8cf8c485dc8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (8a4dde0a-6e61-4245-870d-7bc055e1acd9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.008994 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.100434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712a87a-3c44-46dd-bbe3-d8cf8c485dc8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event deleted for resources: {'Port': ['ID=8a4dde0a-6e61-4245-870d-7bc055e1acd9,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:01.124535 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-51957646-41a3-4c6a-ba73-6cda36927d36 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (2aa910ba-9008-496d-bb41-8125cc14c8e9), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.155565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2712a87a-3c44-46dd-bbe3-d8cf8c485dc8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.165592 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2712a87a-3c44-46dd-bbe3-d8cf8c485dc8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "DELETE /v2.0/ports/8a4dde0a-6e61-4245-870d-7bc055e1acd9 HTTP/1.1" status: 204 len: 168 time: 1.0304751 Jan 10 11:55:01.179043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Allocated IP 172.36.2.177 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/8007c663-ed69-409a-ae3b-2c44869c11c2) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:01.182493 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54922) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:01.228664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8392f67b-6ef7-42a7-a3d8-f1728ac3078a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:01.232595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-379126b9-04da-4615-9ef7-20528a5da371 None None] Provisioning complete for port 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:01.233243 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-379126b9-04da-4615-9ef7-20528a5da371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.260736 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f7cca376-19e7-42e2-88b7-746b2f10a806 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for security_group (7922057a-f687-4c4d-8dd4-9bba618dd525), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.311545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c889378-6c87-4994-ba43-7c0718931849 None None] Pushing event updated for resources: {'Port': ['ID=8392f67b-6ef7-42a7-a3d8-f1728ac3078a,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:01.338093 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Publish callbacks [] for port (900530e2-0ca5-46c4-812b-8f261cd54542), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.353604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (8007c663-ed69-409a-ae3b-2c44869c11c2), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.363342 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f7cca376-19e7-42e2-88b7-746b2f10a806 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (7922057a-f687-4c4d-8dd4-9bba618dd525), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.414944 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.424158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-51957646-41a3-4c6a-ba73-6cda36927d36 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (2aa910ba-9008-496d-bb41-8125cc14c8e9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.457512 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cca376-19e7-42e2-88b7-746b2f10a806 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7922057a-f687-4c4d-8dd4-9bba618dd525,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:01.473455 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f826649d-a512-44e6-98cf-0b02fdc93a60 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network dadaf623-0c22-4db4-8c91-5463953b9a91 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:01.488689 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-f826649d-a512-44e6-98cf-0b02fdc93a60 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:01.498013 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f826649d-a512-44e6-98cf-0b02fdc93a60 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:01.499831 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f7cca376-19e7-42e2-88b7-746b2f10a806 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.502098 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f7cca376-19e7-42e2-88b7-746b2f10a806 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2397184 Jan 10 11:55:01.511509 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f826649d-a512-44e6-98cf-0b02fdc93a60 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:01.512265 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f826649d-a512-44e6-98cf-0b02fdc93a60 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.520056 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54928) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:01.525201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826649d-a512-44e6-98cf-0b02fdc93a60 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=0bbd695e-464d-46cc-af06-632051bf07a0,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:01.528654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (8007c663-ed69-409a-ae3b-2c44869c11c2), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.549412 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-44ef283c-055c-4e53-bae1-d8a81e044f07 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Request body: {'security_group_rule': {'security_group_id': '7922057a-f687-4c4d-8dd4-9bba618dd525', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:01.591577 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f263f7-b7df-4add-a817-0c4aebc7e515 None None] Pushing event updated for resources: {'Port': ['ID=900530e2-0ca5-46c4-812b-8f261cd54542,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:01.627151 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-de097fa4-06ec-45ff-ab0a-5139e6998889 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Deleting port 8a1eef82-eb6d-4856-89ba-2bc2bb6c1dd7 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:01.627558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-de097fa4-06ec-45ff-ab0a-5139e6998889 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8a1eef82-eb6d-4856-89ba-2bc2bb6c1dd7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.651523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 8392f67b-6ef7-42a7-a3d8-f1728ac3078a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:01.652293 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8392f67b-6ef7-42a7-a3d8-f1728ac3078a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.664366 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f263f7-b7df-4add-a817-0c4aebc7e515 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:01.678724 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f263f7-b7df-4add-a817-0c4aebc7e515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:01.679354 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f263f7-b7df-4add-a817-0c4aebc7e515 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:01.681598 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f263f7-b7df-4add-a817-0c4aebc7e515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:01.683113 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f263f7-b7df-4add-a817-0c4aebc7e515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:01.687402 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f263f7-b7df-4add-a817-0c4aebc7e515 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:01.688142 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f263f7-b7df-4add-a817-0c4aebc7e515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:01.688671 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f263f7-b7df-4add-a817-0c4aebc7e515 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:01.690333 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f263f7-b7df-4add-a817-0c4aebc7e515 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:01.696500 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f263f7-b7df-4add-a817-0c4aebc7e515 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:01.697050 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f263f7-b7df-4add-a817-0c4aebc7e515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:01.697681 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f263f7-b7df-4add-a817-0c4aebc7e515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:01.701472 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f263f7-b7df-4add-a817-0c4aebc7e515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:01.707981 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-379126b9-04da-4615-9ef7-20528a5da371 None None] Provisioning complete for port 8392f67b-6ef7-42a7-a3d8-f1728ac3078a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:01.708950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-379126b9-04da-4615-9ef7-20528a5da371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8392f67b-6ef7-42a7-a3d8-f1728ac3078a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.712192 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:01.732194 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:01.749861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:01.783337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-de097fa4-06ec-45ff-ab0a-5139e6998889 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8a1eef82-eb6d-4856-89ba-2bc2bb6c1dd7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.790802 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f826649d-a512-44e6-98cf-0b02fdc93a60 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5527573 Jan 10 11:55:01.796761 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Attempting to bind port 900530e2-0ca5-46c4-812b-8f261cd54542 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:01.797146 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Attempting to bind port 900530e2-0ca5-46c4-812b-8f261cd54542 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bc37a927-5496-4dbc-b32a-0bd05709a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:01.801073 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-de097fa4-06ec-45ff-ab0a-5139e6998889 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Calling delete_port for 8a1eef82-eb6d-4856-89ba-2bc2bb6c1dd7 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:01.811764 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Attempting to bind port 900530e2-0ca5-46c4-812b-8f261cd54542 on network d049b43c-1ab0-4a8e-ab51-279dd81c2ebc {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:01.812177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68364d9-6d70-4c4e-ba18-9cb140de9053 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:01.827711 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:01.828243 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Checking segment: {'id': 'bc37a927-5496-4dbc-b32a-0bd05709a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:01.828659 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.829050 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Bound using segment: {'id': 'bc37a927-5496-4dbc-b32a-0bd05709a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:01.829524 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Bound port: 900530e2-0ca5-46c4-812b-8f261cd54542, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc37a927-5496-4dbc-b32a-0bd05709a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:01.830505 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.858125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54934) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:01.894903 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Publish callbacks [] for port (6173de52-dd9f-4ad3-9d67-6050f21d3bd6), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:01.939650 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=8007c663-ed69-409a-ae3b-2c44869c11c2,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:01.971805 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-51957646-41a3-4c6a-ba73-6cda36927d36 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (2aa910ba-9008-496d-bb41-8125cc14c8e9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.023438 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] For port 900530e2-0ca5-46c4-812b-8f261cd54542, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:02.047994 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51957646-41a3-4c6a-ba73-6cda36927d36 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa910ba-9008-496d-bb41-8125cc14c8e9,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:02.049465 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7cb81fa7-03b0-4e45-a984-f717b5531eb9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:02.057425 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-51957646-41a3-4c6a-ba73-6cda36927d36 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.062482 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-51957646-41a3-4c6a-ba73-6cda36927d36 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/2aa910ba-9008-496d-bb41-8125cc14c8e9 HTTP/1.1" status: 204 len: 168 time: 1.4651122 Jan 10 11:55:02.065492 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54938) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:02.074656 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06e0ef3-828f-48a7-8677-c5abd841c25c None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:02.115140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (6173de52-dd9f-4ad3-9d67-6050f21d3bd6), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.119209 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3f10b912-0b44-43f3-8660-3faf60c48251 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522470 Jan 10 11:55:02.123343 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] For port 900530e2-0ca5-46c4-812b-8f261cd54542, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=900530e2-0ca5-46c4-812b-8f261cd54542,segment=NetworkSegment(bc37a927-5496-4dbc-b32a-0bd05709a81e),segment_id=bc37a927-5496-4dbc-b32a-0bd05709a81e)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:02.124296 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54940) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:02.127171 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-de097fa4-06ec-45ff-ab0a-5139e6998889 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (8a1eef82-eb6d-4856-89ba-2bc2bb6c1dd7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.187795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de097fa4-06ec-45ff-ab0a-5139e6998889 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event deleted for resources: {'Port': ['ID=8a1eef82-eb6d-4856-89ba-2bc2bb6c1dd7,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:02.194194 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-de097fa4-06ec-45ff-ab0a-5139e6998889 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.201157 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-de097fa4-06ec-45ff-ab0a-5139e6998889 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "DELETE /v2.0/ports/8a1eef82-eb6d-4856-89ba-2bc2bb6c1dd7 HTTP/1.1" status: 204 len: 168 time: 1.0149701 Jan 10 11:55:02.201488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54942) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:02.236985 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-30fa7ce2-cff5-4921-87cd-f91026baf103 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0342662 Jan 10 11:55:02.244897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54944) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:02.250849 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.265679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5189e7d4-43ba-4a6a-83e2-dd7f434a0eed tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1004472454'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:02.271879 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-44ef283c-055c-4e53-bae1-d8a81e044f07 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for security_group_rule (9c4e65e4-5382-4f95-b506-c8ee8abbc0a7), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.336927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Network 712feebb-f1dc-41cb-9b83-22e5fe6b16c7 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:02.352359 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-379126b9-04da-4615-9ef7-20528a5da371 None None] Could not find standard attr ID for object 1f4afd87-830c-41f9-9e6d-132680a41323. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:55:02.365114 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-44ef283c-055c-4e53-bae1-d8a81e044f07 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for security_group_rule (9c4e65e4-5382-4f95-b506-c8ee8abbc0a7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.374264 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:02.379067 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca42c03-f048-4b90-804c-02aaf5827751 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:02.381127 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Routers {'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:02.384627 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:02.384766 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1ca42c03-f048-4b90-804c-02aaf5827751 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2588413 Jan 10 11:55:02.385374 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54950) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:02.389360 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:02.463984 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-44ef283c-055c-4e53-bae1-d8a81e044f07 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (9c4e65e4-5382-4f95-b506-c8ee8abbc0a7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.478363 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Pushing event updated for resources: {'Port': ['ID=6173de52-dd9f-4ad3-9d67-6050f21d3bd6,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:02.488832 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7cb81fa7-03b0-4e45-a984-f717b5531eb9 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:02.489440 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7cb81fa7-03b0-4e45-a984-f717b5531eb9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.537300 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef283c-055c-4e53-bae1-d8a81e044f07 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4e65e4-5382-4f95-b506-c8ee8abbc0a7,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:02.576784 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db357526-86be-4792-839a-9cb3c038b59b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:02.585878 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-db357526-86be-4792-839a-9cb3c038b59b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1989291 Jan 10 11:55:02.586740 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54954) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:02.650775 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Attempting to bind port 6173de52-dd9f-4ad3-9d67-6050f21d3bd6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:02.651162 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Attempting to bind port 6173de52-dd9f-4ad3-9d67-6050f21d3bd6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '883da2d7-51d4-488f-bcd7-afff17d6d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '712feebb-f1dc-41cb-9b83-22e5fe6b16c7'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:02.651611 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Attempting to bind port 6173de52-dd9f-4ad3-9d67-6050f21d3bd6 on network 712feebb-f1dc-41cb-9b83-22e5fe6b16c7 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:02.667211 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_gateway (1c59249c-b513-4426-afa0-8c3580b879ca), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.669621 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] Provisioning complete for port 0bbd695e-464d-46cc-af06-632051bf07a0 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:02.670107 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (0bbd695e-464d-46cc-af06-632051bf07a0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.713418 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66254785-7121-4b36-8e30-1e57477ec7f3 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:02.715396 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-66254785-7121-4b36-8e30-1e57477ec7f3 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8552601 Jan 10 11:55:02.717865 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-31d1af15-9eba-446c-ae52-44dd857a6100 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (44d04dbb-e1f3-4a87-8575-2da2ebb4b89f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.740967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:02.741821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Checking segment: {'id': '883da2d7-51d4-488f-bcd7-afff17d6d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '712feebb-f1dc-41cb-9b83-22e5fe6b16c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:02.742698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.743852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Bound using segment: {'id': '883da2d7-51d4-488f-bcd7-afff17d6d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '712feebb-f1dc-41cb-9b83-22e5fe6b16c7'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:02.744657 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Bound port: 6173de52-dd9f-4ad3-9d67-6050f21d3bd6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883da2d7-51d4-488f-bcd7-afff17d6d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '712feebb-f1dc-41cb-9b83-22e5fe6b16c7'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:02.745237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6173de52-dd9f-4ad3-9d67-6050f21d3bd6), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.750606 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e1454711-0722-4bd6-95dd-181b874cce4b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1616042 Jan 10 11:55:02.760475 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54958) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:02.761798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54960) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:02.762577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5189e7d4-43ba-4a6a-83e2-dd7f434a0eed tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Made reservation on behalf of 201419f260524ec78ff1a9672dc3ad0c for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:02.777135 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5189e7d4-43ba-4a6a-83e2-dd7f434a0eed tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.781287 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f263f7-b7df-4add-a817-0c4aebc7e515 None None] Pushing event updated for resources: {'Port': ['ID=900530e2-0ca5-46c4-812b-8f261cd54542,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:02.798917 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:55:02.820570 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d4bce4f1-7c62-4efa-b9da-952e72d4c9a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:02.839477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-44ef283c-055c-4e53-bae1-d8a81e044f07 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.843431 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-44ef283c-055c-4e53-bae1-d8a81e044f07 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2962236 Jan 10 11:55:02.851203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] For port 6173de52-dd9f-4ad3-9d67-6050f21d3bd6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:02.856968 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54962) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:02.858046 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] For port 6173de52-dd9f-4ad3-9d67-6050f21d3bd6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6173de52-dd9f-4ad3-9d67-6050f21d3bd6,segment=NetworkSegment(883da2d7-51d4-488f-bcd7-afff17d6d586),segment_id=883da2d7-51d4-488f-bcd7-afff17d6d586)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:02.859806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f75b35b-d9f6-4017-9265-a6e99356c3e1 None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:02.865378 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-1ba8e49f-e44d-496a-b4c7-fd183b9e085c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Request body: {'security_group_rule': {'security_group_id': '7922057a-f687-4c4d-8dd4-9bba618dd525', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:02.892624 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] Set router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:55:02.929894 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] Port 0bbd695e-464d-46cc-af06-632051bf07a0 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:02.938975 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7cb81fa7-03b0-4e45-a984-f717b5531eb9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.942219 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54964) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:02.970974 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (6173de52-dd9f-4ad3-9d67-6050f21d3bd6), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.978781 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] Provisioning complete for port 8007c663-ed69-409a-ae3b-2c44869c11c2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:02.979127 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8007c663-ed69-409a-ae3b-2c44869c11c2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:02.984567 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1af15-9eba-446c-ae52-44dd857a6100 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event updated for resources: {'Subnet': ['ID=44d04dbb-e1f3-4a87-8575-2da2ebb4b89f,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:03.007121 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d1af15-9eba-446c-ae52-44dd857a6100 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Checking segment: {'id': '730288c7-36df-4c98-bcdb-80d178b424b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '68875f6e-901e-45af-a334-5a979beccd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:03.007514 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d1af15-9eba-446c-ae52-44dd857a6100 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Network hostable DHCP agents. Network: 68875f6e-901e-45af-a334-5a979beccd4d, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:55:03.037361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] Port 8007c663-ed69-409a-ae3b-2c44869c11c2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:03.102531 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5189e7d4-43ba-4a6a-83e2-dd7f434a0eed tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:55:03.109651 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e49f-e44d-496a-b4c7-fd183b9e085c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for security_group_rule (9d09be11-a699-4b79-805c-73370b43f4d8), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.131991 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf94b02-8afc-4a3b-a004-3f6bb16509fd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:03.142329 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf94b02-8afc-4a3b-a004-3f6bb16509fd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:03.150704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf94b02-8afc-4a3b-a004-3f6bb16509fd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:03.156936 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8cf94b02-8afc-4a3b-a004-3f6bb16509fd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3701415 Jan 10 11:55:03.159907 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54968) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:03.207074 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1145718671'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:03.214765 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 7cb81fa7-03b0-4e45-a984-f717b5531eb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cb81fa7-03b0-4e45-a984-f717b5531eb9,segment=NetworkSegment(5635f1c5-0015-4fb5-b5f5-47f188eb1a2e),segment_id=5635f1c5-0015-4fb5-b5f5-47f188eb1a2e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:03.224643 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] Provisioning complete for port 6c8041b7-eee6-4117-9c15-dedba6e88a96 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:03.225023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6c8041b7-eee6-4117-9c15-dedba6e88a96), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.225447 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5189e7d4-43ba-4a6a-83e2-dd7f434a0eed tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (0b9f7c41-123c-465f-ba78-c031b20092b1), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.226002 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-5189e7d4-43ba-4a6a-83e2-dd7f434a0eed tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Added segment 0b9f7c41-123c-465f-ba78-c031b20092b1 of type vlan for network 648e0e08-d631-4ab8-9d37-27f726590d03 Jan 10 11:55:03.237287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8f75b35b-d9f6-4017-9265-a6e99356c3e1 None None] Deleting port 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:03.237671 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8f75b35b-d9f6-4017-9265-a6e99356c3e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.241103 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bce4f1-7c62-4efa-b9da-952e72d4c9a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:03.246936 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4bce4f1-7c62-4efa-b9da-952e72d4c9a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.249363 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e49f-e44d-496a-b4c7-fd183b9e085c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for security_group_rule (9d09be11-a699-4b79-805c-73370b43f4d8), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.254535 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (1c59249c-b513-4426-afa0-8c3580b879ca), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.272075 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d1af15-9eba-446c-ae52-44dd857a6100 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Network 68875f6e-901e-45af-a334-5a979beccd4d is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:55:03.282928 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'name': 'tempest-ServerActionsTestJSON-1377133921-router', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:45Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'gw_port': {'id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:48Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '900530e2-0ca5-46c4-812b-8f261cd54542', 'name': '', 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'mac_address': 'fa:16:3e:a7:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:54Z', 'updated_at': '2022-01-10T11:55:02Z', 'revision_number': 4, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'subnets': [{'id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:03.338613 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e266d6b-3564-4ca8-b334-eccf279e99e6 None None] The sync data for ids ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'] in dv-neutron-master-2-hyperv is: [{'id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'name': 'tempest-ServerActionsTestJSON-1377133921-router', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:45Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'gw_port': {'id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:48Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '900530e2-0ca5-46c4-812b-8f261cd54542', 'name': '', 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'mac_address': 'fa:16:3e:a7:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:54Z', 'updated_at': '2022-01-10T11:55:02Z', 'revision_number': 4, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'subnets': [{'id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:55:03.338944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8f75b35b-d9f6-4017-9265-a6e99356c3e1 None None] For port 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:03.339790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8f75b35b-d9f6-4017-9265-a6e99356c3e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.365947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8f75b35b-d9f6-4017-9265-a6e99356c3e1 None None] Calling delete_port for 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:03.369266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e49f-e44d-496a-b4c7-fd183b9e085c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (9d09be11-a699-4b79-805c-73370b43f4d8), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.410394 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5189e7d4-43ba-4a6a-83e2-dd7f434a0eed tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (648e0e08-d631-4ab8-9d37-27f726590d03), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.427057 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8e49f-e44d-496a-b4c7-fd183b9e085c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d09be11-a699-4b79-805c-73370b43f4d8,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:03.490060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-db8e1bd6-caa7-45f4-bd93-11742f290a29 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 0bbd695e-464d-46cc-af06-632051bf07a0 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:03.490839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-db8e1bd6-caa7-45f4-bd93-11742f290a29 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (0bbd695e-464d-46cc-af06-632051bf07a0), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.501636 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-31d1af15-9eba-446c-ae52-44dd857a6100 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 68875f6e-901e-45af-a334-5a979beccd4d) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:03.506556 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d1af15-9eba-446c-ae52-44dd857a6100 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:03.507256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-31d1af15-9eba-446c-ae52-44dd857a6100 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.539705 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0358510b-899c-4c3b-a58b-8f51dce784f3 None None] Network 68875f6e-901e-45af-a334-5a979beccd4d requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:03.577155 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e49f-e44d-496a-b4c7-fd183b9e085c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.579055 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1ba8e49f-e44d-496a-b4c7-fd183b9e085c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7183936 Jan 10 11:55:03.580575 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.585607 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54970) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:03.614174 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-db8e1bd6-caa7-45f4-bd93-11742f290a29 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (0bbd695e-464d-46cc-af06-632051bf07a0), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.614587 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:03.628066 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.628263 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bbe14-85a0-4b94-a0c9-affa8229d47b None None] Pushing event updated for resources: {'Port': ['ID=6173de52-dd9f-4ad3-9d67-6050f21d3bd6,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:03.629134 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7cb81fa7-03b0-4e45-a984-f717b5531eb9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.633070 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-db8e1bd6-caa7-45f4-bd93-11742f290a29 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 0bbd695e-464d-46cc-af06-632051bf07a0 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:03.691053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 1c59249c-b513-4426-afa0-8c3580b879ca is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:55:03.731913 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=7cb81fa7-03b0-4e45-a984-f717b5531eb9,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:03.774972 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8f75b35b-d9f6-4017-9265-a6e99356c3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.798715 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] Port 6c8041b7-eee6-4117-9c15-dedba6e88a96 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:03.820247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5189e7d4-43ba-4a6a-83e2-dd7f434a0eed tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (648e0e08-d631-4ab8-9d37-27f726590d03), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.838086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5189e7d4-43ba-4a6a-83e2-dd7f434a0eed tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:03.841896 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5189e7d4-43ba-4a6a-83e2-dd7f434a0eed tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.907362 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75b35b-d9f6-4017-9265-a6e99356c3e1 None None] Pushing event deleted for resources: {'Port': ['ID=48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:03.921989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75b35b-d9f6-4017-9265-a6e99356c3e1 None None] No DVR routers for this DVR port 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:03.922525 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-68875f6e-901e-45af-a334-5a979beccd4d', 'network_id': '68875f6e-901e-45af-a334-5a979beccd4d', 'project_id': '24d7bac4a9624be9b7305e82a1e1f5d1', 'fixed_ips': [{'subnet_id': '44d04dbb-e1f3-4a87-8575-2da2ebb4b89f'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:55:03.923707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:03.934512 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-31d1af15-9eba-446c-ae52-44dd857a6100 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0538139 Jan 10 11:55:03.935999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:55:03.958605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54972) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:03.966087 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24bbdf2-c7a8-4466-a523-7978c7191dd9 None None] Sync routers for ids ['1c59249c-b513-4426-afa0-8c3580b879ca'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:55:03.986026 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] Provisioning complete for port 900530e2-0ca5-46c4-812b-8f261cd54542 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:03.986288 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:04.097578 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:04.135791 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189e7d4-43ba-4a6a-83e2-dd7f434a0eed tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event updated for resources: {'Network': ['ID=648e0e08-d631-4ab8-9d37-27f726590d03,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:04.153977 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5189e7d4-43ba-4a6a-83e2-dd7f434a0eed tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9111719 Jan 10 11:55:04.156555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54974) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:04.162351 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-46cee718-9ea6-4beb-805a-a3863c893d8d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-971414921'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:04.199062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (282027cb-8864-4397-beaf-e4bc257eca16), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:04.276719 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8392f67b-6ef7-42a7-a3d8-f1728ac3078a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:04.317546 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 648e0e08-d631-4ab8-9d37-27f726590d03 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:55:04.375878 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (282027cb-8864-4397-beaf-e4bc257eca16), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:04.378712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.objects.ports [None req-d4bce4f1-7c62-4efa-b9da-952e72d4c9a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110624) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:55:04.388992 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cee718-9ea6-4beb-805a-a3863c893d8d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Made reservation on behalf of 201419f260524ec78ff1a9672dc3ad0c for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:04.389167 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:04.389167 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1c4c7735-5e69-4b4f-b714-aa7fbe093eeb tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.4497957 Jan 10 11:55:04.391377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-46cee718-9ea6-4beb-805a-a3863c893d8d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:04.406437 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4bce4f1-7c62-4efa-b9da-952e72d4c9a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (d2d72879-8e58-466a-ae02-e5bf208654ba), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:04.408529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54976) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:04.448146 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24bbdf2-c7a8-4466-a523-7978c7191dd9 None None] Routers {'1c59249c-b513-4426-afa0-8c3580b879ca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:04.449140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f24bbdf2-c7a8-4466-a523-7978c7191dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1c59249c-b513-4426-afa0-8c3580b879ca'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:04.499473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-db8e1bd6-caa7-45f4-bd93-11742f290a29 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (0bbd695e-464d-46cc-af06-632051bf07a0), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:04.557632 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f24bbdf2-c7a8-4466-a523-7978c7191dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:04.568620 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e1bd6-caa7-45f4-bd93-11742f290a29 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=0bbd695e-464d-46cc-af06-632051bf07a0,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:04.598048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cee718-9ea6-4beb-805a-a3863c893d8d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:55:04.605441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bce4f1-7c62-4efa-b9da-952e72d4c9a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:04.618523 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d4bce4f1-7c62-4efa-b9da-952e72d4c9a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:04.627290 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bce4f1-7c62-4efa-b9da-952e72d4c9a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:04.627892 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d4bce4f1-7c62-4efa-b9da-952e72d4c9a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:04.628748 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 8392f67b-6ef7-42a7-a3d8-f1728ac3078a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:04.629170 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8392f67b-6ef7-42a7-a3d8-f1728ac3078a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:04.632165 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bce4f1-7c62-4efa-b9da-952e72d4c9a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=d2d72879-8e58-466a-ae02-e5bf208654ba,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:04.638123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24bbdf2-c7a8-4466-a523-7978c7191dd9 None None] Routers {'1c59249c-b513-4426-afa0-8c3580b879ca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:04.638371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f24bbdf2-c7a8-4466-a523-7978c7191dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1c59249c-b513-4426-afa0-8c3580b879ca'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:04.638664 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-46cee718-9ea6-4beb-805a-a3863c893d8d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e6ba6e04-1699-4d00-89c0-41e84c8f61d4), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:04.639086 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-46cee718-9ea6-4beb-805a-a3863c893d8d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Added segment e6ba6e04-1699-4d00-89c0-41e84c8f61d4 of type vlan for network 809dbb70-b848-400a-a3de-c0f5f343fa80 Jan 10 11:55:04.709828 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282027cb-8864-4397-beaf-e4bc257eca16,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:04.731274 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-db8e1bd6-caa7-45f4-bd93-11742f290a29 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:04.736315 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-db8e1bd6-caa7-45f4-bd93-11742f290a29 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/0bbd695e-464d-46cc-af06-632051bf07a0 HTTP/1.1" status: 204 len: 168 time: 1.5749495 Jan 10 11:55:04.756583 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98071f65-2e9f-471b-80fb-9c6a0bba6a01 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:04.779919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54978) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:04.818441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:04.818441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:04.818441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:04.818441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:04.818441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:04.818441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:04.818441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:04.818441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:04.818441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:04.818441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:04.818441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:04.818441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:04.818441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:04.818441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:04.819714 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-46cee718-9ea6-4beb-805a-a3863c893d8d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (809dbb70-b848-400a-a3de-c0f5f343fa80), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:04.823303 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-2062eb33-7a52-433a-947c-cc56dd465181 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] GET failed (client error): The resource could not be found. Jan 10 11:55:04.826438 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2062eb33-7a52-433a-947c-cc56dd465181 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/0bbd695e-464d-46cc-af06-632051bf07a0 HTTP/1.1" status: 404 len: 333 time: 0.0452387 Jan 10 11:55:04.829535 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54980) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:04.834027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f24bbdf2-c7a8-4466-a523-7978c7191dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:04.834653 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24bbdf2-c7a8-4466-a523-7978c7191dd9 None None] The sync data for ids ['1c59249c-b513-4426-afa0-8c3580b879ca'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:55:04.843196 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1ba905ea-91e0-40a8-aefb-722852cd8369 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/routers/1c59249c-b513-4426-afa0-8c3580b879ca HTTP/1.1" status: 200 len: 880 time: 0.4270582 Jan 10 11:55:04.848727 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54982) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:04.851605 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:04.888922 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d4bce4f1-7c62-4efa-b9da-952e72d4c9a8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0998082 Jan 10 11:55:04.896987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54984) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:04.905253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-2e999f7a-be48-4450-9330-8d7a75f8c376 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'mac_address': 'fa:16:3e:63:47:be', 'name': 'tempest-NetworksTestDHCPv6-1295767346'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:04.961677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Allocated IP 172.20.0.2 (68875f6e-901e-45af-a334-5a979beccd4d/44d04dbb-e1f3-4a87-8575-2da2ebb4b89f/b47ab364-c405-45ea-ab23-77ce91f1592d) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:05.066622 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] For port 900530e2-0ca5-46c4-812b-8f261cd54542, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=900530e2-0ca5-46c4-812b-8f261cd54542,segment=NetworkSegment(bc37a927-5496-4dbc-b32a-0bd05709a81e),segment_id=bc37a927-5496-4dbc-b32a-0bd05709a81e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:05.074541 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-46cee718-9ea6-4beb-805a-a3863c893d8d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (809dbb70-b848-400a-a3de-c0f5f343fa80), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:05.080479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cee718-9ea6-4beb-805a-a3863c893d8d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:05.081120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-46cee718-9ea6-4beb-805a-a3863c893d8d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:05.133082 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (c517c023-814a-4d84-8c2c-3d3d85938383), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:05.208663 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cee718-9ea6-4beb-805a-a3863c893d8d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event updated for resources: {'Network': ['ID=809dbb70-b848-400a-a3de-c0f5f343fa80,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:05.227583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-1a31b5ff-0b52-4aea-83fe-0a4a0989e7cf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 6c8041b7-eee6-4117-9c15-dedba6e88a96 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:05.227928 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a31b5ff-0b52-4aea-83fe-0a4a0989e7cf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (6c8041b7-eee6-4117-9c15-dedba6e88a96), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:05.236465 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87eb33-6231-4641-ad85-25a1ca239b55 None None] Network 712feebb-f1dc-41cb-9b83-22e5fe6b16c7 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:05.238589 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 809dbb70-b848-400a-a3de-c0f5f343fa80 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:55:05.267348 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-46cee718-9ea6-4beb-805a-a3863c893d8d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1093662 Jan 10 11:55:05.309920 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': 'd2d72879-8e58-466a-ae02-e5bf208654ba'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:55:05.310970 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:05.313183 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:05.337282 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e999f7a-be48-4450-9330-8d7a75f8c376 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:05.413283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Allocated IP 172.20.0.1 (712feebb-f1dc-41cb-9b83-22e5fe6b16c7/43eaafb0-f96c-4873-aaf8-3946cf641d39/914babfb-c0a5-490e-829e-05a9ce0265c8) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:05.414017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] Pushing event updated for resources: {'Port': ['ID=900530e2-0ca5-46c4-812b-8f261cd54542,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:05.428776 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54986) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:05.440666 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Request body: {'subnets': [{'network_id': '648e0e08-d631-4ab8-9d37-27f726590d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--130877209', 'ip_version': 4}, {'network_id': '809dbb70-b848-400a-a3de-c0f5f343fa80', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:05.440989 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Request body: {'subnet': {'network_id': '648e0e08-d631-4ab8-9d37-27f726590d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--130877209', 'ip_version': 4}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:05.441581 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Request body: {'subnet': {'network_id': '809dbb70-b848-400a-a3de-c0f5f343fa80', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:05.465226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2e999f7a-be48-4450-9330-8d7a75f8c376 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:05.525855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 900530e2-0ca5-46c4-812b-8f261cd54542 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:05.533561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c517c023-814a-4d84-8c2c-3d3d85938383), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:05.540819 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-2e999f7a-be48-4450-9330-8d7a75f8c376 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port 2796f5ab-ed47-40a6-b749-b8d486c3b1f6 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:55:05.571697 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] Provisioning complete for port 7cb81fa7-03b0-4e45-a984-f717b5531eb9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:05.572185 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5de487fa-fe00-4538-9813-f4ab916cdd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7cb81fa7-03b0-4e45-a984-f717b5531eb9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:05.598652 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a31b5ff-0b52-4aea-83fe-0a4a0989e7cf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (6c8041b7-eee6-4117-9c15-dedba6e88a96), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:05.626284 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c517c023-814a-4d84-8c2c-3d3d85938383,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:05.628648 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-1a31b5ff-0b52-4aea-83fe-0a4a0989e7cf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 6c8041b7-eee6-4117-9c15-dedba6e88a96 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:05.637494 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for port (914babfb-c0a5-490e-829e-05a9ce0265c8), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:05.639827 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:05.816625 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Publish callbacks [] for port (b47ab364-c405-45ea-ab23-77ce91f1592d), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:05.817386 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-2e999f7a-be48-4450-9330-8d7a75f8c376 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::f816:3eff:fe63:47be (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/d2d72879-8e58-466a-ae02-e5bf208654ba/2796f5ab-ed47-40a6-b749-b8d486c3b1f6) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:05.861542 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 900530e2-0ca5-46c4-812b-8f261cd54542 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:05.862096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:05.973468 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:05.977274 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0e7f85ed-21f2-4004-8003-35ada64b871e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 3.0265336 Jan 10 11:55:05.977592 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (b47ab364-c405-45ea-ab23-77ce91f1592d), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:05.982331 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54988) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:05.998260 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Made reservation on behalf of 201419f260524ec78ff1a9672dc3ad0c for: {'subnet': 2} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:06.004707 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.005338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.044862 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6173de52-dd9f-4ad3-9d67-6050f21d3bd6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:06.051390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Network 68875f6e-901e-45af-a334-5a979beccd4d is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:06.072261 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c889c49f-566c-4dc7-8695-0bfe290f613f None None] Could not find standard attr ID for object 0bbd695e-464d-46cc-af06-632051bf07a0. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:55:06.080175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:06.096426 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:06.102397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Pushing event updated for resources: {'Port': ['ID=b47ab364-c405-45ea-ab23-77ce91f1592d,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:06.121586 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-55a2ea4c-a6bc-41a0-80a2-4cf93bc82f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.153098 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c889c49f-566c-4dc7-8695-0bfe290f613f None None] Provisioning complete for port 900530e2-0ca5-46c4-812b-8f261cd54542 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:06.153484 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c889c49f-566c-4dc7-8695-0bfe290f613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.175271 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (914babfb-c0a5-490e-829e-05a9ce0265c8), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.238327 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Allocated IP 172.36.2.170 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/dfc1f639-0551-4f66-84e7-2ff4e8c38f69) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:06.285872 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Network 712feebb-f1dc-41cb-9b83-22e5fe6b16c7 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:06.305563 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-416cb1ea-76f8-47d7-9774-02fb98234e46 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.4538608 Jan 10 11:55:06.307275 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:06.314300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 54990) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:06.319077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d929b345-282a-4a36-a246-daab435e51ab tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-102526846'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:06.363229 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:06.391417 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Attempting to bind port b47ab364-c405-45ea-ab23-77ce91f1592d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:06.392069 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Attempting to bind port b47ab364-c405-45ea-ab23-77ce91f1592d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '730288c7-36df-4c98-bcdb-80d178b424b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '68875f6e-901e-45af-a334-5a979beccd4d'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:06.392610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Attempting to bind port b47ab364-c405-45ea-ab23-77ce91f1592d on network 68875f6e-901e-45af-a334-5a979beccd4d {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:06.405339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:06.405973 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Checking segment: {'id': '730288c7-36df-4c98-bcdb-80d178b424b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '68875f6e-901e-45af-a334-5a979beccd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:06.406611 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.407426 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Bound using segment: {'id': '730288c7-36df-4c98-bcdb-80d178b424b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '68875f6e-901e-45af-a334-5a979beccd4d'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:06.408130 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Bound port: b47ab364-c405-45ea-ab23-77ce91f1592d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730288c7-36df-4c98-bcdb-80d178b424b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '68875f6e-901e-45af-a334-5a979beccd4d'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:06.408695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b47ab364-c405-45ea-ab23-77ce91f1592d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.431731 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 6173de52-dd9f-4ad3-9d67-6050f21d3bd6 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:06.432412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6173de52-dd9f-4ad3-9d67-6050f21d3bd6), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.490505 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a31b5ff-0b52-4aea-83fe-0a4a0989e7cf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (6c8041b7-eee6-4117-9c15-dedba6e88a96), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.499586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.505364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event updated for resources: {'Port': ['ID=914babfb-c0a5-490e-829e-05a9ce0265c8,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:06.589200 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-391f3753-a518-421a-ab69-48f0897805ce None None] For port b47ab364-c405-45ea-ab23-77ce91f1592d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:06.595542 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-391f3753-a518-421a-ab69-48f0897805ce None None] For port b47ab364-c405-45ea-ab23-77ce91f1592d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b47ab364-c405-45ea-ab23-77ce91f1592d,segment=NetworkSegment(730288c7-36df-4c98-bcdb-80d178b424b1),segment_id=730288c7-36df-4c98-bcdb-80d178b424b1)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:06.600429 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c889c49f-566c-4dc7-8695-0bfe290f613f None None] Could not find standard attr ID for object 6c8041b7-eee6-4117-9c15-dedba6e88a96. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:55:06.607690 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31b5ff-0b52-4aea-83fe-0a4a0989e7cf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=6c8041b7-eee6-4117-9c15-dedba6e88a96,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:06.625666 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c889c49f-566c-4dc7-8695-0bfe290f613f None None] Provisioning complete for port 6173de52-dd9f-4ad3-9d67-6050f21d3bd6 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:06.626632 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c889c49f-566c-4dc7-8695-0bfe290f613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6173de52-dd9f-4ad3-9d67-6050f21d3bd6), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.652282 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a31b5ff-0b52-4aea-83fe-0a4a0989e7cf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.659266 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1a31b5ff-0b52-4aea-83fe-0a4a0989e7cf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/6c8041b7-eee6-4117-9c15-dedba6e88a96 HTTP/1.1" status: 204 len: 168 time: 1.8147182 Jan 10 11:55:06.660389 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54992) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:06.661328 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for port (dfc1f639-0551-4f66-84e7-2ff4e8c38f69), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.698345 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7d46b3-ef25-4127-8f41-27f4425d03b9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] GET failed (client error): The resource could not be found. Jan 10 11:55:06.714458 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2d7d46b3-ef25-4127-8f41-27f4425d03b9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/6c8041b7-eee6-4117-9c15-dedba6e88a96 HTTP/1.1" status: 404 len: 333 time: 0.0325673 Jan 10 11:55:06.714641 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b47ab364-c405-45ea-ab23-77ce91f1592d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.714776 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0ed28256-5362-4126-a7e3-611095c74407 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.7259128 Jan 10 11:55:06.718987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54994) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:06.719563 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54996) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:06.738224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-37e11363-67eb-4105-84a6-84e0e14c2656 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group': {'name': 'tempest-security--1389320896', 'description': 'tempest-security-description-904907532'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:06.791010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6173de52-dd9f-4ad3-9d67-6050f21d3bd6), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.842985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f3753-a518-421a-ab69-48f0897805ce None None] Pushing event updated for resources: {'Port': ['ID=b47ab364-c405-45ea-ab23-77ce91f1592d,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:06.856979 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2e999f7a-be48-4450-9330-8d7a75f8c376 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (2796f5ab-ed47-40a6-b749-b8d486c3b1f6), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.885048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 6173de52-dd9f-4ad3-9d67-6050f21d3bd6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6173de52-dd9f-4ad3-9d67-6050f21d3bd6,segment=NetworkSegment(883da2d7-51d4-488f-bcd7-afff17d6d586),segment_id=883da2d7-51d4-488f-bcd7-afff17d6d586)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:06.896700 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c889c49f-566c-4dc7-8695-0bfe290f613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6173de52-dd9f-4ad3-9d67-6050f21d3bd6), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.896944 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (dfc1f639-0551-4f66-84e7-2ff4e8c38f69), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.906749 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-37e11363-67eb-4105-84a6-84e0e14c2656 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (c517c023-814a-4d84-8c2c-3d3d85938383), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.924051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f61c782-3340-432c-8673-f4eb4ac32a40 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting subnet 8d294dd8-23e7-4309-83a1-6e2b9e770f5a {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:06.933723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5f61c782-3340-432c-8673-f4eb4ac32a40 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (8d294dd8-23e7-4309-83a1-6e2b9e770f5a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.946933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (6173de52-dd9f-4ad3-9d67-6050f21d3bd6), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.960002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (914babfb-c0a5-490e-829e-05a9ce0265c8), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:06.996748 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:07.036978 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:55:07.038875 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:07.043847 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-37e11363-67eb-4105-84a6-84e0e14c2656 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (c517c023-814a-4d84-8c2c-3d3d85938383), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.056062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:07.059398 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Pushing event updated for resources: {'Port': ['ID=dfc1f639-0551-4f66-84e7-2ff4e8c38f69,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:07.068491 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:55:07.068697 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 48fddb24-1bfb-41bb-8b3e-59a0bb8dffa8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:55:07.103259 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-c889c49f-566c-4dc7-8695-0bfe290f613f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:55:07.103816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-c889c49f-566c-4dc7-8695-0bfe290f613f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:55:07.106582 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=6173de52-dd9f-4ad3-9d67-6050f21d3bd6,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:07.146930 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2e999f7a-be48-4450-9330-8d7a75f8c376 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (2796f5ab-ed47-40a6-b749-b8d486c3b1f6), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.163691 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5f61c782-3340-432c-8673-f4eb4ac32a40 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (8d294dd8-23e7-4309-83a1-6e2b9e770f5a), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.204131 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Allocated IP 2001:db8::f816:3eff:fe69:20b5 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/d2d72879-8e58-466a-ae02-e5bf208654ba/b3def075-7e24-42ba-913d-fb94274c6243) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:07.304907 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 900530e2-0ca5-46c4-812b-8f261cd54542 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:07.324761 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-37e11363-67eb-4105-84a6-84e0e14c2656 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c517c023-814a-4d84-8c2c-3d3d85938383), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.327588 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-37e11363-67eb-4105-84a6-84e0e14c2656 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.332033 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-37e11363-67eb-4105-84a6-84e0e14c2656 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "PUT /v2.0/security-groups/c517c023-814a-4d84-8c2c-3d3d85938383 HTTP/1.1" status: 200 len: 1794 time: 0.6074476 Jan 10 11:55:07.359592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 54998) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:07.412415 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e11363-67eb-4105-84a6-84e0e14c2656 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c517c023-814a-4d84-8c2c-3d3d85938383,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:07.421446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 900530e2-0ca5-46c4-812b-8f261cd54542 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:07.421752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.486054 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e999f7a-be48-4450-9330-8d7a75f8c376 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:07.502788 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-2e999f7a-be48-4450-9330-8d7a75f8c376 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:07.503040 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Publish callbacks [] for port (b3def075-7e24-42ba-913d-fb94274c6243), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.516774 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e999f7a-be48-4450-9330-8d7a75f8c376 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:07.522837 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for floatingip (258aca98-6f0c-4cf6-865a-c4c5711649ff), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.523326 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e999f7a-be48-4450-9330-8d7a75f8c376 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:07.524080 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2e999f7a-be48-4450-9330-8d7a75f8c376 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.533445 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e999f7a-be48-4450-9330-8d7a75f8c376 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=2796f5ab-ed47-40a6-b749-b8d486c3b1f6,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:07.545305 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d929b345-282a-4a36-a246-daab435e51ab tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (1c59249c-b513-4426-afa0-8c3580b879ca), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.553079 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7cb81fa7-03b0-4e45-a984-f717b5531eb9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:07.576231 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3ffd6127-45c5-4982-81d5-45b49d9d266b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-groups/c517c023-814a-4d84-8c2c-3d3d85938383 HTTP/1.1" status: 200 len: 1794 time: 0.1769550 Jan 10 11:55:07.577459 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55000) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:07.633075 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5f61c782-3340-432c-8673-f4eb4ac32a40 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (8d294dd8-23e7-4309-83a1-6e2b9e770f5a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.637532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for port (914babfb-c0a5-490e-829e-05a9ce0265c8), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.652810 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (b3def075-7e24-42ba-913d-fb94274c6243), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.663530 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ed74ca73-7cc4-46a7-8f84-512b92dc4f88 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (c517c023-814a-4d84-8c2c-3d3d85938383), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.665748 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7cb81fa7-03b0-4e45-a984-f717b5531eb9 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:07.666154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7cb81fa7-03b0-4e45-a984-f717b5531eb9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.711629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d929b345-282a-4a36-a246-daab435e51ab tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (1c59249c-b513-4426-afa0-8c3580b879ca), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.727095 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2e999f7a-be48-4450-9330-8d7a75f8c376 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8282952 Jan 10 11:55:07.732126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55002) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:07.743278 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ed74ca73-7cc4-46a7-8f84-512b92dc4f88 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (c517c023-814a-4d84-8c2c-3d3d85938383), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.753058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:07.755963 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Pushing event updated for resources: {'Port': ['ID=b3def075-7e24-42ba-913d-fb94274c6243,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:07.762183 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:07.764506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:07.802419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbedc03-5c6b-4cbb-b766-71e306e15165 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:07.809874 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbedc03-5c6b-4cbb-b766-71e306e15165 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:07.812079 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ebbedc03-5c6b-4cbb-b766-71e306e15165 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0800710 Jan 10 11:55:07.821883 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55004) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:07.844739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (914babfb-c0a5-490e-829e-05a9ce0265c8), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.886620 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Attempting to bind port b3def075-7e24-42ba-913d-fb94274c6243 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:07.887348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Attempting to bind port b3def075-7e24-42ba-913d-fb94274c6243 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:07.888126 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Attempting to bind port b3def075-7e24-42ba-913d-fb94274c6243 on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:07.889680 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (1ebca90b-81eb-4623-9c19-5673f9c558ea), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.904533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:07.908415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:07.908415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.908415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:07.908415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Bound port: b3def075-7e24-42ba-913d-fb94274c6243, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:07.908415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b3def075-7e24-42ba-913d-fb94274c6243), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.934547 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (dfc1f639-0551-4f66-84e7-2ff4e8c38f69), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.944068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-216057ea-cd2e-4331-8fc1-071d72915782 None None] Provisioning complete for port 914babfb-c0a5-490e-829e-05a9ce0265c8 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:07.945910 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-216057ea-cd2e-4331-8fc1-071d72915782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (914babfb-c0a5-490e-829e-05a9ce0265c8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.954232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5f61c782-3340-432c-8673-f4eb4ac32a40 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (8d294dd8-23e7-4309-83a1-6e2b9e770f5a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.977057 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event updated for resources: {'Port': ['ID=914babfb-c0a5-490e-829e-05a9ce0265c8,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:07.995792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5f61c782-3340-432c-8673-f4eb4ac32a40 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:07.999472 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5f61c782-3340-432c-8673-f4eb4ac32a40 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/8d294dd8-23e7-4309-83a1-6e2b9e770f5a HTTP/1.1" status: 204 len: 168 time: 1.2761323 Jan 10 11:55:08.010127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55006) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:08.023147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event updated for resources: {'Subnet': ['ID=1ebca90b-81eb-4623-9c19-5673f9c558ea,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:08.027831 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] For port b3def075-7e24-42ba-913d-fb94274c6243, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:08.035690 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:08.036240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] For port b3def075-7e24-42ba-913d-fb94274c6243, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3def075-7e24-42ba-913d-fb94274c6243,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:08.065838 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f110e9c0-fdaa-40a6-aa12-2be0333c20f2 None None] Network dadaf623-0c22-4db4-8c91-5463953b9a91 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:08.086594 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61c782-3340-432c-8673-f4eb4ac32a40 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Subnet': ['ID=8d294dd8-23e7-4309-83a1-6e2b9e770f5a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:08.122544 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d929b345-282a-4a36-a246-daab435e51ab tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 1c59249c-b513-4426-afa0-8c3580b879ca has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:55:08.136948 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Checking segment: {'id': '0b9f7c41-123c-465f-ba78-c031b20092b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '648e0e08-d631-4ab8-9d37-27f726590d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:08.137250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Network hostable DHCP agents. Network: 648e0e08-d631-4ab8-9d37-27f726590d03, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:55:08.148284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-ec1af256-3925-430f-a5a2-9689cb7ef166 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port 2796f5ab-ed47-40a6-b749-b8d486c3b1f6 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:08.148639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ec1af256-3925-430f-a5a2-9689cb7ef166 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (2796f5ab-ed47-40a6-b749-b8d486c3b1f6), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:08.172815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (dadaf623-0c22-4db4-8c91-5463953b9a91), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:08.173698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b3def075-7e24-42ba-913d-fb94274c6243), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:08.204388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ed74ca73-7cc4-46a7-8f84-512b92dc4f88 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c517c023-814a-4d84-8c2c-3d3d85938383), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:08.207233 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ed74ca73-7cc4-46a7-8f84-512b92dc4f88 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:08.211098 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ed74ca73-7cc4-46a7-8f84-512b92dc4f88 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-groups/c517c023-814a-4d84-8c2c-3d3d85938383 HTTP/1.1" status: 204 len: 168 time: 0.6334662 Jan 10 11:55:08.212250 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55008) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:08.262932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-216057ea-cd2e-4331-8fc1-071d72915782 None None] Port 914babfb-c0a5-490e-829e-05a9ce0265c8 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:08.275353 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74ca73-7cc4-46a7-8f84-512b92dc4f88 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c517c023-814a-4d84-8c2c-3d3d85938383,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:08.310247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Network 648e0e08-d631-4ab8-9d37-27f726590d03 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:55:08.320662 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-216057ea-cd2e-4331-8fc1-071d72915782 None None] Provisioning complete for port 6173de52-dd9f-4ad3-9d67-6050f21d3bd6 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:08.321196 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-216057ea-cd2e-4331-8fc1-071d72915782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6173de52-dd9f-4ad3-9d67-6050f21d3bd6), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:08.328825 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da173c-1e49-4bcd-a473-c4ca37ff78dc None None] Pushing event updated for resources: {'Port': ['ID=b3def075-7e24-42ba-913d-fb94274c6243,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:08.344310 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ec1af256-3925-430f-a5a2-9689cb7ef166 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (2796f5ab-ed47-40a6-b749-b8d486c3b1f6), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:08.368557 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-ec1af256-3925-430f-a5a2-9689cb7ef166 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for 2796f5ab-ed47-40a6-b749-b8d486c3b1f6 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:08.370859 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeb10cb-6548-43ca-bbd4-999c7a0733e3 None None] Network 68875f6e-901e-45af-a334-5a979beccd4d requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:08.392972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 7cb81fa7-03b0-4e45-a984-f717b5531eb9 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:08.394408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7cb81fa7-03b0-4e45-a984-f717b5531eb9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:08.458597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] DHCP port deletion for dadaf623-0c22-4db4-8c91-5463953b9a91 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:08.462659 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 648e0e08-d631-4ab8-9d37-27f726590d03) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:08.483674 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f737de-f30d-4c11-a361-b7427272a781 None None] Network 648e0e08-d631-4ab8-9d37-27f726590d03 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:08.495798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (10c7fc2d-afe3-4261-9068-7f34b494ae9d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:08.503237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Network 712feebb-f1dc-41cb-9b83-22e5fe6b16c7 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:08.513657 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:08.530751 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-be14ebe4-e848-4aa7-aced-0650f9077b94 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3102856 Jan 10 11:55:08.541558 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55010) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:08.559428 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event updated for resources: {'Subnet': ['ID=10c7fc2d-afe3-4261-9068-7f34b494ae9d,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:08.569140 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for port (dfc1f639-0551-4f66-84e7-2ff4e8c38f69), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:08.609979 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-0aa69776-e160-4efd-a8fe-426f03382676 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] delete failed (client error): The resource could not be found. Jan 10 11:55:08.611092 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0aa69776-e160-4efd-a8fe-426f03382676 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-groups/c517c023-814a-4d84-8c2c-3d3d85938383 HTTP/1.1" status: 404 len: 347 time: 0.0657537 Jan 10 11:55:08.615317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] For port 7cb81fa7-03b0-4e45-a984-f717b5531eb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cb81fa7-03b0-4e45-a984-f717b5531eb9,segment=NetworkSegment(5635f1c5-0015-4fb5-b5f5-47f188eb1a2e),segment_id=5635f1c5-0015-4fb5-b5f5-47f188eb1a2e)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:08.615317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7cb81fa7-03b0-4e45-a984-f717b5531eb9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:08.623913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55012) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:08.679557 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-da4a5582-9ac3-4271-9111-8fea1c08eb13 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group': {'name': 'tempest-secgroup--664027186'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:08.700882 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 7cb81fa7-03b0-4e45-a984-f717b5531eb9 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:08.784749 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Checking segment: {'id': 'e6ba6e04-1699-4d00-89c0-41e84c8f61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '809dbb70-b848-400a-a3de-c0f5f343fa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:08.785188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Network hostable DHCP agents. Network: 809dbb70-b848-400a-a3de-c0f5f343fa80, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:55:08.885830 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da4a5582-9ac3-4271-9111-8fea1c08eb13 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.008290 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Network 809dbb70-b848-400a-a3de-c0f5f343fa80 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:55:09.081367 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d929b345-282a-4a36-a246-daab435e51ab tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:55:09.088325 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (dfc1f639-0551-4f66-84e7-2ff4e8c38f69), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.097580 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d929b345-282a-4a36-a246-daab435e51ab tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.101596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55014) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:09.102330 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d929b345-282a-4a36-a246-daab435e51ab tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/1c59249c-b513-4426-afa0-8c3580b879ca HTTP/1.1" status: 200 len: 887 time: 2.7869980 Jan 10 11:55:09.113528 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351d360-f6c7-4c6b-963b-e53dd965f648 None None] Sync routers for ids ['1c59249c-b513-4426-afa0-8c3580b879ca'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:55:09.138706 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351d360-f6c7-4c6b-963b-e53dd965f648 None None] Routers {'1c59249c-b513-4426-afa0-8c3580b879ca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:09.139588 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c351d360-f6c7-4c6b-963b-e53dd965f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1c59249c-b513-4426-afa0-8c3580b879ca'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:09.195686 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Deleting port 7cb81fa7-03b0-4e45-a984-f717b5531eb9 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:09.196306 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Pushing event updated for resources: {'Port': ['ID=dfc1f639-0551-4f66-84e7-2ff4e8c38f69,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:09.196401 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7cb81fa7-03b0-4e45-a984-f717b5531eb9), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.210856 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (258aca98-6f0c-4cf6-865a-c4c5711649ff), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.216406 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0bb6130d-1223-4464-ac48-83ec6a95243c None None] Provisioning complete for port b47ab364-c405-45ea-ab23-77ce91f1592d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:09.216406 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0bb6130d-1223-4464-ac48-83ec6a95243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b47ab364-c405-45ea-ab23-77ce91f1592d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.240753 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c351d360-f6c7-4c6b-963b-e53dd965f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:09.263424 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 809dbb70-b848-400a-a3de-c0f5f343fa80) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:09.263424 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (7cb81fa7-03b0-4e45-a984-f717b5531eb9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.265255 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351d360-f6c7-4c6b-963b-e53dd965f648 None None] Routers {'1c59249c-b513-4426-afa0-8c3580b879ca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:09.266291 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c351d360-f6c7-4c6b-963b-e53dd965f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1c59249c-b513-4426-afa0-8c3580b879ca'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:09.273459 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ec1af256-3925-430f-a5a2-9689cb7ef166 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (2796f5ab-ed47-40a6-b749-b8d486c3b1f6), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.298774 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-648e0e08-d631-4ab8-9d37-27f726590d03', 'network_id': '648e0e08-d631-4ab8-9d37-27f726590d03', 'project_id': '201419f260524ec78ff1a9672dc3ad0c', 'fixed_ips': [{'subnet_id': '1ebca90b-81eb-4623-9c19-5673f9c558ea'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:55:09.299755 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.301960 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c562d7c1-84f7-4624-9797-08c912b3567e None None] Network 809dbb70-b848-400a-a3de-c0f5f343fa80 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:09.314144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:09.314878 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:09.315707 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.335762 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.337191 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-083c85c5-e1b9-4904-a42e-98ebf8b49ef6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7487357 Jan 10 11:55:09.373703 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Router 7e001dae-fc8d-4a5b-ba69-7f2477c30d98 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:55:09.417517 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c351d360-f6c7-4c6b-963b-e53dd965f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:09.417835 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=7cb81fa7-03b0-4e45-a984-f717b5531eb9,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:09.418733 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351d360-f6c7-4c6b-963b-e53dd965f648 None None] The sync data for ids ['1c59249c-b513-4426-afa0-8c3580b879ca'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:55:09.469192 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:09.469579 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:09.469987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:09.470363 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:09.470707 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:09.471048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:09.471390 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:09.471746 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:09.472084 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:09.472421 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:09.472758 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:09.473088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:09.473418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:09.533170 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No DVR routers for this DVR port 7cb81fa7-03b0-4e45-a984-f717b5531eb9 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:09.623600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:55:09.633265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1af256-3925-430f-a5a2-9689cb7ef166 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=2796f5ab-ed47-40a6-b749-b8d486c3b1f6,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:09.644446 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-63daa29c-51c4-4c16-aefc-dac9a4e7b61d tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "PUT /v2.0/routers/7e001dae-fc8d-4a5b-ba69-7f2477c30d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6798391 Jan 10 11:55:09.652929 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55020) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:09.707269 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b47ab364-c405-45ea-ab23-77ce91f1592d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:09.719785 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (dadaf623-0c22-4db4-8c91-5463953b9a91), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.743857 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19633a1c-0068-4ca9-8b25-206cfee656ef None None] Sync routers for ids ['7e001dae-fc8d-4a5b-ba69-7f2477c30d98'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:55:09.752108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dadaf623-0c22-4db4-8c91-5463953b9a91']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:09.765679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5635f1c5-0015-4fb5-b5f5-47f188eb1a2e') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:09.766146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5635f1c5-0015-4fb5-b5f5-47f188eb1a2e') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:09.778276 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (5635f1c5-0015-4fb5-b5f5-47f188eb1a2e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.787368 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] For port 7cb81fa7-03b0-4e45-a984-f717b5531eb9, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:09.787784 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7cb81fa7-03b0-4e45-a984-f717b5531eb9), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.813256 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c3f4b51b-56e9-4723-867b-85afe3a564b1 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.3807592 Jan 10 11:55:09.819908 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55034) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:09.866680 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Calling delete_port for 7cb81fa7-03b0-4e45-a984-f717b5531eb9 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:09.880785 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.ipam_backend_mixin [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Port 7cb81fa7-03b0-4e45-a984-f717b5531eb9 was not found and therefore no delete operation was performed {{(pid=110626) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 11:55:09.910307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (5635f1c5-0015-4fb5-b5f5-47f188eb1a2e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.914063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19633a1c-0068-4ca9-8b25-206cfee656ef None None] Routers {'7e001dae-fc8d-4a5b-ba69-7f2477c30d98'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:09.914659 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eed6d7-0e1a-409c-8ed4-23ca11e87eaf tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:09.914820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-19633a1c-0068-4ca9-8b25-206cfee656ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7e001dae-fc8d-4a5b-ba69-7f2477c30d98'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:09.917009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ec1af256-3925-430f-a5a2-9689cb7ef166 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.917390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eed6d7-0e1a-409c-8ed4-23ca11e87eaf tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:09.920185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eed6d7-0e1a-409c-8ed4-23ca11e87eaf tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:09.920932 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ec1af256-3925-430f-a5a2-9689cb7ef166 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/2796f5ab-ed47-40a6-b749-b8d486c3b1f6 HTTP/1.1" status: 204 len: 168 time: 2.1047378 Jan 10 11:55:09.922292 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (7cb81fa7-03b0-4e45-a984-f717b5531eb9), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.928638 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b0eed6d7-0e1a-409c-8ed4-23ca11e87eaf tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1071527 Jan 10 11:55:09.931710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55036) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:09.931927 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55038) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:10.001656 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-628cd88d-6fce-4e76-807b-c522264d768d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Deleting subnet 1ebca90b-81eb-4623-9c19-5673f9c558ea {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:10.049095 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] No DVR routers for this DVR port 7cb81fa7-03b0-4e45-a984-f717b5531eb9 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:10.060364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da4a5582-9ac3-4271-9111-8fea1c08eb13 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (97a6b787-8d6d-46d9-9eac-78e195937490), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.065539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Pushing event deleted for resources: {'Port': ['ID=7cb81fa7-03b0-4e45-a984-f717b5531eb9,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (5635f1c5-0015-4fb5-b5f5-47f188eb1a2e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:55:10.066609 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:55:10.084039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f35806a-0fe7-4955-b12c-bb726e5d5640 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:10.085635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f35806a-0fe7-4955-b12c-bb726e5d5640 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:10.087794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Allocated IP 172.20.0.2 (648e0e08-d631-4ab8-9d37-27f726590d03/1ebca90b-81eb-4623-9c19-5673f9c558ea/0b271433-33ff-4fa8-b063-e7a3d0a8ccf9) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:10.087933 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8f35806a-0fe7-4955-b12c-bb726e5d5640 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1506393 Jan 10 11:55:10.104745 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55040) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:10.110007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-19633a1c-0068-4ca9-8b25-206cfee656ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:10.145804 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3f210a35-eec2-4017-b5f3-e1933ba76c82 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/routers/1c59249c-b513-4426-afa0-8c3580b879ca HTTP/1.1" status: 200 len: 887 time: 1.0421631 Jan 10 11:55:10.148968 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55042) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:10.153445 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18067645-1eb0-4290-8856-51b851411c2f req-e143f929-61c8-48bc-b510-45c1aa45273a tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1962707922&fields=id&tenant_id=d1fa961e41ec4d84a1776f42096f6118 HTTP/1.1" status: 200 len: 267 time: 0.3496408 Jan 10 11:55:10.154043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:10.154468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:10.154883 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:10.155425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:10.155739 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:10.156138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:10.156569 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:10.157328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:10.158014 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:10.158014 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:10.158458 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:10.158846 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:10.159232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1b7ae8-89e2-465a-889f-f5b467749676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:55:10.218091 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port b47ab364-c405-45ea-ab23-77ce91f1592d triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:10.219283 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b47ab364-c405-45ea-ab23-77ce91f1592d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.226226 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-809dbb70-b848-400a-a3de-c0f5f343fa80', 'network_id': '809dbb70-b848-400a-a3de-c0f5f343fa80', 'project_id': '201419f260524ec78ff1a9672dc3ad0c', 'fixed_ips': [{'subnet_id': '10c7fc2d-afe3-4261-9068-7f34b494ae9d'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:55:10.228008 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.252807 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0bb6130d-1223-4464-ac48-83ec6a95243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b47ab364-c405-45ea-ab23-77ce91f1592d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.256635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da4a5582-9ac3-4271-9111-8fea1c08eb13 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (97a6b787-8d6d-46d9-9eac-78e195937490), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.264378 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19633a1c-0068-4ca9-8b25-206cfee656ef None None] Routers {'7e001dae-fc8d-4a5b-ba69-7f2477c30d98'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:10.265445 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-19633a1c-0068-4ca9-8b25-206cfee656ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:54:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7e001dae-fc8d-4a5b-ba69-7f2477c30d98'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:10.277474 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-53631d6c-d0cb-4fc8-85bc-694a835449e3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c59249c-b513-4426-afa0-8c3580b879ca HTTP/1.1" status: 200 len: 205 time: 0.1275139 Jan 10 11:55:10.292175 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55044) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:10.324531 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c98bdf7-2853-44c9-8d4e-2d926611273c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet d2d72879-8e58-466a-ae02-e5bf208654ba {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:10.330265 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5c98bdf7-2853-44c9-8d4e-2d926611273c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (d2d72879-8e58-466a-ae02-e5bf208654ba), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.393588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-19633a1c-0068-4ca9-8b25-206cfee656ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:10.394268 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19633a1c-0068-4ca9-8b25-206cfee656ef None None] The sync data for ids ['7e001dae-fc8d-4a5b-ba69-7f2477c30d98'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:55:10.409502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a5582-9ac3-4271-9111-8fea1c08eb13 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a6b787-8d6d-46d9-9eac-78e195937490,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:10.412191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (dadaf623-0c22-4db4-8c91-5463953b9a91), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.426495 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5c98bdf7-2853-44c9-8d4e-2d926611273c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (d2d72879-8e58-466a-ae02-e5bf208654ba), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.459235 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.463012 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/networks/dadaf623-0c22-4db4-8c91-5463953b9a91 HTTP/1.1" status: 204 len: 168 time: 2.4497154 Jan 10 11:55:10.468208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55046) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:10.473838 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-af68853b-6453-49d1-9025-4d2f323c5684 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-282048055'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:10.502008 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067645-1eb0-4290-8856-51b851411c2f req-a4c01797-104a-4b04-b20f-525abf967c8e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:10.510678 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18067645-1eb0-4290-8856-51b851411c2f req-a4c01797-104a-4b04-b20f-525abf967c8e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/networks?id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc HTTP/1.1" status: 200 len: 812 time: 0.3405597 Jan 10 11:55:10.529296 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da4a5582-9ac3-4271-9111-8fea1c08eb13 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.531423 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-da4a5582-9ac3-4271-9111-8fea1c08eb13 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.8555586 Jan 10 11:55:10.532885 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd03c2-53e8-44a3-b0f8-3f811eed2e3c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Network': ['ID=dadaf623-0c22-4db4-8c91-5463953b9a91,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:10.549350 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55048) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:10.556150 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0bb6130d-1223-4464-ac48-83ec6a95243c None None] For port b47ab364-c405-45ea-ab23-77ce91f1592d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b47ab364-c405-45ea-ab23-77ce91f1592d,segment=NetworkSegment(730288c7-36df-4c98-bcdb-80d178b424b1),segment_id=730288c7-36df-4c98-bcdb-80d178b424b1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:10.558937 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-04c681d0-b1a3-46d1-8130-b9a0ed6c88c1 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group_rule': {'security_group_id': '97a6b787-8d6d-46d9-9eac-78e195937490', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:10.575044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0f76-fe52-47cb-835b-2f3e10a4c21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.575692 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18067645-1eb0-4290-8856-51b851411c2f req-79565ca5-a904-4884-8a9c-7db21ce66fb5 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/quotas/d1fa961e41ec4d84a1776f42096f6118 HTTP/1.1" status: 200 len: 375 time: 0.0638089 Jan 10 11:55:10.604785 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5c98bdf7-2853-44c9-8d4e-2d926611273c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (d2d72879-8e58-466a-ae02-e5bf208654ba), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.682420 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-601ab18d-6ead-46b1-8bf6-bd37c615160e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (1c59249c-b513-4426-afa0-8c3580b879ca), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.725099 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.735287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0bb6130d-1223-4464-ac48-83ec6a95243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b47ab364-c405-45ea-ab23-77ce91f1592d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.776027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Allocated IP 172.20.0.18 (809dbb70-b848-400a-a3de-c0f5f343fa80/10c7fc2d-afe3-4261-9068-7f34b494ae9d/79a55a06-27ef-43e9-b58e-1980e3a31833) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:10.783129 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18067645-1eb0-4290-8856-51b851411c2f req-57212765-1a01-4974-866f-b63c3afbde82 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1fa961e41ec4d84a1776f42096f6118&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2064669 Jan 10 11:55:10.839808 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b47ab364-c405-45ea-ab23-77ce91f1592d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.842545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Publish callbacks [] for port (0b271433-33ff-4fa8-b063-e7a3d0a8ccf9), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.851151 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5c98bdf7-2853-44c9-8d4e-2d926611273c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (d2d72879-8e58-466a-ae02-e5bf208654ba), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.900251 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98bdf7-2853-44c9-8d4e-2d926611273c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d72879-8e58-466a-ae02-e5bf208654ba,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:10.909642 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5c98bdf7-2853-44c9-8d4e-2d926611273c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.911844 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-abfbefcc-339b-43da-9ce2-1d6617a28f5d None None] Could not find standard attr ID for object 2796f5ab-ed47-40a6-b749-b8d486c3b1f6. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:55:10.917981 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5c98bdf7-2853-44c9-8d4e-2d926611273c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/d2d72879-8e58-466a-ae02-e5bf208654ba HTTP/1.1" status: 204 len: 168 time: 0.8092344 Jan 10 11:55:10.919833 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55050) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:10.929861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-628cd88d-6fce-4e76-807b-c522264d768d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for subnet (1ebca90b-81eb-4623-9c19-5673f9c558ea), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.952182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce2cd5-d184-4ebe-bdc4-ac975a5d9ff1 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:10.954666 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6130d-1223-4464-ac48-83ec6a95243c None None] Pushing event updated for resources: {'Port': ['ID=b47ab364-c405-45ea-ab23-77ce91f1592d,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:10.962525 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (0b271433-33ff-4fa8-b063-e7a3d0a8ccf9), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:10.994905 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af68853b-6453-49d1-9025-4d2f323c5684 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:11.000125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af68853b-6453-49d1-9025-4d2f323c5684 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.021188 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18067645-1eb0-4290-8856-51b851411c2f req-b3579408-5e8d-40a5-897a-c6ed5841abc6 service neutron] 10.222.0.16 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371707 Jan 10 11:55:11.038480 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af68853b-6453-49d1-9025-4d2f323c5684 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:55:11.052751 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af68853b-6453-49d1-9025-4d2f323c5684 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (a60821bb-d279-4a13-b227-092faf4523f7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.052969 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d9524f0c-9e53-4ec5-9740-1a6da444802a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1291587 Jan 10 11:55:11.053074 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-af68853b-6453-49d1-9025-4d2f323c5684 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Added segment a60821bb-d279-4a13-b227-092faf4523f7 of type vlan for network 45000a97-1fd6-4605-8bab-cc95bc51ef97 Jan 10 11:55:11.059920 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55052) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:11.070307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-43998a16-a9ed-4670-9d15-9138a08a2269 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:11.099397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af68853b-6453-49d1-9025-4d2f323c5684 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (45000a97-1fd6-4605-8bab-cc95bc51ef97), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.133634 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Network 648e0e08-d631-4ab8-9d37-27f726590d03 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:11.142710 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-abfbefcc-339b-43da-9ce2-1d6617a28f5d None None] Provisioning complete for port b47ab364-c405-45ea-ab23-77ce91f1592d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:11.143370 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-abfbefcc-339b-43da-9ce2-1d6617a28f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b47ab364-c405-45ea-ab23-77ce91f1592d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.157966 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:11.180861 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Pushing event updated for resources: {'Port': ['ID=0b271433-33ff-4fa8-b063-e7a3d0a8ccf9,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:11.190478 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:11.192833 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:55:11.193385 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:55:11.221165 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-628cd88d-6fce-4e76-807b-c522264d768d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (1ebca90b-81eb-4623-9c19-5673f9c558ea), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.254326 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04c681d0-b1a3-46d1-8130-b9a0ed6c88c1 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (9c096cea-4a68-4525-a5d4-9165f309027a), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.298791 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18067645-1eb0-4290-8856-51b851411c2f req-e6a71da0-1e00-4e93-8f76-01fef0838a3e service neutron] 10.222.0.16 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659710 Jan 10 11:55:11.332273 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04c681d0-b1a3-46d1-8130-b9a0ed6c88c1 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (9c096cea-4a68-4525-a5d4-9165f309027a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.333459 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af68853b-6453-49d1-9025-4d2f323c5684 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (45000a97-1fd6-4605-8bab-cc95bc51ef97), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.340660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af68853b-6453-49d1-9025-4d2f323c5684 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:11.342150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af68853b-6453-49d1-9025-4d2f323c5684 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.359043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-601ab18d-6ead-46b1-8bf6-bd37c615160e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_gateway (1c59249c-b513-4426-afa0-8c3580b879ca), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.367554 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Publish callbacks [] for port (79a55a06-27ef-43e9-b58e-1980e3a31833), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.381425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Attempting to bind port 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:11.382936 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Attempting to bind port 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0b9f7c41-123c-465f-ba78-c031b20092b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '648e0e08-d631-4ab8-9d37-27f726590d03'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:11.383669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Attempting to bind port 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9 on network 648e0e08-d631-4ab8-9d37-27f726590d03 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:11.395098 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:11.395479 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Checking segment: {'id': '0b9f7c41-123c-465f-ba78-c031b20092b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '648e0e08-d631-4ab8-9d37-27f726590d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:11.396537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.402177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Bound using segment: {'id': '0b9f7c41-123c-465f-ba78-c031b20092b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '648e0e08-d631-4ab8-9d37-27f726590d03'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:11.402177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Bound port: 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9f7c41-123c-465f-ba78-c031b20092b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '648e0e08-d631-4ab8-9d37-27f726590d03'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:11.402177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (0b271433-33ff-4fa8-b063-e7a3d0a8ccf9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.448252 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04c681d0-b1a3-46d1-8130-b9a0ed6c88c1 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (9c096cea-4a68-4525-a5d4-9165f309027a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.480820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (79a55a06-27ef-43e9-b58e-1980e3a31833), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.489361 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c681d0-b1a3-46d1-8130-b9a0ed6c88c1 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c096cea-4a68-4525-a5d4-9165f309027a,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:11.495509 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-bf5817b2-6aab-4d7c-a51f-ce8fcce3f481 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:11.496630 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bf5817b2-6aab-4d7c-a51f-ce8fcce3f481 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "PUT /v2.0/routers/7e001dae-fc8d-4a5b-ba69-7f2477c30d98/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8426168 Jan 10 11:55:11.499215 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-af68853b-6453-49d1-9025-4d2f323c5684 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0293224 Jan 10 11:55:11.501100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55054) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:11.505572 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55056) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:11.513864 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68853b-6453-49d1-9025-4d2f323c5684 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Network': ['ID=45000a97-1fd6-4605-8bab-cc95bc51ef97,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:11.514276 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e6ddc-69b8-4040-beff-8687027d22b1 None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:11.519873 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ac5075b9-6af8-4c49-8579-5f92b52fe527 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'subnet': {'network_id': '45000a97-1fd6-4605-8bab-cc95bc51ef97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:11.526948 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-628cd88d-6fce-4e76-807b-c522264d768d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (1ebca90b-81eb-4623-9c19-5673f9c558ea), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.553390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 45000a97-1fd6-4605-8bab-cc95bc51ef97 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:55:11.605253 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43998a16-a9ed-4670-9d15-9138a08a2269 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:11.609524 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43998a16-a9ed-4670-9d15-9138a08a2269 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.734423 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-628cd88d-6fce-4e76-807b-c522264d768d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (1ebca90b-81eb-4623-9c19-5673f9c558ea), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.769563 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2e24aa92-6751-4837-a455-512fb6647e9b req-2dde0449-ee15-49e5-935f-e958ba71569a tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 210 time: 0.0452569 Jan 10 11:55:11.811524 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Network 809dbb70-b848-400a-a3de-c0f5f343fa80 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:11.813147 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-628cd88d-6fce-4e76-807b-c522264d768d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.820000 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-628cd88d-6fce-4e76-807b-c522264d768d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "DELETE /v2.0/subnets/1ebca90b-81eb-4623-9c19-5673f9c558ea HTTP/1.1" status: 204 len: 168 time: 1.8859220 Jan 10 11:55:11.821342 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cd88d-6fce-4e76-807b-c522264d768d tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event deleted for resources: {'Subnet': ['ID=1ebca90b-81eb-4623-9c19-5673f9c558ea,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:11.827920 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55062) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:11.869618 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:11.908843 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:11.922284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] For port 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:11.934149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Pushing event updated for resources: {'Port': ['ID=79a55a06-27ef-43e9-b58e-1980e3a31833,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:11.948900 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-abfbefcc-339b-43da-9ce2-1d6617a28f5d None None] Provisioning complete for port 914babfb-c0a5-490e-829e-05a9ce0265c8 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:11.949465 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-abfbefcc-339b-43da-9ce2-1d6617a28f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (914babfb-c0a5-490e-829e-05a9ce0265c8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:11.981714 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ee4499-70ea-4617-ab44-e898e8a67ed8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Deleting subnet 10c7fc2d-afe3-4261-9068-7f34b494ae9d {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:11.982834 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] For port 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b271433-33ff-4fa8-b063-e7a3d0a8ccf9,segment=NetworkSegment(0b9f7c41-123c-465f-ba78-c031b20092b1),segment_id=0b9f7c41-123c-465f-ba78-c031b20092b1)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:11.990233 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2ee4499-70ea-4617-ab44-e898e8a67ed8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for subnet (10c7fc2d-afe3-4261-9068-7f34b494ae9d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.016784 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6173de52-dd9f-4ad3-9d67-6050f21d3bd6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:12.039498 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04c681d0-b1a3-46d1-8130-b9a0ed6c88c1 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.040956 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-04c681d0-b1a3-46d1-8130-b9a0ed6c88c1 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4873111 Jan 10 11:55:12.045010 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55068) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:12.090066 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2ee4499-70ea-4617-ab44-e898e8a67ed8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (10c7fc2d-afe3-4261-9068-7f34b494ae9d), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.095610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-abfbefcc-339b-43da-9ce2-1d6617a28f5d None None] Port 914babfb-c0a5-490e-829e-05a9ce0265c8 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:12.105203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Attempting to bind port 79a55a06-27ef-43e9-b58e-1980e3a31833 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:12.105590 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Attempting to bind port 79a55a06-27ef-43e9-b58e-1980e3a31833 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e6ba6e04-1699-4d00-89c0-41e84c8f61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '809dbb70-b848-400a-a3de-c0f5f343fa80'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:12.106027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Attempting to bind port 79a55a06-27ef-43e9-b58e-1980e3a31833 on network 809dbb70-b848-400a-a3de-c0f5f343fa80 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:12.123510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:12.124121 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Checking segment: {'id': 'e6ba6e04-1699-4d00-89c0-41e84c8f61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '809dbb70-b848-400a-a3de-c0f5f343fa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:12.124328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.124690 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Bound using segment: {'id': 'e6ba6e04-1699-4d00-89c0-41e84c8f61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '809dbb70-b848-400a-a3de-c0f5f343fa80'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:12.125171 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Bound port: 79a55a06-27ef-43e9-b58e-1980e3a31833, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ba6e04-1699-4d00-89c0-41e84c8f61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '809dbb70-b848-400a-a3de-c0f5f343fa80'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:12.125572 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (79a55a06-27ef-43e9-b58e-1980e3a31833), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.151341 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (0b271433-33ff-4fa8-b063-e7a3d0a8ccf9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.156522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-abfbefcc-339b-43da-9ce2-1d6617a28f5d None None] Provisioning complete for port b3def075-7e24-42ba-913d-fb94274c6243 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:12.157191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-abfbefcc-339b-43da-9ce2-1d6617a28f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b3def075-7e24-42ba-913d-fb94274c6243), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.165156 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-870e6ddc-69b8-4040-beff-8687027d22b1 None None] Deleting port b3def075-7e24-42ba-913d-fb94274c6243 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:12.165528 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-870e6ddc-69b8-4040-beff-8687027d22b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b3def075-7e24-42ba-913d-fb94274c6243), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.171311 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa605af-4598-4ce3-8e16-b377896caf3c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (9c096cea-4a68-4525-a5d4-9165f309027a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.185808 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa605af-4598-4ce3-8e16-b377896caf3c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (9c096cea-4a68-4525-a5d4-9165f309027a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.229251 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-601ab18d-6ead-46b1-8bf6-bd37c615160e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port 8007c663-ed69-409a-ae3b-2c44869c11c2 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:12.229886 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-601ab18d-6ead-46b1-8bf6-bd37c615160e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8007c663-ed69-409a-ae3b-2c44869c11c2), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.259095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2ee4499-70ea-4617-ab44-e898e8a67ed8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (10c7fc2d-afe3-4261-9068-7f34b494ae9d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.354293 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-870e6ddc-69b8-4040-beff-8687027d22b1 None None] For port b3def075-7e24-42ba-913d-fb94274c6243, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3def075-7e24-42ba-913d-fb94274c6243,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:12.354645 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-870e6ddc-69b8-4040-beff-8687027d22b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b3def075-7e24-42ba-913d-fb94274c6243), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.384095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-601ab18d-6ead-46b1-8bf6-bd37c615160e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8007c663-ed69-409a-ae3b-2c44869c11c2), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.392240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 6173de52-dd9f-4ad3-9d67-6050f21d3bd6 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:12.392240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6173de52-dd9f-4ad3-9d67-6050f21d3bd6), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.405411 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-601ab18d-6ead-46b1-8bf6-bd37c615160e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for 8007c663-ed69-409a-ae3b-2c44869c11c2 owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:12.413062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-870e6ddc-69b8-4040-beff-8687027d22b1 None None] Calling delete_port for b3def075-7e24-42ba-913d-fb94274c6243 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:12.463365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6775807-93f2-43de-9d33-0085492b6169 None None] Pushing event updated for resources: {'Port': ['ID=0b271433-33ff-4fa8-b063-e7a3d0a8ccf9,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:12.632566 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.637388 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b9c6243a-82e0-4426-8cbe-dbe204ed02e5 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.651735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-abfbefcc-339b-43da-9ce2-1d6617a28f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b3def075-7e24-42ba-913d-fb94274c6243), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.676751 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b3def075-7e24-42ba-913d-fb94274c6243 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:12.727086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port b3def075-7e24-42ba-913d-fb94274c6243 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:12.727589 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b3def075-7e24-42ba-913d-fb94274c6243), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.780392 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa605af-4598-4ce3-8e16-b377896caf3c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (9c096cea-4a68-4525-a5d4-9165f309027a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.781688 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5075b9-6af8-4c49-8579-5f92b52fe527 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:12.782675 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2ee4499-70ea-4617-ab44-e898e8a67ed8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (10c7fc2d-afe3-4261-9068-7f34b494ae9d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.785535 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ac5075b9-6af8-4c49-8579-5f92b52fe527 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.786936 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ffa605af-4598-4ce3-8e16-b377896caf3c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.792952 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ffa605af-4598-4ce3-8e16-b377896caf3c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9c096cea-4a68-4525-a5d4-9165f309027a HTTP/1.1" status: 204 len: 168 time: 0.7371500 Jan 10 11:55:12.793109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55070) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:12.830874 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b3def075-7e24-42ba-913d-fb94274c6243), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.843134 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa605af-4598-4ce3-8e16-b377896caf3c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c096cea-4a68-4525-a5d4-9165f309027a,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:12.845659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] For port 79a55a06-27ef-43e9-b58e-1980e3a31833, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:12.847590 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee4499-70ea-4617-ab44-e898e8a67ed8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event deleted for resources: {'Subnet': ['ID=10c7fc2d-afe3-4261-9068-7f34b494ae9d,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:12.850273 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c2ee4499-70ea-4617-ab44-e898e8a67ed8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.854450 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c2ee4499-70ea-4617-ab44-e898e8a67ed8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "DELETE /v2.0/subnets/10c7fc2d-afe3-4261-9068-7f34b494ae9d HTTP/1.1" status: 204 len: 168 time: 1.0282462 Jan 10 11:55:12.868978 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-870e6ddc-69b8-4040-beff-8687027d22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (b3def075-7e24-42ba-913d-fb94274c6243), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.873358 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55074) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:12.925695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e6ddc-69b8-4040-beff-8687027d22b1 None None] Pushing event deleted for resources: {'Port': ['ID=b3def075-7e24-42ba-913d-fb94274c6243,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:12.941089 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cfd77407-3afe-4ec1-a4bd-0a854a34a291 req-b42a4beb-fb72-4f7b-b3eb-08ad9b977352 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 210 time: 0.0875592 Jan 10 11:55:12.949222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-601ab18d-6ead-46b1-8bf6-bd37c615160e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (8007c663-ed69-409a-ae3b-2c44869c11c2), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.953514 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.objects.ports [None req-43998a16-a9ed-4670-9d15-9138a08a2269 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110625) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:55:12.959921 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43998a16-a9ed-4670-9d15-9138a08a2269 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (aee25c73-454a-4b77-a14a-a4fd5eaa4277), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:12.973132 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff763f3-f68d-4855-bed6-c90397c920d8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:12.978322 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1ff763f3-f68d-4855-bed6-c90397c920d8 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1000237 Jan 10 11:55:12.984554 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] For port 79a55a06-27ef-43e9-b58e-1980e3a31833, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=79a55a06-27ef-43e9-b58e-1980e3a31833,segment=NetworkSegment(e6ba6e04-1699-4d00-89c0-41e84c8f61d4),segment_id=e6ba6e04-1699-4d00-89c0-41e84c8f61d4)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:12.998465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55076) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:13.020707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43998a16-a9ed-4670-9d15-9138a08a2269 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:13.025084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-43998a16-a9ed-4670-9d15-9138a08a2269 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:13.030012 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-979d8889-c984-4d89-b934-0df68c143efe tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2368803 Jan 10 11:55:13.030166 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43998a16-a9ed-4670-9d15-9138a08a2269 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:13.032388 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55078) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:13.033260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e6ddc-69b8-4040-beff-8687027d22b1 None None] No DVR routers for this DVR port b3def075-7e24-42ba-913d-fb94274c6243 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:13.033573 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43998a16-a9ed-4670-9d15-9138a08a2269 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:13.049444 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ab18d-6ead-46b1-8bf6-bd37c615160e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=8007c663-ed69-409a-ae3b-2c44869c11c2,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:13.065914 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43998a16-a9ed-4670-9d15-9138a08a2269 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=aee25c73-454a-4b77-a14a-a4fd5eaa4277,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:13.089465 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (79a55a06-27ef-43e9-b58e-1980e3a31833), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:13.094895 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd0da1f-0ca9-4269-a7b6-c3d44ed0ad52 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:13.127312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ec0d84-95f3-4ec0-aa68-9bfea5a939f6 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:13.154060 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-43998a16-a9ed-4670-9d15-9138a08a2269 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0898435 Jan 10 11:55:13.157522 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55080) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:13.158319 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7cb81fa7-03b0-4e45-a984-f717b5531eb9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:55:13.163157 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-43958bd6-0075-43e8-b0e6-4b23b37f514f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'mac_address': 'fa:16:3e:81:d4:64', 'name': 'tempest-NetworksTestDHCPv6-205003392'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:13.256787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 7cb81fa7-03b0-4e45-a984-f717b5531eb9 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:55:13.257155 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7cb81fa7-03b0-4e45-a984-f717b5531eb9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:55:13.280758 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (809dbb70-b848-400a-a3de-c0f5f343fa80), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:13.323119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:13.351907 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db375b2-17d3-4739-a4a0-cb07cd63b112 None None] Pushing event updated for resources: {'Port': ['ID=79a55a06-27ef-43e9-b58e-1980e3a31833,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:13.417933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': 'aee25c73-454a-4b77-a14a-a4fd5eaa4277'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:55:13.418991 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:13.442269 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43958bd6-0075-43e8-b0e6-4b23b37f514f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:13.483423 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-601ab18d-6ead-46b1-8bf6-bd37c615160e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (1c59249c-b513-4426-afa0-8c3580b879ca), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:13.490987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-feadbf7a-8f8a-4c76-aad8-837c66f6ad9c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (97a6b787-8d6d-46d9-9eac-78e195937490), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:13.619138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:13.676543 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43958bd6-0075-43e8-b0e6-4b23b37f514f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:13.707661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-601ab18d-6ead-46b1-8bf6-bd37c615160e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (1c59249c-b513-4426-afa0-8c3580b879ca), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:13.736716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-43958bd6-0075-43e8-b0e6-4b23b37f514f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port c7dd8946-d461-45b4-825c-af06bc16ac00 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:55:13.745394 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-feadbf7a-8f8a-4c76-aad8-837c66f6ad9c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (97a6b787-8d6d-46d9-9eac-78e195937490), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:13.801213 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:13.805091 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (0b271433-33ff-4fa8-b063-e7a3d0a8ccf9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:13.829058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-601ab18d-6ead-46b1-8bf6-bd37c615160e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_controller (1c59249c-b513-4426-afa0-8c3580b879ca), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:13.837139 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Allocated IP 2001:db8::f816:3eff:fe1a:35ef (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/aee25c73-454a-4b77-a14a-a4fd5eaa4277/ebd353ab-a09f-445b-bc1f-5593cabf919e) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:13.944523 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ac5075b9-6af8-4c49-8579-5f92b52fe527 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (f66bf9ef-8d8d-4443-bb2a-09e3780b80a7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:13.954312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b9c6243a-82e0-4426-8cbe-dbe204ed02e5 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Deleting port 914babfb-c0a5-490e-829e-05a9ce0265c8 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:13.954695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b9c6243a-82e0-4426-8cbe-dbe204ed02e5 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (914babfb-c0a5-490e-829e-05a9ce0265c8), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:13.961160 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e4f5f2-e8bc-4072-b7df-9aa390ca47a3 None None] Network 648e0e08-d631-4ab8-9d37-27f726590d03 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:14.043120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-601ab18d-6ead-46b1-8bf6-bd37c615160e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (1c59249c-b513-4426-afa0-8c3580b879ca), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.043815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601ab18d-6ead-46b1-8bf6-bd37c615160e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Fanout notify agent at l3_agent the message router_deleted on router 1c59249c-b513-4426-afa0-8c3580b879ca {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:55:14.044905 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f62ef578-4d93-4549-8185-fac7b4e88e96 req-9f7d4e60-cd01-48b9-b671-4cf18e362a77 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 210 time: 0.0329592 Jan 10 11:55:14.081057 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-601ab18d-6ead-46b1-8bf6-bd37c615160e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.082128 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-601ab18d-6ead-46b1-8bf6-bd37c615160e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/routers/1c59249c-b513-4426-afa0-8c3580b879ca HTTP/1.1" status: 204 len: 168 time: 3.7847388 Jan 10 11:55:14.085964 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55086) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:14.096021 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-1ea2d4a4-cf1a-436d-b49b-fd5938a0d55f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'network': {'name': 'tempest-RoutersTest-1663869890'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:14.132679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5075b9-6af8-4c49-8579-5f92b52fe527 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Subnet': ['ID=f66bf9ef-8d8d-4443-bb2a-09e3780b80a7,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:14.135891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Deleting port 79a55a06-27ef-43e9-b58e-1980e3a31833 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:14.136244 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (79a55a06-27ef-43e9-b58e-1980e3a31833), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.148080 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-feadbf7a-8f8a-4c76-aad8-837c66f6ad9c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (97a6b787-8d6d-46d9-9eac-78e195937490), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.151314 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-feadbf7a-8f8a-4c76-aad8-837c66f6ad9c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.154979 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-feadbf7a-8f8a-4c76-aad8-837c66f6ad9c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-groups/97a6b787-8d6d-46d9-9eac-78e195937490 HTTP/1.1" status: 204 len: 168 time: 1.1007979 Jan 10 11:55:14.155524 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55088) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:14.201324 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b9c6243a-82e0-4426-8cbe-dbe204ed02e5 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (914babfb-c0a5-490e-829e-05a9ce0265c8), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.204242 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5075b9-6af8-4c49-8579-5f92b52fe527 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Checking segment: {'id': 'a60821bb-d279-4a13-b227-092faf4523f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '45000a97-1fd6-4605-8bab-cc95bc51ef97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:14.208778 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5075b9-6af8-4c49-8579-5f92b52fe527 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network hostable DHCP agents. Network: 45000a97-1fd6-4605-8bab-cc95bc51ef97, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:55:14.217818 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5c2786d4-1d05-4ee7-9b6b-cda3e5ad9cdd tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0602806 Jan 10 11:55:14.221278 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55090) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:14.226551 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-dda5b1f4-1a2c-4908-b26b-93531a9da413 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1154987193'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:14.248804 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadbf7a-8f8a-4c76-aad8-837c66f6ad9c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a6b787-8d6d-46d9-9eac-78e195937490,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:14.265213 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea2d4a4-cf1a-436d-b49b-fd5938a0d55f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:14.268056 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b9c6243a-82e0-4426-8cbe-dbe204ed02e5 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Calling delete_port for 914babfb-c0a5-490e-829e-05a9ce0265c8 owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:14.268721 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1ea2d4a4-cf1a-436d-b49b-fd5938a0d55f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.304028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-47301fb1-5d32-4566-a600-a68df7993c80 None None] Provisioning complete for port 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:14.304427 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-47301fb1-5d32-4566-a600-a68df7993c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (0b271433-33ff-4fa8-b063-e7a3d0a8ccf9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.307121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] For port 79a55a06-27ef-43e9-b58e-1980e3a31833, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=79a55a06-27ef-43e9-b58e-1980e3a31833,segment=NetworkSegment(e6ba6e04-1699-4d00-89c0-41e84c8f61d4),segment_id=e6ba6e04-1699-4d00-89c0-41e84c8f61d4)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:14.307121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (79a55a06-27ef-43e9-b58e-1980e3a31833), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.312246 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea2d4a4-cf1a-436d-b49b-fd5938a0d55f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:55:14.332216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1ea2d4a4-cf1a-436d-b49b-fd5938a0d55f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (2fc6ac16-57a3-434c-b278-b2b12aa11e89), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.332584 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-1ea2d4a4-cf1a-436d-b49b-fd5938a0d55f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Added segment 2fc6ac16-57a3-434c-b278-b2b12aa11e89 of type vlan for network 0ac64651-0fd7-411b-b0a2-08612d62b310 Jan 10 11:55:14.342556 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (0b271433-33ff-4fa8-b063-e7a3d0a8ccf9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.357448 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Calling delete_port for 79a55a06-27ef-43e9-b58e-1980e3a31833 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:14.397867 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1ea2d4a4-cf1a-436d-b49b-fd5938a0d55f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (0ac64651-0fd7-411b-b0a2-08612d62b310), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.433686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5075b9-6af8-4c49-8579-5f92b52fe527 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 45000a97-1fd6-4605-8bab-cc95bc51ef97 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:55:14.446655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Publish callbacks [] for port (ebd353ab-a09f-445b-bc1f-5593cabf919e), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.468013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b271433-33ff-4fa8-b063-e7a3d0a8ccf9,segment=NetworkSegment(0b9f7c41-123c-465f-ba78-c031b20092b1),segment_id=0b9f7c41-123c-465f-ba78-c031b20092b1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:14.470976 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dda5b1f4-1a2c-4908-b26b-93531a9da413 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.542066 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-47301fb1-5d32-4566-a600-a68df7993c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (0b271433-33ff-4fa8-b063-e7a3d0a8ccf9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.591310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dda5b1f4-1a2c-4908-b26b-93531a9da413 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (8f942ebf-b13d-481b-a2fc-5f592193bc7b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.605716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecbd253-fb58-4013-adbd-5d4a1d3bbcfa None None] DHCP port deletion for 648e0e08-d631-4ab8-9d37-27f726590d03 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:14.657419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3ecbd253-fb58-4013-adbd-5d4a1d3bbcfa None None] Deleting port 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:14.657824 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd253-fb58-4013-adbd-5d4a1d3bbcfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (0b271433-33ff-4fa8-b063-e7a3d0a8ccf9), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.665728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1ea2d4a4-cf1a-436d-b49b-fd5938a0d55f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (0ac64651-0fd7-411b-b0a2-08612d62b310), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.676655 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea2d4a4-cf1a-436d-b49b-fd5938a0d55f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:14.676655 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1ea2d4a4-cf1a-436d-b49b-fd5938a0d55f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.731500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-3ecbd253-fb58-4013-adbd-5d4a1d3bbcfa None None] For port 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b271433-33ff-4fa8-b063-e7a3d0a8ccf9,segment=NetworkSegment(0b9f7c41-123c-465f-ba78-c031b20092b1),segment_id=0b9f7c41-123c-465f-ba78-c031b20092b1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:14.731905 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd253-fb58-4013-adbd-5d4a1d3bbcfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (0b271433-33ff-4fa8-b063-e7a3d0a8ccf9), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.740518 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-ac5075b9-6af8-4c49-8579-5f92b52fe527 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 45000a97-1fd6-4605-8bab-cc95bc51ef97) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:14.746425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (ebd353ab-a09f-445b-bc1f-5593cabf919e), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.749028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (0b271433-33ff-4fa8-b063-e7a3d0a8ccf9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.749028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b47ab364-c405-45ea-ab23-77ce91f1592d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:14.750727 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5075b9-6af8-4c49-8579-5f92b52fe527 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:14.751771 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ac5075b9-6af8-4c49-8579-5f92b52fe527 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.768115 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (79a55a06-27ef-43e9-b58e-1980e3a31833), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.775655 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2d4a4-cf1a-436d-b49b-fd5938a0d55f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Network': ['ID=0ac64651-0fd7-411b-b0a2-08612d62b310,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:14.793445 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] No DVR routers for this DVR port 79a55a06-27ef-43e9-b58e-1980e3a31833 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:14.796238 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5095aca7-39c7-4df6-a79a-9751b0b83e8f None None] Network 45000a97-1fd6-4605-8bab-cc95bc51ef97 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:14.805023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dda5b1f4-1a2c-4908-b26b-93531a9da413 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (8f942ebf-b13d-481b-a2fc-5f592193bc7b), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.851005 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event deleted for resources: {'Port': ['ID=79a55a06-27ef-43e9-b58e-1980e3a31833,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:14.856718 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-43958bd6-0075-43e8-b0e6-4b23b37f514f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::f816:3eff:fe81:d464 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/aee25c73-454a-4b77-a14a-a4fd5eaa4277/c7dd8946-d461-45b4-825c-af06bc16ac00) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:14.859149 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b9c6243a-82e0-4426-8cbe-dbe204ed02e5 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (914babfb-c0a5-490e-829e-05a9ce0265c8), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:14.861094 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5b1f4-1a2c-4908-b26b-93531a9da413 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f942ebf-b13d-481b-a2fc-5f592193bc7b,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:14.876376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3ecbd253-fb58-4013-adbd-5d4a1d3bbcfa None None] Calling delete_port for 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:14.900943 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Pushing event updated for resources: {'Port': ['ID=ebd353ab-a09f-445b-bc1f-5593cabf919e,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:14.905541 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 0ac64651-0fd7-411b-b0a2-08612d62b310 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:55:14.920705 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1ea2d4a4-cf1a-436d-b49b-fd5938a0d55f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8323507 Jan 10 11:55:14.924831 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55092) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:14.938597 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ece0aadf-ee69-4da2-8fde-872ac6d660db tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'subnet': {'network_id': '0ac64651-0fd7-411b-b0a2-08612d62b310', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:14.968895 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140b7a1d-6737-4ffa-b6f3-0b18ceb8301d None None] Network 809dbb70-b848-400a-a3de-c0f5f343fa80 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:14.979354 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ac5075b9-6af8-4c49-8579-5f92b52fe527 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4667821 Jan 10 11:55:14.982791 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55094) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:14.987229 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6243a-82e0-4426-8cbe-dbe204ed02e5 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event deleted for resources: {'Port': ['ID=914babfb-c0a5-490e-829e-05a9ce0265c8,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:14.994567 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-84ec1586-da08-4841-ab46-394549ad4820 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-166381362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:15.014640 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (809dbb70-b848-400a-a3de-c0f5f343fa80), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.046076 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809dbb70-b848-400a-a3de-c0f5f343fa80']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:15.061803 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ba6e04-1699-4d00-89c0-41e84c8f61d4') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:15.062401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ba6e04-1699-4d00-89c0-41e84c8f61d4') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:15.078495 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (e6ba6e04-1699-4d00-89c0-41e84c8f61d4), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.101191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=0b271433-33ff-4fa8-b063-e7a3d0a8ccf9,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:15.104968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e6ba6e04-1699-4d00-89c0-41e84c8f61d4), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.114795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:55:15.117039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (e6ba6e04-1699-4d00-89c0-41e84c8f61d4), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.139998 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-45000a97-1fd6-4605-8bab-cc95bc51ef97', 'network_id': '45000a97-1fd6-4605-8bab-cc95bc51ef97', 'project_id': '65c2071e92fb4b2f942b8ce8a0dbea03', 'fixed_ips': [{'subnet_id': 'f66bf9ef-8d8d-4443-bb2a-09e3780b80a7'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:55:15.140909 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.161266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43958bd6-0075-43e8-b0e6-4b23b37f514f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (c7dd8946-d461-45b4-825c-af06bc16ac00), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:55:15.190704 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:55:15.198704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dda5b1f4-1a2c-4908-b26b-93531a9da413 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.200072 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dda5b1f4-1a2c-4908-b26b-93531a9da413 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9776549 Jan 10 11:55:15.203297 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55098) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:15.207025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:15.208274 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5e1559a7-ba07-4af1-88b7-bcc055e60562 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group_rule': {'security_group_id': '8f942ebf-b13d-481b-a2fc-5f592193bc7b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:15.224816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:15.227364 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:15.278467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-47301fb1-5d32-4566-a600-a68df7993c80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:55:15.278830 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-47301fb1-5d32-4566-a600-a68df7993c80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:55:15.291027 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (809dbb70-b848-400a-a3de-c0f5f343fa80), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.334042 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43958bd6-0075-43e8-b0e6-4b23b37f514f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (c7dd8946-d461-45b4-825c-af06bc16ac00), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.349627 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cd6f7327-611c-4834-bf01-8f42356a9f15 req-cd02503e-cbe5-426c-b0da-6a4759c2b23b tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 210 time: 0.1034772 Jan 10 11:55:15.350694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.356211 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "DELETE /v2.0/networks/809dbb70-b848-400a-a3de-c0f5f343fa80 HTTP/1.1" status: 204 len: 168 time: 2.3516440 Jan 10 11:55:15.357303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd239e28-c87c-4718-8a19-a0b12dc53463 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event deleted for resources: {'Network': ['ID=809dbb70-b848-400a-a3de-c0f5f343fa80,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:15.360707 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55100) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:15.385512 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece0aadf-ee69-4da2-8fde-872ac6d660db tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:15.386406 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b9c6243a-82e0-4426-8cbe-dbe204ed02e5 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.396187 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ece0aadf-ee69-4da2-8fde-872ac6d660db tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.412175 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43958bd6-0075-43e8-b0e6-4b23b37f514f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:15.435595 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-43958bd6-0075-43e8-b0e6-4b23b37f514f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:15.440020 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43958bd6-0075-43e8-b0e6-4b23b37f514f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:15.446547 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43958bd6-0075-43e8-b0e6-4b23b37f514f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:15.447222 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43958bd6-0075-43e8-b0e6-4b23b37f514f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.464960 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43958bd6-0075-43e8-b0e6-4b23b37f514f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=c7dd8946-d461-45b4-825c-af06bc16ac00,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:15.467447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e1559a7-ba07-4af1-88b7-bcc055e60562 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (9725002d-a3ee-4f37-8b75-216af7d2d7ab), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.544383 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9131099-566c-4a4a-9184-60b3a8c41f66 None None] DHCP port deletion for 809dbb70-b848-400a-a3de-c0f5f343fa80 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:15.602223 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Attempting to bind port ebd353ab-a09f-445b-bc1f-5593cabf919e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:15.603134 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Attempting to bind port ebd353ab-a09f-445b-bc1f-5593cabf919e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:15.603729 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Attempting to bind port ebd353ab-a09f-445b-bc1f-5593cabf919e on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:15.615001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:15.615945 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:15.616519 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.617015 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:15.617532 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-43958bd6-0075-43e8-b0e6-4b23b37f514f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4581738 Jan 10 11:55:15.618850 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Bound port: ebd353ab-a09f-445b-bc1f-5593cabf919e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:15.621929 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ebd353ab-a09f-445b-bc1f-5593cabf919e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.621929 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port b47ab364-c405-45ea-ab23-77ce91f1592d triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:15.621929 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b47ab364-c405-45ea-ab23-77ce91f1592d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.622627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55102) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:15.643654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067645-1eb0-4290-8856-51b851411c2f req-06ea8f70-a9f5-42ea-be1d-682f4aa4c190 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:15.645151 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18067645-1eb0-4290-8856-51b851411c2f req-06ea8f70-a9f5-42ea-be1d-682f4aa4c190 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.30 "GET /v2.0/networks?id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc HTTP/1.1" status: 200 len: 812 time: 0.1249156 Jan 10 11:55:15.672176 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd253-fb58-4013-adbd-5d4a1d3bbcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (0b271433-33ff-4fa8-b063-e7a3d0a8ccf9), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.730748 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Allocated IP 2001:db8::2 (45000a97-1fd6-4605-8bab-cc95bc51ef97/f66bf9ef-8d8d-4443-bb2a-09e3780b80a7/4b3375f5-e7e9-4384-b169-dbd2bd664924) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:15.730973 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e1559a7-ba07-4af1-88b7-bcc055e60562 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (9725002d-a3ee-4f37-8b75-216af7d2d7ab), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.748278 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbd253-fb58-4013-adbd-5d4a1d3bbcfa None None] Pushing event deleted for resources: {'Port': ['ID=0b271433-33ff-4fa8-b063-e7a3d0a8ccf9,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:15.761562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecbd253-fb58-4013-adbd-5d4a1d3bbcfa None None] No DVR routers for this DVR port 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:15.799579 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b033ce-112b-4040-a456-057443bc7979 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:15.806897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b033ce-112b-4040-a456-057443bc7979 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:15.811301 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b1b033ce-112b-4040-a456-057443bc7979 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1835341 Jan 10 11:55:15.814748 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55104) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:15.825693 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e1559a7-ba07-4af1-88b7-bcc055e60562 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (9725002d-a3ee-4f37-8b75-216af7d2d7ab), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:15.837648 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-47301fb1-5d32-4566-a600-a68df7993c80 None None] Port 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9 update to ACTIVE by agent not found {{(pid=110626) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 10 11:55:15.885443 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1559a7-ba07-4af1-88b7-bcc055e60562 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9725002d-a3ee-4f37-8b75-216af7d2d7ab,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:15.915979 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] For port ebd353ab-a09f-445b-bc1f-5593cabf919e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:15.943668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] For port ebd353ab-a09f-445b-bc1f-5593cabf919e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ebd353ab-a09f-445b-bc1f-5593cabf919e,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:15.982865 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2bed7ac2-c0de-46ed-b8dc-9812ac0c291e None None] Could not find standard attr ID for object 79a55a06-27ef-43e9-b58e-1980e3a31833. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:55:15.997379 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f6dcac34-3709-4401-bad0-4783c333f35e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port c7dd8946-d461-45b4-825c-af06bc16ac00 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:15.997791 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f6dcac34-3709-4401-bad0-4783c333f35e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c7dd8946-d461-45b4-825c-af06bc16ac00), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.019348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ece0aadf-ee69-4da2-8fde-872ac6d660db tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (ba5454c4-dbae-4a6b-a6a7-7b63e80d4e96), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.037667 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b3def075-7e24-42ba-913d-fb94274c6243 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:55:16.067823 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: b3def075-7e24-42ba-913d-fb94274c6243 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:55:16.068478 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b3def075-7e24-42ba-913d-fb94274c6243 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:55:16.089105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Publish callbacks [] for port (4b3375f5-e7e9-4384-b169-dbd2bd664924), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.111596 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ebd353ab-a09f-445b-bc1f-5593cabf919e), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.136533 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e1559a7-ba07-4af1-88b7-bcc055e60562 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.141488 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5e1559a7-ba07-4af1-88b7-bcc055e60562 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9347222 Jan 10 11:55:16.154398 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55106) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:16.182780 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (4b3375f5-e7e9-4384-b169-dbd2bd664924), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.183402 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9444af00-4a95-419d-b19c-5c16700bd61a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group_rule': {'security_group_id': '8f942ebf-b13d-481b-a2fc-5f592193bc7b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:16.198081 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:55:16.204004 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42da8a-017b-49a8-b026-7bb8fdb15ddc None None] Pushing event updated for resources: {'Port': ['ID=ebd353ab-a09f-445b-bc1f-5593cabf919e,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:16.207699 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0aadf-ee69-4da2-8fde-872ac6d660db tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Subnet': ['ID=ba5454c4-dbae-4a6b-a6a7-7b63e80d4e96,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:16.219975 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Network 45000a97-1fd6-4605-8bab-cc95bc51ef97 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:16.267468 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f6dcac34-3709-4401-bad0-4783c333f35e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c7dd8946-d461-45b4-825c-af06bc16ac00), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.268711 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:16.279283 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263eb78b-4538-445e-aed0-e15549e82aad tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (648e0e08-d631-4ab8-9d37-27f726590d03), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.286090 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f6dcac34-3709-4401-bad0-4783c333f35e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for c7dd8946-d461-45b4-825c-af06bc16ac00 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:16.295158 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:16.297390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:55:16.298027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 0b271433-33ff-4fa8-b063-e7a3d0a8ccf9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:55:16.329630 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c6243a-82e0-4426-8cbe-dbe204ed02e5 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Router 7e001dae-fc8d-4a5b-ba69-7f2477c30d98 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:55:16.334973 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18067645-1eb0-4290-8856-51b851411c2f req-6a5a5af5-961b-4df4-a7ce-0c26acc8683c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1fa961e41ec4d84a1776f42096f6118 HTTP/1.1" status: 200 len: 380 time: 0.6748171 Jan 10 11:55:16.353841 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Pushing event updated for resources: {'Port': ['ID=4b3375f5-e7e9-4384-b169-dbd2bd664924,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:16.359365 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0aadf-ee69-4da2-8fde-872ac6d660db tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Checking segment: {'id': '2fc6ac16-57a3-434c-b278-b2b12aa11e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0ac64651-0fd7-411b-b0a2-08612d62b310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:16.359365 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece0aadf-ee69-4da2-8fde-872ac6d660db tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network hostable DHCP agents. Network: 0ac64651-0fd7-411b-b0a2-08612d62b310, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:55:16.376402 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-18067645-1eb0-4290-8856-51b851411c2f req-a2a9ff53-bed6-48d0-a370-5c893fa1495e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Request body: {'port': {'device_id': 'b68071cd-f99d-4a07-8a20-77161eef1f23', 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'admin_state_up': True, 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'security_groups': ['7922057a-f687-4c4d-8dd4-9bba618dd525']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:16.380790 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-84ec1586-da08-4841-ab46-394549ad4820 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (e91b5814-af9a-4533-ab64-a87648a7b67c), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.381856 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-84ec1586-da08-4841-ab46-394549ad4820 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (e91b5814-af9a-4533-ab64-a87648a7b67c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.406245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Attempting to bind port 4b3375f5-e7e9-4384-b169-dbd2bd664924 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:16.408165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Attempting to bind port 4b3375f5-e7e9-4384-b169-dbd2bd664924 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a60821bb-d279-4a13-b227-092faf4523f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '45000a97-1fd6-4605-8bab-cc95bc51ef97'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:16.408704 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Attempting to bind port 4b3375f5-e7e9-4384-b169-dbd2bd664924 on network 45000a97-1fd6-4605-8bab-cc95bc51ef97 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:16.418306 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:16.418901 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Checking segment: {'id': 'a60821bb-d279-4a13-b227-092faf4523f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '45000a97-1fd6-4605-8bab-cc95bc51ef97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:16.419326 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.420165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Bound using segment: {'id': 'a60821bb-d279-4a13-b227-092faf4523f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '45000a97-1fd6-4605-8bab-cc95bc51ef97'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:16.420805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Bound port: 4b3375f5-e7e9-4384-b169-dbd2bd664924, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60821bb-d279-4a13-b227-092faf4523f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '45000a97-1fd6-4605-8bab-cc95bc51ef97'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:16.421485 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (4b3375f5-e7e9-4384-b169-dbd2bd664924), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.537487 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9444af00-4a95-419d-b19c-5c16700bd61a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (cc38f3b6-740a-41b2-b5e5-1c4ce69120c2), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.550179 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] For port 4b3375f5-e7e9-4384-b169-dbd2bd664924, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:16.554708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] For port 4b3375f5-e7e9-4384-b169-dbd2bd664924, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4b3375f5-e7e9-4384-b169-dbd2bd664924,segment=NetworkSegment(a60821bb-d279-4a13-b227-092faf4523f7),segment_id=a60821bb-d279-4a13-b227-092faf4523f7)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:16.584093 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece0aadf-ee69-4da2-8fde-872ac6d660db tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network 0ac64651-0fd7-411b-b0a2-08612d62b310 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:55:16.613246 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263eb78b-4538-445e-aed0-e15549e82aad tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (648e0e08-d631-4ab8-9d37-27f726590d03), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.631911 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c1dac597-5bdd-41e7-a80e-87d801c62f3b req-70b991a9-9a0c-4ad2-89ee-bd159fa01d2e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 210 time: 0.0884414 Jan 10 11:55:16.672360 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9444af00-4a95-419d-b19c-5c16700bd61a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (cc38f3b6-740a-41b2-b5e5-1c4ce69120c2), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.682994 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-84ec1586-da08-4841-ab46-394549ad4820 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for router_controller (e91b5814-af9a-4533-ab64-a87648a7b67c), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.688186 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c6243a-82e0-4426-8cbe-dbe204ed02e5 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:55:16.690721 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-263eb78b-4538-445e-aed0-e15549e82aad tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648e0e08-d631-4ab8-9d37-27f726590d03']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:16.699673 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d3adcc-7ebc-4c89-acc4-0ab80167df58 None None] Sync routers for ids ['7e001dae-fc8d-4a5b-ba69-7f2477c30d98'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:55:16.702714 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b9c6243a-82e0-4426-8cbe-dbe204ed02e5 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "PUT /v2.0/routers/7e001dae-fc8d-4a5b-ba69-7f2477c30d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1983819 Jan 10 11:55:16.707330 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55114) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:16.710225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-263eb78b-4538-445e-aed0-e15549e82aad tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9f7c41-123c-465f-ba78-c031b20092b1') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:16.710529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-263eb78b-4538-445e-aed0-e15549e82aad tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9f7c41-123c-465f-ba78-c031b20092b1') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:16.711588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (4b3375f5-e7e9-4384-b169-dbd2bd664924), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.715520 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d3adcc-7ebc-4c89-acc4-0ab80167df58 None None] Routers {'7e001dae-fc8d-4a5b-ba69-7f2477c30d98'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:16.718135 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f5d3adcc-7ebc-4c89-acc4-0ab80167df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7e001dae-fc8d-4a5b-ba69-7f2477c30d98'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:16.745336 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-ece0aadf-ee69-4da2-8fde-872ac6d660db tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0ac64651-0fd7-411b-b0a2-08612d62b310) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:16.749655 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece0aadf-ee69-4da2-8fde-872ac6d660db tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:16.750295 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ece0aadf-ee69-4da2-8fde-872ac6d660db tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.751574 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f5d3adcc-7ebc-4c89-acc4-0ab80167df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:16.761744 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d3adcc-7ebc-4c89-acc4-0ab80167df58 None None] Routers {'7e001dae-fc8d-4a5b-ba69-7f2477c30d98'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:16.762631 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f5d3adcc-7ebc-4c89-acc4-0ab80167df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7e001dae-fc8d-4a5b-ba69-7f2477c30d98'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:16.767032 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-1ff522aa-8e1f-4e2e-80a2-916374421f55 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] delete failed (client error): The resource could not be found. Jan 10 11:55:16.775947 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1ff522aa-8e1f-4e2e-80a2-916374421f55 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-699731202 HTTP/1.1" status: 404 len: 334 time: 0.0600159 Jan 10 11:55:16.776160 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f6dcac34-3709-4401-bad0-4783c333f35e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (c7dd8946-d461-45b4-825c-af06bc16ac00), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.778860 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263eb78b-4538-445e-aed0-e15549e82aad tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (0b9f7c41-123c-465f-ba78-c031b20092b1), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.778986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52357950-7fdb-4a33-8e8d-1480cbdf2000 None None] Network 0ac64651-0fd7-411b-b0a2-08612d62b310 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:16.779091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55116) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:16.780543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-31303048-7161-4af1-a822-af78baf7d495 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Request body: {'router': {'external_gateway_info': {'network_id': '7e001dae-fc8d-4a5b-ba69-7f2477c30d98'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:16.799998 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f5d3adcc-7ebc-4c89-acc4-0ab80167df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:16.800532 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d3adcc-7ebc-4c89-acc4-0ab80167df58 None None] The sync data for ids ['7e001dae-fc8d-4a5b-ba69-7f2477c30d98'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:55:16.823414 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcac34-3709-4401-bad0-4783c333f35e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=c7dd8946-d461-45b4-825c-af06bc16ac00,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:16.827906 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9444af00-4a95-419d-b19c-5c16700bd61a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (cc38f3b6-740a-41b2-b5e5-1c4ce69120c2), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.876352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-84ec1586-da08-4841-ab46-394549ad4820 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (e91b5814-af9a-4533-ab64-a87648a7b67c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.884500 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ece0aadf-ee69-4da2-8fde-872ac6d660db tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9551363 Jan 10 11:55:16.884500 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444af00-4a95-419d-b19c-5c16700bd61a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc38f3b6-740a-41b2-b5e5-1c4ce69120c2,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:16.887949 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f6dcac34-3709-4401-bad0-4783c333f35e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.891065 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f6dcac34-3709-4401-bad0-4783c333f35e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/c7dd8946-d461-45b4-825c-af06bc16ac00 HTTP/1.1" status: 204 len: 168 time: 1.0723865 Jan 10 11:55:16.891065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55118) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:16.894765 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55120) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:16.901058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e094ea-aa02-4441-baa5-4b9adf5ff21e None None] Pushing event updated for resources: {'Port': ['ID=4b3375f5-e7e9-4384-b169-dbd2bd664924,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:16.905441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263eb78b-4538-445e-aed0-e15549e82aad tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (0b9f7c41-123c-465f-ba78-c031b20092b1), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.912504 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-1a873493-8d87-44c4-b0ee-46c226a67854 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1904738884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:16.931404 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263eb78b-4538-445e-aed0-e15549e82aad tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:55:16.931847 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263eb78b-4538-445e-aed0-e15549e82aad tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (0b9f7c41-123c-465f-ba78-c031b20092b1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:55:16.939959 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:55:16.963004 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0ac64651-0fd7-411b-b0a2-08612d62b310', 'network_id': '0ac64651-0fd7-411b-b0a2-08612d62b310', 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'fixed_ips': [{'subnet_id': 'ba5454c4-dbae-4a6b-a6a7-7b63e80d4e96'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:55:16.964097 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.972079 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9444af00-4a95-419d-b19c-5c16700bd61a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:16.976270 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9444af00-4a95-419d-b19c-5c16700bd61a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8071938 Jan 10 11:55:16.982515 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55122) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:16.984200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9f1d54c1-c6df-4bef-b94a-0dba249fa222 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group_rule': {'security_group_id': '8f942ebf-b13d-481b-a2fc-5f592193bc7b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:17.013598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3411e64b-6cf7-4878-a867-2823ae9a139e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:17.015485 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3411e64b-6cf7-4878-a867-2823ae9a139e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:17.018002 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3411e64b-6cf7-4878-a867-2823ae9a139e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0878868 Jan 10 11:55:17.020291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55124) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:17.065710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-84ec1586-da08-4841-ab46-394549ad4820 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.067084 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-84ec1586-da08-4841-ab46-394549ad4820 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.0809972 Jan 10 11:55:17.079807 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55126) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:17.088272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-abadde5b-50fa-4028-ae1d-4ba2ccfbc2b2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'network_id': '45000a97-1fd6-4605-8bab-cc95bc51ef97', 'name': 'tempest-PortsIpV6TestJSON-1865108183'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:17.142276 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-72068f50-46c3-4aed-9635-84147d58faa3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet aee25c73-454a-4b77-a14a-a4fd5eaa4277 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:17.149819 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-72068f50-46c3-4aed-9635-84147d58faa3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (aee25c73-454a-4b77-a14a-a4fd5eaa4277), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.203593 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18067645-1eb0-4290-8856-51b851411c2f req-a2a9ff53-bed6-48d0-a370-5c893fa1495e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Made reservation on behalf of d1fa961e41ec4d84a1776f42096f6118 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:17.213473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-18067645-1eb0-4290-8856-51b851411c2f req-a2a9ff53-bed6-48d0-a370-5c893fa1495e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.226400 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Allocated IP 172.20.0.2 (0ac64651-0fd7-411b-b0a2-08612d62b310/ba5454c4-dbae-4a6b-a6a7-7b63e80d4e96/43ecc473-2ec3-41d8-aed8-a63a52587e4a) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:17.379952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-18067645-1eb0-4290-8856-51b851411c2f req-a2a9ff53-bed6-48d0-a370-5c893fa1495e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Allocated IP 172.20.0.12 (d049b43c-1ab0-4a8e-ab51-279dd81c2ebc/af51450b-3d7a-412c-a467-63a15343a6eb/ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:17.390262 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263eb78b-4538-445e-aed0-e15549e82aad tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (648e0e08-d631-4ab8-9d37-27f726590d03), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.395025 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-263eb78b-4538-445e-aed0-e15549e82aad tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.401597 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-263eb78b-4538-445e-aed0-e15549e82aad tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "DELETE /v2.0/networks/648e0e08-d631-4ab8-9d37-27f726590d03 HTTP/1.1" status: 204 len: 168 time: 2.0399354 Jan 10 11:55:17.405474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55128) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:17.434512 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31303048-7161-4af1-a822-af78baf7d495 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for router_gateway (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.462997 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263eb78b-4538-445e-aed0-e15549e82aad tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event deleted for resources: {'Network': ['ID=648e0e08-d631-4ab8-9d37-27f726590d03,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:17.572759 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a5756ba5-8cb4-4c26-90c3-3052db3225e5 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (ff17f09b-5227-4777-96af-129548b479b6), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.637318 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a873493-8d87-44c4-b0ee-46c226a67854 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (979871a1-c0de-4049-ad79-5a58a581dd7a), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.638413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a873493-8d87-44c4-b0ee-46c226a67854 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (979871a1-c0de-4049-ad79-5a58a581dd7a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.657352 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-72068f50-46c3-4aed-9635-84147d58faa3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (aee25c73-454a-4b77-a14a-a4fd5eaa4277), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.701451 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-31303048-7161-4af1-a822-af78baf7d495 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] update failed (client error): The resource could not be found. Jan 10 11:55:17.709585 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55132) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:17.710038 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-31303048-7161-4af1-a822-af78baf7d495 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "PUT /v2.0/routers/7e001dae-fc8d-4a5b-ba69-7f2477c30d98 HTTP/1.1" status: 404 len: 339 time: 0.9332314 Jan 10 11:55:17.725496 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Publish callbacks [] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.795540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a5756ba5-8cb4-4c26-90c3-3052db3225e5 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (ff17f09b-5227-4777-96af-129548b479b6), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.833923 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9fd46af1-6abf-4f0c-8ae7-6afcad27c9b3 None None] Provisioning complete for port ebd353ab-a09f-445b-bc1f-5593cabf919e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:17.835916 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9fd46af1-6abf-4f0c-8ae7-6afcad27c9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ebd353ab-a09f-445b-bc1f-5593cabf919e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.839878 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a873493-8d87-44c4-b0ee-46c226a67854 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_controller (979871a1-c0de-4049-ad79-5a58a581dd7a), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.842099 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6781b15d-7805-4ccc-9ebd-11eed7e3b423 req-0845f2b9-0af6-4b1e-8a8b-2827b6577eeb tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 210 time: 0.0643802 Jan 10 11:55:17.864415 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-a5756ba5-8cb4-4c26-90c3-3052db3225e5 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff17f09b-5227-4777-96af-129548b479b6']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:17.882348 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-a5756ba5-8cb4-4c26-90c3-3052db3225e5 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e242211-ec34-44ee-9e8f-7be7f7a10547') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:17.882650 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-a5756ba5-8cb4-4c26-90c3-3052db3225e5 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e242211-ec34-44ee-9e8f-7be7f7a10547') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:17.913562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a5756ba5-8cb4-4c26-90c3-3052db3225e5 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (4e242211-ec34-44ee-9e8f-7be7f7a10547), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.931183 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a5756ba5-8cb4-4c26-90c3-3052db3225e5 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (4e242211-ec34-44ee-9e8f-7be7f7a10547), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.935736 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:17.938755 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5756ba5-8cb4-4c26-90c3-3052db3225e5 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:55:17.939256 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a5756ba5-8cb4-4c26-90c3-3052db3225e5 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (4e242211-ec34-44ee-9e8f-7be7f7a10547), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:55:18.007329 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:55:18.011305 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-18067645-1eb0-4290-8856-51b851411c2f req-a2a9ff53-bed6-48d0-a370-5c893fa1495e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for port (ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.022671 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Network 0ac64651-0fd7-411b-b0a2-08612d62b310 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:18.033935 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:18.041053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:18.051180 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a873493-8d87-44c4-b0ee-46c226a67854 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (979871a1-c0de-4049-ad79-5a58a581dd7a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.057082 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f1d54c1-c6df-4bef-b94a-0dba249fa222 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (62efb865-93a2-4c0c-9db4-7dbe83470c1a), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.062961 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9fd46af1-6abf-4f0c-8ae7-6afcad27c9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ebd353ab-a09f-445b-bc1f-5593cabf919e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.067470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Pushing event updated for resources: {'Port': ['ID=43ecc473-2ec3-41d8-aed8-a63a52587e4a,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:18.082538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a5756ba5-8cb4-4c26-90c3-3052db3225e5 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (ff17f09b-5227-4777-96af-129548b479b6), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.089833 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-72068f50-46c3-4aed-9635-84147d58faa3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (aee25c73-454a-4b77-a14a-a4fd5eaa4277), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.098190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a5756ba5-8cb4-4c26-90c3-3052db3225e5 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.103830 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a5756ba5-8cb4-4c26-90c3-3052db3225e5 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "DELETE /v2.0/networks/ff17f09b-5227-4777-96af-129548b479b6 HTTP/1.1" status: 204 len: 168 time: 0.6915181 Jan 10 11:55:18.118857 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55134) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:18.141227 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-18067645-1eb0-4290-8856-51b851411c2f req-a2a9ff53-bed6-48d0-a370-5c893fa1495e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.178720 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Attempting to bind port 43ecc473-2ec3-41d8-aed8-a63a52587e4a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:18.183038 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Attempting to bind port 43ecc473-2ec3-41d8-aed8-a63a52587e4a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2fc6ac16-57a3-434c-b278-b2b12aa11e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0ac64651-0fd7-411b-b0a2-08612d62b310'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:18.183492 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Attempting to bind port 43ecc473-2ec3-41d8-aed8-a63a52587e4a on network 0ac64651-0fd7-411b-b0a2-08612d62b310 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:18.195031 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:18.195467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Checking segment: {'id': '2fc6ac16-57a3-434c-b278-b2b12aa11e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0ac64651-0fd7-411b-b0a2-08612d62b310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:18.196332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.196709 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Bound using segment: {'id': '2fc6ac16-57a3-434c-b278-b2b12aa11e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0ac64651-0fd7-411b-b0a2-08612d62b310'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:18.197237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Bound port: 43ecc473-2ec3-41d8-aed8-a63a52587e4a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc6ac16-57a3-434c-b278-b2b12aa11e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0ac64651-0fd7-411b-b0a2-08612d62b310'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:18.197636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.261578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5756ba5-8cb4-4c26-90c3-3052db3225e5 tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event deleted for resources: {'Network': ['ID=ff17f09b-5227-4777-96af-129548b479b6,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:18.264882 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abadde5b-50fa-4028-ae1d-4ba2ccfbc2b2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:18.271141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-abadde5b-50fa-4028-ae1d-4ba2ccfbc2b2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.290491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a873493-8d87-44c4-b0ee-46c226a67854 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.296070 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1a873493-8d87-44c4-b0ee-46c226a67854 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4040282 Jan 10 11:55:18.297099 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55136) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:18.370429 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18067645-1eb0-4290-8856-51b851411c2f req-a2a9ff53-bed6-48d0-a370-5c893fa1495e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Network d049b43c-1ab0-4a8e-ab51-279dd81c2ebc is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:18.370940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] For port 43ecc473-2ec3-41d8-aed8-a63a52587e4a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:18.374774 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] For port 43ecc473-2ec3-41d8-aed8-a63a52587e4a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43ecc473-2ec3-41d8-aed8-a63a52587e4a,segment=NetworkSegment(2fc6ac16-57a3-434c-b278-b2b12aa11e89),segment_id=2fc6ac16-57a3-434c-b278-b2b12aa11e89)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:18.404783 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ebd353ab-a09f-445b-bc1f-5593cabf919e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:18.404966 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9ff53-bed6-48d0-a370-5c893fa1495e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Pushing event updated for resources: {'Port': ['ID=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:18.404966 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-18067645-1eb0-4290-8856-51b851411c2f req-a2a9ff53-bed6-48d0-a370-5c893fa1495e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:18.405481 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f65d25e-1053-4595-af10-78822f5c9f3b None None] Network 45000a97-1fd6-4605-8bab-cc95bc51ef97 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:18.405567 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-18067645-1eb0-4290-8856-51b851411c2f req-a2a9ff53-bed6-48d0-a370-5c893fa1495e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:18.438852 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-830e0a12-fe4b-45b5-8efc-3e674e7e260f tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (3ee0ff57-b269-4d90-a646-e8f9ad764f37), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.448442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-abadde5b-50fa-4028-ae1d-4ba2ccfbc2b2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] device_id is not set on port 68b4cf9b-b9f0-41ae-b278-49e875ec3168 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:55:18.474777 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067645-1eb0-4290-8856-51b851411c2f req-a2a9ff53-bed6-48d0-a370-5c893fa1495e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:18.475757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-18067645-1eb0-4290-8856-51b851411c2f req-a2a9ff53-bed6-48d0-a370-5c893fa1495e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.570262 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port ebd353ab-a09f-445b-bc1f-5593cabf919e triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:18.571339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ebd353ab-a09f-445b-bc1f-5593cabf919e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.590674 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-830e0a12-fe4b-45b5-8efc-3e674e7e260f tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (3ee0ff57-b269-4d90-a646-e8f9ad764f37), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.621085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f1d54c1-c6df-4bef-b94a-0dba249fa222 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (62efb865-93a2-4c0c-9db4-7dbe83470c1a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.622770 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-830e0a12-fe4b-45b5-8efc-3e674e7e260f tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee0ff57-b269-4d90-a646-e8f9ad764f37']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:18.635321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-830e0a12-fe4b-45b5-8efc-3e674e7e260f tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998f7d1f-a922-42f5-8ca8-07738a2a0fe1') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:18.635575 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-830e0a12-fe4b-45b5-8efc-3e674e7e260f tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998f7d1f-a922-42f5-8ca8-07738a2a0fe1') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:18.648292 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.648465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-830e0a12-fe4b-45b5-8efc-3e674e7e260f tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (998f7d1f-a922-42f5-8ca8-07738a2a0fe1), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.666122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-830e0a12-fe4b-45b5-8efc-3e674e7e260f tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (998f7d1f-a922-42f5-8ca8-07738a2a0fe1), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.673640 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830e0a12-fe4b-45b5-8efc-3e674e7e260f tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:55:18.674178 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-830e0a12-fe4b-45b5-8efc-3e674e7e260f tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (998f7d1f-a922-42f5-8ca8-07738a2a0fe1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:55:18.677513 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:55:18.694899 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18067645-1eb0-4290-8856-51b851411c2f req-a2a9ff53-bed6-48d0-a370-5c893fa1495e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3262956 Jan 10 11:55:18.702114 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.707564 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Request body: {'port': {'device_id': 'b68071cd-f99d-4a07-8a20-77161eef1f23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:18.778528 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d3bbd-e02c-4b5a-ae42-6c5e91f376e6 None None] Pushing event updated for resources: {'Port': ['ID=43ecc473-2ec3-41d8-aed8-a63a52587e4a,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:18.792396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ebd353ab-a09f-445b-bc1f-5593cabf919e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.829889 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.907655 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-830e0a12-fe4b-45b5-8efc-3e674e7e260f tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (3ee0ff57-b269-4d90-a646-e8f9ad764f37), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.910255 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:55:18.910780 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:55:18.911778 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-9fd46af1-6abf-4f0c-8ae7-6afcad27c9b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:55:18.912815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-9fd46af1-6abf-4f0c-8ae7-6afcad27c9b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:55:18.938319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-830e0a12-fe4b-45b5-8efc-3e674e7e260f tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:18.952023 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-830e0a12-fe4b-45b5-8efc-3e674e7e260f tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] 10.222.0.16 "DELETE /v2.0/networks/3ee0ff57-b269-4d90-a646-e8f9ad764f37 HTTP/1.1" status: 204 len: 168 time: 0.8351831 Jan 10 11:55:19.234600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f1d54c1-c6df-4bef-b94a-0dba249fa222 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (62efb865-93a2-4c0c-9db4-7dbe83470c1a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:19.234600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-72068f50-46c3-4aed-9635-84147d58faa3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (aee25c73-454a-4b77-a14a-a4fd5eaa4277), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:19.249378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e0a12-fe4b-45b5-8efc-3e674e7e260f tempest-BulkNetworkOpsTest-2129546643 tempest-BulkNetworkOpsTest-2129546643-project] Pushing event deleted for resources: {'Network': ['ID=3ee0ff57-b269-4d90-a646-e8f9ad764f37,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:19.267172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:55:19.276767 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Publish callbacks [] for port (ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:19.289754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Transition to ACTIVE for port object ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:55:19.332763 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d54c1-c6df-4bef-b94a-0dba249fa222 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62efb865-93a2-4c0c-9db4-7dbe83470c1a,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:19.334280 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72068f50-46c3-4aed-9635-84147d58faa3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=aee25c73-454a-4b77-a14a-a4fd5eaa4277,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:19.339617 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a160a09-a5a9-4b3e-aac2-2580cd5a6c25 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:19.354656 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-72068f50-46c3-4aed-9635-84147d58faa3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:19.363393 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-72068f50-46c3-4aed-9635-84147d58faa3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/aee25c73-454a-4b77-a14a-a4fd5eaa4277 HTTP/1.1" status: 204 len: 168 time: 2.3366890 Jan 10 11:55:19.363628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55144) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:19.366758 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:19.417191 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f3489414-f46e-4b29-a172-b7985235367f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545237 Jan 10 11:55:19.418651 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:19.420683 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55146) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:19.437140 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-abadde5b-50fa-4028-ae1d-4ba2ccfbc2b2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Allocated IP 2001:db8::16e (45000a97-1fd6-4605-8bab-cc95bc51ef97/f66bf9ef-8d8d-4443-bb2a-09e3780b80a7/68b4cf9b-b9f0-41ae-b278-49e875ec3168) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:19.477373 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eefc9-90f2-4cb2-8873-4785cf071338 req-41381b42-ec04-431a-85cc-97e6d086457f tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:19.484390 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1b2eefc9-90f2-4cb2-8873-4785cf071338 req-41381b42-ec04-431a-85cc-97e6d086457f tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 932 time: 0.2948234 Jan 10 11:55:19.490874 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Allocated IP 172.20.0.1 (072686b8-ffc3-4231-9ed1-53014c764b7f/477b722a-d80b-4d0b-823c-d4058ceef330/59482e50-5b59-4877-8b5d-ea296a7413da) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:19.519816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ebd353ab-a09f-445b-bc1f-5593cabf919e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:19.528917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:19.548142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9f1d54c1-c6df-4bef-b94a-0dba249fa222 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:19.549362 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9f1d54c1-c6df-4bef-b94a-0dba249fa222 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.5693152 Jan 10 11:55:19.552693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Pushing event updated for resources: {'Port': ['ID=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:19.572637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9fd46af1-6abf-4f0c-8ae7-6afcad27c9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ebd353ab-a09f-445b-bc1f-5593cabf919e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:19.599604 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55148) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:19.604222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-abe672cb-6e6d-465d-9d66-d61a165ba57c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group_rule': {'security_group_id': '8f942ebf-b13d-481b-a2fc-5f592193bc7b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:19.620944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port ebd353ab-a09f-445b-bc1f-5593cabf919e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ebd353ab-a09f-445b-bc1f-5593cabf919e,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:19.711650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ebd353ab-a09f-445b-bc1f-5593cabf919e), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:19.714931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219e9ccf-8284-49cc-a462-ba4afaa3222e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:19.716752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4b3375f5-e7e9-4384-b169-dbd2bd664924 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:19.729136 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-219e9ccf-8284-49cc-a462-ba4afaa3222e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3055241 Jan 10 11:55:19.741567 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55152) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:19.767535 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Attempting to bind port ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:19.767940 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Attempting to bind port ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'bc37a927-5496-4dbc-b32a-0bd05709a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:19.768277 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Attempting to bind port ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd on network d049b43c-1ab0-4a8e-ab51-279dd81c2ebc {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:19.788299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55154) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:19.790087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Port ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd on network d049b43c-1ab0-4a8e-ab51-279dd81c2ebc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:55:19.790087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Attempting to bind port ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd on network d049b43c-1ab0-4a8e-ab51-279dd81c2ebc {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:19.801823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:19.802118 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Checking segment: {'id': 'bc37a927-5496-4dbc-b32a-0bd05709a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:19.802505 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Bound using segment: {'id': 'bc37a927-5496-4dbc-b32a-0bd05709a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:19.802959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Bound port: ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc37a927-5496-4dbc-b32a-0bd05709a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:19.803328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:19.839327 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca589e5d-48f9-42e2-af78-3e5e88c546a0 None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:19.878156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abe672cb-6e6d-465d-9d66-d61a165ba57c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (37f6280d-296d-4d91-be2b-462e84a977f9), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:19.944634 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-9fd46af1-6abf-4f0c-8ae7-6afcad27c9b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:55:19.945427 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-9fd46af1-6abf-4f0c-8ae7-6afcad27c9b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:55:19.947148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=ebd353ab-a09f-445b-bc1f-5593cabf919e,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:19.961752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 4b3375f5-e7e9-4384-b169-dbd2bd664924 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:19.962147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4b3375f5-e7e9-4384-b169-dbd2bd664924), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:19.965522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] For port ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:19.984633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] For port ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd,segment=NetworkSegment(bc37a927-5496-4dbc-b32a-0bd05709a81e),segment_id=bc37a927-5496-4dbc-b32a-0bd05709a81e)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:20.005433 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abe672cb-6e6d-465d-9d66-d61a165ba57c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (37f6280d-296d-4d91-be2b-462e84a977f9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.030042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ca589e5d-48f9-42e2-af78-3e5e88c546a0 None None] Deleting port ebd353ab-a09f-445b-bc1f-5593cabf919e {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:20.030426 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ca589e5d-48f9-42e2-af78-3e5e88c546a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ebd353ab-a09f-445b-bc1f-5593cabf919e), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.064525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.071998 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-58d2558b-c154-4012-905f-ca6c3345c23b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=201419f260524ec78ff1a9672dc3ad0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753317 Jan 10 11:55:20.078641 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55158) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:20.082836 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1b2eefc9-90f2-4cb2-8873-4785cf071338 req-12218f0d-ed35-412e-9bf8-de655f0f8b20 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5974388 Jan 10 11:55:20.100367 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee9e0a6-a830-4cb8-887f-4fa34197c235 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:20.103336 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-eee9e0a6-a830-4cb8-887f-4fa34197c235 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3452344 Jan 10 11:55:20.113410 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55160) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:20.142221 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abe672cb-6e6d-465d-9d66-d61a165ba57c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (37f6280d-296d-4d91-be2b-462e84a977f9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.148375 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:20.149939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.151853 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18067645-1eb0-4290-8856-51b851411c2f req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] 10.222.0.30 "PUT /v2.0/ports/ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd HTTP/1.1" status: 200 len: 1094 time: 1.4485064 Jan 10 11:55:20.164402 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68071cd-f99d-4a07-8a20-77161eef1f23', 'tag': 'ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:55:20.168083 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fab67c-81c6-4933-995a-bc1926d611fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b68071cd-f99d-4a07-8a20-77161eef1f23", "tag": "ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:55:20.173372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ca589e5d-48f9-42e2-af78-3e5e88c546a0 None None] For port ebd353ab-a09f-445b-bc1f-5593cabf919e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ebd353ab-a09f-445b-bc1f-5593cabf919e,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:20.176468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ca589e5d-48f9-42e2-af78-3e5e88c546a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ebd353ab-a09f-445b-bc1f-5593cabf919e), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.197098 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ca589e5d-48f9-42e2-af78-3e5e88c546a0 None None] Calling delete_port for ebd353ab-a09f-445b-bc1f-5593cabf919e owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:20.208602 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (4b3375f5-e7e9-4384-b169-dbd2bd664924), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.225901 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-abadde5b-50fa-4028-ae1d-4ba2ccfbc2b2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (68b4cf9b-b9f0-41ae-b278-49e875ec3168), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.229524 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d8ec4498-a50b-45a8-91a3-385147de230b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087070 Jan 10 11:55:20.253990 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55164) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:20.259821 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe672cb-6e6d-465d-9d66-d61a165ba57c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f6280d-296d-4d91-be2b-462e84a977f9,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:20.272792 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-26360493-b419-4572-8699-a2157fdf9c4a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:20.281903 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd03227-ba92-41d9-83f2-a7708ac0e584 None None] Network 0ac64651-0fd7-411b-b0a2-08612d62b310 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:20.300119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e45e6c-57e2-4734-8b1b-400023165ce7 x-openstack-request-id: req-02e45e6c-57e2-4734-8b1b-400023165ce7 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:55:20.300910 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68071cd-f99d-4a07-8a20-77161eef1f23", "tag": "ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:55:20.301516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02e45e6c-57e2-4734-8b1b-400023165ce7 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:55:20.303872 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68071cd-f99d-4a07-8a20-77161eef1f23', 'tag': 'ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd', 'status': 'completed', 'code': 200} Jan 10 11:55:20.329939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4dfc1c82-7512-4538-8134-a9e434edea63 admin admin] Publish callbacks [] for security_group (c7a9b71d-6251-4e82-ade8-3b576522eac8), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.365635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4dfc1c82-7512-4538-8134-a9e434edea63 admin admin] Publish callbacks [] for security_group (c7a9b71d-6251-4e82-ade8-3b576522eac8), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.381345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 4b3375f5-e7e9-4384-b169-dbd2bd664924, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4b3375f5-e7e9-4384-b169-dbd2bd664924,segment=NetworkSegment(a60821bb-d279-4a13-b227-092faf4523f7),segment_id=a60821bb-d279-4a13-b227-092faf4523f7)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:20.394183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for port (59482e50-5b59-4877-8b5d-ea296a7413da), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.420205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-abe672cb-6e6d-465d-9d66-d61a165ba57c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.424320 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-abe672cb-6e6d-465d-9d66-d61a165ba57c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8210244 Jan 10 11:55:20.440355 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55166) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:20.446403 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-8537d12e-2ae5-4309-9f59-2ee83d7d53b9 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group_rule': {'security_group_id': '8f942ebf-b13d-481b-a2fc-5f592193bc7b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:20.455763 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee1d70-3a5e-45c2-a674-378b1df4cb10 service neutron] Pushing event updated for resources: {'Port': ['ID=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:20.468682 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (4b3375f5-e7e9-4384-b169-dbd2bd664924), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.512309 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ca589e5d-48f9-42e2-af78-3e5e88c546a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (ebd353ab-a09f-445b-bc1f-5593cabf919e), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.533257 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067645-1eb0-4290-8856-51b851411c2f req-d29194e0-de21-4b7a-8820-b8c34ee243a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:20.534893 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18067645-1eb0-4290-8856-51b851411c2f req-d29194e0-de21-4b7a-8820-b8c34ee243a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1fa961e41ec4d84a1776f42096f6118&device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 1097 time: 0.2643847 Jan 10 11:55:20.549550 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca589e5d-48f9-42e2-af78-3e5e88c546a0 None None] No DVR routers for this DVR port ebd353ab-a09f-445b-bc1f-5593cabf919e on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:20.568850 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=4b3375f5-e7e9-4384-b169-dbd2bd664924,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:20.604856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca589e5d-48f9-42e2-af78-3e5e88c546a0 None None] Pushing event deleted for resources: {'Port': ['ID=ebd353ab-a09f-445b-bc1f-5593cabf919e,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:20.611028 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18067645-1eb0-4290-8856-51b851411c2f req-fb098c8b-35a4-4ddb-a904-fbc16807c9c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd HTTP/1.1" status: 200 len: 217 time: 0.0683534 Jan 10 11:55:20.613653 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-abadde5b-50fa-4028-ae1d-4ba2ccfbc2b2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (68b4cf9b-b9f0-41ae-b278-49e875ec3168), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.637702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Allocated IP 172.20.0.1 (0ac64651-0fd7-411b-b0a2-08612d62b310/ba5454c4-dbae-4a6b-a6a7-7b63e80d4e96/e3459d2f-96fa-4feb-b17c-2ad905c2819e) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:20.677805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9fd46af1-6abf-4f0c-8ae7-6afcad27c9b3 None None] Port ebd353ab-a09f-445b-bc1f-5593cabf919e update to ACTIVE by agent not found {{(pid=110626) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 10 11:55:20.683356 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4dfc1c82-7512-4538-8134-a9e434edea63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c7a9b71d-6251-4e82-ade8-3b576522eac8), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.686401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4dfc1c82-7512-4538-8134-a9e434edea63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.687752 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4dfc1c82-7512-4538-8134-a9e434edea63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7a9b71d-6251-4e82-ade8-3b576522eac8 HTTP/1.1" status: 204 len: 168 time: 0.6081533 Jan 10 11:55:20.702479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067645-1eb0-4290-8856-51b851411c2f req-fe56ed29-cebb-4e76-a47c-8c5b7db26c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:20.702479 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18067645-1eb0-4290-8856-51b851411c2f req-fe56ed29-cebb-4e76-a47c-8c5b7db26c8d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51450b-3d7a-412c-a467-63a15343a6eb HTTP/1.1" status: 200 len: 851 time: 0.0832007 Jan 10 11:55:20.702479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8537d12e-2ae5-4309-9f59-2ee83d7d53b9 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (63af5caf-7275-46b1-9748-f97e98234c11), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.705915 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abadde5b-50fa-4028-ae1d-4ba2ccfbc2b2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 45000a97-1fd6-4605-8bab-cc95bc51ef97 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:20.716533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 43ecc473-2ec3-41d8-aed8-a63a52587e4a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:20.722051 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-abadde5b-50fa-4028-ae1d-4ba2ccfbc2b2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:20.724303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abadde5b-50fa-4028-ae1d-4ba2ccfbc2b2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:20.732094 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abadde5b-50fa-4028-ae1d-4ba2ccfbc2b2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:20.732094 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-abadde5b-50fa-4028-ae1d-4ba2ccfbc2b2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.733138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc1c82-7512-4538-8134-a9e434edea63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a9b71d-6251-4e82-ade8-3b576522eac8,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:20.752137 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (59482e50-5b59-4877-8b5d-ea296a7413da), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.776767 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadde5b-50fa-4028-ae1d-4ba2ccfbc2b2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=68b4cf9b-b9f0-41ae-b278-49e875ec3168,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:20.813064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067645-1eb0-4290-8856-51b851411c2f req-f9459987-b96b-4e22-bb09-d3f4fce56287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:20.814837 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18067645-1eb0-4290-8856-51b851411c2f req-f9459987-b96b-4e22-bb09-d3f4fce56287 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1101298 Jan 10 11:55:20.816939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8537d12e-2ae5-4309-9f59-2ee83d7d53b9 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (63af5caf-7275-46b1-9748-f97e98234c11), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.836214 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event updated for resources: {'Port': ['ID=59482e50-5b59-4877-8b5d-ea296a7413da,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:20.855786 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 43ecc473-2ec3-41d8-aed8-a63a52587e4a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:20.856277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.859339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-b050ec29-9b12-40fc-aca5-2f047f721c77 None None] Could not find standard attr ID for object c7dd8946-d461-45b4-825c-af06bc16ac00. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:55:20.918508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-b050ec29-9b12-40fc-aca5-2f047f721c77 None None] Provisioning complete for port 43ecc473-2ec3-41d8-aed8-a63a52587e4a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:20.918897 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b050ec29-9b12-40fc-aca5-2f047f721c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.920770 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8537d12e-2ae5-4309-9f59-2ee83d7d53b9 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (63af5caf-7275-46b1-9748-f97e98234c11), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:20.954914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537d12e-2ae5-4309-9f59-2ee83d7d53b9 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63af5caf-7275-46b1-9748-f97e98234c11,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:21.042691 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:21.046763 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18067645-1eb0-4290-8856-51b851411c2f req-9f85ae3a-4cab-462a-9f47-a3d567409930 service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232924 Jan 10 11:55:21.075625 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8537d12e-2ae5-4309-9f59-2ee83d7d53b9 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:21.081170 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8537d12e-2ae5-4309-9f59-2ee83d7d53b9 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6390610 Jan 10 11:55:21.092742 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55170) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:21.120784 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 43ecc473-2ec3-41d8-aed8-a63a52587e4a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43ecc473-2ec3-41d8-aed8-a63a52587e4a,segment=NetworkSegment(2fc6ac16-57a3-434c-b278-b2b12aa11e89),segment_id=2fc6ac16-57a3-434c-b278-b2b12aa11e89)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:21.122225 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b050ec29-9b12-40fc-aca5-2f047f721c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:21.178213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a6d748c3-c934-4b31-be83-35103208eb9a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (63af5caf-7275-46b1-9748-f97e98234c11), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:21.191643 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a6d748c3-c934-4b31-be83-35103208eb9a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (63af5caf-7275-46b1-9748-f97e98234c11), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:21.224573 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-abadde5b-50fa-4028-ae1d-4ba2ccfbc2b2 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1427665 Jan 10 11:55:21.225350 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26360493-b419-4572-8699-a2157fdf9c4a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:21.225554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55176) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:21.229866 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26360493-b419-4572-8699-a2157fdf9c4a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:21.232922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:21.243884 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Network 072686b8-ffc3-4231-9ed1-53014c764b7f is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:21.263306 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:21.266373 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:21.337658 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18067645-1eb0-4290-8856-51b851411c2f req-45052063-3ed6-4e4a-80d3-f5cd21e862ab service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862456 Jan 10 11:55:21.343818 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:21.346609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-b050ec29-9b12-40fc-aca5-2f047f721c77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:55:21.352698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-b050ec29-9b12-40fc-aca5-2f047f721c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:55:21.364256 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ebd353ab-a09f-445b-bc1f-5593cabf919e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:55:21.433835 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: ebd353ab-a09f-445b-bc1f-5593cabf919e {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:55:21.434202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ebd353ab-a09f-445b-bc1f-5593cabf919e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:55:21.436178 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=43ecc473-2ec3-41d8-aed8-a63a52587e4a,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:21.466423 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a6d748c3-c934-4b31-be83-35103208eb9a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (63af5caf-7275-46b1-9748-f97e98234c11), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:21.471816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a6d748c3-c934-4b31-be83-35103208eb9a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:21.473051 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a6d748c3-c934-4b31-be83-35103208eb9a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/63af5caf-7275-46b1-9748-f97e98234c11 HTTP/1.1" status: 204 len: 168 time: 0.3793197 Jan 10 11:55:21.478652 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55182) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:21.564315 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d748c3-c934-4b31-be83-35103208eb9a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63af5caf-7275-46b1-9748-f97e98234c11,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:21.599631 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec146f19-6634-4948-9818-298450ee1a1d req-ffa638df-528e-4643-b994-9ff107503e0d tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:21.601170 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ec146f19-6634-4948-9818-298450ee1a1d req-ffa638df-528e-4643-b994-9ff107503e0d tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 944 time: 0.3894296 Jan 10 11:55:21.626513 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (e3459d2f-96fa-4feb-b17c-2ad905c2819e), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:21.652628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fab67c-81c6-4933-995a-bc1926d611fd req-2b0bf49a-5ded-4551-8748-c395ae19a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:21.654165 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-09fab67c-81c6-4933-995a-bc1926d611fd req-2b0bf49a-5ded-4551-8748-c395ae19a1bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1fa961e41ec4d84a1776f42096f6118&device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 1097 time: 0.1270630 Jan 10 11:55:21.674408 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e49e4c18-2b89-4c99-9879-90624fc6dc9d tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1672750 Jan 10 11:55:21.679012 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55188) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:21.808233 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ec146f19-6634-4948-9818-298450ee1a1d req-8f37b028-bb18-4846-83b1-a3309df7b5f2 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990876 Jan 10 11:55:21.809051 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (59482e50-5b59-4877-8b5d-ea296a7413da), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:21.816658 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-94a33a37-7f10-4a64-88f1-f1116560b82f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (37f6280d-296d-4d91-be2b-462e84a977f9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:21.833434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fab67c-81c6-4933-995a-bc1926d611fd req-4a0356f3-866c-4da8-9555-166551ca8c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:21.833434 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-09fab67c-81c6-4933-995a-bc1926d611fd req-4a0356f3-866c-4da8-9555-166551ca8c90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc HTTP/1.1" status: 200 len: 913 time: 0.1617746 Jan 10 11:55:21.834107 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b0953179-cc1b-4051-827e-edf1f487b902 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (68b4cf9b-b9f0-41ae-b278-49e875ec3168), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:21.849531 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-94a33a37-7f10-4a64-88f1-f1116560b82f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (37f6280d-296d-4d91-be2b-462e84a977f9), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:21.888239 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-09fab67c-81c6-4933-995a-bc1926d611fd req-531357d9-d018-4234-98c6-cb63ec8c2f40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd HTTP/1.1" status: 200 len: 217 time: 0.0444531 Jan 10 11:55:21.909478 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-b050ec29-9b12-40fc-aca5-2f047f721c77 None None] Provisioning complete for port 4b3375f5-e7e9-4384-b169-dbd2bd664924 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:21.910026 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b050ec29-9b12-40fc-aca5-2f047f721c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4b3375f5-e7e9-4384-b169-dbd2bd664924), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:21.929653 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (e3459d2f-96fa-4feb-b17c-2ad905c2819e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.036463 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fab67c-81c6-4933-995a-bc1926d611fd req-d9fd8fb6-9246-4666-a749-d837242f0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:22.036463 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-09fab67c-81c6-4933-995a-bc1926d611fd req-d9fd8fb6-9246-4666-a749-d837242f0cf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51450b-3d7a-412c-a467-63a15343a6eb HTTP/1.1" status: 200 len: 851 time: 0.1252811 Jan 10 11:55:22.078253 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-94a33a37-7f10-4a64-88f1-f1116560b82f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (37f6280d-296d-4d91-be2b-462e84a977f9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.090553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network 0ac64651-0fd7-411b-b0a2-08612d62b310 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:22.098995 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-94a33a37-7f10-4a64-88f1-f1116560b82f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.100649 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-94a33a37-7f10-4a64-88f1-f1116560b82f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/37f6280d-296d-4d91-be2b-462e84a977f9 HTTP/1.1" status: 204 len: 168 time: 0.4188538 Jan 10 11:55:22.107874 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55196) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:22.110467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:22.112314 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=e3459d2f-96fa-4feb-b17c-2ad905c2819e,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:22.119257 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:22.127105 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a33a37-7f10-4a64-88f1-f1116560b82f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37f6280d-296d-4d91-be2b-462e84a977f9,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:22.186348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26360493-b419-4572-8699-a2157fdf9c4a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (cd2d9a91-38f0-449f-81a1-508bcefc371e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.359961 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e20ea6f2-9ef2-4ee6-88d8-d3841b2cb744 None None] Provisioning complete for port 68b4cf9b-b9f0-41ae-b278-49e875ec3168 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:22.360678 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e20ea6f2-9ef2-4ee6-88d8-d3841b2cb744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (68b4cf9b-b9f0-41ae-b278-49e875ec3168), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.387357 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26360493-b419-4572-8699-a2157fdf9c4a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=cd2d9a91-38f0-449f-81a1-508bcefc371e,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:22.397642 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55200) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:22.403802 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (979871a1-c0de-4049-ad79-5a58a581dd7a), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.411216 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e20ea6f2-9ef2-4ee6-88d8-d3841b2cb744 None None] Port 68b4cf9b-b9f0-41ae-b278-49e875ec3168 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:22.427101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e20ea6f2-9ef2-4ee6-88d8-d3841b2cb744 None None] Provisioning complete for port 43ecc473-2ec3-41d8-aed8-a63a52587e4a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:22.428026 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e20ea6f2-9ef2-4ee6-88d8-d3841b2cb744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.485258 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26360493-b419-4572-8699-a2157fdf9c4a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:22.500898 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ba606fd0-901c-4419-928d-e9e9fe1d09d1 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3915329 Jan 10 11:55:22.526055 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55204) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:22.532179 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fab67c-81c6-4933-995a-bc1926d611fd req-8eed6ab3-430c-4fbf-9c8c-5413e0c1fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:22.533410 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-26360493-b419-4572-8699-a2157fdf9c4a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:22.533691 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-09fab67c-81c6-4933-995a-bc1926d611fd req-8eed6ab3-430c-4fbf-9c8c-5413e0c1fc0d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4934461 Jan 10 11:55:22.544340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26360493-b419-4572-8699-a2157fdf9c4a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:22.544952 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26360493-b419-4572-8699-a2157fdf9c4a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.577283 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36498fb1-91ff-4f59-b24e-90fd86a99ba4 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:22.577725 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for port (59482e50-5b59-4877-8b5d-ea296a7413da), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.599883 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5bdfd222-8811-4ecd-a75e-cb22aad922b6 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:22.600722 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING neutron.api.v2.base [None req-5bdfd222-8811-4ecd-a75e-cb22aad922b6 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 10 11:55:22.601197 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-5bdfd222-8811-4ecd-a75e-cb22aad922b6 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): There was a conflict when trying to complete your request. Jan 10 11:55:22.607282 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5bdfd222-8811-4ecd-a75e-cb22aad922b6 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1589861 Jan 10 11:55:22.607964 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55206) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:22.616308 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-3360ab52-6cfd-4c8a-89f9-bc7e71e68ea5 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602549811'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:22.644767 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2985f564-9ca8-4a90-98ec-6d27e38be838 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (62efb865-93a2-4c0c-9db4-7dbe83470c1a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.651013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 43ecc473-2ec3-41d8-aed8-a63a52587e4a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:22.667253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2985f564-9ca8-4a90-98ec-6d27e38be838 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (62efb865-93a2-4c0c-9db4-7dbe83470c1a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.672592 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-26360493-b419-4572-8699-a2157fdf9c4a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4109306 Jan 10 11:55:22.673618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55208) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:22.683792 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-b26b142f-b331-410a-9326-c2fcb242fd97 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'mac_address': 'fa:16:3e:38:ff:00', 'name': 'tempest-NetworksTestDHCPv6-449434517'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:22.741073 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-09fab67c-81c6-4933-995a-bc1926d611fd req-bd109926-b199-4c86-82f0-7f460f47d608 service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983454 Jan 10 11:55:22.744337 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e20ea6f2-9ef2-4ee6-88d8-d3841b2cb744 None None] Provisioning complete for port 59482e50-5b59-4877-8b5d-ea296a7413da triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:22.744512 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e20ea6f2-9ef2-4ee6-88d8-d3841b2cb744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (59482e50-5b59-4877-8b5d-ea296a7413da), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.762769 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (59482e50-5b59-4877-8b5d-ea296a7413da), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.763013 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b0953179-cc1b-4051-827e-edf1f487b902 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (68b4cf9b-b9f0-41ae-b278-49e875ec3168), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.779392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': 'cd2d9a91-38f0-449f-81a1-508bcefc371e'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:55:22.780288 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.824952 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 43ecc473-2ec3-41d8-aed8-a63a52587e4a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:22.825812 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.828151 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e20ea6f2-9ef2-4ee6-88d8-d3841b2cb744 None None] Port 59482e50-5b59-4877-8b5d-ea296a7413da cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:22.856845 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-09fab67c-81c6-4933-995a-bc1926d611fd req-8a34487a-ba6e-4d40-8b94-89e7c7917b8c service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027253 Jan 10 11:55:22.870662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3360ab52-6cfd-4c8a-89f9-bc7e71e68ea5 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.889473 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (e3459d2f-96fa-4feb-b17c-2ad905c2819e), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.900072 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b0953179-cc1b-4051-827e-edf1f487b902 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (68b4cf9b-b9f0-41ae-b278-49e875ec3168), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.901193 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3360ab52-6cfd-4c8a-89f9-bc7e71e68ea5 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.903482 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2985f564-9ca8-4a90-98ec-6d27e38be838 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (62efb865-93a2-4c0c-9db4-7dbe83470c1a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.929116 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.932508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2985f564-9ca8-4a90-98ec-6d27e38be838 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:22.933937 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2985f564-9ca8-4a90-98ec-6d27e38be838 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/62efb865-93a2-4c0c-9db4-7dbe83470c1a HTTP/1.1" status: 204 len: 168 time: 0.4145918 Jan 10 11:55:22.941298 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55212) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:22.963721 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event updated for resources: {'Port': ['ID=59482e50-5b59-4877-8b5d-ea296a7413da,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:22.990806 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985f564-9ca8-4a90-98ec-6d27e38be838 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62efb865-93a2-4c0c-9db4-7dbe83470c1a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:23.035043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2cf15b83-2eda-4e07-9d36-7e7eb5d7dff1 None None] Provisioning complete for port e3459d2f-96fa-4feb-b17c-2ad905c2819e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:23.035634 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2cf15b83-2eda-4e07-9d36-7e7eb5d7dff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (e3459d2f-96fa-4feb-b17c-2ad905c2819e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.037555 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Allocated IP 2001:db8::2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/cd2d9a91-38f0-449f-81a1-508bcefc371e/2baec880-2270-4555-be8e-d8aae0d91ffc) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:23.040498 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4b3375f5-e7e9-4384-b169-dbd2bd664924 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:23.062644 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0953179-cc1b-4051-827e-edf1f487b902 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=68b4cf9b-b9f0-41ae-b278-49e875ec3168,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:23.140747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2cf15b83-2eda-4e07-9d36-7e7eb5d7dff1 None None] Port e3459d2f-96fa-4feb-b17c-2ad905c2819e cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:23.182788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26b142f-b331-410a-9326-c2fcb242fd97 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:23.206291 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 4b3375f5-e7e9-4384-b169-dbd2bd664924 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:23.206881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4b3375f5-e7e9-4384-b169-dbd2bd664924), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.306200 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2680b83e-e99c-4d6e-a93c-4df37d887f6e tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3346200 Jan 10 11:55:23.306200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b0953179-cc1b-4051-827e-edf1f487b902 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (e91b5814-af9a-4533-ab64-a87648a7b67c), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.308797 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55214) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:23.323003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68850a-8bbf-4136-a639-2c557deb5434 req-92c5448a-2e44-4bc3-8b21-902724e3caa3 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:23.324614 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f68850a-8bbf-4136-a639-2c557deb5434 req-92c5448a-2e44-4bc3-8b21-902724e3caa3 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 944 time: 0.4103823 Jan 10 11:55:23.348700 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Publish callbacks [] for port (2baec880-2270-4555-be8e-d8aae0d91ffc), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.378375 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-3bbab511-c80e-45c9-8650-501cca4f830f None None] Provisioning complete for port 68b4cf9b-b9f0-41ae-b278-49e875ec3168 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:23.379292 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3bbab511-c80e-45c9-8650-501cca4f830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (68b4cf9b-b9f0-41ae-b278-49e875ec3168), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.427044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3bbab511-c80e-45c9-8650-501cca4f830f None None] Port 68b4cf9b-b9f0-41ae-b278-49e875ec3168 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:23.432254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3360ab52-6cfd-4c8a-89f9-bc7e71e68ea5 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (375dc5cb-3535-47df-95cc-e73c1dbcc88f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.436277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (2baec880-2270-4555-be8e-d8aae0d91ffc), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.444169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Network 072686b8-ffc3-4231-9ed1-53014c764b7f is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:23.446873 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b26b142f-b331-410a-9326-c2fcb242fd97 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.449247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2a63a7f7-794f-40b7-9938-76e7f91a6c33 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (cc38f3b6-740a-41b2-b5e5-1c4ce69120c2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.449418 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f68850a-8bbf-4136-a639-2c557deb5434 req-89fae8ef-b7d2-451d-bc29-b1482c5ac1e3 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824134 Jan 10 11:55:23.480701 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:23.493679 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:23.494597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Pushing event updated for resources: {'Port': ['ID=2baec880-2270-4555-be8e-d8aae0d91ffc,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:23.498329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:23.499658 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2a63a7f7-794f-40b7-9938-76e7f91a6c33 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (cc38f3b6-740a-41b2-b5e5-1c4ce69120c2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.501497 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:23.548019 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-b26b142f-b331-410a-9326-c2fcb242fd97 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port 601ccbb1-521a-4219-8810-a19cc2d02b20 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:55:23.562023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Attempting to bind port 2baec880-2270-4555-be8e-d8aae0d91ffc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:23.562456 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Attempting to bind port 2baec880-2270-4555-be8e-d8aae0d91ffc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:23.562826 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Attempting to bind port 2baec880-2270-4555-be8e-d8aae0d91ffc on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:23.570140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:23.570140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:23.570140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.570140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:23.571459 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Bound port: 2baec880-2270-4555-be8e-d8aae0d91ffc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:23.571459 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2baec880-2270-4555-be8e-d8aae0d91ffc), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.592814 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3360ab52-6cfd-4c8a-89f9-bc7e71e68ea5 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (375dc5cb-3535-47df-95cc-e73c1dbcc88f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.619527 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b0953179-cc1b-4051-827e-edf1f487b902 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (68b4cf9b-b9f0-41ae-b278-49e875ec3168), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.681435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] For port 2baec880-2270-4555-be8e-d8aae0d91ffc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:23.691599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] For port 2baec880-2270-4555-be8e-d8aae0d91ffc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2baec880-2270-4555-be8e-d8aae0d91ffc,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:23.735149 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2a63a7f7-794f-40b7-9938-76e7f91a6c33 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (cc38f3b6-740a-41b2-b5e5-1c4ce69120c2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.756296 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2a63a7f7-794f-40b7-9938-76e7f91a6c33 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.757323 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2a63a7f7-794f-40b7-9938-76e7f91a6c33 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/cc38f3b6-740a-41b2-b5e5-1c4ce69120c2 HTTP/1.1" status: 204 len: 168 time: 0.4434266 Jan 10 11:55:23.768259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55216) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:23.775847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2baec880-2270-4555-be8e-d8aae0d91ffc), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.784950 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360ab52-6cfd-4c8a-89f9-bc7e71e68ea5 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375dc5cb-3535-47df-95cc-e73c1dbcc88f,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:23.793957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63a7f7-794f-40b7-9938-76e7f91a6c33 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc38f3b6-740a-41b2-b5e5-1c4ce69120c2,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:23.824449 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-347c3400-223a-4add-ba50-8f092292e516 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0550568 Jan 10 11:55:23.827207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55218) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:23.892603 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e93dcc4-7111-40f0-9e4a-bf916bb1134c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (9725002d-a3ee-4f37-8b75-216af7d2d7ab), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.899840 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-80217583-b8d7-4026-8f6f-9df34f36dc5a None None] Provisioning complete for port 59482e50-5b59-4877-8b5d-ea296a7413da triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:23.900306 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-80217583-b8d7-4026-8f6f-9df34f36dc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (59482e50-5b59-4877-8b5d-ea296a7413da), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.901997 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (e3459d2f-96fa-4feb-b17c-2ad905c2819e), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.902489 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802f17f-0198-4037-95a6-c67bb9050ad3 None None] Pushing event updated for resources: {'Port': ['ID=2baec880-2270-4555-be8e-d8aae0d91ffc,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:23.907933 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3360ab52-6cfd-4c8a-89f9-bc7e71e68ea5 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (370d5689-031f-40e0-8d24-15d800b6cfdd), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.927957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Router 7e001dae-fc8d-4a5b-ba69-7f2477c30d98 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:55:23.939903 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e93dcc4-7111-40f0-9e4a-bf916bb1134c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (9725002d-a3ee-4f37-8b75-216af7d2d7ab), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:23.950404 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-b26b142f-b331-410a-9326-c2fcb242fd97 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::20d (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/cd2d9a91-38f0-449f-81a1-508bcefc371e/601ccbb1-521a-4219-8810-a19cc2d02b20) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:23.967884 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-80217583-b8d7-4026-8f6f-9df34f36dc5a None None] Port 59482e50-5b59-4877-8b5d-ea296a7413da cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:24.033793 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b0953179-cc1b-4051-827e-edf1f487b902 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (68b4cf9b-b9f0-41ae-b278-49e875ec3168), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.034110 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (e3459d2f-96fa-4feb-b17c-2ad905c2819e), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.074673 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3360ab52-6cfd-4c8a-89f9-bc7e71e68ea5 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (370d5689-031f-40e0-8d24-15d800b6cfdd), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.087755 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e93dcc4-7111-40f0-9e4a-bf916bb1134c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (9725002d-a3ee-4f37-8b75-216af7d2d7ab), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.095300 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e93dcc4-7111-40f0-9e4a-bf916bb1134c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.096529 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7e93dcc4-7111-40f0-9e4a-bf916bb1134c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9725002d-a3ee-4f37-8b75-216af7d2d7ab HTTP/1.1" status: 204 len: 168 time: 0.2684057 Jan 10 11:55:24.100230 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55220) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:24.107552 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93dcc4-7111-40f0-9e4a-bf916bb1134c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9725002d-a3ee-4f37-8b75-216af7d2d7ab,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:24.121911 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b0953179-cc1b-4051-827e-edf1f487b902 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (68b4cf9b-b9f0-41ae-b278-49e875ec3168), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.122820 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b0953179-cc1b-4051-827e-edf1f487b902 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (e91b5814-af9a-4533-ab64-a87648a7b67c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.225722 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-853355d8-495e-47af-b6dc-67fe3db5450f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1242766 Jan 10 11:55:24.226557 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0953179-cc1b-4051-827e-edf1f487b902 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=68b4cf9b-b9f0-41ae-b278-49e875ec3168,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:24.255588 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55222) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:24.341158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0953179-cc1b-4051-827e-edf1f487b902 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 45000a97-1fd6-4605-8bab-cc95bc51ef97 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:24.342833 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-b0953179-cc1b-4051-827e-edf1f487b902 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:24.344624 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-91d281e4-e693-49c5-bf12-03535d2e6eea tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (8f942ebf-b13d-481b-a2fc-5f592193bc7b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.441417 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-91d281e4-e693-49c5-bf12-03535d2e6eea tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (8f942ebf-b13d-481b-a2fc-5f592193bc7b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.532918 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:55:24.534555 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=e3459d2f-96fa-4feb-b17c-2ad905c2819e,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:24.545940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a9f781-1ab6-4ccf-b3c4-df571a3a4117 None None] Sync routers for ids ['7e001dae-fc8d-4a5b-ba69-7f2477c30d98'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:55:24.548590 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cc39ce3c-5206-4a62-b7fa-75be889375d9 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "PUT /v2.0/routers/7e001dae-fc8d-4a5b-ba69-7f2477c30d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8321919 Jan 10 11:55:24.549672 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (979871a1-c0de-4049-ad79-5a58a581dd7a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.561885 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55226) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:24.563699 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9f781-1ab6-4ccf-b3c4-df571a3a4117 None None] Routers {'7e001dae-fc8d-4a5b-ba69-7f2477c30d98'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:24.564517 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d4a9f781-1ab6-4ccf-b3c4-df571a3a4117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7e001dae-fc8d-4a5b-ba69-7f2477c30d98'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:24.568131 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360ab52-6cfd-4c8a-89f9-bc7e71e68ea5 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370d5689-031f-40e0-8d24-15d800b6cfdd,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:24.623095 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d4a9f781-1ab6-4ccf-b3c4-df571a3a4117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:24.634431 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3360ab52-6cfd-4c8a-89f9-bc7e71e68ea5 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.638346 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3360ab52-6cfd-4c8a-89f9-bc7e71e68ea5 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.0266783 Jan 10 11:55:24.638754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55230) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:24.641524 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9f781-1ab6-4ccf-b3c4-df571a3a4117 None None] Routers {'7e001dae-fc8d-4a5b-ba69-7f2477c30d98'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:24.649467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d4a9f781-1ab6-4ccf-b3c4-df571a3a4117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7e001dae-fc8d-4a5b-ba69-7f2477c30d98'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:24.649598 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-341969d4-25fe-4656-8b44-207e3c2d8bd2 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': '370d5689-031f-40e0-8d24-15d800b6cfdd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:24.685657 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 2baec880-2270-4555-be8e-d8aae0d91ffc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:24.686244 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-91d281e4-e693-49c5-bf12-03535d2e6eea tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (8f942ebf-b13d-481b-a2fc-5f592193bc7b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.691812 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-91d281e4-e693-49c5-bf12-03535d2e6eea tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.691812 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-91d281e4-e693-49c5-bf12-03535d2e6eea tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-groups/8f942ebf-b13d-481b-a2fc-5f592193bc7b HTTP/1.1" status: 204 len: 168 time: 0.4349551 Jan 10 11:55:24.698967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55232) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:24.701491 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d4a9f781-1ab6-4ccf-b3c4-df571a3a4117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:24.702262 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a9f781-1ab6-4ccf-b3c4-df571a3a4117 None None] The sync data for ids ['7e001dae-fc8d-4a5b-ba69-7f2477c30d98'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:55:24.718067 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0953179-cc1b-4051-827e-edf1f487b902 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Router e91b5814-af9a-4533-ab64-a87648a7b67c is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:55:24.723196 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d281e4-e693-49c5-bf12-03535d2e6eea tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f942ebf-b13d-481b-a2fc-5f592193bc7b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:24.765435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5e62a2ee-a8f9-40aa-ac46-f33170562697 None None] Provisioning complete for port 68b4cf9b-b9f0-41ae-b278-49e875ec3168 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:24.765838 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5e62a2ee-a8f9-40aa-ac46-f33170562697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (68b4cf9b-b9f0-41ae-b278-49e875ec3168), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.825215 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5e62a2ee-a8f9-40aa-ac46-f33170562697 None None] Port 68b4cf9b-b9f0-41ae-b278-49e875ec3168 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:24.842756 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 2baec880-2270-4555-be8e-d8aae0d91ffc triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:24.843077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2baec880-2270-4555-be8e-d8aae0d91ffc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.868207 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a87de42c-b28b-471c-8032-2675fe48f73c tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for router (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.874649 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-341969d4-25fe-4656-8b44-207e3c2d8bd2 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group_rule (3b62dba6-788e-4072-8783-6e7423f6f5b1), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.906506 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a1616cfd-7967-43a7-8b4a-80ac5b5c53a8 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2063105 Jan 10 11:55:24.921156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55234) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:24.927234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b028cd8b-058f-4028-a70b-60bd9dd7e65b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603728529'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:24.957927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0953179-cc1b-4051-827e-edf1f487b902 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:55:24.969667 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b0953179-cc1b-4051-827e-edf1f487b902 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "PUT /v2.0/routers/e91b5814-af9a-4533-ab64-a87648a7b67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7400968 Jan 10 11:55:24.970571 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2baec880-2270-4555-be8e-d8aae0d91ffc), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:24.971960 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7df8a-e03a-4687-9fad-2f8b6f373570 None None] Sync routers for ids ['e91b5814-af9a-4533-ab64-a87648a7b67c'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:55:24.980247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55236) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:25.004443 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7df8a-e03a-4687-9fad-2f8b6f373570 None None] Routers {'e91b5814-af9a-4533-ab64-a87648a7b67c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:25.005096 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5db7df8a-e03a-4687-9fad-2f8b6f373570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e91b5814-af9a-4533-ab64-a87648a7b67c'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:25.031459 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-341969d4-25fe-4656-8b44-207e3c2d8bd2 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group_rule (3b62dba6-788e-4072-8783-6e7423f6f5b1), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.037629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf5a17-6949-4576-93d4-8681e31cb074 req-e66e3fcc-668b-4772-aac4-5e2e19267f78 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:25.039941 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4dcf5a17-6949-4576-93d4-8681e31cb074 req-e66e3fcc-668b-4772-aac4-5e2e19267f78 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 944 time: 0.4667091 Jan 10 11:55:25.046033 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 2baec880-2270-4555-be8e-d8aae0d91ffc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2baec880-2270-4555-be8e-d8aae0d91ffc,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:25.058059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:55:25.060079 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6808165b-f9e3-4e5d-ad89-5bcdce40eebb tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:25.065232 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6808165b-f9e3-4e5d-ad89-5bcdce40eebb tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports?device_id=e91b5814-af9a-4533-ab64-a87648a7b67c HTTP/1.1" status: 200 len: 989 time: 0.0837858 Jan 10 11:55:25.066040 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55238) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:25.068699 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-a87de42c-b28b-471c-8032-2675fe48f73c tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 10 11:55:25.073174 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a87de42c-b28b-471c-8032-2675fe48f73c tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "DELETE /v2.0/routers/7e001dae-fc8d-4a5b-ba69-7f2477c30d98 HTTP/1.1" status: 409 len: 329 time: 0.5030246 Jan 10 11:55:25.081352 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5db7df8a-e03a-4687-9fad-2f8b6f373570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:25.088579 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55240) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:25.095937 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b26b142f-b331-410a-9326-c2fcb242fd97 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (601ccbb1-521a-4219-8810-a19cc2d02b20), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.104033 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7df8a-e03a-4687-9fad-2f8b6f373570 None None] Routers {'e91b5814-af9a-4533-ab64-a87648a7b67c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:25.104683 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5db7df8a-e03a-4687-9fad-2f8b6f373570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e91b5814-af9a-4533-ab64-a87648a7b67c'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:25.108181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b028cd8b-058f-4028-a70b-60bd9dd7e65b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.152352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-341969d4-25fe-4656-8b44-207e3c2d8bd2 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (3b62dba6-788e-4072-8783-6e7423f6f5b1), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.158779 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5db7df8a-e03a-4687-9fad-2f8b6f373570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:25.159723 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7df8a-e03a-4687-9fad-2f8b6f373570 None None] The sync data for ids ['e91b5814-af9a-4533-ab64-a87648a7b67c'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:55:25.198737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341969d4-25fe-4656-8b44-207e3c2d8bd2 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b62dba6-788e-4072-8783-6e7423f6f5b1,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:25.265986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2baec880-2270-4555-be8e-d8aae0d91ffc), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.271312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd,segment=NetworkSegment(bc37a927-5496-4dbc-b32a-0bd05709a81e),segment_id=bc37a927-5496-4dbc-b32a-0bd05709a81e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:25.273110 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4dcf5a17-6949-4576-93d4-8681e31cb074 req-e9ddcb82-2136-4460-ba6f-5079f7479fc2 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247825 Jan 10 11:55:25.293076 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network 0ac64651-0fd7-411b-b0a2-08612d62b310 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:25.302554 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:25.316480 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b26b142f-b331-410a-9326-c2fcb242fd97 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (601ccbb1-521a-4219-8810-a19cc2d02b20), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.328431 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-341969d4-25fe-4656-8b44-207e3c2d8bd2 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.329887 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-341969d4-25fe-4656-8b44-207e3c2d8bd2 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6898773 Jan 10 11:55:25.341486 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55242) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:25.347810 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f296afde-31d8-46a8-b0fc-f335096aef38 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': '370d5689-031f-40e0-8d24-15d800b6cfdd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:25.361441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=2baec880-2270-4555-be8e-d8aae0d91ffc,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:25.380516 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd', 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'port_id': 'ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd', 'mac_address': 'fa:16:3e:f3:fe:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:55:25.396351 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-038e33d9-6634-47fc-8f77-e3bec1302ead None None] Provisioning complete for port 2baec880-2270-4555-be8e-d8aae0d91ffc triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:25.396748 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-038e33d9-6634-47fc-8f77-e3bec1302ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2baec880-2270-4555-be8e-d8aae0d91ffc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.404783 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b028cd8b-058f-4028-a70b-60bd9dd7e65b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (edbed8c0-299a-4d03-b1e1-f6b46e005043), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.493034 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b028cd8b-058f-4028-a70b-60bd9dd7e65b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (edbed8c0-299a-4d03-b1e1-f6b46e005043), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.497724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f296afde-31d8-46a8-b0fc-f335096aef38 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group_rule (50cfd84f-6ced-4326-a116-8dc6807d7f8f), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.501543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.521602 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:55:25.567665 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028cd8b-058f-4028-a70b-60bd9dd7e65b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbed8c0-299a-4d03-b1e1-f6b46e005043,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:25.604300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd,segment=NetworkSegment(bc37a927-5496-4dbc-b32a-0bd05709a81e),segment_id=bc37a927-5496-4dbc-b32a-0bd05709a81e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:25.613591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26b142f-b331-410a-9326-c2fcb242fd97 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:25.615635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b028cd8b-058f-4028-a70b-60bd9dd7e65b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.616901 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b028cd8b-058f-4028-a70b-60bd9dd7e65b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6942596 Jan 10 11:55:25.635404 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55244) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:25.640213 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-b26b142f-b331-410a-9326-c2fcb242fd97 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:25.642092 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ae401297-b597-4b1e-b5b1-5875e6fa6e72 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group_rule': {'security_group_id': 'edbed8c0-299a-4d03-b1e1-f6b46e005043', 'direction': 'ingress', 'protocol': 17}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:25.645995 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b142f-b331-410a-9326-c2fcb242fd97 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=601ccbb1-521a-4219-8810-a19cc2d02b20,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:25.651226 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26b142f-b331-410a-9326-c2fcb242fd97 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:25.653907 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:25.658006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b142f-b331-410a-9326-c2fcb242fd97 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:25.658268 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b26b142f-b331-410a-9326-c2fcb242fd97 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.660777 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.672245 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-f296afde-31d8-46a8-b0fc-f335096aef38 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): There was a conflict when trying to complete your request. Jan 10 11:55:25.673659 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f296afde-31d8-46a8-b0fc-f335096aef38 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3315942 Jan 10 11:55:25.677923 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55246) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:25.703227 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1a6981b-4416-4d58-8414-d8c4af5a0512 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (e91b5814-af9a-4533-ab64-a87648a7b67c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.725039 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9281a02a-bcb2-454d-afad-f2535418b38d None None] Provisioning complete for port e3459d2f-96fa-4feb-b17c-2ad905c2819e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:25.725792 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9281a02a-bcb2-454d-afad-f2535418b38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (e3459d2f-96fa-4feb-b17c-2ad905c2819e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.754506 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b26b142f-b331-410a-9326-c2fcb242fd97 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0775108 Jan 10 11:55:25.757529 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55248) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:25.763077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:25.785388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9281a02a-bcb2-454d-afad-f2535418b38d None None] Port e3459d2f-96fa-4feb-b17c-2ad905c2819e cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:25.846069 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 979871a1-c0de-4049-ad79-5a58a581dd7a is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:55:25.867183 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:55:25.883865 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7543062-ec94-482a-b51c-75ff5ac15b99 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:25.886386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7543062-ec94-482a-b51c-75ff5ac15b99 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:25.891018 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a7543062-ec94-482a-b51c-75ff5ac15b99 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.1293647 Jan 10 11:55:25.891812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55250) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:25.911686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b346883e-786b-4f46-9e5f-cacb93f46c96 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (370d5689-031f-40e0-8d24-15d800b6cfdd), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.983404 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b346883e-786b-4f46-9e5f-cacb93f46c96 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (370d5689-031f-40e0-8d24-15d800b6cfdd), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:25.985916 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ae401297-b597-4b1e-b5b1-5875e6fa6e72 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (240ccdd2-5e21-45a6-bd79-e1bc287fcf96), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.031975 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c9590a91-bffa-4be9-8604-a0d5d71ffc08 None None] Provisioning complete for port 601ccbb1-521a-4219-8810-a19cc2d02b20 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:26.031975 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c9590a91-bffa-4be9-8604-a0d5d71ffc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (601ccbb1-521a-4219-8810-a19cc2d02b20), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.065517 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f3c091e-3c59-4d82-bbb2-5d6f74b797af tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.068956 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c9590a91-bffa-4be9-8604-a0d5d71ffc08 None None] Port 601ccbb1-521a-4219-8810-a19cc2d02b20 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:26.075265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ae401297-b597-4b1e-b5b1-5875e6fa6e72 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (240ccdd2-5e21-45a6-bd79-e1bc287fcf96), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.127979 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-f1a6981b-4416-4d58-8414-d8c4af5a0512 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 68b4cf9b-b9f0-41ae-b278-49e875ec3168 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:26.128830 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1a6981b-4416-4d58-8414-d8c4af5a0512 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (68b4cf9b-b9f0-41ae-b278-49e875ec3168), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.154295 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:55:26.154539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ae401297-b597-4b1e-b5b1-5875e6fa6e72 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (240ccdd2-5e21-45a6-bd79-e1bc287fcf96), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.160721 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b87c43d7-4183-46c4-bd40-7d97dd1d3117 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/979871a1-c0de-4049-ad79-5a58a581dd7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8264849 Jan 10 11:55:26.167953 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55252) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:26.169300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f53ab-bf77-496f-a162-63859010694f None None] Sync routers for ids ['979871a1-c0de-4049-ad79-5a58a581dd7a'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:55:26.186733 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f53ab-bf77-496f-a162-63859010694f None None] Routers {'979871a1-c0de-4049-ad79-5a58a581dd7a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:26.187708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-de8f53ab-bf77-496f-a162-63859010694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['979871a1-c0de-4049-ad79-5a58a581dd7a'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:26.219958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b346883e-786b-4f46-9e5f-cacb93f46c96 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (370d5689-031f-40e0-8d24-15d800b6cfdd), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.222825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b346883e-786b-4f46-9e5f-cacb93f46c96 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.227187 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b346883e-786b-4f46-9e5f-cacb93f46c96 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "DELETE /v2.0/security-groups/370d5689-031f-40e0-8d24-15d800b6cfdd HTTP/1.1" status: 204 len: 168 time: 0.5421414 Jan 10 11:55:26.236868 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32285741-12fe-4dc0-9e6a-504eab7c379b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:26.243312 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-32285741-12fe-4dc0-9e6a-504eab7c379b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports/e3459d2f-96fa-4feb-b17c-2ad905c2819e HTTP/1.1" status: 200 len: 910 time: 0.0694461 Jan 10 11:55:26.243312 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55254) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:26.244786 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55256) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:26.250816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-de8f53ab-bf77-496f-a162-63859010694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:26.251089 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae401297-b597-4b1e-b5b1-5875e6fa6e72 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240ccdd2-5e21-45a6-bd79-e1bc287fcf96,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:26.257799 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-98bd83fe-4d56-46ba-933e-c2e6d71ba0ce tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ba5454c4-dbae-4a6b-a6a7-7b63e80d4e96'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:26.265652 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346883e-786b-4f46-9e5f-cacb93f46c96 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=370d5689-031f-40e0-8d24-15d800b6cfdd,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:26.268895 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f53ab-bf77-496f-a162-63859010694f None None] Routers {'979871a1-c0de-4049-ad79-5a58a581dd7a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:26.269529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-de8f53ab-bf77-496f-a162-63859010694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['979871a1-c0de-4049-ad79-5a58a581dd7a'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:26.311744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1a6981b-4416-4d58-8414-d8c4af5a0512 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (68b4cf9b-b9f0-41ae-b278-49e875ec3168), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.317189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-de8f53ab-bf77-496f-a162-63859010694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:26.317680 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f53ab-bf77-496f-a162-63859010694f None None] The sync data for ids ['979871a1-c0de-4049-ad79-5a58a581dd7a'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:55:26.327896 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-f1a6981b-4416-4d58-8414-d8c4af5a0512 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 68b4cf9b-b9f0-41ae-b278-49e875ec3168 owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:26.338842 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-bb360c3d-450d-45fc-b411-645a22c4ee5b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port 601ccbb1-521a-4219-8810-a19cc2d02b20 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:26.339203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bb360c3d-450d-45fc-b411-645a22c4ee5b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (601ccbb1-521a-4219-8810-a19cc2d02b20), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.347346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ae401297-b597-4b1e-b5b1-5875e6fa6e72 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.349195 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ae401297-b597-4b1e-b5b1-5875e6fa6e72 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7124865 Jan 10 11:55:26.352581 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55260) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:26.479003 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1fae0238-308b-495e-8573-82fb4f8d60dc tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2372797 Jan 10 11:55:26.489484 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55262) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:26.501271 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-e0e0bc63-477b-43b1-85b2-d98f85bd6e4c tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group': {'name': 'tempest-secgroup--437926073'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:26.550312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a04a41-8a4b-43d2-8d1e-2aa868807553 req-4a192429-4a91-40cc-8c18-25c768f5eb63 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:26.551894 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-77a04a41-8a4b-43d2-8d1e-2aa868807553 req-4a192429-4a91-40cc-8c18-25c768f5eb63 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 945 time: 0.1614907 Jan 10 11:55:26.556418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0e563d52-56d7-464d-9b7a-d881c08d221a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (edbed8c0-299a-4d03-b1e1-f6b46e005043), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.561618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bb360c3d-450d-45fc-b411-645a22c4ee5b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (601ccbb1-521a-4219-8810-a19cc2d02b20), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.577094 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 2baec880-2270-4555-be8e-d8aae0d91ffc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:26.591513 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-bb360c3d-450d-45fc-b411-645a22c4ee5b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for 601ccbb1-521a-4219-8810-a19cc2d02b20 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:26.636510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 2baec880-2270-4555-be8e-d8aae0d91ffc triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:26.637120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0e563d52-56d7-464d-9b7a-d881c08d221a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (edbed8c0-299a-4d03-b1e1-f6b46e005043), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.637262 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2baec880-2270-4555-be8e-d8aae0d91ffc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.735198 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-77a04a41-8a4b-43d2-8d1e-2aa868807553 req-c2a73ce1-fc59-4adc-a4cb-5410a2493745 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647887 Jan 10 11:55:26.735578 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-98bd83fe-4d56-46ba-933e-c2e6d71ba0ce tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (e3459d2f-96fa-4feb-b17c-2ad905c2819e), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.745562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e0e0bc63-477b-43b1-85b2-d98f85bd6e4c tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.801499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1a6981b-4416-4d58-8414-d8c4af5a0512 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (68b4cf9b-b9f0-41ae-b278-49e875ec3168), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.836860 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6981b-4416-4d58-8414-d8c4af5a0512 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=68b4cf9b-b9f0-41ae-b278-49e875ec3168,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:26.868028 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0e563d52-56d7-464d-9b7a-d881c08d221a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (edbed8c0-299a-4d03-b1e1-f6b46e005043), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.871293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0e563d52-56d7-464d-9b7a-d881c08d221a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.875184 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0e563d52-56d7-464d-9b7a-d881c08d221a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-groups/edbed8c0-299a-4d03-b1e1-f6b46e005043 HTTP/1.1" status: 204 len: 168 time: 0.5190196 Jan 10 11:55:26.885800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55264) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:26.982608 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e563d52-56d7-464d-9b7a-d881c08d221a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbed8c0-299a-4d03-b1e1-f6b46e005043,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:27.009196 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f1a6981b-4416-4d58-8414-d8c4af5a0512 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (e91b5814-af9a-4533-ab64-a87648a7b67c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.044969 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e0e0bc63-477b-43b1-85b2-d98f85bd6e4c tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (ae63ce92-83cd-403d-b8a7-5006bb819358), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.058647 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:27.060744 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-39c9c195-24f5-40ea-bbdb-57a7ec222965 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1738024 Jan 10 11:55:27.064346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55266) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:27.107820 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-4e6e4d92-4ea0-4b75-8c11-7e58f442ace0 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group': {'name': 'tempest-secgroup--458008598'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:27.143105 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e0e0bc63-477b-43b1-85b2-d98f85bd6e4c tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (ae63ce92-83cd-403d-b8a7-5006bb819358), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.198619 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0bc63-477b-43b1-85b2-d98f85bd6e4c tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae63ce92-83cd-403d-b8a7-5006bb819358,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:27.202000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:55:27.209960 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:27.209960 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.256505 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-6f3c091e-3c59-4d82-bbb2-5d6f74b797af tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Deleting port 59482e50-5b59-4877-8b5d-ea296a7413da {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:27.257107 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f3c091e-3c59-4d82-bbb2-5d6f74b797af tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (59482e50-5b59-4877-8b5d-ea296a7413da), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.265297 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e0e0bc63-477b-43b1-85b2-d98f85bd6e4c tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.269854 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e0e0bc63-477b-43b1-85b2-d98f85bd6e4c tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7782724 Jan 10 11:55:27.270521 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55268) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:27.278286 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-34a6c8f3-e531-456a-b5bf-3760269364f4 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'ae63ce92-83cd-403d-b8a7-5006bb819358', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:27.279023 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.api.v2.base [None req-34a6c8f3-e531-456a-b5bf-3760269364f4 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 10 11:55:27.279808 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-34a6c8f3-e531-456a-b5bf-3760269364f4 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:27.283689 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-34a6c8f3-e531-456a-b5bf-3760269364f4 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090296 Jan 10 11:55:27.284268 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55270) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:27.319539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.320088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a6981b-4416-4d58-8414-d8c4af5a0512 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Router e91b5814-af9a-4533-ab64-a87648a7b67c has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:55:27.347799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68071cd-f99d-4a07-8a20-77161eef1f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:55:27.350360 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543e3265-a9fc-427f-8471-cb6d0aac78a2" -d '{"events": [{"server_uuid": "b68071cd-f99d-4a07-8a20-77161eef1f23", "name": "network-vif-plugged", "status": "completed", "tag": "ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:55:27.368888 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd,segment=NetworkSegment(bc37a927-5496-4dbc-b32a-0bd05709a81e),segment_id=bc37a927-5496-4dbc-b32a-0bd05709a81e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:27.392416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e2d727-4620-42ad-935f-87a1b0ad3aa5 x-openstack-request-id: req-30e2d727-4620-42ad-935f-87a1b0ad3aa5 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:55:27.392719 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68071cd-f99d-4a07-8a20-77161eef1f23", "name": "network-vif-plugged", "status": "completed", "tag": "ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:55:27.392986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30e2d727-4620-42ad-935f-87a1b0ad3aa5 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:55:27.393388 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68071cd-f99d-4a07-8a20-77161eef1f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd', 'code': 200} Jan 10 11:55:27.436668 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bb360c3d-450d-45fc-b411-645a22c4ee5b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (601ccbb1-521a-4219-8810-a19cc2d02b20), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.441002 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4d92-4ea0-4b75-8c11-7e58f442ace0 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.446315 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e604d074-ea65-4f6e-9a7d-b756b5d9ba12 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (ae63ce92-83cd-403d-b8a7-5006bb819358), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.449395 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f3c091e-3c59-4d82-bbb2-5d6f74b797af tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (59482e50-5b59-4877-8b5d-ea296a7413da), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.470895 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.473789 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a6981b-4416-4d58-8414-d8c4af5a0512 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:55:27.486492 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f1a6981b-4416-4d58-8414-d8c4af5a0512 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "PUT /v2.0/routers/e91b5814-af9a-4533-ab64-a87648a7b67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4191942 Jan 10 11:55:27.489098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55274) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:27.496230 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3bf578-d5d9-4484-9c8a-5ca9389440d3 None None] Sync routers for ids ['e91b5814-af9a-4533-ab64-a87648a7b67c'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:55:27.504052 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e604d074-ea65-4f6e-9a7d-b756b5d9ba12 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (ae63ce92-83cd-403d-b8a7-5006bb819358), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.519944 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3bf578-d5d9-4484-9c8a-5ca9389440d3 None None] Routers {'e91b5814-af9a-4533-ab64-a87648a7b67c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:27.520841 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-0f3bf578-d5d9-4484-9c8a-5ca9389440d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e91b5814-af9a-4533-ab64-a87648a7b67c'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:27.524793 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-6f3c091e-3c59-4d82-bbb2-5d6f74b797af tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Calling delete_port for 59482e50-5b59-4877-8b5d-ea296a7413da owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:27.526371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb360c3d-450d-45fc-b411-645a22c4ee5b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=601ccbb1-521a-4219-8810-a19cc2d02b20,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:27.535608 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbf9b07-31b5-49a5-8c24-4a99596396ce tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] GET failed (client error): The resource could not be found. Jan 10 11:55:27.540575 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7dbf9b07-31b5-49a5-8c24-4a99596396ce tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/68b4cf9b-b9f0-41ae-b278-49e875ec3168 HTTP/1.1" status: 404 len: 333 time: 0.0481923 Jan 10 11:55:27.541205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55276) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:27.569201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:27.600867 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-0f3bf578-d5d9-4484-9c8a-5ca9389440d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:27.614559 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bb360c3d-450d-45fc-b411-645a22c4ee5b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.615772 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3bf578-d5d9-4484-9c8a-5ca9389440d3 None None] Routers {'e91b5814-af9a-4533-ab64-a87648a7b67c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:27.616629 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-0f3bf578-d5d9-4484-9c8a-5ca9389440d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e91b5814-af9a-4533-ab64-a87648a7b67c'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:27.620757 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bb360c3d-450d-45fc-b411-645a22c4ee5b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/601ccbb1-521a-4219-8810-a19cc2d02b20 HTTP/1.1" status: 204 len: 168 time: 1.7279267 Jan 10 11:55:27.625825 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55278) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:27.667088 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-0f3bf578-d5d9-4484-9c8a-5ca9389440d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:27.668794 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3bf578-d5d9-4484-9c8a-5ca9389440d3 None None] The sync data for ids ['e91b5814-af9a-4533-ab64-a87648a7b67c'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:55:27.670055 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c28f0168-d82e-4309-86b9-acb07c70a1dd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for router (e91b5814-af9a-4533-ab64-a87648a7b67c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.762174 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e37506c-9d98-441a-8778-aa5e9ed13dde tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:27.763776 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e37506c-9d98-441a-8778-aa5e9ed13dde tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:27.768195 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8e37506c-9d98-441a-8778-aa5e9ed13dde tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1401350 Jan 10 11:55:27.772360 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55282) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:27.846517 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4d92-4ea0-4b75-8c11-7e58f442ace0 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (814f78f2-cd58-4f90-b569-0dcbdda80c8f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.919852 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f42c1a9-5233-4804-b1ed-411962e917be tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet cd2d9a91-38f0-449f-81a1-508bcefc371e {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:27.933283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f42c1a9-5233-4804-b1ed-411962e917be tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (cd2d9a91-38f0-449f-81a1-508bcefc371e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.990084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-98bd83fe-4d56-46ba-933e-c2e6d71ba0ce tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (e3459d2f-96fa-4feb-b17c-2ad905c2819e), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.031209 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f42c1a9-5233-4804-b1ed-411962e917be tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (cd2d9a91-38f0-449f-81a1-508bcefc371e), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.088247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-98bd83fe-4d56-46ba-933e-c2e6d71ba0ce tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (e3459d2f-96fa-4feb-b17c-2ad905c2819e), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.160009 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f3c091e-3c59-4d82-bbb2-5d6f74b797af tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (59482e50-5b59-4877-8b5d-ea296a7413da), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.201883 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f42c1a9-5233-4804-b1ed-411962e917be tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (cd2d9a91-38f0-449f-81a1-508bcefc371e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.251776 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e604d074-ea65-4f6e-9a7d-b756b5d9ba12 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (ae63ce92-83cd-403d-b8a7-5006bb819358), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.254561 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e604d074-ea65-4f6e-9a7d-b756b5d9ba12 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.258739 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e604d074-ea65-4f6e-9a7d-b756b5d9ba12 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "DELETE /v2.0/security-groups/ae63ce92-83cd-403d-b8a7-5006bb819358 HTTP/1.1" status: 204 len: 168 time: 0.9687793 Jan 10 11:55:28.261003 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd83fe-4d56-46ba-933e-c2e6d71ba0ce tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=e3459d2f-96fa-4feb-b17c-2ad905c2819e,revision_number=3']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:28.265364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55284) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:28.267126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c28f0168-d82e-4309-86b9-acb07c70a1dd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (e91b5814-af9a-4533-ab64-a87648a7b67c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.272402 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4d92-4ea0-4b75-8c11-7e58f442ace0 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (814f78f2-cd58-4f90-b569-0dcbdda80c8f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.272589 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bd83fe-4d56-46ba-933e-c2e6d71ba0ce tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:28.273152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-98bd83fe-4d56-46ba-933e-c2e6d71ba0ce tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.275141 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-98bd83fe-4d56-46ba-933e-c2e6d71ba0ce tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/ports/e3459d2f-96fa-4feb-b17c-2ad905c2819e HTTP/1.1" status: 200 len: 910 time: 2.0239086 Jan 10 11:55:28.282807 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55286) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:28.285753 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c28f0168-d82e-4309-86b9-acb07c70a1dd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for router_controller (e91b5814-af9a-4533-ab64-a87648a7b67c), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.315305 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604d074-ea65-4f6e-9a7d-b756b5d9ba12 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae63ce92-83cd-403d-b8a7-5006bb819358,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:28.338461 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c091e-3c59-4d82-bbb2-5d6f74b797af tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event deleted for resources: {'Port': ['ID=59482e50-5b59-4877-8b5d-ea296a7413da,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:28.422280 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b7101-e98a-4c50-acef-a09909b8e68f req-051b7368-576a-4cd8-8601-dc2e6768f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:28.423922 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-753b7101-e98a-4c50-acef-a09909b8e68f req-051b7368-576a-4cd8-8601-dc2e6768f9ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 1099 time: 0.5876443 Jan 10 11:55:28.431169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4d92-4ea0-4b75-8c11-7e58f442ace0 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.435889 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4e6e4d92-4ea0-4b75-8c11-7e58f442ace0 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3668647 Jan 10 11:55:28.436547 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55288) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:28.440784 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bb163-ee42-47fe-96b4-563566e9bdf5 req-cdb7abba-c93d-4a28-a4aa-fd87cc78c2e7 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:28.446118 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-372bb163-ee42-47fe-96b4-563566e9bdf5 req-cdb7abba-c93d-4a28-a4aa-fd87cc78c2e7 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.5696456 Jan 10 11:55:28.451387 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9e490d55-cce9-4ee2-9524-fa4a0bcba65f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group': {'name': 'tempest-secgroup--2314138'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:28.453313 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e4d92-4ea0-4b75-8c11-7e58f442ace0 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814f78f2-cd58-4f90-b569-0dcbdda80c8f,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:28.469394 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f2104066-1048-4ec6-a940-4685ba69ef4b tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1978076 Jan 10 11:55:28.484272 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55290) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:28.486359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c28f0168-d82e-4309-86b9-acb07c70a1dd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (e91b5814-af9a-4533-ab64-a87648a7b67c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.487051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28f0168-d82e-4309-86b9-acb07c70a1dd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Fanout notify agent at l3_agent the message router_deleted on router e91b5814-af9a-4533-ab64-a87648a7b67c {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:55:28.493813 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-1859b758-acf9-41b0-a93b-43fb8539a9d7 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group': {'name': 'tempest-secgroup--823269'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:28.505196 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c28f0168-d82e-4309-86b9-acb07c70a1dd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.509565 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55292) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:28.509744 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c28f0168-d82e-4309-86b9-acb07c70a1dd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/routers/e91b5814-af9a-4533-ab64-a87648a7b67c HTTP/1.1" status: 204 len: 168 time: 0.9638431 Jan 10 11:55:28.561640 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-372bb163-ee42-47fe-96b4-563566e9bdf5 req-4ebe8fa5-e972-4bca-af15-aa46fd24512b tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052806 Jan 10 11:55:28.573499 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-753b7101-e98a-4c50-acef-a09909b8e68f req-95a09473-f2ca-4737-ae04-1717522fe5a0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294067 Jan 10 11:55:28.653434 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f42c1a9-5233-4804-b1ed-411962e917be tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (cd2d9a91-38f0-449f-81a1-508bcefc371e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.655280 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f3c091e-3c59-4d82-bbb2-5d6f74b797af tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.676104 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1859b758-acf9-41b0-a93b-43fb8539a9d7 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.713017 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f42c1a9-5233-4804-b1ed-411962e917be tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.716287 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6f42c1a9-5233-4804-b1ed-411962e917be tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/cd2d9a91-38f0-449f-81a1-508bcefc371e HTTP/1.1" status: 204 len: 168 time: 0.9429405 Jan 10 11:55:28.719468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17cb793-c4b4-4290-afaa-05006e350bad None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:28.723036 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42c1a9-5233-4804-b1ed-411962e917be tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2d9a91-38f0-449f-81a1-508bcefc371e,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:28.725429 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55294) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:28.765193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1859b758-acf9-41b0-a93b-43fb8539a9d7 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (6ba1a70f-6066-44e9-891c-e4784685e76c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.801557 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e490d55-cce9-4ee2-9524-fa4a0bcba65f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.844956 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-378f04ee-ba01-421a-acc9-c2510f166c62 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting subnet f66bf9ef-8d8d-4443-bb2a-09e3780b80a7 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:28.856840 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b09d959e-6195-406e-9831-a985dab1125b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0922768 Jan 10 11:55:28.859608 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55296) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:28.867020 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-378f04ee-ba01-421a-acc9-c2510f166c62 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (f66bf9ef-8d8d-4443-bb2a-09e3780b80a7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.872479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1859b758-acf9-41b0-a93b-43fb8539a9d7 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (6ba1a70f-6066-44e9-891c-e4784685e76c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.882028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f88832-c342-49c7-b19f-3d4f86054853 None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:28.928596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859b758-acf9-41b0-a93b-43fb8539a9d7 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba1a70f-6066-44e9-891c-e4784685e76c,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:28.940610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-65f88832-c342-49c7-b19f-3d4f86054853 None None] Deleting port 2baec880-2270-4555-be8e-d8aae0d91ffc {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:28.940995 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-65f88832-c342-49c7-b19f-3d4f86054853 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (2baec880-2270-4555-be8e-d8aae0d91ffc), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.941903 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3086e0bf-c603-400f-94d1-64b88d809c52 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:28.944391 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3086e0bf-c603-400f-94d1-64b88d809c52 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0837493 Jan 10 11:55:28.947039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55298) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:28.994931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1859b758-acf9-41b0-a93b-43fb8539a9d7 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:28.999027 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1859b758-acf9-41b0-a93b-43fb8539a9d7 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1757 time: 0.5110264 Jan 10 11:55:29.000876 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55300) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:29.007974 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-860f1095-3b35-497d-bbf0-4142d0685cfa tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': '6ba1a70f-6066-44e9-891c-e4784685e76c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:29.008844 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.api.v2.base [None req-860f1095-3b35-497d-bbf0-4142d0685cfa tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 10 11:55:29.009805 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-860f1095-3b35-497d-bbf0-4142d0685cfa tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:29.013511 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-860f1095-3b35-497d-bbf0-4142d0685cfa tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0084357 Jan 10 11:55:29.014546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55302) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:29.025925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-65f88832-c342-49c7-b19f-3d4f86054853 None None] For port 2baec880-2270-4555-be8e-d8aae0d91ffc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2baec880-2270-4555-be8e-d8aae0d91ffc,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:29.025925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-65f88832-c342-49c7-b19f-3d4f86054853 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (2baec880-2270-4555-be8e-d8aae0d91ffc), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.037065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6712a5f2-7b9c-4cd8-8732-4cda09ad1e0b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:29.038855 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6712a5f2-7b9c-4cd8-8732-4cda09ad1e0b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0908689 Jan 10 11:55:29.042737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55304) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:29.046135 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-65f88832-c342-49c7-b19f-3d4f86054853 None None] Calling delete_port for 2baec880-2270-4555-be8e-d8aae0d91ffc owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:29.047481 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-378f04ee-ba01-421a-acc9-c2510f166c62 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (f66bf9ef-8d8d-4443-bb2a-09e3780b80a7), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.078287 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3c091e-3c59-4d82-bbb2-5d6f74b797af tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Router 7e001dae-fc8d-4a5b-ba69-7f2477c30d98 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:55:29.094078 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-32e71f38-fafc-4bea-8de1-2fbb9750a192 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466292 Jan 10 11:55:29.094421 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55306) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:29.100218 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-0478ce07-e0bf-4f2d-a13f-f0efef507410 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:29.159424 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e490d55-cce9-4ee2-9524-fa4a0bcba65f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (8747f846-811d-48be-bd1d-98bb80c4b7ba), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.195566 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3c891116-c185-482c-b796-fcd68655677f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (6ba1a70f-6066-44e9-891c-e4784685e76c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.208466 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-65f88832-c342-49c7-b19f-3d4f86054853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (2baec880-2270-4555-be8e-d8aae0d91ffc), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.227860 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3c891116-c185-482c-b796-fcd68655677f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (6ba1a70f-6066-44e9-891c-e4784685e76c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.245415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f88832-c342-49c7-b19f-3d4f86054853 None None] Pushing event deleted for resources: {'Port': ['ID=2baec880-2270-4555-be8e-d8aae0d91ffc,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:29.249147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f88832-c342-49c7-b19f-3d4f86054853 None None] No DVR routers for this DVR port 2baec880-2270-4555-be8e-d8aae0d91ffc on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:29.282662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e490d55-cce9-4ee2-9524-fa4a0bcba65f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (8747f846-811d-48be-bd1d-98bb80c4b7ba), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.282662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3c091e-3c59-4d82-bbb2-5d6f74b797af tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:55:29.287581 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6f3c091e-3c59-4d82-bbb2-5d6f74b797af tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "PUT /v2.0/routers/7e001dae-fc8d-4a5b-ba69-7f2477c30d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1959183 Jan 10 11:55:29.288329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb9518-0afb-45a8-a035-89834d231eec None None] Sync routers for ids ['7e001dae-fc8d-4a5b-ba69-7f2477c30d98'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:55:29.291771 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55308) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:29.304557 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb9518-0afb-45a8-a035-89834d231eec None None] Routers {'7e001dae-fc8d-4a5b-ba69-7f2477c30d98'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:29.305107 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-8fcb9518-0afb-45a8-a035-89834d231eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7e001dae-fc8d-4a5b-ba69-7f2477c30d98'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:29.325973 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-378f04ee-ba01-421a-acc9-c2510f166c62 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (f66bf9ef-8d8d-4443-bb2a-09e3780b80a7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.340621 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-8fcb9518-0afb-45a8-a035-89834d231eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:29.342997 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-e1203bb6-5df5-4a82-8da9-4af49ba5a788 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] show failed (client error): The resource could not be found. Jan 10 11:55:29.347661 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e1203bb6-5df5-4a82-8da9-4af49ba5a788 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1281245909 HTTP/1.1" status: 404 len: 335 time: 0.0530849 Jan 10 11:55:29.350039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55310) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:29.350163 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb9518-0afb-45a8-a035-89834d231eec None None] Routers {'7e001dae-fc8d-4a5b-ba69-7f2477c30d98'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:29.350698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-8fcb9518-0afb-45a8-a035-89834d231eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7e001dae-fc8d-4a5b-ba69-7f2477c30d98'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:29.353753 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b5fb4aef-25d7-4b0d-baf9-95a676105e4c tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:29.359306 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e490d55-cce9-4ee2-9524-fa4a0bcba65f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8747f846-811d-48be-bd1d-98bb80c4b7ba,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:29.389218 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-8fcb9518-0afb-45a8-a035-89834d231eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:29.389920 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb9518-0afb-45a8-a035-89834d231eec None None] The sync data for ids ['7e001dae-fc8d-4a5b-ba69-7f2477c30d98'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:55:29.402395 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-b5fb4aef-25d7-4b0d-baf9-95a676105e4c tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] update failed (client error): The resource could not be found. Jan 10 11:55:29.403454 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b5fb4aef-25d7-4b0d-baf9-95a676105e4c tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-546868137 HTTP/1.1" status: 404 len: 334 time: 0.0539987 Jan 10 11:55:29.404235 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0478ce07-e0bf-4f2d-a13f-f0efef507410 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:29.408108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0478ce07-e0bf-4f2d-a13f-f0efef507410 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.410245 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55312) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:29.456752 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e490d55-cce9-4ee2-9524-fa4a0bcba65f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.460516 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9e490d55-cce9-4ee2-9524-fa4a0bcba65f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 1.0169153 Jan 10 11:55:29.466049 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55314) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:29.473499 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-a1247e90-f111-46fa-bf84-fd5f248558a9 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group_rule': {'security_group_id': '814f78f2-cd58-4f90-b569-0dcbdda80c8f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8747f846-811d-48be-bd1d-98bb80c4b7ba', 'remote_ip_prefix': None}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:29.483629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3c891116-c185-482c-b796-fcd68655677f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (6ba1a70f-6066-44e9-891c-e4784685e76c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.486296 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3c891116-c185-482c-b796-fcd68655677f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.487804 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3c891116-c185-482c-b796-fcd68655677f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "DELETE /v2.0/security-groups/6ba1a70f-6066-44e9-891c-e4784685e76c HTTP/1.1" status: 204 len: 168 time: 0.4726844 Jan 10 11:55:29.491032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55316) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:29.506889 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-31e585ef-4d00-4585-b8fd-f242111d4fc3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (979871a1-c0de-4049-ad79-5a58a581dd7a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.512367 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c891116-c185-482c-b796-fcd68655677f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba1a70f-6066-44e9-891c-e4784685e76c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:29.528424 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-9706af26-4179-4be9-ae48-bb2f5cf5993e tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Deleting subnet 44d04dbb-e1f3-4a87-8575-2da2ebb4b89f {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:29.536955 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9706af26-4179-4be9-ae48-bb2f5cf5993e tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for subnet (44d04dbb-e1f3-4a87-8575-2da2ebb4b89f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.761101 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.objects.ports [None req-0478ce07-e0bf-4f2d-a13f-f0efef507410 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110624) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:55:29.762873 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0478ce07-e0bf-4f2d-a13f-f0efef507410 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (9cabc0f9-01cd-4bd2-8eff-8183205516f0), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.818215 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0478ce07-e0bf-4f2d-a13f-f0efef507410 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:29.822513 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-0478ce07-e0bf-4f2d-a13f-f0efef507410 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:29.827187 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0478ce07-e0bf-4f2d-a13f-f0efef507410 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:29.827802 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0478ce07-e0bf-4f2d-a13f-f0efef507410 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.835707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19153e89-c925-4bfe-af27-11cd497b0851 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:29.841309 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478ce07-e0bf-4f2d-a13f-f0efef507410 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=9cabc0f9-01cd-4bd2-8eff-8183205516f0,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:29.908901 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0478ce07-e0bf-4f2d-a13f-f0efef507410 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8133538 Jan 10 11:55:29.912805 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55320) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:29.921344 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-02c34eaa-1c9d-4436-a8f9-848e46bc1f1a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:29.964773 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-378f04ee-ba01-421a-acc9-c2510f166c62 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (f66bf9ef-8d8d-4443-bb2a-09e3780b80a7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.067574 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-378f04ee-ba01-421a-acc9-c2510f166c62 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.074323 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-378f04ee-ba01-421a-acc9-c2510f166c62 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/f66bf9ef-8d8d-4443-bb2a-09e3780b80a7 HTTP/1.1" status: 204 len: 168 time: 1.5374236 Jan 10 11:55:30.076043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55322) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:30.077719 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b62f51-e9f0-4232-978a-1592210f9b70 None None] Network 45000a97-1fd6-4605-8bab-cc95bc51ef97 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:30.086415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f04ee-ba01-421a-acc9-c2510f166c62 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Subnet': ['ID=f66bf9ef-8d8d-4443-bb2a-09e3780b80a7,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:30.091075 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9706af26-4179-4be9-ae48-bb2f5cf5993e tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (44d04dbb-e1f3-4a87-8575-2da2ebb4b89f), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.133683 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7c8c9049-d5d4-4caf-80fe-9304f33a1d13 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.6395237 Jan 10 11:55:30.141659 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55324) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:30.153702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0cd95005-6edd-4965-b178-1aff62b3ea10 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group': {'name': 'tempest-secgroup--470083239'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:30.159474 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': '9cabc0f9-01cd-4bd2-8eff-8183205516f0'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:55:30.160202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.185396 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (45000a97-1fd6-4605-8bab-cc95bc51ef97), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.203324 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a1247e90-f111-46fa-bf84-fd5f248558a9 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (76b28a98-454c-4877-901c-95e76553307d), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.256898 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 4b3375f5-e7e9-4384-b169-dbd2bd664924 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:30.257550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (4b3375f5-e7e9-4384-b169-dbd2bd664924), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.264798 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5707bf9-c5b0-40a0-b92d-1f9abbebd772 req-5b007745-6ffa-4b48-9ea0-6c99709b5418 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:30.270973 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e5707bf9-c5b0-40a0-b92d-1f9abbebd772 req-5b007745-6ffa-4b48-9ea0-6c99709b5418 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.3098555 Jan 10 11:55:30.318881 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c34eaa-1c9d-4436-a8f9-848e46bc1f1a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:30.322521 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-02c34eaa-1c9d-4436-a8f9-848e46bc1f1a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.346634 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Allocated IP 2001:db8::f816:3eff:fea8:48a2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/9cabc0f9-01cd-4bd2-8eff-8183205516f0/7ea947aa-6767-4c0c-abee-0d0b981f3453) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:30.382296 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9706af26-4179-4be9-ae48-bb2f5cf5993e tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (44d04dbb-e1f3-4a87-8575-2da2ebb4b89f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.425603 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] For port 4b3375f5-e7e9-4384-b169-dbd2bd664924, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4b3375f5-e7e9-4384-b169-dbd2bd664924,segment=NetworkSegment(a60821bb-d279-4a13-b227-092faf4523f7),segment_id=a60821bb-d279-4a13-b227-092faf4523f7)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:30.425976 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (4b3375f5-e7e9-4384-b169-dbd2bd664924), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.432960 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0cd95005-6edd-4965-b178-1aff62b3ea10 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.446030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b1c377-bc79-41a3-ab43-7088ca6a8466 None None] DHCP port deletion for 45000a97-1fd6-4605-8bab-cc95bc51ef97 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:30.447164 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 4b3375f5-e7e9-4384-b169-dbd2bd664924 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:30.450770 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.ipam_backend_mixin [None req-02c34eaa-1c9d-4436-a8f9-848e46bc1f1a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9cabc0f9-01cd-4bd2-8eff-8183205516f0 (CIDR: 2001:db8::/64) Jan 10 11:55:30.461715 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e5707bf9-c5b0-40a0-b92d-1f9abbebd772 req-03bbe4ec-c760-445f-b324-f1f0ee9120d5 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808758 Jan 10 11:55:30.487858 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a1247e90-f111-46fa-bf84-fd5f248558a9 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (76b28a98-454c-4877-901c-95e76553307d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.506824 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c34eaa-1c9d-4436-a8f9-848e46bc1f1a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:30.507414 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c34eaa-1c9d-4436-a8f9-848e46bc1f1a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:55:30.561630 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a1247e90-f111-46fa-bf84-fd5f248558a9 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (76b28a98-454c-4877-901c-95e76553307d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.587115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 2baec880-2270-4555-be8e-d8aae0d91ffc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:55:30.617808 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1247e90-f111-46fa-bf84-fd5f248558a9 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b28a98-454c-4877-901c-95e76553307d,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:30.626104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 2baec880-2270-4555-be8e-d8aae0d91ffc {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:55:30.626458 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 2baec880-2270-4555-be8e-d8aae0d91ffc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:55:30.626879 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4b3375f5-e7e9-4384-b169-dbd2bd664924 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:55:30.649712 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0cd95005-6edd-4965-b178-1aff62b3ea10 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (ca0624e9-2141-4a99-998f-64c2f64b6dbb), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.649938 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-02c34eaa-1c9d-4436-a8f9-848e46bc1f1a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7306747 Jan 10 11:55:30.649938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55326) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:30.654350 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-53c3b595-e204-439f-a4a7-8f1fc57edddd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:30.657564 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Publish callbacks [] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.663517 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d0b1c377-bc79-41a3-ab43-7088ca6a8466 None None] Deleting port 4b3375f5-e7e9-4384-b169-dbd2bd664924 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:30.663899 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d0b1c377-bc79-41a3-ab43-7088ca6a8466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (4b3375f5-e7e9-4384-b169-dbd2bd664924), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.667606 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-31e585ef-4d00-4585-b8fd-f242111d4fc3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port e3459d2f-96fa-4feb-b17c-2ad905c2819e {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:30.668174 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-31e585ef-4d00-4585-b8fd-f242111d4fc3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (e3459d2f-96fa-4feb-b17c-2ad905c2819e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.690000 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (4b3375f5-e7e9-4384-b169-dbd2bd664924), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.690272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9706af26-4179-4be9-ae48-bb2f5cf5993e tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (44d04dbb-e1f3-4a87-8575-2da2ebb4b89f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.731263 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No active binding found for port 4b3375f5-e7e9-4384-b169-dbd2bd664924 {{(pid=110626) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 10 11:55:30.731697 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] The host dv-neutron-master-2-hyperv is not matching for port 4b3375f5-e7e9-4384-b169-dbd2bd664924 host None! {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 10 11:55:30.732119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 4b3375f5-e7e9-4384-b169-dbd2bd664924 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:55:30.740096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d0b1c377-bc79-41a3-ab43-7088ca6a8466 None None] For port 4b3375f5-e7e9-4384-b169-dbd2bd664924, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4b3375f5-e7e9-4384-b169-dbd2bd664924,segment=NetworkSegment(a60821bb-d279-4a13-b227-092faf4523f7),segment_id=a60821bb-d279-4a13-b227-092faf4523f7)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:30.740713 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d0b1c377-bc79-41a3-ab43-7088ca6a8466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (4b3375f5-e7e9-4384-b169-dbd2bd664924), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.744307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=4b3375f5-e7e9-4384-b169-dbd2bd664924,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:30.754475 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No DVR routers for this DVR port 4b3375f5-e7e9-4384-b169-dbd2bd664924 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:30.754696 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d0b1c377-bc79-41a3-ab43-7088ca6a8466 None None] Calling delete_port for 4b3375f5-e7e9-4384-b169-dbd2bd664924 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:30.773256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a1247e90-f111-46fa-bf84-fd5f248558a9 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.775399 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a1247e90-f111-46fa-bf84-fd5f248558a9 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3073997 Jan 10 11:55:30.776019 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706af26-4179-4be9-ae48-bb2f5cf5993e tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event deleted for resources: {'Subnet': ['ID=44d04dbb-e1f3-4a87-8575-2da2ebb4b89f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:30.778345 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9706af26-4179-4be9-ae48-bb2f5cf5993e tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.782022 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9706af26-4179-4be9-ae48-bb2f5cf5993e tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "DELETE /v2.0/subnets/44d04dbb-e1f3-4a87-8575-2da2ebb4b89f HTTP/1.1" status: 204 len: 168 time: 1.3702040 Jan 10 11:55:30.788353 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55328) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:30.788476 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0cd95005-6edd-4965-b178-1aff62b3ea10 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (ca0624e9-2141-4a99-998f-64c2f64b6dbb), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.793798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55330) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:30.810640 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cf1373-75e0-4db0-ad54-b14e750380ac None None] Network 68875f6e-901e-45af-a334-5a979beccd4d requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:30.815574 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.868232 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-353aa976-954d-423f-a33a-4e1883b49644 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (76b28a98-454c-4877-901c-95e76553307d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.870541 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd95005-6edd-4965-b178-1aff62b3ea10 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0624e9-2141-4a99-998f-64c2f64b6dbb,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:30.876395 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-31e585ef-4d00-4585-b8fd-f242111d4fc3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (e3459d2f-96fa-4feb-b17c-2ad905c2819e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.890969 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-353aa976-954d-423f-a33a-4e1883b49644 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (76b28a98-454c-4877-901c-95e76553307d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.903329 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-31e585ef-4d00-4585-b8fd-f242111d4fc3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for e3459d2f-96fa-4feb-b17c-2ad905c2819e owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:30.918238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (45000a97-1fd6-4605-8bab-cc95bc51ef97), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.930672 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:30.939430 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:30.941268 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-6986c63b-3a00-4cd7-b019-e04ccdbc2fbb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Deleting subnet 43eaafb0-f96c-4873-aaf8-3946cf641d39 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:30.944136 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:30.944787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6986c63b-3a00-4cd7-b019-e04ccdbc2fbb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for subnet (43eaafb0-f96c-4873-aaf8-3946cf641d39), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.946093 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Pushing event updated for resources: {'Port': ['ID=7ea947aa-6767-4c0c-abee-0d0b981f3453,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:30.971270 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0cd95005-6edd-4965-b178-1aff62b3ea10 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.975170 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0cd95005-6edd-4965-b178-1aff62b3ea10 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8286011 Jan 10 11:55:30.976055 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55332) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:30.983101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-cfc07c9e-2e27-4524-917a-339a1c720fe5 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'ca0624e9-2141-4a99-998f-64c2f64b6dbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:30.983447 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45000a97-1fd6-4605-8bab-cc95bc51ef97']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:31.001601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d0b1c377-bc79-41a3-ab43-7088ca6a8466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (4b3375f5-e7e9-4384-b169-dbd2bd664924), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.002917 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60821bb-d279-4a13-b227-092faf4523f7') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:31.003233 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60821bb-d279-4a13-b227-092faf4523f7') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:31.008743 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING neutron.api.v2.base [None req-cfc07c9e-2e27-4524-917a-339a1c720fe5 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 10 11:55:31.009721 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-cfc07c9e-2e27-4524-917a-339a1c720fe5 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:31.013730 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cfc07c9e-2e27-4524-917a-339a1c720fe5 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0333967 Jan 10 11:55:31.014886 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55334) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:31.020445 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0a271646-6c30-45e6-932a-885c71e7f1bb tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'ca0624e9-2141-4a99-998f-64c2f64b6dbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:31.022088 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING neutron.api.v2.base [None req-0a271646-6c30-45e6-932a-885c71e7f1bb tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 10 11:55:31.022088 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-0a271646-6c30-45e6-932a-885c71e7f1bb tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:31.024677 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0a271646-6c30-45e6-932a-885c71e7f1bb tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071936 Jan 10 11:55:31.031213 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-353aa976-954d-423f-a33a-4e1883b49644 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (76b28a98-454c-4877-901c-95e76553307d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.031397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (a60821bb-d279-4a13-b227-092faf4523f7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.032493 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55336) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:31.038297 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-353aa976-954d-423f-a33a-4e1883b49644 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.039249 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-353aa976-954d-423f-a33a-4e1883b49644 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/76b28a98-454c-4877-901c-95e76553307d HTTP/1.1" status: 204 len: 168 time: 0.2518923 Jan 10 11:55:31.041696 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7bd2bc75-efcd-473b-aabc-3e2f2a916b17 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'ca0624e9-2141-4a99-998f-64c2f64b6dbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:31.042655 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55338) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:31.043772 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.api.v2.base [None req-7bd2bc75-efcd-473b-aabc-3e2f2a916b17 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 10 11:55:31.044313 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-7bd2bc75-efcd-473b-aabc-3e2f2a916b17 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:31.048093 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7bd2bc75-efcd-473b-aabc-3e2f2a916b17 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100348 Jan 10 11:55:31.055369 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55340) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:31.063304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6986c63b-3a00-4cd7-b019-e04ccdbc2fbb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (43eaafb0-f96c-4873-aaf8-3946cf641d39), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.063468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1c377-bc79-41a3-ab43-7088ca6a8466 None None] Pushing event deleted for resources: {'Port': ['ID=4b3375f5-e7e9-4384-b169-dbd2bd664924,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:31.064304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b1c377-bc79-41a3-ab43-7088ca6a8466 None None] No DVR routers for this DVR port 4b3375f5-e7e9-4384-b169-dbd2bd664924 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:31.066795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7dceb8ad-9608-40f4-96b8-ef0e093eedad tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'ca0624e9-2141-4a99-998f-64c2f64b6dbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:31.067710 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.api.v2.base [None req-7dceb8ad-9608-40f4-96b8-ef0e093eedad tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 10 11:55:31.068244 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-7dceb8ad-9608-40f4-96b8-ef0e093eedad tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:31.072420 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7dceb8ad-9608-40f4-96b8-ef0e093eedad tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0129516 Jan 10 11:55:31.074264 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55342) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:31.074776 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Attempting to bind port 7ea947aa-6767-4c0c-abee-0d0b981f3453 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:31.075256 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Attempting to bind port 7ea947aa-6767-4c0c-abee-0d0b981f3453 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:31.075723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Attempting to bind port 7ea947aa-6767-4c0c-abee-0d0b981f3453 on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:31.086701 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:31.087568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:31.087568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.088559 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:31.088559 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Bound port: 7ea947aa-6767-4c0c-abee-0d0b981f3453, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:31.089081 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.090340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353aa976-954d-423f-a33a-4e1883b49644 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76b28a98-454c-4877-901c-95e76553307d,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:31.098028 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (a60821bb-d279-4a13-b227-092faf4523f7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.110190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:55:31.111081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (a60821bb-d279-4a13-b227-092faf4523f7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:55:31.113642 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:55:31.137520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c3b595-e204-439f-a4a7-8f1fc57edddd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:31.141302 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-53c3b595-e204-439f-a4a7-8f1fc57edddd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.182732 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] For port 7ea947aa-6767-4c0c-abee-0d0b981f3453, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:31.189204 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] For port 7ea947aa-6767-4c0c-abee-0d0b981f3453, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ea947aa-6767-4c0c-abee-0d0b981f3453,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:31.204906 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f0a4c435-a402-471a-996a-e6418c98cb09 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1572104 Jan 10 11:55:31.209729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55344) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:31.218313 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c80296b-384e-4643-83c1-6b61839392d1 None None] DHCP port deletion for 68875f6e-901e-45af-a334-5a979beccd4d request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:31.266311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.269133 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1c80296b-384e-4643-83c1-6b61839392d1 None None] Deleting port b47ab364-c405-45ea-ab23-77ce91f1592d {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:31.269509 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1c80296b-384e-4643-83c1-6b61839392d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b47ab364-c405-45ea-ab23-77ce91f1592d), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.275659 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4653839b-392f-4f18-8e6c-61848b128ff3 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (ca0624e9-2141-4a99-998f-64c2f64b6dbb), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.322017 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4653839b-392f-4f18-8e6c-61848b128ff3 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (ca0624e9-2141-4a99-998f-64c2f64b6dbb), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.344634 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6986c63b-3a00-4cd7-b019-e04ccdbc2fbb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (43eaafb0-f96c-4873-aaf8-3946cf641d39), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.375728 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (45000a97-1fd6-4605-8bab-cc95bc51ef97), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.389928 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.396917 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/networks/45000a97-1fd6-4605-8bab-cc95bc51ef97 HTTP/1.1" status: 204 len: 168 time: 1.3160522 Jan 10 11:55:31.401490 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1c80296b-384e-4643-83c1-6b61839392d1 None None] For port b47ab364-c405-45ea-ab23-77ce91f1592d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b47ab364-c405-45ea-ab23-77ce91f1592d,segment=NetworkSegment(730288c7-36df-4c98-bcdb-80d178b424b1),segment_id=730288c7-36df-4c98-bcdb-80d178b424b1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:31.401928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1c80296b-384e-4643-83c1-6b61839392d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b47ab364-c405-45ea-ab23-77ce91f1592d), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.404598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f29379-57af-4dbc-915e-f41d005fda34 None None] Pushing event updated for resources: {'Port': ['ID=7ea947aa-6767-4c0c-abee-0d0b981f3453,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:31.420859 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1c80296b-384e-4643-83c1-6b61839392d1 None None] Calling delete_port for b47ab364-c405-45ea-ab23-77ce91f1592d owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:31.424220 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55346) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:31.442117 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-31e585ef-4d00-4585-b8fd-f242111d4fc3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (e3459d2f-96fa-4feb-b17c-2ad905c2819e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.444731 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778d615-5709-4de3-82e7-db4d0450a22f tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Network': ['ID=45000a97-1fd6-4605-8bab-cc95bc51ef97,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:31.484384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16b853e9-5bb7-4187-9592-4526b30bc27a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (8747f846-811d-48be-bd1d-98bb80c4b7ba), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.508941 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e585ef-4d00-4585-b8fd-f242111d4fc3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=e3459d2f-96fa-4feb-b17c-2ad905c2819e,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:31.511504 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4653839b-392f-4f18-8e6c-61848b128ff3 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (ca0624e9-2141-4a99-998f-64c2f64b6dbb), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.513874 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4653839b-392f-4f18-8e6c-61848b128ff3 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.518001 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4653839b-392f-4f18-8e6c-61848b128ff3 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "DELETE /v2.0/security-groups/ca0624e9-2141-4a99-998f-64c2f64b6dbb HTTP/1.1" status: 204 len: 168 time: 0.4432983 Jan 10 11:55:31.522836 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55350) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:31.562267 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653839b-392f-4f18-8e6c-61848b128ff3 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0624e9-2141-4a99-998f-64c2f64b6dbb,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:31.575427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16b853e9-5bb7-4187-9592-4526b30bc27a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (8747f846-811d-48be-bd1d-98bb80c4b7ba), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.610305 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5976f169-8059-4bfe-9769-f5d692efb841 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:31.618846 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5976f169-8059-4bfe-9769-f5d692efb841 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/d8bf7523-f677-43d8-9232-7b5766197871 HTTP/1.1" status: 200 len: 845 time: 0.1929443 Jan 10 11:55:31.620919 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55354) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:31.635999 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1c80296b-384e-4643-83c1-6b61839392d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (b47ab364-c405-45ea-ab23-77ce91f1592d), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.697304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80296b-384e-4643-83c1-6b61839392d1 None None] Pushing event deleted for resources: {'Port': ['ID=b47ab364-c405-45ea-ab23-77ce91f1592d,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:31.703896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c80296b-384e-4643-83c1-6b61839392d1 None None] No DVR routers for this DVR port b47ab364-c405-45ea-ab23-77ce91f1592d on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:31.720567 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6986c63b-3a00-4cd7-b019-e04ccdbc2fbb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (43eaafb0-f96c-4873-aaf8-3946cf641d39), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.798446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986c63b-3a00-4cd7-b019-e04ccdbc2fbb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event deleted for resources: {'Subnet': ['ID=43eaafb0-f96c-4873-aaf8-3946cf641d39,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:31.807461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6986c63b-3a00-4cd7-b019-e04ccdbc2fbb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:31.816049 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6986c63b-3a00-4cd7-b019-e04ccdbc2fbb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "DELETE /v2.0/subnets/43eaafb0-f96c-4873-aaf8-3946cf641d39 HTTP/1.1" status: 204 len: 168 time: 1.0186040 Jan 10 11:55:31.832331 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fe13d6d7-a893-41c6-8913-f7a91c61cc1a tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/d8bf7523-f677-43d8-9232-7b5766197871?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1977909 Jan 10 11:55:31.832512 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c666fade-0994-44b1-bf3c-ccae420fac18 None None] Network 712feebb-f1dc-41cb-9b83-22e5fe6b16c7 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:31.833091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55356) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:31.837913 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55358) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:31.853442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d1ee90c8-dbf9-47b0-8fff-88efa677be21 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'subnet': {'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:31.895228 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b121b3e3-31b8-44f6-a15a-98c742192dfe tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3601286 Jan 10 11:55:31.900831 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55360) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:31.910847 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-4379b908-42c5-42fd-8e73-b4c766994d73 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033740130'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:32.022443 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16b853e9-5bb7-4187-9592-4526b30bc27a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (8747f846-811d-48be-bd1d-98bb80c4b7ba), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.025818 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16b853e9-5bb7-4187-9592-4526b30bc27a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.029697 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-16b853e9-5bb7-4187-9592-4526b30bc27a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-groups/8747f846-811d-48be-bd1d-98bb80c4b7ba HTTP/1.1" status: 204 len: 168 time: 0.8177602 Jan 10 11:55:32.030372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55362) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:32.031182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bf69b-9f67-46a3-b5ab-ad7445a40782 req-28d1daa0-d600-417c-8862-999bbafcf630 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:32.033149 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c65bf69b-9f67-46a3-b5ab-ad7445a40782 req-28d1daa0-d600-417c-8862-999bbafcf630 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.4886007 Jan 10 11:55:32.049998 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6572f458-613a-44ae-a1e2-25eb34f5720f None None] DHCP port deletion for 712feebb-f1dc-41cb-9b83-22e5fe6b16c7 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:32.089104 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b853e9-5bb7-4187-9592-4526b30bc27a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8747f846-811d-48be-bd1d-98bb80c4b7ba,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:32.095837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-78c6ae44-4a84-4796-b255-785c32b1a339 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (68875f6e-901e-45af-a334-5a979beccd4d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.099950 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-31e585ef-4d00-4585-b8fd-f242111d4fc3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (979871a1-c0de-4049-ad79-5a58a581dd7a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.135901 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6572f458-613a-44ae-a1e2-25eb34f5720f None None] Deleting port 6173de52-dd9f-4ad3-9d67-6050f21d3bd6 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:32.137084 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6572f458-613a-44ae-a1e2-25eb34f5720f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (6173de52-dd9f-4ad3-9d67-6050f21d3bd6), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.171968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4379b908-42c5-42fd-8e73-b4c766994d73 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.188891 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c65bf69b-9f67-46a3-b5ab-ad7445a40782 req-45f2534c-ecf4-47f6-ba70-d56585f3c82e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313546 Jan 10 11:55:32.220036 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6572f458-613a-44ae-a1e2-25eb34f5720f None None] For port 6173de52-dd9f-4ad3-9d67-6050f21d3bd6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6173de52-dd9f-4ad3-9d67-6050f21d3bd6,segment=NetworkSegment(883da2d7-51d4-488f-bcd7-afff17d6d586),segment_id=883da2d7-51d4-488f-bcd7-afff17d6d586)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:32.222668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6572f458-613a-44ae-a1e2-25eb34f5720f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (6173de52-dd9f-4ad3-9d67-6050f21d3bd6), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.245807 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-53c3b595-e204-439f-a4a7-8f1fc57edddd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (11a867d6-dced-4250-aba3-0fef521786c6), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.246527 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6572f458-613a-44ae-a1e2-25eb34f5720f None None] Calling delete_port for 6173de52-dd9f-4ad3-9d67-6050f21d3bd6 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:32.349249 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-78c6ae44-4a84-4796-b255-785c32b1a339 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (68875f6e-901e-45af-a334-5a979beccd4d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.353257 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-282c52c5-4aa1-4971-8c49-ab161a2a66aa tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.3107283 Jan 10 11:55:32.368563 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55366) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:32.384306 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c3b595-e204-439f-a4a7-8f1fc57edddd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:32.437472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-53c3b595-e204-439f-a4a7-8f1fc57edddd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:32.441470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-78c6ae44-4a84-4796-b255-785c32b1a339 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68875f6e-901e-45af-a334-5a979beccd4d']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:32.459803 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c3b595-e204-439f-a4a7-8f1fc57edddd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:32.460411 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-53c3b595-e204-439f-a4a7-8f1fc57edddd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.479012 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-78c6ae44-4a84-4796-b255-785c32b1a339 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730288c7-36df-4c98-bcdb-80d178b424b1') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:32.479867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-78c6ae44-4a84-4796-b255-785c32b1a339 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730288c7-36df-4c98-bcdb-80d178b424b1') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:32.486534 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d06f82-d311-4dca-9e0a-04ec0c3c8726 req-43e4427a-3822-4e76-a896-03a231004ce9 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:32.488307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3b595-e204-439f-a4a7-8f1fc57edddd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=11a867d6-dced-4250-aba3-0fef521786c6,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:32.497300 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-21d06f82-d311-4dca-9e0a-04ec0c3c8726 req-43e4427a-3822-4e76-a896-03a231004ce9 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1661742 Jan 10 11:55:32.501230 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ee90c8-dbf9-47b0-8fff-88efa677be21 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:32.504739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1ee90c8-dbf9-47b0-8fff-88efa677be21 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.510372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55368) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:32.515820 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d823ebfd-2c89-4766-b628-9d7943547d4c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Request body: {'floatingip': {'port_id': 'ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:32.519745 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-78c6ae44-4a84-4796-b255-785c32b1a339 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (730288c7-36df-4c98-bcdb-80d178b424b1), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.522071 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6572f458-613a-44ae-a1e2-25eb34f5720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (6173de52-dd9f-4ad3-9d67-6050f21d3bd6), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.540613 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e585ef-4d00-4585-b8fd-f242111d4fc3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 979871a1-c0de-4049-ad79-5a58a581dd7a has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:55:32.560571 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572f458-613a-44ae-a1e2-25eb34f5720f None None] No DVR routers for this DVR port 6173de52-dd9f-4ad3-9d67-6050f21d3bd6 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:32.578869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-78c6ae44-4a84-4796-b255-785c32b1a339 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (730288c7-36df-4c98-bcdb-80d178b424b1), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.582823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4379b908-42c5-42fd-8e73-b4c766994d73 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (b2fdf556-4c1f-4e5d-972f-b749264da172), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.598305 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c6ae44-4a84-4796-b255-785c32b1a339 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:55:32.598745 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-78c6ae44-4a84-4796-b255-785c32b1a339 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (730288c7-36df-4c98-bcdb-80d178b424b1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:55:32.603383 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:55:32.605515 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572f458-613a-44ae-a1e2-25eb34f5720f None None] Pushing event deleted for resources: {'Port': ['ID=6173de52-dd9f-4ad3-9d67-6050f21d3bd6,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:32.683998 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-53c3b595-e204-439f-a4a7-8f1fc57edddd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0335970 Jan 10 11:55:32.687837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-869da500-27b2-4033-8678-f5ff93b05716 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (814f78f2-cd58-4f90-b569-0dcbdda80c8f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.688014 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d823ebfd-2c89-4766-b628-9d7943547d4c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for floatingip (258aca98-6f0c-4cf6-865a-c4c5711649ff), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.690326 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55370) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:32.701607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-58060c5a-92f2-460d-bcd3-0ca9ba0469cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'mac_address': 'fa:16:3e:4a:79:8e', 'name': 'tempest-NetworksTestDHCPv6-2014363583'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:32.719129 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4379b908-42c5-42fd-8e73-b4c766994d73 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (b2fdf556-4c1f-4e5d-972f-b749264da172), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.746661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7ea947aa-6767-4c0c-abee-0d0b981f3453 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:32.773117 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-869da500-27b2-4033-8678-f5ff93b05716 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (814f78f2-cd58-4f90-b569-0dcbdda80c8f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.783663 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e585ef-4d00-4585-b8fd-f242111d4fc3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:55:32.794649 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468a3110-478d-4407-913e-beecbaccd662 None None] Sync routers for ids ['979871a1-c0de-4049-ad79-5a58a581dd7a'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:55:32.806532 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-31e585ef-4d00-4585-b8fd-f242111d4fc3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/979871a1-c0de-4049-ad79-5a58a581dd7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5196331 Jan 10 11:55:32.812810 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468a3110-478d-4407-913e-beecbaccd662 None None] Routers {'979871a1-c0de-4049-ad79-5a58a581dd7a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:32.813851 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-468a3110-478d-4407-913e-beecbaccd662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['979871a1-c0de-4049-ad79-5a58a581dd7a'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:32.816497 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55372) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:32.827401 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7ea947aa-6767-4c0c-abee-0d0b981f3453 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:32.828220 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.830778 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-78c6ae44-4a84-4796-b255-785c32b1a339 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (68875f6e-901e-45af-a334-5a979beccd4d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.870970 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-78c6ae44-4a84-4796-b255-785c32b1a339 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.877005 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-78c6ae44-4a84-4796-b255-785c32b1a339 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "DELETE /v2.0/networks/68875f6e-901e-45af-a334-5a979beccd4d HTTP/1.1" status: 204 len: 168 time: 1.0412035 Jan 10 11:55:32.884436 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-468a3110-478d-4407-913e-beecbaccd662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:32.897434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55374) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:32.902596 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468a3110-478d-4407-913e-beecbaccd662 None None] Routers {'979871a1-c0de-4049-ad79-5a58a581dd7a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:32.903379 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-468a3110-478d-4407-913e-beecbaccd662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['979871a1-c0de-4049-ad79-5a58a581dd7a'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:32.907984 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6d22a0c3-6877-4c42-bd97-05e7204ebe80 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports?device_id=979871a1-c0de-4049-ad79-5a58a581dd7a HTTP/1.1" status: 200 len: 205 time: 0.0834193 Jan 10 11:55:32.917257 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55376) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:32.921663 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379b908-42c5-42fd-8e73-b4c766994d73 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fdf556-4c1f-4e5d-972f-b749264da172,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:32.943468 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6ae44-4a84-4796-b255-785c32b1a339 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event deleted for resources: {'Network': ['ID=68875f6e-901e-45af-a334-5a979beccd4d,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:32.947868 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4379b908-42c5-42fd-8e73-b4c766994d73 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:32.949117 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4379b908-42c5-42fd-8e73-b4c766994d73 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0419238 Jan 10 11:55:32.956100 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55378) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:32.968908 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-214ecb9c-5236-463f-85ee-a6ee1c4be4c0 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'b2fdf556-4c1f-4e5d-972f-b749264da172', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:32.969163 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817ff13f-71b8-4ed0-a37c-ec74d8019ce0 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:32.969674 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING neutron.api.v2.base [None req-214ecb9c-5236-463f-85ee-a6ee1c4be4c0 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 10 11:55:32.970208 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-214ecb9c-5236-463f-85ee-a6ee1c4be4c0 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:32.974082 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-214ecb9c-5236-463f-85ee-a6ee1c4be4c0 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114522 Jan 10 11:55:33.006185 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.006945 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55380) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:33.007043 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-468a3110-478d-4407-913e-beecbaccd662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:33.007043 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468a3110-478d-4407-913e-beecbaccd662 None None] The sync data for ids ['979871a1-c0de-4049-ad79-5a58a581dd7a'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:55:33.007237 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-6b675369-143e-447d-b046-289cfdf41243 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'b2fdf556-4c1f-4e5d-972f-b749264da172', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:33.079720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99345530-8bfb-4ff2-93b2-d17285acd16a tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (712feebb-f1dc-41cb-9b83-22e5fe6b16c7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.093115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 7ea947aa-6767-4c0c-abee-0d0b981f3453, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ea947aa-6767-4c0c-abee-0d0b981f3453,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:33.110759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-be592a03-d172-4896-90b2-634e16d6fd76 None None] Provisioning complete for port 7ea947aa-6767-4c0c-abee-0d0b981f3453 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:33.111148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-be592a03-d172-4896-90b2-634e16d6fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.136678 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e017a71b-8055-4638-a430-36917138d50c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (979871a1-c0de-4049-ad79-5a58a581dd7a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.176855 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-869da500-27b2-4033-8678-f5ff93b05716 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (814f78f2-cd58-4f90-b569-0dcbdda80c8f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.179513 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-869da500-27b2-4033-8678-f5ff93b05716 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.180677 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-869da500-27b2-4033-8678-f5ff93b05716 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-groups/814f78f2-cd58-4f90-b569-0dcbdda80c8f HTTP/1.1" status: 204 len: 168 time: 0.8111434 Jan 10 11:55:33.190092 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55382) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:33.197538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99345530-8bfb-4ff2-93b2-d17285acd16a tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (712feebb-f1dc-41cb-9b83-22e5fe6b16c7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.213388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.228542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da500-27b2-4033-8678-f5ff93b05716 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=814f78f2-cd58-4f90-b569-0dcbdda80c8f,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:33.245813 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-99345530-8bfb-4ff2-93b2-d17285acd16a tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712feebb-f1dc-41cb-9b83-22e5fe6b16c7']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:33.283044 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-99345530-8bfb-4ff2-93b2-d17285acd16a tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883da2d7-51d4-488f-bcd7-afff17d6d586') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:33.283358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-99345530-8bfb-4ff2-93b2-d17285acd16a tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883da2d7-51d4-488f-bcd7-afff17d6d586') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:33.300649 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-be592a03-d172-4896-90b2-634e16d6fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.310967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99345530-8bfb-4ff2-93b2-d17285acd16a tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (883da2d7-51d4-488f-bcd7-afff17d6d586), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.327254 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9fbff2f3-7b20-4eaa-b139-f8a7806ff6ef tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1362486 Jan 10 11:55:33.332457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55384) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:33.335787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-6293a549-cb88-4c2d-b75f-5a446b384412 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1152596108'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:33.343144 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b47ab364-c405-45ea-ab23-77ce91f1592d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:55:33.344660 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-6b675369-143e-447d-b046-289cfdf41243 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:33.345846 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6b675369-143e-447d-b046-289cfdf41243 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3668430 Jan 10 11:55:33.346968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99345530-8bfb-4ff2-93b2-d17285acd16a tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (883da2d7-51d4-488f-bcd7-afff17d6d586), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.355730 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55386) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:33.359896 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99345530-8bfb-4ff2-93b2-d17285acd16a tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:55:33.360317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99345530-8bfb-4ff2-93b2-d17285acd16a tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (883da2d7-51d4-488f-bcd7-afff17d6d586), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.366345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-21a3db49-08ce-42ed-b4cb-2a2076cb0c55 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'b2fdf556-4c1f-4e5d-972f-b749264da172', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:33.368342 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.api.v2.base [None req-21a3db49-08ce-42ed-b4cb-2a2076cb0c55 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 10 11:55:33.368859 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-21a3db49-08ce-42ed-b4cb-2a2076cb0c55 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:33.373045 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-21a3db49-08ce-42ed-b4cb-2a2076cb0c55 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0145257 Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:55:33.373901 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:55:33.385064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55388) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:33.394365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: b47ab364-c405-45ea-ab23-77ce91f1592d {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:55:33.394709 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b47ab364-c405-45ea-ab23-77ce91f1592d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:55:33.395130 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6173de52-dd9f-4ad3-9d67-6050f21d3bd6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:55:33.396417 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-8fad2ee8-3f05-43de-9c09-5ebf5d58cc78 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'b2fdf556-4c1f-4e5d-972f-b749264da172', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:33.396737 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=7ea947aa-6767-4c0c-abee-0d0b981f3453,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:33.454790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 6173de52-dd9f-4ad3-9d67-6050f21d3bd6 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:55:33.455145 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6173de52-dd9f-4ad3-9d67-6050f21d3bd6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:55:33.461756 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58060c5a-92f2-460d-bcd3-0ca9ba0469cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:33.472228 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6de514-5205-477d-bf76-6801eb7ec63f None None] Update dhcp port {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'fixed_ips': [{'subnet_id': '9cabc0f9-01cd-4bd2-8eff-8183205516f0', 'ip_address': '2001:db8::f816:3eff:fea8:48a2'}, {'subnet_id': '11a867d6-dced-4250-aba3-0fef521786c6'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '7ea947aa-6767-4c0c-abee-0d0b981f3453'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:55:33.474392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-be592a03-d172-4896-90b2-634e16d6fd76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:55:33.474740 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-be592a03-d172-4896-90b2-634e16d6fd76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:55:33.503980 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ea6de514-5205-477d-bf76-6801eb7ec63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.552315 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99345530-8bfb-4ff2-93b2-d17285acd16a tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (712feebb-f1dc-41cb-9b83-22e5fe6b16c7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.565789 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-99345530-8bfb-4ff2-93b2-d17285acd16a tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.572593 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-99345530-8bfb-4ff2-93b2-d17285acd16a tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "DELETE /v2.0/networks/712feebb-f1dc-41cb-9b83-22e5fe6b16c7 HTTP/1.1" status: 204 len: 168 time: 0.6739712 Jan 10 11:55:33.575695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55390) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:33.617794 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99345530-8bfb-4ff2-93b2-d17285acd16a tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event deleted for resources: {'Network': ['ID=712feebb-f1dc-41cb-9b83-22e5fe6b16c7,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:33.654462 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-58060c5a-92f2-460d-bcd3-0ca9ba0469cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.671802 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab1a6fb-366f-43c0-a267-be65a3b7afc3 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Deleting subnet 477b722a-d80b-4d0b-823c-d4058ceef330 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:33.678151 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cab1a6fb-366f-43c0-a267-be65a3b7afc3 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for subnet (477b722a-d80b-4d0b-823c-d4058ceef330), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.684000 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6293a549-cb88-4c2d-b75f-5a446b384412 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.720003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-58060c5a-92f2-460d-bcd3-0ca9ba0469cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port b12a49db-f94a-4894-a0d9-06b2a035795f yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:55:33.776316 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e017a71b-8055-4638-a430-36917138d50c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (979871a1-c0de-4049-ad79-5a58a581dd7a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.780382 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e017a71b-8055-4638-a430-36917138d50c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_controller (979871a1-c0de-4049-ad79-5a58a581dd7a), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.802891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cab1a6fb-366f-43c0-a267-be65a3b7afc3 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (477b722a-d80b-4d0b-823c-d4058ceef330), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.865640 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-ea6de514-5205-477d-bf76-6801eb7ec63f None None] Allocated IP 2001:db8:0:1::2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/11a867d6-dced-4250-aba3-0fef521786c6/7ea947aa-6767-4c0c-abee-0d0b981f3453) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:33.881282 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-8fad2ee8-3f05-43de-9c09-5ebf5d58cc78 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:33.881903 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1ee90c8-dbf9-47b0-8fff-88efa677be21 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (0b5c6061-cdcc-4f59-9e91-5284fd072c03), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.886075 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8fad2ee8-3f05-43de-9c09-5ebf5d58cc78 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5003188 Jan 10 11:55:33.889030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55392) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:33.895956 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-02f18ca4-0a34-40c9-8fa4-e66f222139de tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'b2fdf556-4c1f-4e5d-972f-b749264da172', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:33.896442 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.api.v2.base [None req-02f18ca4-0a34-40c9-8fa4-e66f222139de tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 10 11:55:33.896936 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-02f18ca4-0a34-40c9-8fa4-e66f222139de tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:33.901863 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-02f18ca4-0a34-40c9-8fa4-e66f222139de tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079336 Jan 10 11:55:33.902775 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55394) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:33.908470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-0f35d26f-834c-4b8e-93ff-35039b96399f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'b2fdf556-4c1f-4e5d-972f-b749264da172', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:33.943304 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ee90c8-dbf9-47b0-8fff-88efa677be21 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:33.951958 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-d1ee90c8-dbf9-47b0-8fff-88efa677be21 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:33.957893 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ee90c8-dbf9-47b0-8fff-88efa677be21 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:33.958510 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1ee90c8-dbf9-47b0-8fff-88efa677be21 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.968368 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6293a549-cb88-4c2d-b75f-5a446b384412 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (85fc34e8-529f-4591-a396-fa36aef25bb1), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.976847 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee90c8-dbf9-47b0-8fff-88efa677be21 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Subnet': ['ID=0b5c6061-cdcc-4f59-9e91-5284fd072c03,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:33.982132 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cab1a6fb-366f-43c0-a267-be65a3b7afc3 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (477b722a-d80b-4d0b-823c-d4058ceef330), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:33.983737 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae3fbe0-176b-43bc-9a36-2d28f07a0f78 None None] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:34.015664 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e017a71b-8055-4638-a430-36917138d50c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (979871a1-c0de-4049-ad79-5a58a581dd7a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.021685 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e017a71b-8055-4638-a430-36917138d50c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Fanout notify agent at l3_agent the message router_deleted on router 979871a1-c0de-4049-ad79-5a58a581dd7a {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:55:34.045653 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e017a71b-8055-4638-a430-36917138d50c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.046782 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e017a71b-8055-4638-a430-36917138d50c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/routers/979871a1-c0de-4049-ad79-5a58a581dd7a HTTP/1.1" status: 204 len: 168 time: 1.1076076 Jan 10 11:55:34.049635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55396) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:34.053239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6293a549-cb88-4c2d-b75f-5a446b384412 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (85fc34e8-529f-4591-a396-fa36aef25bb1), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.071273 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ea6de514-5205-477d-bf76-6801eb7ec63f None None] For port 7ea947aa-6767-4c0c-abee-0d0b981f3453, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ea947aa-6767-4c0c-abee-0d0b981f3453,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:34.092206 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293a549-cb88-4c2d-b75f-5a446b384412 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85fc34e8-529f-4591-a396-fa36aef25bb1,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:34.145027 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d1ee90c8-dbf9-47b0-8fff-88efa677be21 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3054552 Jan 10 11:55:34.147797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55398) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:34.157489 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ea6de514-5205-477d-bf76-6801eb7ec63f None None] Publish callbacks [] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.158433 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-61879f9d-585a-436b-a3f3-c1ae1521e0f5 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'security_group': {'name': 'tempest-secgroup-491798565'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:34.168321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cab1a6fb-366f-43c0-a267-be65a3b7afc3 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (477b722a-d80b-4d0b-823c-d4058ceef330), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.170902 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea3fb69-a888-4d76-84d0-dcabeb5fb33c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting subnet ba5454c4-dbae-4a6b-a6a7-7b63e80d4e96 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:34.174705 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cea3fb69-a888-4d76-84d0-dcabeb5fb33c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (ba5454c4-dbae-4a6b-a6a7-7b63e80d4e96), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.203244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d823ebfd-2c89-4766-b628-9d7943547d4c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.205169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1a6fb-366f-43c0-a267-be65a3b7afc3 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event deleted for resources: {'Subnet': ['ID=477b722a-d80b-4d0b-823c-d4058ceef330,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:34.209143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cab1a6fb-366f-43c0-a267-be65a3b7afc3 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.212666 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cab1a6fb-366f-43c0-a267-be65a3b7afc3 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "DELETE /v2.0/subnets/477b722a-d80b-4d0b-823c-d4058ceef330 HTTP/1.1" status: 204 len: 168 time: 0.6332664 Jan 10 11:55:34.215650 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55400) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:34.223424 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cea3fb69-a888-4d76-84d0-dcabeb5fb33c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (ba5454c4-dbae-4a6b-a6a7-7b63e80d4e96), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.224117 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f918c2c1-800f-444b-800f-665bcaa471fd None None] Network 072686b8-ffc3-4231-9ed1-53014c764b7f requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:34.240663 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6293a549-cb88-4c2d-b75f-5a446b384412 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.243178 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6293a549-cb88-4c2d-b75f-5a446b384412 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9110086 Jan 10 11:55:34.251427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55402) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:34.256784 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'project_id': '65c2071e92fb4b2f942b8ce8a0dbea03', 'fixed_ips': [{'subnet_id': '0b5c6061-cdcc-4f59-9e91-5284fd072c03'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:55:34.258502 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.260397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-1899a8bd-a99b-49e7-8ba8-e7aef356274b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group_rule': {'security_group_id': '85fc34e8-529f-4591-a396-fa36aef25bb1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:34.295943 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-0f35d26f-834c-4b8e-93ff-35039b96399f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Project 7ec9aea717464bf59ef0093f703ff298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:55:34.305248 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ea6de514-5205-477d-bf76-6801eb7ec63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.327070 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d823ebfd-2c89-4766-b628-9d7943547d4c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (258aca98-6f0c-4cf6-865a-c4c5711649ff), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.375125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (072686b8-ffc3-4231-9ed1-53014c764b7f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.414969 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cea3fb69-a888-4d76-84d0-dcabeb5fb33c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (ba5454c4-dbae-4a6b-a6a7-7b63e80d4e96), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.482546 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-0f35d26f-834c-4b8e-93ff-35039b96399f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:34.487127 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55404) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:34.487588 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0f35d26f-834c-4b8e-93ff-35039b96399f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5843697 Jan 10 11:55:34.493677 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-938f5af5-8607-4c4d-9942-ef6733a5de64 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'b2fdf556-4c1f-4e5d-972f-b749264da172', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:34.494222 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING neutron.api.v2.base [None req-938f5af5-8607-4c4d-9942-ef6733a5de64 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 10 11:55:34.494940 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-938f5af5-8607-4c4d-9942-ef6733a5de64 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:34.495858 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-938f5af5-8607-4c4d-9942-ef6733a5de64 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076606 Jan 10 11:55:34.498830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55406) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:34.503748 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-d823ebfd-2c89-4766-b628-9d7943547d4c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Floating IP 258aca98-6f0c-4cf6-865a-c4c5711649ff associated. External IP: 172.36.2.170, port: ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd. Jan 10 11:55:34.509819 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-370ca73b-ffb0-418b-9aa1-c77678ef028c tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'b2fdf556-4c1f-4e5d-972f-b749264da172', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:34.515006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6de514-5205-477d-bf76-6801eb7ec63f None None] Pushing event updated for resources: {'Port': ['ID=7ea947aa-6767-4c0c-abee-0d0b981f3453,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:34.516019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-58060c5a-92f2-460d-bcd3-0ca9ba0469cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8:0:1::2d3 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/11a867d6-dced-4250-aba3-0fef521786c6/b12a49db-f94a-4894-a0d9-06b2a035795f) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:34.530965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-58060c5a-92f2-460d-bcd3-0ca9ba0469cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::f816:3eff:fe4a:798e (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/9cabc0f9-01cd-4bd2-8eff-8183205516f0/b12a49db-f94a-4894-a0d9-06b2a035795f) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:34.553009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Deleting port 8392f67b-6ef7-42a7-a3d8-f1728ac3078a {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:34.559637 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8392f67b-6ef7-42a7-a3d8-f1728ac3078a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.615824 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1899a8bd-a99b-49e7-8ba8-e7aef356274b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (67594053-fe49-4388-bc1e-d24fd5df2bbc), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.616600 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Allocated IP 2001:db8::2 (9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab/0b5c6061-cdcc-4f59-9e91-5284fd072c03/a52222cf-618d-4605-a8d6-f830c73f8cdc) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:34.636348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eceddbc-e4ce-4cd3-93fe-025dea79034b None None] DHCP port deletion for 072686b8-ffc3-4231-9ed1-53014c764b7f request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:34.656174 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7ea947aa-6767-4c0c-abee-0d0b981f3453 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:34.690142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cea3fb69-a888-4d76-84d0-dcabeb5fb33c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (ba5454c4-dbae-4a6b-a6a7-7b63e80d4e96), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.751202 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3fb69-a888-4d76-84d0-dcabeb5fb33c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5454c4-dbae-4a6b-a6a7-7b63e80d4e96,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:34.761941 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-370ca73b-ffb0-418b-9aa1-c77678ef028c tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Project 7ec9aea717464bf59ef0093f703ff298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:55:34.788679 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cea3fb69-a888-4d76-84d0-dcabeb5fb33c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:34.795597 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cea3fb69-a888-4d76-84d0-dcabeb5fb33c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/ba5454c4-dbae-4a6b-a6a7-7b63e80d4e96 HTTP/1.1" status: 204 len: 168 time: 0.7408049 Jan 10 11:55:34.799787 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55408) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:34.819906 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b22855-fbfd-4873-acf3-217c88bb9146 None None] Network 0ac64651-0fd7-411b-b0a2-08612d62b310 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:34.958978 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1899a8bd-a99b-49e7-8ba8-e7aef356274b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (67594053-fe49-4388-bc1e-d24fd5df2bbc), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.019629 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-370ca73b-ffb0-418b-9aa1-c77678ef028c tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:35.025697 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-370ca73b-ffb0-418b-9aa1-c77678ef028c tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5256107 Jan 10 11:55:35.030014 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55410) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:35.036834 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e8af5df6-3c19-42dc-8f6b-a90ba58b526f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'b2fdf556-4c1f-4e5d-972f-b749264da172', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:35.048040 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Publish callbacks [] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.051855 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (0ac64651-0fd7-411b-b0a2-08612d62b310), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.058979 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1899a8bd-a99b-49e7-8ba8-e7aef356274b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (67594053-fe49-4388-bc1e-d24fd5df2bbc), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.063032 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7ea947aa-6767-4c0c-abee-0d0b981f3453 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:35.063739 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.066185 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] For port 8392f67b-6ef7-42a7-a3d8-f1728ac3078a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8392f67b-6ef7-42a7-a3d8-f1728ac3078a,segment=NetworkSegment(117a31df-9841-4c3b-97b3-68f7dfda5394),segment_id=117a31df-9841-4c3b-97b3-68f7dfda5394)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:35.066494 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8392f67b-6ef7-42a7-a3d8-f1728ac3078a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.082666 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Calling delete_port for 8392f67b-6ef7-42a7-a3d8-f1728ac3078a owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:35.102910 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899a8bd-a99b-49e7-8ba8-e7aef356274b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67594053-fe49-4388-bc1e-d24fd5df2bbc,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:35.109599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1eceddbc-e4ce-4cd3-93fe-025dea79034b None None] Deleting port 8392f67b-6ef7-42a7-a3d8-f1728ac3078a {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:35.114975 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1eceddbc-e4ce-4cd3-93fe-025dea79034b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8392f67b-6ef7-42a7-a3d8-f1728ac3078a), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.118486 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d823ebfd-2c89-4766-b628-9d7943547d4c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:55:35.135381 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.157253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-61879f9d-585a-436b-a3f3-c1ae1521e0f5 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.245012 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-e8af5df6-3c19-42dc-8f6b-a90ba58b526f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Project 7ec9aea717464bf59ef0093f703ff298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:55:35.256577 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1899a8bd-a99b-49e7-8ba8-e7aef356274b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.264359 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1899a8bd-a99b-49e7-8ba8-e7aef356274b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0057707 Jan 10 11:55:35.264501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55412) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:35.270814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:35.284523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7787dc-2d36-4338-ab4b-27db8d6dae63 None None] DHCP port deletion for 0ac64651-0fd7-411b-b0a2-08612d62b310 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:35.309008 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:35.309008 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:35.311088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1eceddbc-e4ce-4cd3-93fe-025dea79034b None None] For port 8392f67b-6ef7-42a7-a3d8-f1728ac3078a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8392f67b-6ef7-42a7-a3d8-f1728ac3078a,segment=NetworkSegment(117a31df-9841-4c3b-97b3-68f7dfda5394),segment_id=117a31df-9841-4c3b-97b3-68f7dfda5394)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:35.311284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1eceddbc-e4ce-4cd3-93fe-025dea79034b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8392f67b-6ef7-42a7-a3d8-f1728ac3078a), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.321432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d823ebfd-2c89-4766-b628-9d7943547d4c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:55:35.323754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ef564233-c896-414b-9b56-eff3c91b9472 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (67594053-fe49-4388-bc1e-d24fd5df2bbc), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.327313 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d823ebfd-2c89-4766-b628-9d7943547d4c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.334475 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ef564233-c896-414b-9b56-eff3c91b9472 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (67594053-fe49-4388-bc1e-d24fd5df2bbc), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.339321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Pushing event updated for resources: {'Port': ['ID=a52222cf-618d-4605-a8d6-f830c73f8cdc,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:35.348104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b2f2d-af64-43d4-b5dc-5f497b6c3754 None None] Sync routers for ids ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:55:35.358266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port 43ecc473-2ec3-41d8-aed8-a63a52587e4a {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:35.358614 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.359156 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1eceddbc-e4ce-4cd3-93fe-025dea79034b None None] Calling delete_port for 8392f67b-6ef7-42a7-a3d8-f1728ac3078a owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:35.364085 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d823ebfd-2c89-4766-b628-9d7943547d4c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "PUT /v2.0/floatingips/258aca98-6f0c-4cf6-865a-c4c5711649ff HTTP/1.1" status: 200 len: 992 time: 2.8496821 Jan 10 11:55:35.364085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68071cd-f99d-4a07-8a20-77161eef1f23', 'tag': 'ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:55:35.399694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (8392f67b-6ef7-42a7-a3d8-f1728ac3078a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.415094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-61879f9d-585a-436b-a3f3-c1ae1521e0f5 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (0eda584e-07b5-455d-89e2-d57c3e5ec0ea), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.440398 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-e8af5df6-3c19-42dc-8f6b-a90ba58b526f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:35.444824 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e8af5df6-3c19-42dc-8f6b-a90ba58b526f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4121482 Jan 10 11:55:35.448384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55420) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:35.457861 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event deleted for resources: {'Port': ['ID=8392f67b-6ef7-42a7-a3d8-f1728ac3078a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:35.493296 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39227f3c-34b9-4494-bced-56b708542eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "b68071cd-f99d-4a07-8a20-77161eef1f23", "tag": "ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:55:35.499965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] For port 43ecc473-2ec3-41d8-aed8-a63a52587e4a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43ecc473-2ec3-41d8-aed8-a63a52587e4a,segment=NetworkSegment(2fc6ac16-57a3-434c-b278-b2b12aa11e89),segment_id=2fc6ac16-57a3-434c-b278-b2b12aa11e89)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:35.499965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.503775 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] No DVR routers for this DVR port 8392f67b-6ef7-42a7-a3d8-f1728ac3078a on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:35.520374 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for 43ecc473-2ec3-41d8-aed8-a63a52587e4a owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:35.535139 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-61879f9d-585a-436b-a3f3-c1ae1521e0f5 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0eda584e-07b5-455d-89e2-d57c3e5ec0ea), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.551127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ef564233-c896-414b-9b56-eff3c91b9472 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (67594053-fe49-4388-bc1e-d24fd5df2bbc), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.583411 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ef564233-c896-414b-9b56-eff3c91b9472 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.587877 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ef564233-c896-414b-9b56-eff3c91b9472 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/67594053-fe49-4388-bc1e-d24fd5df2bbc HTTP/1.1" status: 204 len: 168 time: 0.3165903 Jan 10 11:55:35.590598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-da92efad-a3e5-4886-bc46-fe88a4f945da None None] Provisioning complete for port 7ea947aa-6767-4c0c-abee-0d0b981f3453 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:35.591026 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-da92efad-a3e5-4886-bc46-fe88a4f945da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.593051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55426) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:35.624520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b2f2d-af64-43d4-b5dc-5f497b6c3754 None None] Routers {'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:35.626007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f01b2f2d-af64-43d4-b5dc-5f497b6c3754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:35.633686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef564233-c896-414b-9b56-eff3c91b9472 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67594053-fe49-4388-bc1e-d24fd5df2bbc,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:35.639295 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769e2d17-68e3-4154-ba9a-e9c693252153 x-openstack-request-id: req-769e2d17-68e3-4154-ba9a-e9c693252153 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:55:35.640379 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68071cd-f99d-4a07-8a20-77161eef1f23", "tag": "ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:55:35.640379 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-769e2d17-68e3-4154-ba9a-e9c693252153 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:55:35.640379 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68071cd-f99d-4a07-8a20-77161eef1f23', 'tag': 'ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd', 'status': 'completed', 'code': 200} Jan 10 11:55:35.663681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-56f48e5b-d038-4795-bffa-44e7121a3290 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (b2fdf556-4c1f-4e5d-972f-b749264da172), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.691669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-56f48e5b-d038-4795-bffa-44e7121a3290 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (b2fdf556-4c1f-4e5d-972f-b749264da172), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.705710 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.722049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-61879f9d-585a-436b-a3f3-c1ae1521e0f5 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.723362 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-61879f9d-585a-436b-a3f3-c1ae1521e0f5 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.5734627 Jan 10 11:55:35.736459 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61879f9d-585a-436b-a3f3-c1ae1521e0f5 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eda584e-07b5-455d-89e2-d57c3e5ec0ea,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:35.740756 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (072686b8-ffc3-4231-9ed1-53014c764b7f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.749503 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55428) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:35.751356 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=43ecc473-2ec3-41d8-aed8-a63a52587e4a,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:35.758643 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-31f5c3b4-da1a-42af-baaa-bea3364b7c75 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'security_group': {'name': 'tempest-secgroup-1265166311'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:35.765474 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] No DVR routers for this DVR port 43ecc473-2ec3-41d8-aed8-a63a52587e4a on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:35.767230 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Attempting to bind port a52222cf-618d-4605-a8d6-f830c73f8cdc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:35.767433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Attempting to bind port a52222cf-618d-4605-a8d6-f830c73f8cdc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'beab17bf-0a1e-40cb-8f69-00ca1264027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:35.767951 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Attempting to bind port a52222cf-618d-4605-a8d6-f830c73f8cdc on network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:35.790702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:35.791082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Checking segment: {'id': 'beab17bf-0a1e-40cb-8f69-00ca1264027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:35.791494 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.791896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Bound using segment: {'id': 'beab17bf-0a1e-40cb-8f69-00ca1264027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:35.792793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Bound port: a52222cf-618d-4605-a8d6-f830c73f8cdc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beab17bf-0a1e-40cb-8f69-00ca1264027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:35.792793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.814423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1eceddbc-e4ce-4cd3-93fe-025dea79034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (8392f67b-6ef7-42a7-a3d8-f1728ac3078a), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.817363 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072686b8-ffc3-4231-9ed1-53014c764b7f']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:35.825491 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-58060c5a-92f2-460d-bcd3-0ca9ba0469cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (b12a49db-f94a-4894-a0d9-06b2a035795f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.852716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eceddbc-e4ce-4cd3-93fe-025dea79034b None None] Pushing event deleted for resources: {'Port': ['ID=8392f67b-6ef7-42a7-a3d8-f1728ac3078a,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:35.853865 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d21ab256-d07f-4b59-a9e1-6285af3a3dd5 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2435911 Jan 10 11:55:35.857323 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55430) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:35.859646 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1f7787dc-2d36-4338-ab4b-27db8d6dae63 None None] Deleting port 43ecc473-2ec3-41d8-aed8-a63a52587e4a {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:35.862157 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f7787dc-2d36-4338-ab4b-27db8d6dae63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.862274 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117a31df-9841-4c3b-97b3-68f7dfda5394') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:35.862374 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117a31df-9841-4c3b-97b3-68f7dfda5394') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:35.867700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39227f3c-34b9-4494-bced-56b708542eb3 req-9b89675c-a76d-4835-99fa-93672a8b123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:35.868406 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-56f48e5b-d038-4795-bffa-44e7121a3290 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (b2fdf556-4c1f-4e5d-972f-b749264da172), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.868546 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-39227f3c-34b9-4494-bced-56b708542eb3 req-9b89675c-a76d-4835-99fa-93672a8b123e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1fa961e41ec4d84a1776f42096f6118&device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 1099 time: 0.1826971 Jan 10 11:55:35.871307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-56f48e5b-d038-4795-bffa-44e7121a3290 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.872244 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-56f48e5b-d038-4795-bffa-44e7121a3290 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "DELETE /v2.0/security-groups/b2fdf556-4c1f-4e5d-972f-b749264da172 HTTP/1.1" status: 204 len: 168 time: 0.4228470 Jan 10 11:55:35.884421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55432) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:35.886152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (0ac64651-0fd7-411b-b0a2-08612d62b310), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.904543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (117a31df-9841-4c3b-97b3-68f7dfda5394), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.920659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eceddbc-e4ce-4cd3-93fe-025dea79034b None None] No DVR routers for this DVR port 8392f67b-6ef7-42a7-a3d8-f1728ac3078a on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:35.920889 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f48e5b-d038-4795-bffa-44e7121a3290 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fdf556-4c1f-4e5d-972f-b749264da172,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:35.953837 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac64651-0fd7-411b-b0a2-08612d62b310']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:35.973040 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31f5c3b4-da1a-42af-baaa-bea3364b7c75 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.977693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (117a31df-9841-4c3b-97b3-68f7dfda5394), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:35.986024 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc6ac16-57a3-434c-b278-b2b12aa11e89') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:35.986833 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc6ac16-57a3-434c-b278-b2b12aa11e89') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:36.005174 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:55:36.005743 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (117a31df-9841-4c3b-97b3-68f7dfda5394), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:55:36.011869 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:55:36.016634 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (2fc6ac16-57a3-434c-b278-b2b12aa11e89), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.029601 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a71fe7d6-26a6-4977-b093-51a3e57ea5c1 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1382875 Jan 10 11:55:36.030381 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db798dbf-e311-4bb2-803c-f07a868ac7ba tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (85fc34e8-529f-4591-a396-fa36aef25bb1), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.034972 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55434) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:36.035310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-f01b2f2d-af64-43d4-b5dc-5f497b6c3754 None None] Set router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:55:36.041469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9e6bd30c-5891-4638-a958-fdf854a02683 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group': {'name': 'tempest-secgroup--651515399'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:36.051138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (2fc6ac16-57a3-434c-b278-b2b12aa11e89), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.071565 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:55:36.071974 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (2fc6ac16-57a3-434c-b278-b2b12aa11e89), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:55:36.081830 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:55:36.094596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39227f3c-34b9-4494-bced-56b708542eb3 req-0e6b6610-52e2-4e10-bb52-e645a55ec75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:36.096142 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-39227f3c-34b9-4494-bced-56b708542eb3 req-0e6b6610-52e2-4e10-bb52-e645a55ec75a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc HTTP/1.1" status: 200 len: 913 time: 0.2187099 Jan 10 11:55:36.099932 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db798dbf-e311-4bb2-803c-f07a868ac7ba tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (85fc34e8-529f-4591-a396-fa36aef25bb1), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.151080 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-58060c5a-92f2-460d-bcd3-0ca9ba0469cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b12a49db-f94a-4894-a0d9-06b2a035795f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.207909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (072686b8-ffc3-4231-9ed1-53014c764b7f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.229462 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.235218 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "DELETE /v2.0/networks/072686b8-ffc3-4231-9ed1-53014c764b7f HTTP/1.1" status: 204 len: 168 time: 2.0161686 Jan 10 11:55:36.236305 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55436) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:36.238881 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e6bd30c-5891-4638-a958-fdf854a02683 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.261081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58060c5a-92f2-460d-bcd3-0ca9ba0469cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:36.266557 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0edf6-2a71-440a-a10b-50597436c7eb tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Pushing event deleted for resources: {'Network': ['ID=072686b8-ffc3-4231-9ed1-53014c764b7f,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:36.269751 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-39227f3c-34b9-4494-bced-56b708542eb3 req-de7f7023-d828-4d9c-829f-ca32e7e4a5d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd HTTP/1.1" status: 200 len: 1000 time: 0.1651535 Jan 10 11:55:36.277053 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-58060c5a-92f2-460d-bcd3-0ca9ba0469cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:36.286974 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1f7787dc-2d36-4338-ab4b-27db8d6dae63 None None] For port 43ecc473-2ec3-41d8-aed8-a63a52587e4a, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:36.287453 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f7787dc-2d36-4338-ab4b-27db8d6dae63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.289723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31f5c3b4-da1a-42af-baaa-bea3364b7c75 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (fabe4925-3e10-42bd-9a2d-d6d7458eda1d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.290840 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58060c5a-92f2-460d-bcd3-0ca9ba0469cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:36.297049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58060c5a-92f2-460d-bcd3-0ca9ba0469cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:36.297803 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-58060c5a-92f2-460d-bcd3-0ca9ba0469cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.308675 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (0ac64651-0fd7-411b-b0a2-08612d62b310), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.309660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58060c5a-92f2-460d-bcd3-0ca9ba0469cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=b12a49db-f94a-4894-a0d9-06b2a035795f,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:36.310853 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db798dbf-e311-4bb2-803c-f07a868ac7ba tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (85fc34e8-529f-4591-a396-fa36aef25bb1), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.318051 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1f7787dc-2d36-4338-ab4b-27db8d6dae63 None None] Calling delete_port for 43ecc473-2ec3-41d8-aed8-a63a52587e4a owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:36.319067 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db798dbf-e311-4bb2-803c-f07a868ac7ba tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.320526 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-db798dbf-e311-4bb2-803c-f07a868ac7ba tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-groups/85fc34e8-529f-4591-a396-fa36aef25bb1 HTTP/1.1" status: 204 len: 168 time: 0.4623449 Jan 10 11:55:36.342736 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55438) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:36.349197 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] For port a52222cf-618d-4605-a8d6-f830c73f8cdc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:36.353947 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31f5c3b4-da1a-42af-baaa-bea3364b7c75 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (fabe4925-3e10-42bd-9a2d-d6d7458eda1d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.355176 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.ipam_backend_mixin [None req-1f7787dc-2d36-4338-ab4b-27db8d6dae63 None None] Port 43ecc473-2ec3-41d8-aed8-a63a52587e4a was not found and therefore no delete operation was performed {{(pid=110626) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 11:55:36.355754 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fec52a26-487e-497a-a1f1-31dda37ab5ae tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e001dae-fc8d-4a5b-ba69-7f2477c30d98 HTTP/1.1" status: 200 len: 205 time: 0.1176338 Jan 10 11:55:36.357801 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55440) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:36.364298 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7653a201-4abe-4a13-b178-32a32b26176d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.377682 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.381392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f7787dc-2d36-4338-ab4b-27db8d6dae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (43ecc473-2ec3-41d8-aed8-a63a52587e4a), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.381903 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/networks/0ac64651-0fd7-411b-b0a2-08612d62b310 HTTP/1.1" status: 204 len: 168 time: 1.5749631 Jan 10 11:55:36.383011 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] For port a52222cf-618d-4605-a8d6-f830c73f8cdc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a52222cf-618d-4605-a8d6-f830c73f8cdc,segment=NetworkSegment(beab17bf-0a1e-40cb-8f69-00ca1264027a),segment_id=beab17bf-0a1e-40cb-8f69-00ca1264027a)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:36.384611 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db798dbf-e311-4bb2-803c-f07a868ac7ba tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fc34e8-529f-4591-a396-fa36aef25bb1,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:36.393184 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55442) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:36.395836 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e42a2-04ae-4a31-b4d1-a439897b2bf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Network': ['ID=0ac64651-0fd7-411b-b0a2-08612d62b310,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:36.455303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-87914b04-44ca-4d93-aced-2cddf27ffeb0 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-342796321', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:36.469394 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7787dc-2d36-4338-ab4b-27db8d6dae63 None None] Pushing event deleted for resources: {'Port': ['ID=43ecc473-2ec3-41d8-aed8-a63a52587e4a,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:36.482454 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f7787dc-2d36-4338-ab4b-27db8d6dae63 None None] Network 0ac64651-0fd7-411b-b0a2-08612d62b310 is not hosted by any dhcp agent {{(pid=110626) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 10 11:55:36.482454 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7787dc-2d36-4338-ab4b-27db8d6dae63 None None] No DVR routers for this DVR port 43ecc473-2ec3-41d8-aed8-a63a52587e4a on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:36.488154 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e6bd30c-5891-4638-a958-fdf854a02683 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (ad4a932b-2eff-4a67-923b-af6127e7a6af), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.513614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.552093 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-58060c5a-92f2-460d-bcd3-0ca9ba0469cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.8523824 Jan 10 11:55:36.552093 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55446) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:36.568750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39227f3c-34b9-4494-bced-56b708542eb3 req-17af176b-8a29-4223-b569-c27e3955c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:36.570329 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-39227f3c-34b9-4494-bced-56b708542eb3 req-17af176b-8a29-4223-b569-c27e3955c4db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51450b-3d7a-412c-a467-63a15343a6eb HTTP/1.1" status: 200 len: 851 time: 0.2911234 Jan 10 11:55:36.602513 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5c3b4-da1a-42af-baaa-bea3364b7c75 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fabe4925-3e10-42bd-9a2d-d6d7458eda1d,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:36.614648 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10b7e353-542f-4fdf-b9a2-e03e78e2feb3 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for router (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.625626 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e6bd30c-5891-4638-a958-fdf854a02683 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (ad4a932b-2eff-4a67-923b-af6127e7a6af), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.660913 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7ea947aa-6767-4c0c-abee-0d0b981f3453 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:36.691041 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bd30c-5891-4638-a958-fdf854a02683 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4a932b-2eff-4a67-923b-af6127e7a6af,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:36.707308 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e6bd30c-5891-4638-a958-fdf854a02683 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.712633 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9e6bd30c-5891-4638-a958-fdf854a02683 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6777816 Jan 10 11:55:36.713588 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55448) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:36.721132 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-fd91e0c5-76ca-4569-bba6-ef77d5a1eac7 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'ad4a932b-2eff-4a67-923b-af6127e7a6af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:36.731829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31f5c3b4-da1a-42af-baaa-bea3364b7c75 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.733487 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-31f5c3b4-da1a-42af-baaa-bea3364b7c75 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9818063 Jan 10 11:55:36.734940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f35c2-bb13-4107-9440-a146a9504c43 None None] Pushing event updated for resources: {'Port': ['ID=a52222cf-618d-4605-a8d6-f830c73f8cdc,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:36.736394 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55450) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:36.743466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-aa6e0d3f-e0f1-4481-a6aa-e786f3c7a905 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-891721163', 'security_groups': ['fabe4925-3e10-42bd-9a2d-d6d7458eda1d'], 'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0b5c6061-cdcc-4f59-9e91-5284fd072c03'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:36.748153 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-fcad9322-3a2f-442f-97ae-dfff0e886470 None None] Provisioning complete for port b12a49db-f94a-4894-a0d9-06b2a035795f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:36.748541 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fcad9322-3a2f-442f-97ae-dfff0e886470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b12a49db-f94a-4894-a0d9-06b2a035795f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.762287 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7c6deb30-48e8-4f87-8ed7-1ed83c14722d tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4182296 Jan 10 11:55:36.765247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55452) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:36.791569 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-108bb768-daef-4385-b8d7-fac81797b23b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034128405'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:36.812172 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7ea947aa-6767-4c0c-abee-0d0b981f3453 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:36.813129 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.837805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-fcad9322-3a2f-442f-97ae-dfff0e886470 None None] Port b12a49db-f94a-4894-a0d9-06b2a035795f cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:36.888966 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f01b2f2d-af64-43d4-b5dc-5f497b6c3754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'name': 'tempest-ServerActionsTestJSON-1377133921-router', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:45Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'gw_port': {'id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:48Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '258aca98-6f0c-4cf6-865a-c4c5711649ff', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'floating_ip_address': '172.36.2.170', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'port_id': 'ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'mac_address': 'fa:16:3e:f3:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68071cd-f99d-4a07-8a20-77161eef1f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:55:07Z', 'updated_at': '2022-01-10T11:55:33Z', 'revision_number': 1, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900530e2-0ca5-46c4-812b-8f261cd54542', 'name': '', 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'mac_address': 'fa:16:3e:a7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:54Z', 'updated_at': '2022-01-10T11:55:04Z', 'revision_number': 5, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'subnets': [{'id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:36.935579 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39227f3c-34b9-4494-bced-56b708542eb3 req-fc9a03d9-0b37-4db0-9aba-d0f7c763e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:36.937072 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-39227f3c-34b9-4494-bced-56b708542eb3 req-fc9a03d9-0b37-4db0-9aba-d0f7c763e378 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3565977 Jan 10 11:55:36.940093 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10b7e353-542f-4fdf-b9a2-e03e78e2feb3 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.944613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10b7e353-542f-4fdf-b9a2-e03e78e2feb3 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for router_controller (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:36.973117 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b2f2d-af64-43d4-b5dc-5f497b6c3754 None None] Checking router: c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:55:36.996348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b2f2d-af64-43d4-b5dc-5f497b6c3754 None None] Routers {'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:37.000487 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f01b2f2d-af64-43d4-b5dc-5f497b6c3754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:37.057534 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87914b04-44ca-4d93-aced-2cddf27ffeb0 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (09c46bb3-cc27-42f9-956f-904173c6a593), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.058596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87914b04-44ca-4d93-aced-2cddf27ffeb0 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (09c46bb3-cc27-42f9-956f-904173c6a593), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.085006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 43ecc473-2ec3-41d8-aed8-a63a52587e4a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:55:37.090203 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7fa49135-5fd1-449e-b606-6239da8c4491 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port b12a49db-f94a-4894-a0d9-06b2a035795f {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:37.090540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7fa49135-5fd1-449e-b606-6239da8c4491 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b12a49db-f94a-4894-a0d9-06b2a035795f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.114301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 43ecc473-2ec3-41d8-aed8-a63a52587e4a {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:55:37.116654 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 43ecc473-2ec3-41d8-aed8-a63a52587e4a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:55:37.116654 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8392f67b-6ef7-42a7-a3d8-f1728ac3078a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:55:37.143661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 8392f67b-6ef7-42a7-a3d8-f1728ac3078a {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:55:37.144002 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8392f67b-6ef7-42a7-a3d8-f1728ac3078a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:55:37.180399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10b7e353-542f-4fdf-b9a2-e03e78e2feb3 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (7e001dae-fc8d-4a5b-ba69-7f2477c30d98), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.180908 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b7e353-542f-4fdf-b9a2-e03e78e2feb3 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Fanout notify agent at l3_agent the message router_deleted on router 7e001dae-fc8d-4a5b-ba69-7f2477c30d98 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:55:37.191084 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-f01b2f2d-af64-43d4-b5dc-5f497b6c3754 None None] Set router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:55:37.202165 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-fd91e0c5-76ca-4569-bba6-ef77d5a1eac7 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The resource could not be found. Jan 10 11:55:37.202744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10b7e353-542f-4fdf-b9a2-e03e78e2feb3 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.203518 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-10b7e353-542f-4fdf-b9a2-e03e78e2feb3 tempest-RoutersNegativeTest-1377444309 tempest-RoutersNegativeTest-1377444309-project] 10.222.0.16 "DELETE /v2.0/routers/7e001dae-fc8d-4a5b-ba69-7f2477c30d98 HTTP/1.1" status: 204 len: 168 time: 0.8394070 Jan 10 11:55:37.204380 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fd91e0c5-76ca-4569-bba6-ef77d5a1eac7 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4896219 Jan 10 11:55:37.209302 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55456) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:37.213460 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-316f3cd4-f029-49b8-b85f-3a467014214b tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'ad4a932b-2eff-4a67-923b-af6127e7a6af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4ec9b772-8c07-47b1-8af6-0cd5ba4260ed'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:37.219332 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-39227f3c-34b9-4494-bced-56b708542eb3 req-c3a60956-3bdc-4ac4-a813-2765cf7c7edb service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672119 Jan 10 11:55:37.276720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87914b04-44ca-4d93-aced-2cddf27ffeb0 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_controller (09c46bb3-cc27-42f9-956f-904173c6a593), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.333244 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7fa49135-5fd1-449e-b606-6239da8c4491 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b12a49db-f94a-4894-a0d9-06b2a035795f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.341928 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6e0d3f-e0f1-4481-a6aa-e786f3c7a905 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:37.350582 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87914b04-44ca-4d93-aced-2cddf27ffeb0 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (09c46bb3-cc27-42f9-956f-904173c6a593), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.364776 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-108bb768-daef-4385-b8d7-fac81797b23b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.388895 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7fa49135-5fd1-449e-b606-6239da8c4491 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for b12a49db-f94a-4894-a0d9-06b2a035795f owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:37.467163 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-39227f3c-34b9-4494-bced-56b708542eb3 req-223a58a6-0968-4661-98ef-c8439e585741 service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148590 Jan 10 11:55:37.472310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aa6e0d3f-e0f1-4481-a6aa-e786f3c7a905 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.475289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87914b04-44ca-4d93-aced-2cddf27ffeb0 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.476561 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-87914b04-44ca-4d93-aced-2cddf27ffeb0 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.0732856 Jan 10 11:55:37.479649 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55458) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:37.491398 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-0d3d5552-52cf-41ff-8710-de5d879b94ea tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'network': {'name': 'tempest-RoutersTest-859588949'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:37.492889 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-aa6e0d3f-e0f1-4481-a6aa-e786f3c7a905 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] device_id is not set on port 11947302-ead1-40c8-bb34-fbc1074711fd yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:55:37.522614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f01b2f2d-af64-43d4-b5dc-5f497b6c3754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'name': 'tempest-ServerActionsTestJSON-1377133921-router', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:45Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'gw_port': {'id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:48Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '258aca98-6f0c-4cf6-865a-c4c5711649ff', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'floating_ip_address': '172.36.2.170', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'port_id': 'ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'mac_address': 'fa:16:3e:f3:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68071cd-f99d-4a07-8a20-77161eef1f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:55:07Z', 'updated_at': '2022-01-10T11:55:33Z', 'revision_number': 1, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900530e2-0ca5-46c4-812b-8f261cd54542', 'name': '', 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'mac_address': 'fa:16:3e:a7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:54Z', 'updated_at': '2022-01-10T11:55:04Z', 'revision_number': 5, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'subnets': [{'id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:37.550675 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-108bb768-daef-4385-b8d7-fac81797b23b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (dce068ca-f181-481e-ba06-cd4e99c26c43), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.559054 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b2f2d-af64-43d4-b5dc-5f497b6c3754 None None] The sync data for ids ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'] in dv-neutron-master-2-hyperv is: [{'id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'name': 'tempest-ServerActionsTestJSON-1377133921-router', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:45Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'gw_port': {'id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:48Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '258aca98-6f0c-4cf6-865a-c4c5711649ff', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'floating_ip_address': '172.36.2.170', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'port_id': 'ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'mac_address': 'fa:16:3e:f3:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68071cd-f99d-4a07-8a20-77161eef1f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:55:07Z', 'updated_at': '2022-01-10T11:55:33Z', 'revision_number': 1, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900530e2-0ca5-46c4-812b-8f261cd54542', 'name': '', 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'mac_address': 'fa:16:3e:a7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:54Z', 'updated_at': '2022-01-10T11:55:04Z', 'revision_number': 5, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'subnets': [{'id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:55:37.655605 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-108bb768-daef-4385-b8d7-fac81797b23b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (dce068ca-f181-481e-ba06-cd4e99c26c43), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.710670 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-316f3cd4-f029-49b8-b85f-3a467014214b tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The resource could not be found. Jan 10 11:55:37.712548 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-316f3cd4-f029-49b8-b85f-3a467014214b tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5040464 Jan 10 11:55:37.716346 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55462) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:37.720120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3d5552-52cf-41ff-8710-de5d879b94ea tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:37.724765 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5552-52cf-41ff-8710-de5d879b94ea tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.761497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bb768-daef-4385-b8d7-fac81797b23b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce068ca-f181-481e-ba06-cd4e99c26c43,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:37.782735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-aa6e0d3f-e0f1-4481-a6aa-e786f3c7a905 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Allocated IP 2001:db8::393 (9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab/0b5c6061-cdcc-4f59-9e91-5284fd072c03/11947302-ead1-40c8-bb34-fbc1074711fd) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:37.803942 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-108bb768-daef-4385-b8d7-fac81797b23b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.811880 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-108bb768-daef-4385-b8d7-fac81797b23b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0187724 Jan 10 11:55:37.814184 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55466) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:37.819111 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-591d9c23-c8ac-46b1-a9ae-aad8a682d04d tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group_rule': {'security_group_id': 'dce068ca-f181-481e-ba06-cd4e99c26c43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:37.839645 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-60c1a9a8-6f5d-44f8-b057-f055e9ea0e7b tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (ad4a932b-2eff-4a67-923b-af6127e7a6af), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.885738 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-60c1a9a8-6f5d-44f8-b057-f055e9ea0e7b tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (ad4a932b-2eff-4a67-923b-af6127e7a6af), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.885977 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55468) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:37.899787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7fa49135-5fd1-449e-b606-6239da8c4491 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b12a49db-f94a-4894-a0d9-06b2a035795f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.901608 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3d5552-52cf-41ff-8710-de5d879b94ea tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:55:37.933189 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c672cbd-2f0c-489a-bf92-ec63897e3689 None None] New status for floating IP 258aca98-6f0c-4cf6-865a-c4c5711649ff: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:55:37.939925 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa49135-5fd1-449e-b606-6239da8c4491 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=b12a49db-f94a-4894-a0d9-06b2a035795f,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:37.960119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5552-52cf-41ff-8710-de5d879b94ea tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (0c5f4da2-0859-43a5-bce7-e4161599f4a7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:37.960420 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-0d3d5552-52cf-41ff-8710-de5d879b94ea tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Added segment 0c5f4da2-0859-43a5-bce7-e4161599f4a7 of type vlan for network e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c Jan 10 11:55:38.051281 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-591d9c23-c8ac-46b1-a9ae-aad8a682d04d tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (50251132-5b68-4156-ae8f-06d87c05e99f), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.075836 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5552-52cf-41ff-8710-de5d879b94ea tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.080837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7fa49135-5fd1-449e-b606-6239da8c4491 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.098276 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7fa49135-5fd1-449e-b606-6239da8c4491 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/b12a49db-f94a-4894-a0d9-06b2a035795f HTTP/1.1" status: 204 len: 168 time: 1.5407152 Jan 10 11:55:38.103085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55472) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:38.159739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aa6e0d3f-e0f1-4481-a6aa-e786f3c7a905 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (11947302-ead1-40c8-bb34-fbc1074711fd), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.212363 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e6105-ebe9-44d2-863e-c8fa9e2a2f8d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:38.215123 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a43e6105-ebe9-44d2-863e-c8fa9e2a2f8d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1094701 Jan 10 11:55:38.219747 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-24113ca0-1215-4c5b-886c-df1d9389dfc9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24d7bac4a9624be9b7305e82a1e1f5d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325994 Jan 10 11:55:38.220729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55474) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:38.223995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55476) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:38.248972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-591d9c23-c8ac-46b1-a9ae-aad8a682d04d tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (50251132-5b68-4156-ae8f-06d87c05e99f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.274480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5be84821-87ed-4c7d-865a-61dcd130974c None None] Provisioning complete for port d8bf7523-f677-43d8-9232-7b5766197871 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:38.274977 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5be84821-87ed-4c7d-865a-61dcd130974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d8bf7523-f677-43d8-9232-7b5766197871), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.290128 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5552-52cf-41ff-8710-de5d879b94ea tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.294303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208bba3f-f192-4fe1-a437-1d2b759e2a8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:38.294303 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-208bba3f-f192-4fe1-a437-1d2b759e2a8a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0700560 Jan 10 11:55:38.295182 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55478) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:38.296243 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d5552-52cf-41ff-8710-de5d879b94ea tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:38.296866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5552-52cf-41ff-8710-de5d879b94ea tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.324638 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5be84821-87ed-4c7d-865a-61dcd130974c None None] Port d8bf7523-f677-43d8-9232-7b5766197871 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:38.329413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-60c1a9a8-6f5d-44f8-b057-f055e9ea0e7b tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (ad4a932b-2eff-4a67-923b-af6127e7a6af), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.331802 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-591d9c23-c8ac-46b1-a9ae-aad8a682d04d tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (50251132-5b68-4156-ae8f-06d87c05e99f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.332798 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-60c1a9a8-6f5d-44f8-b057-f055e9ea0e7b tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.334152 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-60c1a9a8-6f5d-44f8-b057-f055e9ea0e7b tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "DELETE /v2.0/security-groups/ad4a932b-2eff-4a67-923b-af6127e7a6af HTTP/1.1" status: 204 len: 168 time: 0.6168039 Jan 10 11:55:38.342545 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55480) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:38.344418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5be84821-87ed-4c7d-865a-61dcd130974c None None] Provisioning complete for port a52222cf-618d-4605-a8d6-f830c73f8cdc triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:38.345175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5be84821-87ed-4c7d-865a-61dcd130974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.366481 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1a9a8-6f5d-44f8-b057-f055e9ea0e7b tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4a932b-2eff-4a67-923b-af6127e7a6af,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:38.388520 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aa6e0d3f-e0f1-4481-a6aa-e786f3c7a905 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (11947302-ead1-40c8-bb34-fbc1074711fd), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.392778 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abead1-76ba-40ed-9944-06349bc8ba32 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:38.394499 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abead1-76ba-40ed-9944-06349bc8ba32 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:38.396172 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abead1-76ba-40ed-9944-06349bc8ba32 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:38.397838 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e1abead1-76ba-40ed-9944-06349bc8ba32 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1015694 Jan 10 11:55:38.404064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55482) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:38.418853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d9c23-c8ac-46b1-a9ae-aad8a682d04d tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50251132-5b68-4156-ae8f-06d87c05e99f,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:38.446196 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d5552-52cf-41ff-8710-de5d879b94ea tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Network': ['ID=e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:38.449212 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-49951230-a71f-482d-b7a9-f29e0be8f754 admin admin] Publish callbacks [] for security_group (4ebe32d5-70b7-4f6e-83f9-dafdee7cab41), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.458760 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0d3d5552-52cf-41ff-8710-de5d879b94ea tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9760718 Jan 10 11:55:38.458999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e0d3f-e0f1-4481-a6aa-e786f3c7a905 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:38.465642 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:55:38.468521 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e0d3f-e0f1-4481-a6aa-e786f3c7a905 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:38.469722 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55484) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:38.475174 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e0d3f-e0f1-4481-a6aa-e786f3c7a905 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:38.476779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5c708166-f2c8-4d85-9295-1812916f8bf9 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'subnet': {'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:38.480996 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6e0d3f-e0f1-4481-a6aa-e786f3c7a905 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:38.481872 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aa6e0d3f-e0f1-4481-a6aa-e786f3c7a905 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.495599 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-09f0ab4e-3acb-4153-ab3c-630e0e15935c tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1502955 Jan 10 11:55:38.502017 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55486) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:38.508121 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-7ede92df-ef89-4dd6-bfff-87f6e4a39b55 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'ca788a23-daa7-4a75-a196-3583d268072f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:38.512923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e0d3f-e0f1-4481-a6aa-e786f3c7a905 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=11947302-ead1-40c8-bb34-fbc1074711fd,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:38.520416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-591d9c23-c8ac-46b1-a9ae-aad8a682d04d tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.524669 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-591d9c23-c8ac-46b1-a9ae-aad8a682d04d tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7063804 Jan 10 11:55:38.525712 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55488) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:38.531089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5be84821-87ed-4c7d-865a-61dcd130974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.538375 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-49951230-a71f-482d-b7a9-f29e0be8f754 admin admin] Publish callbacks [] for security_group (4ebe32d5-70b7-4f6e-83f9-dafdee7cab41), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.592736 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-849c739b-752b-4c4f-9ac4-633c9584c7ff tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 11a867d6-dced-4250-aba3-0fef521786c6 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:38.622060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-849c739b-752b-4c4f-9ac4-633c9584c7ff tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (11a867d6-dced-4250-aba3-0fef521786c6), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.633847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-5be84821-87ed-4c7d-865a-61dcd130974c None None] For port a52222cf-618d-4605-a8d6-f830c73f8cdc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a52222cf-618d-4605-a8d6-f830c73f8cdc,segment=NetworkSegment(beab17bf-0a1e-40cb-8f69-00ca1264027a),segment_id=beab17bf-0a1e-40cb-8f69-00ca1264027a)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:38.710342 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a52222cf-618d-4605-a8d6-f830c73f8cdc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:38.738880 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-849c739b-752b-4c4f-9ac4-633c9584c7ff tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (11a867d6-dced-4250-aba3-0fef521786c6), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.740410 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5be84821-87ed-4c7d-865a-61dcd130974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.828892 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be84821-87ed-4c7d-865a-61dcd130974c None None] Pushing event updated for resources: {'Port': ['ID=a52222cf-618d-4605-a8d6-f830c73f8cdc,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:38.840904 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-49951230-a71f-482d-b7a9-f29e0be8f754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (4ebe32d5-70b7-4f6e-83f9-dafdee7cab41), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.844084 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-49951230-a71f-482d-b7a9-f29e0be8f754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.845432 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-49951230-a71f-482d-b7a9-f29e0be8f754 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ebe32d5-70b7-4f6e-83f9-dafdee7cab41 HTTP/1.1" status: 204 len: 168 time: 0.6203449 Jan 10 11:55:38.858402 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port a52222cf-618d-4605-a8d6-f830c73f8cdc triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:38.859099 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.884471 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-849c739b-752b-4c4f-9ac4-633c9584c7ff tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (11a867d6-dced-4250-aba3-0fef521786c6), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.896337 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-92ac1a42-ffe5-419a-b629-da1e83696d81 None None] Provisioning complete for port 11947302-ead1-40c8-bb34-fbc1074711fd triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:38.896956 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-92ac1a42-ffe5-419a-b629-da1e83696d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (11947302-ead1-40c8-bb34-fbc1074711fd), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:38.921821 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49951230-a71f-482d-b7a9-f29e0be8f754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebe32d5-70b7-4f6e-83f9-dafdee7cab41,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:38.948268 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-aa6e0d3f-e0f1-4481-a6aa-e786f3c7a905 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2103298 Jan 10 11:55:38.951187 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55494) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:38.951645 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-92ac1a42-ffe5-419a-b629-da1e83696d81 None None] Port 11947302-ead1-40c8-bb34-fbc1074711fd cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:38.958430 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-355cd239-9e83-4de0-a81b-e8a38ed127fa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'subnet': {'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:38.968918 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a8193d3f-85b2-4f13-bc02-dd3c343836c5 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules/50251132-5b68-4156-ae8f-06d87c05e99f HTTP/1.1" status: 200 len: 763 time: 0.4417830 Jan 10 11:55:38.972042 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55496) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:39.040111 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-49b073c4-c70e-4faa-b1c8-cb897fe08ddc tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0636315 Jan 10 11:55:39.040637 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55498) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:39.066619 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd1fa-aaee-4bf2-9def-367b992dc08d tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (50251132-5b68-4156-ae8f-06d87c05e99f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.075046 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd1fa-aaee-4bf2-9def-367b992dc08d tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (50251132-5b68-4156-ae8f-06d87c05e99f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.139584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-849c739b-752b-4c4f-9ac4-633c9584c7ff tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (11a867d6-dced-4250-aba3-0fef521786c6), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.141571 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c708166-f2c8-4d85-9295-1812916f8bf9 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:39.145189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c708166-f2c8-4d85-9295-1812916f8bf9 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.207427 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c28f10-b4d6-4f0f-80d3-43f782b68873 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:39.219313 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd1fa-aaee-4bf2-9def-367b992dc08d tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (50251132-5b68-4156-ae8f-06d87c05e99f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.224872 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd1fa-aaee-4bf2-9def-367b992dc08d tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.226675 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4ffbd1fa-aaee-4bf2-9def-367b992dc08d tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/50251132-5b68-4156-ae8f-06d87c05e99f HTTP/1.1" status: 204 len: 168 time: 0.1849005 Jan 10 11:55:39.226825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c739b-752b-4c4f-9ac4-633c9584c7ff tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=11a867d6-dced-4250-aba3-0fef521786c6,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:39.233515 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-849c739b-752b-4c4f-9ac4-633c9584c7ff tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.236980 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-849c739b-752b-4c4f-9ac4-633c9584c7ff tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/11a867d6-dced-4250-aba3-0fef521786c6 HTTP/1.1" status: 204 len: 168 time: 0.8276734 Jan 10 11:55:39.237164 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55502) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:39.238602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55504) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:39.252733 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-7ede92df-ef89-4dd6-bfff-87f6e4a39b55 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The resource could not be found. Jan 10 11:55:39.270169 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7ede92df-ef89-4dd6-bfff-87f6e4a39b55 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7669783 Jan 10 11:55:39.276605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55506) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:39.277372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbd1fa-aaee-4bf2-9def-367b992dc08d tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50251132-5b68-4156-ae8f-06d87c05e99f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:39.286670 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-cc5500ac-7f26-4a57-b649-83e1ef841a56 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009881168'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:39.322937 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a70cff55-69af-4615-963a-08799c8ba159 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0870535 Jan 10 11:55:39.326331 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55510) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:39.330678 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-cb3bbc39-92f6-440a-8204-cfdf4838f5ae tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group_rule': {'security_group_id': 'dce068ca-f181-481e-ba06-cd4e99c26c43', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:39.372814 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-2253b9ed-ee80-47f4-8bef-b389a394896d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 9cabc0f9-01cd-4bd2-8eff-8183205516f0 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:39.377906 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2253b9ed-ee80-47f4-8bef-b389a394896d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (9cabc0f9-01cd-4bd2-8eff-8183205516f0), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.452270 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2253b9ed-ee80-47f4-8bef-b389a394896d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (9cabc0f9-01cd-4bd2-8eff-8183205516f0), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.456691 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc5500ac-7f26-4a57-b649-83e1ef841a56 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.546059 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc5500ac-7f26-4a57-b649-83e1ef841a56 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (bf51722d-08e3-4d7d-ba20-6d4618470b2f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.595181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2253b9ed-ee80-47f4-8bef-b389a394896d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (9cabc0f9-01cd-4bd2-8eff-8183205516f0), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.631381 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355cd239-9e83-4de0-a81b-e8a38ed127fa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:39.636283 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-355cd239-9e83-4de0-a81b-e8a38ed127fa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.681380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc5500ac-7f26-4a57-b649-83e1ef841a56 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (bf51722d-08e3-4d7d-ba20-6d4618470b2f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.690662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cb3bbc39-92f6-440a-8204-cfdf4838f5ae tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (6df93af2-556d-47b9-ac57-d81e60914b0c), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.702713 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c708166-f2c8-4d85-9295-1812916f8bf9 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (7520da56-e6d5-4133-8166-e2324026de86), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.759783 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5500ac-7f26-4a57-b649-83e1ef841a56 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf51722d-08e3-4d7d-ba20-6d4618470b2f,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:39.768598 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:55:39.797084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cb3bbc39-92f6-440a-8204-cfdf4838f5ae tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (6df93af2-556d-47b9-ac57-d81e60914b0c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.802763 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cc5500ac-7f26-4a57-b649-83e1ef841a56 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.805360 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cc5500ac-7f26-4a57-b649-83e1ef841a56 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5247803 Jan 10 11:55:39.806992 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c708166-f2c8-4d85-9295-1812916f8bf9 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Subnet': ['ID=7520da56-e6d5-4133-8166-e2324026de86,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:39.807624 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55522) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:39.821308 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-fb7a9cb8-c5df-4f0d-af36-894130c26424 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group': {'name': 'tempest-secgroup--737918662'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:39.833109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c708166-f2c8-4d85-9295-1812916f8bf9 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Checking segment: {'id': '0c5f4da2-0859-43a5-bce7-e4161599f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:39.833109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c708166-f2c8-4d85-9295-1812916f8bf9 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network hostable DHCP agents. Network: e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:55:39.878934 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.ipam_backend_mixin [None req-355cd239-9e83-4de0-a81b-e8a38ed127fa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b5c6061-cdcc-4f59-9e91-5284fd072c03 (CIDR: 2001:db8::/64) Jan 10 11:55:39.882023 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2253b9ed-ee80-47f4-8bef-b389a394896d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (9cabc0f9-01cd-4bd2-8eff-8183205516f0), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.911455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253b9ed-ee80-47f4-8bef-b389a394896d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=9cabc0f9-01cd-4bd2-8eff-8183205516f0,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:39.915837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2253b9ed-ee80-47f4-8bef-b389a394896d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.919229 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2253b9ed-ee80-47f4-8bef-b389a394896d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/9cabc0f9-01cd-4bd2-8eff-8183205516f0 HTTP/1.1" status: 204 len: 168 time: 0.6799853 Jan 10 11:55:39.921734 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55528) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:39.939703 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-355cd239-9e83-4de0-a81b-e8a38ed127fa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:39.940244 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355cd239-9e83-4de0-a81b-e8a38ed127fa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:55:39.972403 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3abd633a-4a00-4203-8fdd-5deea09867dd tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493581 Jan 10 11:55:39.973680 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c708166-f2c8-4d85-9295-1812916f8bf9 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:55:39.973999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cb3bbc39-92f6-440a-8204-cfdf4838f5ae tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (6df93af2-556d-47b9-ac57-d81e60914b0c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.975875 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55530) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:39.981277 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb7a9cb8-c5df-4f0d-af36-894130c26424 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:39.990959 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ae34b664-5623-4c15-922d-da2e5f1eb19b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:40.015105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb3c8eb-be40-4516-a889-848625dc2adf None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:40.019352 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bbc39-92f6-440a-8204-cfdf4838f5ae tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df93af2-556d-47b9-ac57-d81e60914b0c,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:40.037738 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-355cd239-9e83-4de0-a81b-e8a38ed127fa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0837896 Jan 10 11:55:40.037738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55534) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:40.042736 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-48e2d46d-21b8-4bce-a286-03fa21bf68a9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'subnet': {'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:40.115629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-1d4d9a70-8329-4178-90bd-eef619d20d69 None None] Provisioning complete for port 7ea947aa-6767-4c0c-abee-0d0b981f3453 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:40.116052 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1d4d9a70-8329-4178-90bd-eef619d20d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.158986 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cb3bbc39-92f6-440a-8204-cfdf4838f5ae tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.160385 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cb3bbc39-92f6-440a-8204-cfdf4838f5ae tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8333433 Jan 10 11:55:40.163500 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55538) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:40.171599 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-5c708166-f2c8-4d85-9295-1812916f8bf9 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:40.188971 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c708166-f2c8-4d85-9295-1812916f8bf9 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:40.190371 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5c708166-f2c8-4d85-9295-1812916f8bf9 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.190966 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18636f20-0ece-405a-a9e4-03aac84c0034 None None] Network e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:40.206802 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b1c451d8-4838-4737-95f7-a48957ba8f6c tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules/6df93af2-556d-47b9-ac57-d81e60914b0c HTTP/1.1" status: 200 len: 763 time: 0.0410116 Jan 10 11:55:40.208897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55540) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:40.254245 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb7a9cb8-c5df-4f0d-af36-894130c26424 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (93638e4e-8a96-4472-bf6c-cdd9fa0a3507), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.286226 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7983b681-e4e8-4305-aa75-5ca662c34d52 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0711451 Jan 10 11:55:40.288084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55542) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:40.302799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7c3e2e-b3fc-43b8-915e-b4ec1dab6631 None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:40.315235 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5c708166-f2c8-4d85-9295-1812916f8bf9 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8435845 Jan 10 11:55:40.317922 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55544) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:40.321843 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38381af6-a134-4898-86a6-ff2f73052b0b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (6df93af2-556d-47b9-ac57-d81e60914b0c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.330882 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38381af6-a134-4898-86a6-ff2f73052b0b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (6df93af2-556d-47b9-ac57-d81e60914b0c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.357883 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb7a9cb8-c5df-4f0d-af36-894130c26424 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (93638e4e-8a96-4472-bf6c-cdd9fa0a3507), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.374021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c912aef5-35be-4f33-94a0-8388154ed361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.403722 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a9cb8-c5df-4f0d-af36-894130c26424 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93638e4e-8a96-4472-bf6c-cdd9fa0a3507,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:40.420662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae34b664-5623-4c15-922d-da2e5f1eb19b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:40.439356 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:55:40.440342 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.443152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ae34b664-5623-4c15-922d-da2e5f1eb19b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.474648 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c3e2e-b3fc-43b8-915e-b4ec1dab6631 None None] Deleting port 7ea947aa-6767-4c0c-abee-0d0b981f3453 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:40.475030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3e2e-b3fc-43b8-915e-b4ec1dab6631 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.480204 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38381af6-a134-4898-86a6-ff2f73052b0b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (6df93af2-556d-47b9-ac57-d81e60914b0c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.493098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38381af6-a134-4898-86a6-ff2f73052b0b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.494019 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-38381af6-a134-4898-86a6-ff2f73052b0b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6df93af2-556d-47b9-ac57-d81e60914b0c HTTP/1.1" status: 204 len: 168 time: 0.2047460 Jan 10 11:55:40.507285 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55548) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:40.511285 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb7a9cb8-c5df-4f0d-af36-894130c26424 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.514261 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fb7a9cb8-c5df-4f0d-af36-894130c26424 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7054529 Jan 10 11:55:40.560651 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55550) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:40.570636 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5b3c4366-245d-4197-8d1e-695ac68f4f64 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'bf51722d-08e3-4d7d-ba20-6d4618470b2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '93638e4e-8a96-4472-bf6c-cdd9fa0a3507'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:40.581946 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ce7c3e2e-b3fc-43b8-915e-b4ec1dab6631 None None] For port 7ea947aa-6767-4c0c-abee-0d0b981f3453, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ea947aa-6767-4c0c-abee-0d0b981f3453,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:40.582462 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3e2e-b3fc-43b8-915e-b4ec1dab6631 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.594741 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38381af6-a134-4898-86a6-ff2f73052b0b tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6df93af2-556d-47b9-ac57-d81e60914b0c,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:40.631349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a52222cf-618d-4605-a8d6-f830c73f8cdc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:40.640501 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c3e2e-b3fc-43b8-915e-b4ec1dab6631 None None] Calling delete_port for 7ea947aa-6767-4c0c-abee-0d0b981f3453 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:40.667297 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5834ae61-77d4-41be-bfac-914d37eff811 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1515319 Jan 10 11:55:40.670459 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55554) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:40.675975 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-2e52f007-2534-4819-9411-570c60400611 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group_rule': {'security_group_id': 'dce068ca-f181-481e-ba06-cd4e99c26c43', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:40.752589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e2d46d-21b8-4bce-a286-03fa21bf68a9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:40.756474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-48e2d46d-21b8-4bce-a286-03fa21bf68a9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.828638 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-5b3c4366-245d-4197-8d1e-695ac68f4f64 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:40.830658 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5b3c4366-245d-4197-8d1e-695ac68f4f64 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2646055 Jan 10 11:55:40.833411 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55560) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:40.909711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ab665026-b7db-4556-823f-ef8d6f755271 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (93638e4e-8a96-4472-bf6c-cdd9fa0a3507), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:40.933352 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-2e52f007-2534-4819-9411-570c60400611 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Project 321c7b7ddd4b4bf19af939b68dc7ab2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:55:40.946235 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e52f007-2534-4819-9411-570c60400611 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (d13c89eb-5ea0-4bac-9f0a-ccc831cf195d), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.038110 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ab665026-b7db-4556-823f-ef8d6f755271 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (93638e4e-8a96-4472-bf6c-cdd9fa0a3507), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.047041 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.076950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Allocated IP 172.20.0.2 (e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c/7520da56-e6d5-4133-8166-e2324026de86/22958fe0-7d4b-4252-bb26-b6c55f3edecf) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:41.089109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.093511 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port a52222cf-618d-4605-a8d6-f830c73f8cdc triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:41.093947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.139326 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e52f007-2534-4819-9411-570c60400611 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (d13c89eb-5ea0-4bac-9f0a-ccc831cf195d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.263145 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55568) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:41.274231 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e52f007-2534-4819-9411-570c60400611 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (d13c89eb-5ea0-4bac-9f0a-ccc831cf195d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.284282 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.objects.ports [None req-ae34b664-5623-4c15-922d-da2e5f1eb19b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110625) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:55:41.308867 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3e2e-b3fc-43b8-915e-b4ec1dab6631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (7ea947aa-6767-4c0c-abee-0d0b981f3453), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.312215 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52f007-2534-4819-9411-570c60400611 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13c89eb-5ea0-4bac-9f0a-ccc831cf195d,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:41.363693 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ab665026-b7db-4556-823f-ef8d6f755271 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (93638e4e-8a96-4472-bf6c-cdd9fa0a3507), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.366524 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ab665026-b7db-4556-823f-ef8d6f755271 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.368219 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ab665026-b7db-4556-823f-ef8d6f755271 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "DELETE /v2.0/security-groups/93638e4e-8a96-4472-bf6c-cdd9fa0a3507 HTTP/1.1" status: 204 len: 168 time: 0.5336518 Jan 10 11:55:41.377461 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55572) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:41.393954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7ea947aa-6767-4c0c-abee-0d0b981f3453 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:55:41.410019 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab665026-b7db-4556-823f-ef8d6f755271 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93638e4e-8a96-4472-bf6c-cdd9fa0a3507,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:41.424017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 7ea947aa-6767-4c0c-abee-0d0b981f3453 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:55:41.424374 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7ea947aa-6767-4c0c-abee-0d0b981f3453 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:55:41.428785 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c3e2e-b3fc-43b8-915e-b4ec1dab6631 None None] Pushing event deleted for resources: {'Port': ['ID=7ea947aa-6767-4c0c-abee-0d0b981f3453,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:41.431668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c3e2e-b3fc-43b8-915e-b4ec1dab6631 None None] No DVR routers for this DVR port 7ea947aa-6767-4c0c-abee-0d0b981f3453 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:41.449522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Publish callbacks [] for port (22958fe0-7d4b-4252-bb26-b6c55f3edecf), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.467107 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING neutron.services.revisions.revision_plugin [None req-ae34b664-5623-4c15-922d-da2e5f1eb19b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Could not find related port for resource to bump revision. Jan 10 11:55:41.477598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e52f007-2534-4819-9411-570c60400611 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.482020 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2e52f007-2534-4819-9411-570c60400611 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8097456 Jan 10 11:55:41.482869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55574) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:41.496274 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-111b5445-fab8-41a4-bb9b-771d41d18dac tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1164591 Jan 10 11:55:41.499025 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55576) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:41.501182 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8c7da60d-6283-4715-bb8b-f97e5228601a tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules/d13c89eb-5ea0-4bac-9f0a-ccc831cf195d HTTP/1.1" status: 200 len: 769 time: 0.0172040 Jan 10 11:55:41.513520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55578) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:41.533644 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (22958fe0-7d4b-4252-bb26-b6c55f3edecf), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.553332 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f31188d4-89bc-45f6-bf72-836d67ed499f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'network': {'name': 'tempest-network-smoke--489698235', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'port_security_enabled': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:41.561303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae34b664-5623-4c15-922d-da2e5f1eb19b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Port 7ea947aa-6767-4c0c-abee-0d0b981f3453 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110625) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 10 11:55:41.561621 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae34b664-5623-4c15-922d-da2e5f1eb19b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Reverting IP allocation for 2001:db8::f816:3eff:fea8:48a2 {{(pid=110625) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 10 11:55:41.566978 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae34b664-5623-4c15-922d-da2e5f1eb19b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea8:48a2 {{(pid=110625) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 10 11:55:41.570560 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ae34b664-5623-4c15-922d-da2e5f1eb19b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (8c3cb51f-d9f0-4f99-a338-a3e79a11b099), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.586910 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e8950cc7-451d-41ca-ac7c-39aac1558a81 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0705292 Jan 10 11:55:41.588530 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-48e2d46d-21b8-4bce-a286-03fa21bf68a9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (ff90e6ac-57d7-4c08-bc0f-0dd087f8e452), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.592816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55580) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:41.598418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Pushing event updated for resources: {'Port': ['ID=22958fe0-7d4b-4252-bb26-b6c55f3edecf,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:41.612595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Network e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:41.614240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:41.617952 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:41.643923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae34b664-5623-4c15-922d-da2e5f1eb19b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:41.650338 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1df76bf1-be2a-472b-8217-02d4a3defa03 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (bf51722d-08e3-4d7d-ba20-6d4618470b2f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.656816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-ae34b664-5623-4c15-922d-da2e5f1eb19b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:41.662932 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90cb6c16-a229-46fe-ae46-131c266e6822 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (d13c89eb-5ea0-4bac-9f0a-ccc831cf195d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.670468 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae34b664-5623-4c15-922d-da2e5f1eb19b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:41.671223 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ae34b664-5623-4c15-922d-da2e5f1eb19b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.676719 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34b664-5623-4c15-922d-da2e5f1eb19b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=8c3cb51f-d9f0-4f99-a338-a3e79a11b099,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:41.682610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41ac7dd-fbfe-463d-a8e0-8109d0480744 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:41.684809 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90cb6c16-a229-46fe-ae46-131c266e6822 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (d13c89eb-5ea0-4bac-9f0a-ccc831cf195d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.695852 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Allocated IP 172.20.0.1 (e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c/7520da56-e6d5-4133-8166-e2324026de86/40bb79db-30cb-4914-8b28-1a6392b4b306) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:41.696945 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1df76bf1-be2a-472b-8217-02d4a3defa03 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (bf51722d-08e3-4d7d-ba20-6d4618470b2f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.705748 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e2d46d-21b8-4bce-a286-03fa21bf68a9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:41.718361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Attempting to bind port 22958fe0-7d4b-4252-bb26-b6c55f3edecf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:41.718875 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Attempting to bind port 22958fe0-7d4b-4252-bb26-b6c55f3edecf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0c5f4da2-0859-43a5-bce7-e4161599f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:41.719301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Attempting to bind port 22958fe0-7d4b-4252-bb26-b6c55f3edecf on network e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:41.721787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-48e2d46d-21b8-4bce-a286-03fa21bf68a9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:41.731238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2d46d-21b8-4bce-a286-03fa21bf68a9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:41.731370 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-48e2d46d-21b8-4bce-a286-03fa21bf68a9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.740877 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2d46d-21b8-4bce-a286-03fa21bf68a9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Subnet': ['ID=ff90e6ac-57d7-4c08-bc0f-0dd087f8e452,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:41.745833 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31188d4-89bc-45f6-bf72-836d67ed499f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:41.751352 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f31188d4-89bc-45f6-bf72-836d67ed499f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.763476 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c33a92-a34b-4e75-a060-dd49a908d0be None None] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:41.763781 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f31188d4-89bc-45f6-bf72-836d67ed499f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.764335 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:41.764845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Checking segment: {'id': '0c5f4da2-0859-43a5-bce7-e4161599f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:41.765343 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.766208 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Bound using segment: {'id': '0c5f4da2-0859-43a5-bce7-e4161599f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:41.766759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Bound port: 22958fe0-7d4b-4252-bb26-b6c55f3edecf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5f4da2-0859-43a5-bce7-e4161599f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:41.767287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (22958fe0-7d4b-4252-bb26-b6c55f3edecf), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.807704 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ae34b664-5623-4c15-922d-da2e5f1eb19b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8250105 Jan 10 11:55:41.808000 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55582) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:41.815094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-dded75c4-5d04-45d6-99ef-fa26fdc7bd22 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:41.847739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1df76bf1-be2a-472b-8217-02d4a3defa03 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (bf51722d-08e3-4d7d-ba20-6d4618470b2f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.849881 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-48e2d46d-21b8-4bce-a286-03fa21bf68a9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8109527 Jan 10 11:55:41.852757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90cb6c16-a229-46fe-ae46-131c266e6822 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (d13c89eb-5ea0-4bac-9f0a-ccc831cf195d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.852905 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1df76bf1-be2a-472b-8217-02d4a3defa03 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.856801 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1df76bf1-be2a-472b-8217-02d4a3defa03 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "DELETE /v2.0/security-groups/bf51722d-08e3-4d7d-ba20-6d4618470b2f HTTP/1.1" status: 204 len: 168 time: 0.3559883 Jan 10 11:55:41.856801 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55584) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:41.857217 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55586) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:41.867932 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90cb6c16-a229-46fe-ae46-131c266e6822 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.869059 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-90cb6c16-a229-46fe-ae46-131c266e6822 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/d13c89eb-5ea0-4bac-9f0a-ccc831cf195d HTTP/1.1" status: 204 len: 168 time: 0.2728863 Jan 10 11:55:41.873227 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8b7b1a8a-2334-4be6-92dc-c3f6861971cc tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1635566692', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ff90e6ac-57d7-4c08-bc0f-0dd087f8e452'}], 'security_groups': ['0eda584e-07b5-455d-89e2-d57c3e5ec0ea']}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:41.891311 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55588) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:41.897051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb6c16-a229-46fe-ae46-131c266e6822 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d13c89eb-5ea0-4bac-9f0a-ccc831cf195d,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:41.947646 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': '8c3cb51f-d9f0-4f99-a338-a3e79a11b099'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:55:41.949731 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.953603 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df76bf1-be2a-472b-8217-02d4a3defa03 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf51722d-08e3-4d7d-ba20-6d4618470b2f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:41.969057 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:41.975399 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] For port 22958fe0-7d4b-4252-bb26-b6c55f3edecf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:42.026255 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] For port 22958fe0-7d4b-4252-bb26-b6c55f3edecf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=22958fe0-7d4b-4252-bb26-b6c55f3edecf,segment=NetworkSegment(0c5f4da2-0859-43a5-bce7-e4161599f4a7),segment_id=0c5f4da2-0859-43a5-bce7-e4161599f4a7)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:42.083591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1a8a-2334-4be6-92dc-c3f6861971cc tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (11947302-ead1-40c8-bb34-fbc1074711fd), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.096712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dded75c4-5d04-45d6-99ef-fa26fdc7bd22 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:42.096930 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0f7a1eb5-b031-4ba4-b611-cc13e89ccee2 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2266600 Jan 10 11:55:42.098592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dded75c4-5d04-45d6-99ef-fa26fdc7bd22 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.102110 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55592) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:42.115816 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a0f294bc-40e4-4f1a-908c-4830764924e2 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2174976 Jan 10 11:55:42.119661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d57fc16b-f329-4b83-adf2-d09e39fdfed4 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219059345'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:42.122648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55594) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:42.151871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (22958fe0-7d4b-4252-bb26-b6c55f3edecf), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.152552 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f31188d4-89bc-45f6-bf72-836d67ed499f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (105e9acd-32dd-44b4-97ff-d1b96e984085), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.173119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.209978 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.230144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:42.249834 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f31188d4-89bc-45f6-bf72-836d67ed499f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (105e9acd-32dd-44b4-97ff-d1b96e984085), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.254576 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:42.263470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:42.295596 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88bf53-21c6-4b80-bdef-de976bf6f68e None None] Pushing event updated for resources: {'Port': ['ID=22958fe0-7d4b-4252-bb26-b6c55f3edecf,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:42.301516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31188d4-89bc-45f6-bf72-836d67ed499f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:55:42.311553 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ee6da9-25e7-4776-8a66-734ee41251c4 None None] Update dhcp port {'port': {'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'fixed_ips': [{'subnet_id': '0b5c6061-cdcc-4f59-9e91-5284fd072c03', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ff90e6ac-57d7-4c08-bc0f-0dd087f8e452'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'a52222cf-618d-4605-a8d6-f830c73f8cdc'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:55:42.316629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Allocated IP 2001:db8::f816:3eff:fe5e:b575 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/8c3cb51f-d9f0-4f99-a338-a3e79a11b099/77e4cefb-10ff-4515-96f0-ed111162f96e) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:42.326473 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ddb7dc6f-8e8c-4e2a-bf05-fd32f56bcc35 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (dce068ca-f181-481e-ba06-cd4e99c26c43), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.327628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=40bb79db-30cb-4914-8b28-1a6392b4b306,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:42.336446 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.ipam_backend_mixin [None req-dded75c4-5d04-45d6-99ef-fa26fdc7bd22 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c3cb51f-d9f0-4f99-a338-a3e79a11b099 (CIDR: 2001:db8::/64) Jan 10 11:55:42.356709 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (09c46bb3-cc27-42f9-956f-904173c6a593), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.368485 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31188d4-89bc-45f6-bf72-836d67ed499f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105e9acd-32dd-44b4-97ff-d1b96e984085,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:42.375214 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f31188d4-89bc-45f6-bf72-836d67ed499f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (558b0ef5-6be5-4c93-a0ef-909296de2712), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.375577 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-f31188d4-89bc-45f6-bf72-836d67ed499f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Added segment 558b0ef5-6be5-4c93-a0ef-909296de2712 of type vlan for network 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 Jan 10 11:55:42.376511 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-23ee6da9-25e7-4776-8a66-734ee41251c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.408627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d57fc16b-f329-4b83-adf2-d09e39fdfed4 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.453861 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-dded75c4-5d04-45d6-99ef-fa26fdc7bd22 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:42.454374 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dded75c4-5d04-45d6-99ef-fa26fdc7bd22 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:55:42.454780 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f31188d4-89bc-45f6-bf72-836d67ed499f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.461444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ddb7dc6f-8e8c-4e2a-bf05-fd32f56bcc35 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (dce068ca-f181-481e-ba06-cd4e99c26c43), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.545474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d57fc16b-f329-4b83-adf2-d09e39fdfed4 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (daf1be63-49f2-433d-ba6d-550f6ea2f0cd), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.675841 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-dded75c4-5d04-45d6-99ef-fa26fdc7bd22 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8642178 Jan 10 11:55:42.676103 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55596) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:42.682029 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5704231b-9a63-4219-932e-a134371eb72d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:42.695588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Publish callbacks [] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.707666 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-8b7b1a8a-2334-4be6-92dc-c3f6861971cc tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Delete allocated IP 2001:db8::393 (9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab/0b5c6061-cdcc-4f59-9e91-5284fd072c03) {{(pid=110625) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 10 11:55:42.715973 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-8b7b1a8a-2334-4be6-92dc-c3f6861971cc tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Allocated IP 2001:db8:0:1::b2 (9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab/ff90e6ac-57d7-4c08-bc0f-0dd087f8e452/11947302-ead1-40c8-bb34-fbc1074711fd) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:42.776821 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f31188d4-89bc-45f6-bf72-836d67ed499f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.777092 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d57fc16b-f329-4b83-adf2-d09e39fdfed4 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (daf1be63-49f2-433d-ba6d-550f6ea2f0cd), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.782963 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31188d4-89bc-45f6-bf72-836d67ed499f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:42.783564 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f31188d4-89bc-45f6-bf72-836d67ed499f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.848782 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.859408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57fc16b-f329-4b83-adf2-d09e39fdfed4 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf1be63-49f2-433d-ba6d-550f6ea2f0cd,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:42.880597 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ddb7dc6f-8e8c-4e2a-bf05-fd32f56bcc35 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (dce068ca-f181-481e-ba06-cd4e99c26c43), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.883596 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.883823 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ddb7dc6f-8e8c-4e2a-bf05-fd32f56bcc35 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.890648 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ddb7dc6f-8e8c-4e2a-bf05-fd32f56bcc35 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-groups/dce068ca-f181-481e-ba06-cd4e99c26c43 HTTP/1.1" status: 204 len: 168 time: 0.7554910 Jan 10 11:55:42.890808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55598) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:42.910896 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7dc6f-8e8c-4e2a-bf05-fd32f56bcc35 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce068ca-f181-481e-ba06-cd4e99c26c43,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:42.915678 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31188d4-89bc-45f6-bf72-836d67ed499f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Network': ['ID=4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:42.917001 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d57fc16b-f329-4b83-adf2-d09e39fdfed4 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.921597 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d57fc16b-f329-4b83-adf2-d09e39fdfed4 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8139608 Jan 10 11:55:42.923309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55600) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:42.928141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ac1d18a4-3dbb-4ac7-bdd7-8dae9560b20f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'daf1be63-49f2-433d-ba6d-550f6ea2f0cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:42.948389 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:42.962264 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:42.970126 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:55:42.984795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1a8a-2334-4be6-92dc-c3f6861971cc tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (11947302-ead1-40c8-bb34-fbc1074711fd), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:42.990235 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f31188d4-89bc-45f6-bf72-836d67ed499f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7259998 Jan 10 11:55:42.994385 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55604) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:43.004580 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'admin_state_up': True, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:43.032363 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:43.051282 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Pushing event updated for resources: {'Port': ['ID=77e4cefb-10ff-4515-96f0-ed111162f96e,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:43.067219 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1a8a-2334-4be6-92dc-c3f6861971cc tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (11947302-ead1-40c8-bb34-fbc1074711fd), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.067392 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6631daaf-dde1-45c2-a8e1-36e36899b4d6 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1690376 Jan 10 11:55:43.067515 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55606) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:43.086185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-a4b62a17-3b6d-4ec4-81c4-1dda0f391d88 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558855110'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:43.148665 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b1a8a-2334-4be6-92dc-c3f6861971cc tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] In _notify_port_updated(), no bound segment for port 11947302-ead1-40c8-bb34-fbc1074711fd on network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab {{(pid=110625) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:55:43.154942 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b1a8a-2334-4be6-92dc-c3f6861971cc tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:43.155232 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1a8a-2334-4be6-92dc-c3f6861971cc tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.160111 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8b7b1a8a-2334-4be6-92dc-c3f6861971cc tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "PUT /v2.0/ports/11947302-ead1-40c8-bb34-fbc1074711fd HTTP/1.1" status: 200 len: 930 time: 1.2921689 Jan 10 11:55:43.162208 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55608) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:43.177467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b1a8a-2334-4be6-92dc-c3f6861971cc tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=11947302-ead1-40c8-bb34-fbc1074711fd,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:43.190852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Attempting to bind port 77e4cefb-10ff-4515-96f0-ed111162f96e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:43.214591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Attempting to bind port 77e4cefb-10ff-4515-96f0-ed111162f96e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:43.214591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Attempting to bind port 77e4cefb-10ff-4515-96f0-ed111162f96e on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:43.214591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:43.214591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:43.214591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.214591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:43.214591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Bound port: 77e4cefb-10ff-4515-96f0-ed111162f96e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:43.214591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.235687 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-23ee6da9-25e7-4776-8a66-734ee41251c4 None None] Allocated IP 2001:db8:0:1::2 (9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab/ff90e6ac-57d7-4c08-bc0f-0dd087f8e452/a52222cf-618d-4605-a8d6-f830c73f8cdc) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:43.302578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.312185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (c072f97e-540f-433a-b11c-941780cbfe09), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.317756 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (c072f97e-540f-433a-b11c-941780cbfe09), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.344151 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-016694ba-52d9-460f-853e-a7558272f45c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 11947302-ead1-40c8-bb34-fbc1074711fd {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:43.344960 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-016694ba-52d9-460f-853e-a7558272f45c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (11947302-ead1-40c8-bb34-fbc1074711fd), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.352504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5704231b-9a63-4219-932e-a134371eb72d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:43.357842 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5704231b-9a63-4219-932e-a134371eb72d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.389405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] For port 77e4cefb-10ff-4515-96f0-ed111162f96e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:43.410657 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] For port 77e4cefb-10ff-4515-96f0-ed111162f96e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77e4cefb-10ff-4515-96f0-ed111162f96e,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:43.449264 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-23ee6da9-25e7-4776-8a66-734ee41251c4 None None] For port a52222cf-618d-4605-a8d6-f830c73f8cdc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a52222cf-618d-4605-a8d6-f830c73f8cdc,segment=NetworkSegment(beab17bf-0a1e-40cb-8f69-00ca1264027a),segment_id=beab17bf-0a1e-40cb-8f69-00ca1264027a)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:43.454748 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_controller (c072f97e-540f-433a-b11c-941780cbfe09), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.466382 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.496309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-016694ba-52d9-460f-853e-a7558272f45c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (11947302-ead1-40c8-bb34-fbc1074711fd), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.498430 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-23ee6da9-25e7-4776-8a66-734ee41251c4 None None] Publish callbacks [] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.510528 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-016694ba-52d9-460f-853e-a7558272f45c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 11947302-ead1-40c8-bb34-fbc1074711fd owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:43.518925 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.524862 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-ac1d18a4-3dbb-4ac7-bdd7-8dae9560b20f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:43.524862 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ac1d18a4-3dbb-4ac7-bdd7-8dae9560b20f tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5988271 Jan 10 11:55:43.526672 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55612) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:43.532493 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-023c1780-2d01-4307-aa97-8d6685644c54 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group_rule': {'security_group_id': 'daf1be63-49f2-433d-ba6d-550f6ea2f0cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:43.557032 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.643098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=40bb79db-30cb-4914-8b28-1a6392b4b306,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:43.647446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec418464-a854-43a5-bdf0-abe2284178c7 None None] Pushing event updated for resources: {'Port': ['ID=77e4cefb-10ff-4515-96f0-ed111162f96e,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:43.674266 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (09c46bb3-cc27-42f9-956f-904173c6a593), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.684261 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-23ee6da9-25e7-4776-8a66-734ee41251c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.691748 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a4b62a17-3b6d-4ec4-81c4-1dda0f391d88 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.731021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a499592f-9c0c-4b28-ae08-b395afc90f2d None None] Network e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:43.816397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:43.820600 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:43.844368 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5704231b-9a63-4219-932e-a134371eb72d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (1def0cf0-2fda-4a6a-a66f-4c35d4cbfb7a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.876115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ea2d609f-d2f0-4fdf-90b3-7614650c8b73 None None] Provisioning complete for port 22958fe0-7d4b-4252-bb26-b6c55f3edecf triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:43.876501 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ea2d609f-d2f0-4fdf-90b3-7614650c8b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (22958fe0-7d4b-4252-bb26-b6c55f3edecf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.940568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee6da9-25e7-4776-8a66-734ee41251c4 None None] Pushing event updated for resources: {'Port': ['ID=a52222cf-618d-4605-a8d6-f830c73f8cdc,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:43.985078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a4b62a17-3b6d-4ec4-81c4-1dda0f391d88 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (792bf0ac-4828-45b1-af91-9d5fd6d82889), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:43.998115 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (c072f97e-540f-433a-b11c-941780cbfe09), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.012871 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5704231b-9a63-4219-932e-a134371eb72d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:44.014717 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-5704231b-9a63-4219-932e-a134371eb72d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:44.032145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5704231b-9a63-4219-932e-a134371eb72d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:44.033250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5704231b-9a63-4219-932e-a134371eb72d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.072510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ea2d609f-d2f0-4fdf-90b3-7614650c8b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (22958fe0-7d4b-4252-bb26-b6c55f3edecf), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.088801 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a4b62a17-3b6d-4ec4-81c4-1dda0f391d88 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (792bf0ac-4828-45b1-af91-9d5fd6d82889), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.096652 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704231b-9a63-4219-932e-a134371eb72d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=1def0cf0-2fda-4a6a-a66f-4c35d4cbfb7a,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:44.129515 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5704231b-9a63-4219-932e-a134371eb72d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4520757 Jan 10 11:55:44.137609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55614) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:44.143467 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-33952a6c-dd0d-4f6a-a652-4d94f99d5d2c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'mac_address': 'fa:16:3e:11:53:23', 'name': 'tempest-NetworksTestDHCPv6-2123562706'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:44.157350 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b62a17-3b6d-4ec4-81c4-1dda0f391d88 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792bf0ac-4828-45b1-af91-9d5fd6d82889,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:44.168927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ea2d609f-d2f0-4fdf-90b3-7614650c8b73 None None] For port 22958fe0-7d4b-4252-bb26-b6c55f3edecf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=22958fe0-7d4b-4252-bb26-b6c55f3edecf,segment=NetworkSegment(0c5f4da2-0859-43a5-bce7-e4161599f4a7),segment_id=0c5f4da2-0859-43a5-bce7-e4161599f4a7)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:44.193749 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-023c1780-2d01-4307-aa97-8d6685644c54 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:44.195110 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-023c1780-2d01-4307-aa97-8d6685644c54 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6673727 Jan 10 11:55:44.195866 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-016694ba-52d9-460f-853e-a7558272f45c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (11947302-ead1-40c8-bb34-fbc1074711fd), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.198037 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55616) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:44.243121 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ea2d609f-d2f0-4fdf-90b3-7614650c8b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (22958fe0-7d4b-4252-bb26-b6c55f3edecf), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.243716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016694ba-52d9-460f-853e-a7558272f45c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=11947302-ead1-40c8-bb34-fbc1074711fd,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:44.287327 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a4b62a17-3b6d-4ec4-81c4-1dda0f391d88 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.288654 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a4b62a17-3b6d-4ec4-81c4-1dda0f391d88 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2194412 Jan 10 11:55:44.291987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55618) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:44.310633 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-016694ba-52d9-460f-853e-a7558272f45c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.314477 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-016694ba-52d9-460f-853e-a7558272f45c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/11947302-ead1-40c8-bb34-fbc1074711fd HTTP/1.1" status: 204 len: 168 time: 1.1526818 Jan 10 11:55:44.317299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-8ce27103-761e-4c83-803c-87533a3cf220 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Request body: {'security_group_rule': {'security_group_id': '792bf0ac-4828-45b1-af91-9d5fd6d82889', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:44.321606 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55620) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:44.325113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 09c46bb3-cc27-42f9-956f-904173c6a593 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:55:44.361684 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d609f-d2f0-4fdf-90b3-7614650c8b73 None None] Pushing event updated for resources: {'Port': ['ID=22958fe0-7d4b-4252-bb26-b6c55f3edecf,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:44.379023 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e9ed04-cf98-4491-9659-5799d7729e01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] GET failed (client error): The resource could not be found. Jan 10 11:55:44.380540 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b0e9ed04-cf98-4491-9659-5799d7729e01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/11947302-ead1-40c8-bb34-fbc1074711fd HTTP/1.1" status: 404 len: 333 time: 0.0540881 Jan 10 11:55:44.388259 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55624) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:44.472516 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c97fdcbb-98cd-4fbe-b8db-35f54a1cbba8 None None] Provisioning complete for port 40bb79db-30cb-4914-8b28-1a6392b4b306 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:44.472840 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c97fdcbb-98cd-4fbe-b8db-35f54a1cbba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.501583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:55:44.512809 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d8d2c2d8-ea52-418c-93af-a1059ae72955 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/09c46bb3-cc27-42f9-956f-904173c6a593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1936862 Jan 10 11:55:44.521262 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Sync routers for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:55:44.522447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55626) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:44.548134 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a30bd78-b177-4cdf-a25f-02ed559a2687 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (daf1be63-49f2-433d-ba6d-550f6ea2f0cd), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.549744 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-74f322d7-5855-4447-ba23-39e4e8987ba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'network': {'name': 'tempest-RoutersTest-45461044'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:44.564890 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c30de8a3-f003-4784-9213-39287d9b60ce tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (fabe4925-3e10-42bd-9a2d-d6d7458eda1d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.572836 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c97fdcbb-98cd-4fbe-b8db-35f54a1cbba8 None None] Port 40bb79db-30cb-4914-8b28-1a6392b4b306 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:44.579383 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:44.580049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:44.613528 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a30bd78-b177-4cdf-a25f-02ed559a2687 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (daf1be63-49f2-433d-ba6d-550f6ea2f0cd), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.678361 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8ce27103-761e-4c83-803c-87533a3cf220 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (1ba854ba-0cf0-4c0f-82e0-8e7baa881f58), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.825421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c30de8a3-f003-4784-9213-39287d9b60ce tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (fabe4925-3e10-42bd-9a2d-d6d7458eda1d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.848048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33952a6c-dd0d-4f6a-a652-4d94f99d5d2c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:44.870804 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (c072f97e-540f-433a-b11c-941780cbfe09), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.881863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a30bd78-b177-4cdf-a25f-02ed559a2687 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (daf1be63-49f2-433d-ba6d-550f6ea2f0cd), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.888241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a30bd78-b177-4cdf-a25f-02ed559a2687 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.892240 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7a30bd78-b177-4cdf-a25f-02ed559a2687 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "DELETE /v2.0/security-groups/daf1be63-49f2-433d-ba6d-550f6ea2f0cd HTTP/1.1" status: 204 len: 168 time: 0.6908941 Jan 10 11:55:44.899848 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8ce27103-761e-4c83-803c-87533a3cf220 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (1ba854ba-0cf0-4c0f-82e0-8e7baa881f58), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.905262 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55628) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:44.962704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:44.970385 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 77e4cefb-10ff-4515-96f0-ed111162f96e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:44.972607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30bd78-b177-4cdf-a25f-02ed559a2687 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf1be63-49f2-433d-ba6d-550f6ea2f0cd,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:44.994629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8ce27103-761e-4c83-803c-87533a3cf220 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (1ba854ba-0cf0-4c0f-82e0-8e7baa881f58), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.045284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c97fdcbb-98cd-4fbe-b8db-35f54a1cbba8 None None] Provisioning complete for port 22958fe0-7d4b-4252-bb26-b6c55f3edecf triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:45.045284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c97fdcbb-98cd-4fbe-b8db-35f54a1cbba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (22958fe0-7d4b-4252-bb26-b6c55f3edecf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.062399 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f322d7-5855-4447-ba23-39e4e8987ba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:45.066361 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-74f322d7-5855-4447-ba23-39e4e8987ba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.072400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce27103-761e-4c83-803c-87533a3cf220 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba854ba-0cf0-4c0f-82e0-8e7baa881f58,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:45.114619 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:55:45.117656 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55630) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:45.123164 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a85944cd-c30d-449c-8857-a56bdeb43270 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2157712 Jan 10 11:55:45.127629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-7696b444-53c0-4fca-8ad0-f39a89075d57 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group': {'name': 'tempest-secgroup--135505998'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:45.134062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8ce27103-761e-4c83-803c-87533a3cf220 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.138706 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8ce27103-761e-4c83-803c-87533a3cf220 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8423171 Jan 10 11:55:45.139870 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55632) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:45.145865 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f322d7-5855-4447-ba23-39e4e8987ba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:55:45.211017 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-33952a6c-dd0d-4f6a-a652-4d94f99d5d2c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.223384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c30de8a3-f003-4784-9213-39287d9b60ce tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (fabe4925-3e10-42bd-9a2d-d6d7458eda1d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.228160 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c30de8a3-f003-4784-9213-39287d9b60ce tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.238388 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c30de8a3-f003-4784-9213-39287d9b60ce tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/security-groups/fabe4925-3e10-42bd-9a2d-d6d7458eda1d HTTP/1.1" status: 204 len: 168 time: 0.8413334 Jan 10 11:55:45.238824 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55634) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:45.245847 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-74f322d7-5855-4447-ba23-39e4e8987ba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (0a8a5364-ace3-4d49-823c-f8322456a0cf), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.246196 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-74f322d7-5855-4447-ba23-39e4e8987ba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Added segment 0a8a5364-ace3-4d49-823c-f8322456a0cf of type vlan for network 1f00e329-8490-4c8c-aacb-1be415cf748f Jan 10 11:55:45.261933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 77e4cefb-10ff-4515-96f0-ed111162f96e triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:45.262999 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.272367 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5833-0962-4688-bdda-2ef52f7c336f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (792bf0ac-4828-45b1-af91-9d5fd6d82889), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.289200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-33952a6c-dd0d-4f6a-a652-4d94f99d5d2c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port 34d92537-fdbe-4394-9aaf-f0016c203d11 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:55:45.290393 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30de8a3-f003-4784-9213-39287d9b60ce tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabe4925-3e10-42bd-9a2d-d6d7458eda1d,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:45.355166 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7696b444-53c0-4fca-8ad0-f39a89075d57 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.363098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.30 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/cab87578-5a5a-410e-81cd-7cfd9381b742) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:45.387306 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5833-0962-4688-bdda-2ef52f7c336f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (792bf0ac-4828-45b1-af91-9d5fd6d82889), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.429965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-74f322d7-5855-4447-ba23-39e4e8987ba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (1f00e329-8490-4c8c-aacb-1be415cf748f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.447451 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87d1bb4d-d24a-4723-b607-92b79adc2524 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (0eda584e-07b5-455d-89e2-d57c3e5ec0ea), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.450129 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c22e77-5326-4236-9ace-299c7cdab985 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:45.579793 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7696b444-53c0-4fca-8ad0-f39a89075d57 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (31992483-504d-43e7-8e04-03fe3b5b9c3d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.602656 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87d1bb4d-d24a-4723-b607-92b79adc2524 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (0eda584e-07b5-455d-89e2-d57c3e5ec0ea), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.622468 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5833-0962-4688-bdda-2ef52f7c336f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (792bf0ac-4828-45b1-af91-9d5fd6d82889), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.625059 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5b2d5833-0962-4688-bdda-2ef52f7c336f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.626266 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5b2d5833-0962-4688-bdda-2ef52f7c336f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-groups/792bf0ac-4828-45b1-af91-9d5fd6d82889 HTTP/1.1" status: 204 len: 168 time: 0.4846022 Jan 10 11:55:45.637173 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55638) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:45.667032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (cab87578-5a5a-410e-81cd-7cfd9381b742), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.677149 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7696b444-53c0-4fca-8ad0-f39a89075d57 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (31992483-504d-43e7-8e04-03fe3b5b9c3d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.680641 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-74f322d7-5855-4447-ba23-39e4e8987ba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (1f00e329-8490-4c8c-aacb-1be415cf748f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.688210 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f322d7-5855-4447-ba23-39e4e8987ba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:45.689023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-74f322d7-5855-4447-ba23-39e4e8987ba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.705297 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d5833-0962-4688-bdda-2ef52f7c336f tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=792bf0ac-4828-45b1-af91-9d5fd6d82889,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:45.782028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.786604 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-53e3b99a-a941-483c-a664-012306ebe6e4 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1425912 Jan 10 11:55:45.790943 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55640) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:45.801738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87d1bb4d-d24a-4723-b607-92b79adc2524 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0eda584e-07b5-455d-89e2-d57c3e5ec0ea), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.802747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f202048a-866d-420c-9f93-42317b48de35 None None] Provisioning complete for port 77e4cefb-10ff-4515-96f0-ed111162f96e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:45.803123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f202048a-866d-420c-9f93-42317b48de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.804812 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-87d1bb4d-d24a-4723-b607-92b79adc2524 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.806843 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-87d1bb4d-d24a-4723-b607-92b79adc2524 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/security-groups/0eda584e-07b5-455d-89e2-d57c3e5ec0ea HTTP/1.1" status: 204 len: 168 time: 0.5718019 Jan 10 11:55:45.826432 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55642) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:45.828126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-33952a6c-dd0d-4f6a-a652-4d94f99d5d2c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8:0:1::1f (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/1def0cf0-2fda-4a6a-a66f-4c35d4cbfb7a/34d92537-fdbe-4394-9aaf-f0016c203d11) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:45.831960 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696b444-53c0-4fca-8ad0-f39a89075d57 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31992483-504d-43e7-8e04-03fe3b5b9c3d,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:45.852389 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (cab87578-5a5a-410e-81cd-7cfd9381b742), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.863607 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f322d7-5855-4447-ba23-39e4e8987ba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Network': ['ID=1f00e329-8490-4c8c-aacb-1be415cf748f,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:45.881063 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-33952a6c-dd0d-4f6a-a652-4d94f99d5d2c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::f816:3eff:fe11:5323 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/8c3cb51f-d9f0-4f99-a338-a3e79a11b099/34d92537-fdbe-4394-9aaf-f0016c203d11) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:45.883248 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 1f00e329-8490-4c8c-aacb-1be415cf748f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:55:45.887637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 77e4cefb-10ff-4515-96f0-ed111162f96e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77e4cefb-10ff-4515-96f0-ed111162f96e,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:45.892779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1bb4d-d24a-4723-b607-92b79adc2524 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eda584e-07b5-455d-89e2-d57c3e5ec0ea,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:45.910469 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-74f322d7-5855-4447-ba23-39e4e8987ba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.3865752 Jan 10 11:55:45.913421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7696b444-53c0-4fca-8ad0-f39a89075d57 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:45.917601 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7696b444-53c0-4fca-8ad0-f39a89075d57 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7941313 Jan 10 11:55:45.917810 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55644) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:45.922742 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-bd20bef5-9d0e-4bee-9d32-cd95297569a8 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'subnet': {'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:45.925037 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55646) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:45.927266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:45.932201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f32dd65c-f495-4e26-b3f4-939040211197 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:45.937662 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING neutron.api.v2.base [None req-f32dd65c-f495-4e26-b3f4-939040211197 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 10 11:55:45.937662 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-f32dd65c-f495-4e26-b3f4-939040211197 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] update failed (client error): There was a conflict when trying to complete your request. Jan 10 11:55:45.937662 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f32dd65c-f495-4e26-b3f4-939040211197 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "PUT /v2.0/security-groups/31992483-504d-43e7-8e04-03fe3b5b9c3d HTTP/1.1" status: 409 len: 330 time: 0.0058968 Jan 10 11:55:45.937662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:45.938129 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=cab87578-5a5a-410e-81cd-7cfd9381b742,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:45.940614 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55648) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:45.941415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:45.988099 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9ce24b4e-0fcf-4d86-b88e-2d5d41b2e7bc tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1936255 Jan 10 11:55:45.990415 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc8f0a8-3da0-42b8-908e-4f4e0b3b4f64 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting subnet 0b5c6061-cdcc-4f59-9e91-5284fd072c03 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:45.990806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebd8bd2-e18c-4129-a4f4-55e6bb7d5baa None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:45.992602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55650) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:45.993744 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df786c94-ad31-448f-8f68-6b2787602fee None None] Update dhcp port {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'fixed_ips': [{'subnet_id': '8c3cb51f-d9f0-4f99-a338-a3e79a11b099', 'ip_address': '2001:db8::f816:3eff:fe5e:b575'}, {'subnet_id': '1def0cf0-2fda-4a6a-a66f-4c35d4cbfb7a'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '77e4cefb-10ff-4515-96f0-ed111162f96e'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:55:45.996293 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:55:42Z', 'revision_number': 2, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:43Z', 'revision_number': 2, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:46.000339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1fc8f0a8-3da0-42b8-908e-4f4e0b3b4f64 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (0b5c6061-cdcc-4f59-9e91-5284fd072c03), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.008381 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.009193 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a52222cf-618d-4605-a8d6-f830c73f8cdc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:46.095145 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-963ac533-2350-4a32-9644-71d42a2e4781 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] delete failed (client error): The resource could not be found. Jan 10 11:55:46.099869 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-963ac533-2350-4a32-9644-71d42a2e4781 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "DELETE /v2.0/security-groups/792bf0ac-4828-45b1-af91-9d5fd6d82889 HTTP/1.1" status: 404 len: 347 time: 0.0971193 Jan 10 11:55:46.111542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55652) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:46.135030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=77e4cefb-10ff-4515-96f0-ed111162f96e,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:46.138963 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-87816730-8d85-462d-b6bf-f92747af2962 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (31992483-504d-43e7-8e04-03fe3b5b9c3d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.145220 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Checking router: 09c46bb3-cc27-42f9-956f-904173c6a593 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:55:46.145593 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Updating router 09c46bb3-cc27-42f9-956f-904173c6a593 port 40bb79db-30cb-4914-8b28-1a6392b4b306 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:55:46.153586 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1fc8f0a8-3da0-42b8-908e-4f4e0b3b4f64 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (0b5c6061-cdcc-4f59-9e91-5284fd072c03), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.192632 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-87816730-8d85-462d-b6bf-f92747af2962 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (31992483-504d-43e7-8e04-03fe3b5b9c3d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.211900 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-df786c94-ad31-448f-8f68-6b2787602fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.240273 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.328543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port a52222cf-618d-4605-a8d6-f830c73f8cdc triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:46.329294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.431307 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f202048a-866d-420c-9f93-42317b48de35 None None] Provisioning complete for port a52222cf-618d-4605-a8d6-f830c73f8cdc triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:46.432083 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f202048a-866d-420c-9f93-42317b48de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.637756 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6894080c-928e-4b44-aa90-40b48f7f3c13 tempest-SecGroupIPv6Test-1940073169 tempest-SecGroupIPv6Test-1940073169-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5219543 Jan 10 11:55:46.699256 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-33952a6c-dd0d-4f6a-a652-4d94f99d5d2c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (34d92537-fdbe-4394-9aaf-f0016c203d11), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.701410 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1fc8f0a8-3da0-42b8-908e-4f4e0b3b4f64 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (0b5c6061-cdcc-4f59-9e91-5284fd072c03), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.724630 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd20bef5-9d0e-4bee-9d32-cd95297569a8 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:46.729447 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bd20bef5-9d0e-4bee-9d32-cd95297569a8 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.734474 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-87816730-8d85-462d-b6bf-f92747af2962 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (31992483-504d-43e7-8e04-03fe3b5b9c3d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.740652 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-87816730-8d85-462d-b6bf-f92747af2962 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.746217 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 22958fe0-7d4b-4252-bb26-b6c55f3edecf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:46.746615 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-87816730-8d85-462d-b6bf-f92747af2962 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "DELETE /v2.0/security-groups/31992483-504d-43e7-8e04-03fe3b5b9c3d HTTP/1.1" status: 204 len: 168 time: 0.7793896 Jan 10 11:55:46.747639 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55658) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:46.769600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (c072f97e-540f-433a-b11c-941780cbfe09), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.774465 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87816730-8d85-462d-b6bf-f92747af2962 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31992483-504d-43e7-8e04-03fe3b5b9c3d,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:46.863390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f202048a-866d-420c-9f93-42317b48de35 None None] Provisioning complete for port 40bb79db-30cb-4914-8b28-1a6392b4b306 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:46.863390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f202048a-866d-420c-9f93-42317b48de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.914612 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f133b441-47fe-492d-bbe0-6c3f26a6a846 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1506448 Jan 10 11:55:46.921099 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55660) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:46.945803 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-210bcc57-8037-4eb4-a232-a2db67c0e42c tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] delete failed (client error): The resource could not be found. Jan 10 11:55:46.950955 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-210bcc57-8037-4eb4-a232-a2db67c0e42c tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "DELETE /v2.0/security-groups/3c105b5a-3b22-44eb-b6da-21bbcf8e93fb HTTP/1.1" status: 404 len: 347 time: 0.0247054 Jan 10 11:55:46.968075 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55662) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:46.993304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1fc8f0a8-3da0-42b8-908e-4f4e0b3b4f64 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (0b5c6061-cdcc-4f59-9e91-5284fd072c03), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.996654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-33952a6c-dd0d-4f6a-a652-4d94f99d5d2c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (34d92537-fdbe-4394-9aaf-f0016c203d11), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:47.013320 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-e6ee37ac-afc3-4d61-8abc-8842c7d235a7 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] show failed (client error): The resource could not be found. Jan 10 11:55:47.019873 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e6ee37ac-afc3-4d61-8abc-8842c7d235a7 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "GET /v2.0/security-groups/94a01762-3c51-4f3c-9143-39cee9179a48 HTTP/1.1" status: 404 len: 347 time: 0.0453479 Jan 10 11:55:47.021904 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55664) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:47.037715 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-6d3b6bcd-a052-4310-bd80-6c265ed00c51 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] show failed (client error): The resource could not be found. Jan 10 11:55:47.044640 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6d3b6bcd-a052-4310-bd80-6c265ed00c51 tempest-NegativeSecGroupIPv6Test-1887348238 tempest-NegativeSecGroupIPv6Test-1887348238-project] 10.222.0.16 "GET /v2.0/security-group-rules/70777aae-ad16-4ce8-8445-0d93ed603508 HTTP/1.1" status: 404 len: 356 time: 0.0181227 Jan 10 11:55:47.071544 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8f0a8-3da0-42b8-908e-4f4e0b3b4f64 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5c6061-cdcc-4f59-9e91-5284fd072c03,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:47.083307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1fc8f0a8-3da0-42b8-908e-4f4e0b3b4f64 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:47.083743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (c072f97e-540f-433a-b11c-941780cbfe09), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:47.087745 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1fc8f0a8-3da0-42b8-908e-4f4e0b3b4f64 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/0b5c6061-cdcc-4f59-9e91-5284fd072c03 HTTP/1.1" status: 204 len: 168 time: 1.2549129 Jan 10 11:55:47.091687 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55668) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:47.098548 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-dc7e5e15-b019-4da4-9101-8db566f62d13 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'subnet': {'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:47.099757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Publish callbacks [] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:47.112924 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ec27b2-4b74-475a-aab6-2c5a6e2c8106 None None] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:47.136053 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33952a6c-dd0d-4f6a-a652-4d94f99d5d2c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:47.144811 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-33952a6c-dd0d-4f6a-a652-4d94f99d5d2c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:47.147340 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33952a6c-dd0d-4f6a-a652-4d94f99d5d2c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:47.154862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33952a6c-dd0d-4f6a-a652-4d94f99d5d2c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:47.155606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-33952a6c-dd0d-4f6a-a652-4d94f99d5d2c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:47.184922 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33952a6c-dd0d-4f6a-a652-4d94f99d5d2c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=34d92537-fdbe-4394-9aaf-f0016c203d11,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:47.193466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bd20bef5-9d0e-4bee-9d32-cd95297569a8 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (20650af8-0196-4918-be09-b7d143b0175d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:47.197558 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f202048a-866d-420c-9f93-42317b48de35 None None] Port 40bb79db-30cb-4914-8b28-1a6392b4b306 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:47.203518 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 22958fe0-7d4b-4252-bb26-b6c55f3edecf triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:47.204028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (22958fe0-7d4b-4252-bb26-b6c55f3edecf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:47.209866 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:47.306637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedce413-2a1e-4a22-a4d9-7ad19f0b8eee None None] Pushing event updated for resources: {'Port': ['ID=40bb79db-30cb-4914-8b28-1a6392b4b306,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:47.309049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20bef5-9d0e-4bee-9d32-cd95297569a8 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Subnet': ['ID=20650af8-0196-4918-be09-b7d143b0175d,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:47.321533 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20bef5-9d0e-4bee-9d32-cd95297569a8 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Checking segment: {'id': '0a8a5364-ace3-4d49-823c-f8322456a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:47.321926 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20bef5-9d0e-4bee-9d32-cd95297569a8 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network hostable DHCP agents. Network: 1f00e329-8490-4c8c-aacb-1be415cf748f, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:55:47.330488 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f202048a-866d-420c-9f93-42317b48de35 None None] Provisioning complete for port d8bf7523-f677-43d8-9232-7b5766197871 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:47.331034 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f202048a-866d-420c-9f93-42317b48de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d8bf7523-f677-43d8-9232-7b5766197871), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:47.342322 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-33952a6c-dd0d-4f6a-a652-4d94f99d5d2c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2034626 Jan 10 11:55:47.343312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55672) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:47.350230 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-df786c94-ad31-448f-8f68-6b2787602fee None None] Allocated IP 2001:db8:0:1::2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/1def0cf0-2fda-4a6a-a66f-4c35d4cbfb7a/77e4cefb-10ff-4515-96f0-ed111162f96e) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:47.424576 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router c072f97e-540f-433a-b11c-941780cbfe09 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:55:47.437105 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55674) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:47.489171 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f202048a-866d-420c-9f93-42317b48de35 None None] Port d8bf7523-f677-43d8-9232-7b5766197871 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:47.497473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-a621f781-d7fb-4965-946c-5db2074f7fa3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port 34d92537-fdbe-4394-9aaf-f0016c203d11 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:47.497473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a621f781-d7fb-4965-946c-5db2074f7fa3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (34d92537-fdbe-4394-9aaf-f0016c203d11), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:47.506589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20bef5-9d0e-4bee-9d32-cd95297569a8 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network 1f00e329-8490-4c8c-aacb-1be415cf748f is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:55:47.590850 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f202048a-866d-420c-9f93-42317b48de35 None None] Could not find standard attr ID for object 11947302-ead1-40c8-bb34-fbc1074711fd. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:55:47.618037 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:55:47.621797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7e5e15-b019-4da4-9101-8db566f62d13 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:47.626025 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc7e5e15-b019-4da4-9101-8db566f62d13 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:47.629986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Attempting to bind port 40bb79db-30cb-4914-8b28-1a6392b4b306 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:47.629986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Attempting to bind port 40bb79db-30cb-4914-8b28-1a6392b4b306 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0c5f4da2-0859-43a5-bce7-e4161599f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:47.629986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Attempting to bind port 40bb79db-30cb-4914-8b28-1a6392b4b306 on network e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:47.640811 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Sync routers for ids ['c072f97e-540f-433a-b11c-941780cbfe09'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:55:47.647579 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-bd20bef5-9d0e-4bee-9d32-cd95297569a8 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1f00e329-8490-4c8c-aacb-1be415cf748f) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:47.655877 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd20bef5-9d0e-4bee-9d32-cd95297569a8 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:47.655877 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bd20bef5-9d0e-4bee-9d32-cd95297569a8 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:47.656576 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:47.656962 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Checking segment: {'id': '0c5f4da2-0859-43a5-bce7-e4161599f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:47.657424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:47.657854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Bound using segment: {'id': '0c5f4da2-0859-43a5-bce7-e4161599f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:47.658384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Bound port: 40bb79db-30cb-4914-8b28-1a6392b4b306, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5f4da2-0859-43a5-bce7-e4161599f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:47.658728 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:47.676391 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fe6f78-dfb2-4746-b3b1-cb751f4b5f88 None None] Network 1f00e329-8490-4c8c-aacb-1be415cf748f requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:47.682368 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Routers {'c072f97e-540f-433a-b11c-941780cbfe09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:47.686151 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c072f97e-540f-433a-b11c-941780cbfe09'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:47.746022 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-df786c94-ad31-448f-8f68-6b2787602fee None None] For port 77e4cefb-10ff-4515-96f0-ed111162f96e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77e4cefb-10ff-4515-96f0-ed111162f96e,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:47.822127 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:47.828528 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7ad70bf2-0d94-4174-81c6-69478f4cef09 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8300617 Jan 10 11:55:47.829299 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55682) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:47.875093 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 77e4cefb-10ff-4515-96f0-ed111162f96e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:47.904801 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55686) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:47.909172 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-12a088dd-d25f-4a15-b645-c45271048cca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=321c7b7ddd4b4bf19af939b68dc7ab2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4705160 Jan 10 11:55:47.921593 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55688) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:47.923679 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55692) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:47.924814 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bd20bef5-9d0e-4bee-9d32-cd95297569a8 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0037930 Jan 10 11:55:47.927395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a621f781-d7fb-4965-946c-5db2074f7fa3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (34d92537-fdbe-4394-9aaf-f0016c203d11), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:47.934432 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Set router c072f97e-540f-433a-b11c-941780cbfe09 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:55:47.967928 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-a621f781-d7fb-4965-946c-5db2074f7fa3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for 34d92537-fdbe-4394-9aaf-f0016c203d11 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:47.994461 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d4c7807b-b157-48d4-a7a2-ab91c2f8f455 None None] Provisioning complete for port cab87578-5a5a-410e-81cd-7cfd9381b742 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:47.994845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d4c7807b-b157-48d4-a7a2-ab91c2f8f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cab87578-5a5a-410e-81cd-7cfd9381b742), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.025910 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-df786c94-ad31-448f-8f68-6b2787602fee None None] Publish callbacks [] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.115245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] For port 40bb79db-30cb-4914-8b28-1a6392b4b306, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:48.125234 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] For port 40bb79db-30cb-4914-8b28-1a6392b4b306, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=40bb79db-30cb-4914-8b28-1a6392b4b306,segment=NetworkSegment(0c5f4da2-0859-43a5-bce7-e4161599f4a7),segment_id=0c5f4da2-0859-43a5-bce7-e4161599f4a7)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:48.164806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-df786c94-ad31-448f-8f68-6b2787602fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.178967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1f00e329-8490-4c8c-aacb-1be415cf748f', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:55:48.179810 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.181916 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7807b-b157-48d4-a7a2-ab91c2f8f455 None None] Port cab87578-5a5a-410e-81cd-7cfd9381b742 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:48.261382 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.284817 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-03eaa4d1-769c-4bb1-b569-47e7a37bbb6a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a8ed50a2c6284926857fedd16b365558&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4541745 Jan 10 11:55:48.296830 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55694) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:48.359220 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a621f781-d7fb-4965-946c-5db2074f7fa3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (34d92537-fdbe-4394-9aaf-f0016c203d11), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.375462 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:55:46Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:48.386205 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 77e4cefb-10ff-4515-96f0-ed111162f96e triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:48.387984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.420638 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621f781-d7fb-4965-946c-5db2074f7fa3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=34d92537-fdbe-4394-9aaf-f0016c203d11,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:48.436933 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Checking router: c072f97e-540f-433a-b11c-941780cbfe09 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:55:48.437296 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Updating router c072f97e-540f-433a-b11c-941780cbfe09 port cab87578-5a5a-410e-81cd-7cfd9381b742 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:55:48.482374 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cab87578-5a5a-410e-81cd-7cfd9381b742), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.567713 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9706d789-527c-41c8-ae9e-5543b3c25630 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ec9aea717464bf59ef0093f703ff298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6616416 Jan 10 11:55:48.570948 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-597551d2-429a-4208-a0f7-442914a02624 admin admin] Publish callbacks [] for security_group (282027cb-8864-4397-beaf-e4bc257eca16), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.574487 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55696) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:48.614479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a621f781-d7fb-4965-946c-5db2074f7fa3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.621662 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a621f781-d7fb-4965-946c-5db2074f7fa3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/34d92537-fdbe-4394-9aaf-f0016c203d11 HTTP/1.1" status: 204 len: 168 time: 1.2746453 Jan 10 11:55:48.622401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55698) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:48.649476 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-597551d2-429a-4208-a0f7-442914a02624 admin admin] Publish callbacks [] for security_group (282027cb-8864-4397-beaf-e4bc257eca16), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.667484 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Allocated IP 172.21.0.2 (1f00e329-8490-4c8c-aacb-1be415cf748f/20650af8-0196-4918-be09-b7d143b0175d/0098f146-92f5-4c97-ab96-7f0241b8a3b5) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:48.685015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-599f9a80-a610-488c-9f84-a9c87208dd20 admin admin] Publish callbacks [] for security_group (375dc5cb-3535-47df-95cc-e73c1dbcc88f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.738256 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c36a003-3de4-4678-b232-1df89ab49aeb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:48.743279 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55700) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:48.744592 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5c36a003-3de4-4678-b232-1df89ab49aeb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1120698 Jan 10 11:55:48.770783 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db062880-f147-4465-9683-73eb153c6960 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:48.772316 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-db062880-f147-4465-9683-73eb153c6960 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4744368 Jan 10 11:55:48.775564 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55702) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:48.793532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-599f9a80-a610-488c-9f84-a9c87208dd20 admin admin] Publish callbacks [] for security_group (375dc5cb-3535-47df-95cc-e73c1dbcc88f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.823540 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b2fe7e5d-a901-42a8-8729-ceb678697068 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469511 Jan 10 11:55:48.826065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55704) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:48.831668 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c7e393c2-4669-4df7-99b2-93519e8622cf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1802772414', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:48.878316 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df786c94-ad31-448f-8f68-6b2787602fee None None] Pushing event updated for resources: {'Port': ['ID=77e4cefb-10ff-4515-96f0-ed111162f96e,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:48.899205 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Publish callbacks [] for port (cab87578-5a5a-410e-81cd-7cfd9381b742), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.909464 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc7e5e15-b019-4da4-9101-8db566f62d13 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (844e7205-f140-4aae-bb3a-18d850e20fbc), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.937734 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Publish callbacks [] for port (0098f146-92f5-4c97-ab96-7f0241b8a3b5), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.949353 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e581cb10-f5f4-4eac-a4a8-ad42b08617f6 None None] Provisioning complete for port 40bb79db-30cb-4914-8b28-1a6392b4b306 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:48.950174 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e581cb10-f5f4-4eac-a4a8-ad42b08617f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:48.973901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7e5e15-b019-4da4-9101-8db566f62d13 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:48.984301 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-dc7e5e15-b019-4da4-9101-8db566f62d13 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:48.986556 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:48.987368 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:48.989467 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7e5e15-b019-4da4-9101-8db566f62d13 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:48.990164 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc7e5e15-b019-4da4-9101-8db566f62d13 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.035562 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cab87578-5a5a-410e-81cd-7cfd9381b742), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.057481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e5e15-b019-4da4-9101-8db566f62d13 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Subnet': ['ID=844e7205-f140-4aae-bb3a-18d850e20fbc,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:49.059344 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a016ed-cbef-420b-a400-b034f12da3b9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:49.068000 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a9a016ed-cbef-420b-a400-b034f12da3b9 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3214281 Jan 10 11:55:49.073898 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55708) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:49.078882 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cbb873-5aad-4a36-9b2c-654c325b9b71 None None] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:49.111201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (0098f146-92f5-4c97-ab96-7f0241b8a3b5), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.130390 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Attempting to bind port cab87578-5a5a-410e-81cd-7cfd9381b742 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:49.131262 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Attempting to bind port cab87578-5a5a-410e-81cd-7cfd9381b742 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:49.131643 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Attempting to bind port cab87578-5a5a-410e-81cd-7cfd9381b742 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:49.143563 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:49.143957 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:49.144499 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.144915 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:49.145411 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Bound port: cab87578-5a5a-410e-81cd-7cfd9381b742, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:49.145944 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cab87578-5a5a-410e-81cd-7cfd9381b742), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.201302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedce413-2a1e-4a22-a4d9-7ad19f0b8eee None None] Pushing event updated for resources: {'Port': ['ID=40bb79db-30cb-4914-8b28-1a6392b4b306,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:49.218543 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-597551d2-429a-4208-a0f7-442914a02624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (282027cb-8864-4397-beaf-e4bc257eca16), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.220991 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837a54c0-da4f-4867-8268-289d7f5d4e66 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:49.226924 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-597551d2-429a-4208-a0f7-442914a02624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.227378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837a54c0-da4f-4867-8268-289d7f5d4e66 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:49.229221 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837a54c0-da4f-4867-8268-289d7f5d4e66 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:49.235967 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-597551d2-429a-4208-a0f7-442914a02624 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/282027cb-8864-4397-beaf-e4bc257eca16 HTTP/1.1" status: 204 len: 168 time: 1.3054719 Jan 10 11:55:49.236175 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-837a54c0-da4f-4867-8268-289d7f5d4e66 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1578496 Jan 10 11:55:49.238643 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55712) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:49.256256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.262194 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] For port cab87578-5a5a-410e-81cd-7cfd9381b742, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:49.266037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Network 1f00e329-8490-4c8c-aacb-1be415cf748f is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:49.267361 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] For port cab87578-5a5a-410e-81cd-7cfd9381b742, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cab87578-5a5a-410e-81cd-7cfd9381b742,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:49.273819 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d45da0-1c5f-4890-9066-abf9ee4cd94e None None] Pushing event updated for resources: {'Port': ['ID=cab87578-5a5a-410e-81cd-7cfd9381b742,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:49.297580 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-599f9a80-a610-488c-9f84-a9c87208dd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (375dc5cb-3535-47df-95cc-e73c1dbcc88f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.299763 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-599f9a80-a610-488c-9f84-a9c87208dd20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.303466 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-599f9a80-a610-488c-9f84-a9c87208dd20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/375dc5cb-3535-47df-95cc-e73c1dbcc88f HTTP/1.1" status: 204 len: 168 time: 0.7256608 Jan 10 11:55:49.303466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597551d2-429a-4208-a0f7-442914a02624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282027cb-8864-4397-beaf-e4bc257eca16,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:49.306923 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:55:49.310405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:49.385531 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f9a80-a610-488c-9f84-a9c87208dd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375dc5cb-3535-47df-95cc-e73c1dbcc88f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:49.413019 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55716) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:49.416044 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-dc7e5e15-b019-4da4-9101-8db566f62d13 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3238134 Jan 10 11:55:49.419309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c8117375-ebbb-43e9-a45f-1c1ba6f1bed5 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'security_group': {'name': 'tempest-secgroup-1617080649'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:49.422345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-46eedf63-c08f-49c8-a144-1361111ab113 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 1def0cf0-2fda-4a6a-a66f-4c35d4cbfb7a {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:49.428758 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-46eedf63-c08f-49c8-a144-1361111ab113 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (1def0cf0-2fda-4a6a-a66f-4c35d4cbfb7a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.429396 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cab87578-5a5a-410e-81cd-7cfd9381b742), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.487941 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-46eedf63-c08f-49c8-a144-1361111ab113 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (1def0cf0-2fda-4a6a-a66f-4c35d4cbfb7a), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.500740 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d45da0-1c5f-4890-9066-abf9ee4cd94e None None] Pushing event updated for resources: {'Port': ['ID=cab87578-5a5a-410e-81cd-7cfd9381b742,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:49.560210 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Routers {'c072f97e-540f-433a-b11c-941780cbfe09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:49.560886 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c072f97e-540f-433a-b11c-941780cbfe09'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:49.572134 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e393c2-4669-4df7-99b2-93519e8622cf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:49.575770 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c7e393c2-4669-4df7-99b2-93519e8622cf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.649417 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c8117375-ebbb-43e9-a45f-1c1ba6f1bed5 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.712963 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:49.738261 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20161d8-a13f-4ce4-a704-d89d9650d3ed None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:49.762654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-46eedf63-c08f-49c8-a144-1361111ab113 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (1def0cf0-2fda-4a6a-a66f-4c35d4cbfb7a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.807969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 77e4cefb-10ff-4515-96f0-ed111162f96e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:49.818987 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Pushing event updated for resources: {'Port': ['ID=0098f146-92f5-4c97-ab96-7f0241b8a3b5,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:49.920369 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c8117375-ebbb-43e9-a45f-1c1ba6f1bed5 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (b2e833a3-d378-4ed9-98f3-a87597e9214e), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.943919 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:49.991106 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Allocated IP 172.21.0.1 (1f00e329-8490-4c8c-aacb-1be415cf748f/20650af8-0196-4918-be09-b7d143b0175d/fc678647-19bd-4e55-876c-1140117bbac5) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:50.001281 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c8117375-ebbb-43e9-a45f-1c1ba6f1bed5 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (b2e833a3-d378-4ed9-98f3-a87597e9214e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.067388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce352c-96f4-414d-9c5a-1bdf2e151eeb None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:50.072002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8117375-ebbb-43e9-a45f-1c1ba6f1bed5 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e833a3-d378-4ed9-98f3-a87597e9214e,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:50.077311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e581cb10-f5f4-4eac-a4a8-ad42b08617f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.140617 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c8117375-ebbb-43e9-a45f-1c1ba6f1bed5 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.142024 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c8117375-ebbb-43e9-a45f-1c1ba6f1bed5 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7271717 Jan 10 11:55:50.145600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55736) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:50.150424 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0a91ca3e-227e-497c-9863-17527a6003a6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'security_group': {'name': 'tempest-secgroup-1221382135'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:50.161620 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Attempting to bind port 0098f146-92f5-4c97-ab96-7f0241b8a3b5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:50.162264 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Attempting to bind port 0098f146-92f5-4c97-ab96-7f0241b8a3b5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a8a5364-ace3-4d49-823c-f8322456a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:50.163034 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Attempting to bind port 0098f146-92f5-4c97-ab96-7f0241b8a3b5 on network 1f00e329-8490-4c8c-aacb-1be415cf748f {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:50.168168 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-46eedf63-c08f-49c8-a144-1361111ab113 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (1def0cf0-2fda-4a6a-a66f-4c35d4cbfb7a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.186429 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] Set router c072f97e-540f-433a-b11c-941780cbfe09 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:55:50.211693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eedf63-c08f-49c8-a144-1361111ab113 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=1def0cf0-2fda-4a6a-a66f-4c35d4cbfb7a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:50.215724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-46eedf63-c08f-49c8-a144-1361111ab113 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.221592 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-46eedf63-c08f-49c8-a144-1361111ab113 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/1def0cf0-2fda-4a6a-a66f-4c35d4cbfb7a HTTP/1.1" status: 204 len: 168 time: 0.9795811 Jan 10 11:55:50.222041 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55738) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:50.333480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca03df6-83b9-4bf9-a6b8-20a833533641 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:50.353180 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (fc678647-19bd-4e55-876c-1140117bbac5), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.367579 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-76680f11-3733-48ec-83e4-5cd5b07588ac tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 8c3cb51f-d9f0-4f99-a338-a3e79a11b099 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:55:50.375872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c7e393c2-4669-4df7-99b2-93519e8622cf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (018eb74b-0d85-4895-9574-a7a35eefd2a2), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.379550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-76680f11-3733-48ec-83e4-5cd5b07588ac tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (8c3cb51f-d9f0-4f99-a338-a3e79a11b099), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.467829 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:50.468313 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Checking segment: {'id': '0a8a5364-ace3-4d49-823c-f8322456a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:50.468836 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.469250 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Bound using segment: {'id': '0a8a5364-ace3-4d49-823c-f8322456a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:50.469750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Bound port: 0098f146-92f5-4c97-ab96-7f0241b8a3b5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8a5364-ace3-4d49-823c-f8322456a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:50.474176 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0a91ca3e-227e-497c-9863-17527a6003a6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.474354 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (0098f146-92f5-4c97-ab96-7f0241b8a3b5), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.532788 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:55:46Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:50.544140 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-76680f11-3733-48ec-83e4-5cd5b07588ac tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (8c3cb51f-d9f0-4f99-a338-a3e79a11b099), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.578483 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e581cb10-f5f4-4eac-a4a8-ad42b08617f6 None None] For port 40bb79db-30cb-4914-8b28-1a6392b4b306, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=40bb79db-30cb-4914-8b28-1a6392b4b306,segment=NetworkSegment(0c5f4da2-0859-43a5-bce7-e4161599f4a7),segment_id=0c5f4da2-0859-43a5-bce7-e4161599f4a7)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:50.579304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e393c2-4669-4df7-99b2-93519e8622cf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Subnet': ['ID=018eb74b-0d85-4895-9574-a7a35eefd2a2,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:50.582648 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22abbf-9026-4cea-8704-69fdca610f86 None None] The sync data for ids ['c072f97e-540f-433a-b11c-941780cbfe09'] in dv-neutron-master-2-hyperv is: [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:55:46Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:55:50.586417 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (fc678647-19bd-4e55-876c-1140117bbac5), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.607370 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e393c2-4669-4df7-99b2-93519e8622cf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Checking segment: {'id': '558b0ef5-6be5-4c93-a0ef-909296de2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:50.608099 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e393c2-4669-4df7-99b2-93519e8622cf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network hostable DHCP agents. Network: 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:55:50.613412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eb4785-5c7f-41b0-ae37-fbd94a522cec None None] Update dhcp port {'port': {'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'fixed_ips': [{'subnet_id': 'ff90e6ac-57d7-4c08-bc0f-0dd087f8e452', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '844e7205-f140-4aae-bb3a-18d850e20fbc'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'a52222cf-618d-4605-a8d6-f830c73f8cdc'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:55:50.640998 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0a91ca3e-227e-497c-9863-17527a6003a6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (6511f590-1565-4a3d-a0ab-418b0c220f1c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.660462 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b8eb4785-5c7f-41b0-ae37-fbd94a522cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.662453 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 77e4cefb-10ff-4515-96f0-ed111162f96e triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:50.663083 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.673801 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network 1f00e329-8490-4c8c-aacb-1be415cf748f is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:50.681376 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:50.687680 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:50.714888 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-76680f11-3733-48ec-83e4-5cd5b07588ac tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (8c3cb51f-d9f0-4f99-a338-a3e79a11b099), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.718970 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e581cb10-f5f4-4eac-a4a8-ad42b08617f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.741459 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=fc678647-19bd-4e55-876c-1140117bbac5,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:50.756519 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0a91ca3e-227e-497c-9863-17527a6003a6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (6511f590-1565-4a3d-a0ab-418b0c220f1c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.782177 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (09c46bb3-cc27-42f9-956f-904173c6a593), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.840503 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91ca3e-227e-497c-9863-17527a6003a6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6511f590-1565-4a3d-a0ab-418b0c220f1c,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:50.850753 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581cb10-f5f4-4eac-a4a8-ad42b08617f6 None None] Pushing event updated for resources: {'Port': ['ID=40bb79db-30cb-4914-8b28-1a6392b4b306,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:50.879312 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0a91ca3e-227e-497c-9863-17527a6003a6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.879523 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0a91ca3e-227e-497c-9863-17527a6003a6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7337999 Jan 10 11:55:50.882899 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55758) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:50.887938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d13b2040-f2d6-4553-8fba-e42245f6cb1e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'security_group': {'name': 'tempest-secgroup-1452430357'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:50.906607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-76680f11-3733-48ec-83e4-5cd5b07588ac tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (8c3cb51f-d9f0-4f99-a338-a3e79a11b099), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.914416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] For port 0098f146-92f5-4c97-ab96-7f0241b8a3b5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:50.941957 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76680f11-3733-48ec-83e4-5cd5b07588ac tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=8c3cb51f-d9f0-4f99-a338-a3e79a11b099,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:50.962098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-76680f11-3733-48ec-83e4-5cd5b07588ac tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:50.965445 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-76680f11-3733-48ec-83e4-5cd5b07588ac tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/8c3cb51f-d9f0-4f99-a338-a3e79a11b099 HTTP/1.1" status: 204 len: 168 time: 0.7422740 Jan 10 11:55:50.968014 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55760) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:50.986419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e393c2-4669-4df7-99b2-93519e8622cf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:55:50.986540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] For port 0098f146-92f5-4c97-ab96-7f0241b8a3b5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0098f146-92f5-4c97-ab96-7f0241b8a3b5,segment=NetworkSegment(0a8a5364-ace3-4d49-823c-f8322456a0cf),segment_id=0a8a5364-ace3-4d49-823c-f8322456a0cf)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:51.047275 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-90248763-dd90-42aa-865b-9255418d1907 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738339 Jan 10 11:55:51.052102 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55764) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:51.059423 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-0adf0d7b-10ba-46c2-b594-8da3aa977dcc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:51.095204 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55766) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:51.100648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fc678647-19bd-4e55-876c-1140117bbac5), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:51.140336 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d13b2040-f2d6-4553-8fba-e42245f6cb1e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:51.151890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:55:42Z', 'revision_number': 2, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:48Z', 'revision_number': 4, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:51.172190 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0ac36bb9-f240-454b-af48-745ddf741a8f None None] Provisioning complete for port a52222cf-618d-4605-a8d6-f830c73f8cdc triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:51.172190 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0ac36bb9-f240-454b-af48-745ddf741a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:51.221106 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-c7e393c2-4669-4df7-99b2-93519e8622cf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:51.257272 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e393c2-4669-4df7-99b2-93519e8622cf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:51.258818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c7e393c2-4669-4df7-99b2-93519e8622cf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:51.332237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c63ae9-a26f-4e1e-9ed5-a79b036d1348 None None] The sync data for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv is: [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:55:42Z', 'revision_number': 2, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:48Z', 'revision_number': 4, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:55:51.401804 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c7e393c2-4669-4df7-99b2-93519e8622cf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5719061 Jan 10 11:55:51.415725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55774) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:51.433163 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d13b2040-f2d6-4553-8fba-e42245f6cb1e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (1bc80a05-48f5-46f6-aba9-df1ec0ba9d96), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:51.543362 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af535ea-327a-4641-805f-ca434629dc08 None None] Network 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:51.563940 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d13b2040-f2d6-4553-8fba-e42245f6cb1e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (1bc80a05-48f5-46f6-aba9-df1ec0ba9d96), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:51.706919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d1043470-0580-432d-b930-f6094cf898f5 tempest-SubnetPoolsTestJSON-1729337058 tempest-SubnetPoolsTestJSON-1729337058-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-841802265', 'prefixes': ['172.20.0.0/16']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:51.724102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (0098f146-92f5-4c97-ab96-7f0241b8a3b5), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:51.739665 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d13b2040-f2d6-4553-8fba-e42245f6cb1e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:51.747338 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55778) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:51.751233 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d13b2040-f2d6-4553-8fba-e42245f6cb1e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8639271 Jan 10 11:55:51.783592 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-30598aed-bf42-405d-a2b3-53217247ba07 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1273193719', 'security_groups': ['1bc80a05-48f5-46f6-aba9-df1ec0ba9d96'], 'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '844e7205-f140-4aae-bb3a-18d850e20fbc'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:51.825153 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b2040-f2d6-4553-8fba-e42245f6cb1e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc80a05-48f5-46f6-aba9-df1ec0ba9d96,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:51.868669 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adf0d7b-10ba-46c2-b594-8da3aa977dcc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:51.882702 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0adf0d7b-10ba-46c2-b594-8da3aa977dcc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:51.961112 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-b8eb4785-5c7f-41b0-ae37-fbd94a522cec None None] Allocated IP 2001:db8::2 (9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab/844e7205-f140-4aae-bb3a-18d850e20fbc/a52222cf-618d-4605-a8d6-f830c73f8cdc) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:52.010297 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (fc678647-19bd-4e55-876c-1140117bbac5), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:52.104640 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (fc678647-19bd-4e55-876c-1140117bbac5), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:52.160804 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cab87578-5a5a-410e-81cd-7cfd9381b742 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:52.162763 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed3c44d-0662-4fdd-8b12-b9271acf686a None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:52.170543 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (09c46bb3-cc27-42f9-956f-904173c6a593), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:52.295349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-b8eb4785-5c7f-41b0-ae37-fbd94a522cec None None] For port a52222cf-618d-4605-a8d6-f830c73f8cdc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a52222cf-618d-4605-a8d6-f830c73f8cdc,segment=NetworkSegment(beab17bf-0a1e-40cb-8f69-00ca1264027a),segment_id=beab17bf-0a1e-40cb-8f69-00ca1264027a)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:52.328196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=fc678647-19bd-4e55-876c-1140117bbac5,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:52.445462 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network 1f00e329-8490-4c8c-aacb-1be415cf748f is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:52.453863 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30598aed-bf42-405d-a2b3-53217247ba07 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:52.464912 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:52.552501 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d0c28-2a71-4507-89bf-491df8916b26 None None] Pushing event updated for resources: {'Port': ['ID=0098f146-92f5-4c97-ab96-7f0241b8a3b5,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:52.588853 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:55:52.590874 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:52.624650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b8eb4785-5c7f-41b0-ae37-fbd94a522cec None None] Publish callbacks [] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:52.769556 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d1043470-0580-432d-b930-f6094cf898f5 tempest-SubnetPoolsTestJSON-1729337058 tempest-SubnetPoolsTestJSON-1729337058-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:52.775104 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d1043470-0580-432d-b930-f6094cf898f5 tempest-SubnetPoolsTestJSON-1729337058 tempest-SubnetPoolsTestJSON-1729337058-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.6572609 Jan 10 11:55:52.780728 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b8eb4785-5c7f-41b0-ae37-fbd94a522cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:52.782555 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55792) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:52.823916 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 09c46bb3-cc27-42f9-956f-904173c6a593 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:55:52.886064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca33e56-c9ba-4c8c-9e16-1efa91756d0c None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:55:52.903492 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-59b187cd-137f-48a2-b80a-1f8fd653dc55 tempest-SubnetPoolsTestJSON-1729337058 tempest-SubnetPoolsTestJSON-1729337058-project] 10.222.0.16 "GET /v2.0/subnetpools/448383c1-9fc1-4de0-b805-b28a0b36a2ed HTTP/1.1" status: 200 len: 731 time: 0.1150756 Jan 10 11:55:52.908346 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55798) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:52.920554 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-28e3480b-e6cb-4590-9600-7670dfd264cb tempest-SubnetPoolsTestJSON-1729337058 tempest-SubnetPoolsTestJSON-1729337058-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1305040795'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:52.970225 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port cab87578-5a5a-410e-81cd-7cfd9381b742 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:52.970608 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cab87578-5a5a-410e-81cd-7cfd9381b742), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:52.974816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0adf0d7b-10ba-46c2-b594-8da3aa977dcc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (5e7cb765-3570-494c-abae-6f5be663d38b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:53.190201 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adf0d7b-10ba-46c2-b594-8da3aa977dcc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:53.198039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-0adf0d7b-10ba-46c2-b594-8da3aa977dcc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:53.202771 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf0d7b-10ba-46c2-b594-8da3aa977dcc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=5e7cb765-3570-494c-abae-6f5be663d38b,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:53.205796 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adf0d7b-10ba-46c2-b594-8da3aa977dcc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:53.206412 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0adf0d7b-10ba-46c2-b594-8da3aa977dcc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:53.211637 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:53.333143 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0adf0d7b-10ba-46c2-b594-8da3aa977dcc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2765090 Jan 10 11:55:53.336286 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55800) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:53.346511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-38ace7b9-7c0f-46c4-9542-dcab18195a9b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:53.393973 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb4785-5c7f-41b0-ae37-fbd94a522cec None None] Pushing event updated for resources: {'Port': ['ID=a52222cf-618d-4605-a8d6-f830c73f8cdc,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:53.447219 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0ac36bb9-f240-454b-af48-745ddf741a8f None None] Provisioning complete for port 40bb79db-30cb-4914-8b28-1a6392b4b306 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:53.447695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0ac36bb9-f240-454b-af48-745ddf741a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:53.539672 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cab87578-5a5a-410e-81cd-7cfd9381b742), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:53.556274 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Allocated IP 172.20.0.2 (4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8/018eb74b-0d85-4895-9574-a7a35eefd2a2/547defcb-bf28-4ba8-bb72-4ab2e17b9b5b) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:53.681033 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9ca33e56-c9ba-4c8c-9e16-1efa91756d0c None None] Deleting port 77e4cefb-10ff-4515-96f0-ed111162f96e {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:53.681416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9ca33e56-c9ba-4c8c-9e16-1efa91756d0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:53.688928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port cab87578-5a5a-410e-81cd-7cfd9381b742, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cab87578-5a5a-410e-81cd-7cfd9381b742,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:53.708633 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:55:53.713267 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-30598aed-bf42-405d-a2b3-53217247ba07 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:53.722876 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ba2f59af-0b67-4141-8fbb-9955ffe9ac5b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/09c46bb3-cc27-42f9-956f-904173c6a593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7541168 Jan 10 11:55:53.733934 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55804) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:53.747153 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d57520ad-6396-4067-bac9-fee3aefea99e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'network': {'name': 'tempest-RoutersTest-748843806'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:53.786211 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-30598aed-bf42-405d-a2b3-53217247ba07 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] device_id is not set on port 16a75897-9e47-4dca-8f1a-4cb7ce1d9657 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:55:53.829608 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0ac36bb9-f240-454b-af48-745ddf741a8f None None] Provisioning complete for port d8bf7523-f677-43d8-9232-7b5766197871 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:53.830279 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0ac36bb9-f240-454b-af48-745ddf741a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d8bf7523-f677-43d8-9232-7b5766197871), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:53.837147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cab87578-5a5a-410e-81cd-7cfd9381b742), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:53.942603 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57520ad-6396-4067-bac9-fee3aefea99e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:53.948187 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d57520ad-6396-4067-bac9-fee3aefea99e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:53.998147 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55806) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:54.009471 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-9ca33e56-c9ba-4c8c-9e16-1efa91756d0c None None] For port 77e4cefb-10ff-4515-96f0-ed111162f96e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77e4cefb-10ff-4515-96f0-ed111162f96e,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:54.009968 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9ca33e56-c9ba-4c8c-9e16-1efa91756d0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.027299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9ca33e56-c9ba-4c8c-9e16-1efa91756d0c None None] Calling delete_port for 77e4cefb-10ff-4515-96f0-ed111162f96e owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:55:54.028478 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57520ad-6396-4067-bac9-fee3aefea99e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:55:54.040900 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d57520ad-6396-4067-bac9-fee3aefea99e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9aab1a36-4a04-4ac4-aafd-7eec55ec036b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.041408 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-d57520ad-6396-4067-bac9-fee3aefea99e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Added segment 9aab1a36-4a04-4ac4-aafd-7eec55ec036b of type vlan for network b3157887-7172-43e8-818a-aed8b65004b1 Jan 10 11:55:54.067166 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-23ff2f22-9018-4196-bcda-cc7728866ab3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2084826806', 'description': 'tempest-secgroup-smoke-2084826806 description', 'project_id': '64c3df50eabf474d900be6a95c814069'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:54.172611 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-0ac36bb9-f240-454b-af48-745ddf741a8f None None] Port d8bf7523-f677-43d8-9232-7b5766197871 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:54.214985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=cab87578-5a5a-410e-81cd-7cfd9381b742,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:54.237633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 40bb79db-30cb-4914-8b28-1a6392b4b306 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:54.249006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-28e3480b-e6cb-4590-9600-7670dfd264cb tempest-SubnetPoolsTestJSON-1729337058 tempest-SubnetPoolsTestJSON-1729337058-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.249106 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-28e3480b-e6cb-4590-9600-7670dfd264cb tempest-SubnetPoolsTestJSON-1729337058 tempest-SubnetPoolsTestJSON-1729337058-project] 10.222.0.16 "PUT /v2.0/subnetpools/448383c1-9fc1-4de0-b805-b28a0b36a2ed HTTP/1.1" status: 200 len: 684 time: 1.3396518 Jan 10 11:55:54.253653 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d57520ad-6396-4067-bac9-fee3aefea99e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (b3157887-7172-43e8-818a-aed8b65004b1), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.255730 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55808) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:54.260854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0ac36bb9-f240-454b-af48-745ddf741a8f None None] Provisioning complete for port 77e4cefb-10ff-4515-96f0-ed111162f96e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:54.261235 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0ac36bb9-f240-454b-af48-745ddf741a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.274432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23ff2f22-9018-4196-bcda-cc7728866ab3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.368433 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-30598aed-bf42-405d-a2b3-53217247ba07 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Allocated IP 2001:db8::168 (9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab/844e7205-f140-4aae-bb3a-18d850e20fbc/16a75897-9e47-4dca-8f1a-4cb7ce1d9657) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:54.377198 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.resource_extend [None req-d57520ad-6396-4067-bac9-fee3aefea99e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 11:55:54.386210 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23ff2f22-9018-4196-bcda-cc7728866ab3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.398737 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Publish callbacks [] for port (547defcb-bf28-4ba8-bb72-4ab2e17b9b5b), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.410396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3016a59-068a-4801-b95d-3cf7b0bc96d1 None None] Network 1f00e329-8490-4c8c-aacb-1be415cf748f requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:54.479580 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9ca33e56-c9ba-4c8c-9e16-1efa91756d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (77e4cefb-10ff-4515-96f0-ed111162f96e), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.501019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 40bb79db-30cb-4914-8b28-1a6392b4b306 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:54.501404 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.526215 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-0ac36bb9-f240-454b-af48-745ddf741a8f None None] Port 77e4cefb-10ff-4515-96f0-ed111162f96e update to ACTIVE by agent not found {{(pid=110626) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 10 11:55:54.555368 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca33e56-c9ba-4c8c-9e16-1efa91756d0c None None] Pushing event deleted for resources: {'Port': ['ID=77e4cefb-10ff-4515-96f0-ed111162f96e,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:54.564268 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (547defcb-bf28-4ba8-bb72-4ab2e17b9b5b), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.582969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca33e56-c9ba-4c8c-9e16-1efa91756d0c None None] No DVR routers for this DVR port 77e4cefb-10ff-4515-96f0-ed111162f96e on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:55:54.608938 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d57520ad-6396-4067-bac9-fee3aefea99e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (b3157887-7172-43e8-818a-aed8b65004b1), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.609184 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ace7b9-7c0f-46c4-9542-dcab18195a9b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:54.613700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-38ace7b9-7c0f-46c4-9542-dcab18195a9b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.615196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57520ad-6396-4067-bac9-fee3aefea99e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:54.617540 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d57520ad-6396-4067-bac9-fee3aefea99e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.652676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f2e7f2-9745-4dd8-a1d3-a0143e293ca4 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:54.653058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.1 (4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8/018eb74b-0d85-4895-9574-a7a35eefd2a2/f6921a59-af6c-4d11-959c-a9ae5ebed10f) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:54.660390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-934deff0-865f-46f2-afda-527e8fde8fef tempest-SubnetPoolsTestJSON-1729337058 tempest-SubnetPoolsTestJSON-1729337058-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.664076 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-934deff0-865f-46f2-afda-527e8fde8fef tempest-SubnetPoolsTestJSON-1729337058 tempest-SubnetPoolsTestJSON-1729337058-project] 10.222.0.16 "DELETE /v2.0/subnetpools/448383c1-9fc1-4de0-b805-b28a0b36a2ed HTTP/1.1" status: 204 len: 168 time: 0.4021258 Jan 10 11:55:54.667271 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Network 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:54.671305 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55810) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:54.677974 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-30598aed-bf42-405d-a2b3-53217247ba07 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (16a75897-9e47-4dca-8f1a-4cb7ce1d9657), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.689922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0ac36bb9-f240-454b-af48-745ddf741a8f None None] Provisioning complete for port cab87578-5a5a-410e-81cd-7cfd9381b742 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:54.690309 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0ac36bb9-f240-454b-af48-745ddf741a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cab87578-5a5a-410e-81cd-7cfd9381b742), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.700925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:54.735978 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d57520ad-6396-4067-bac9-fee3aefea99e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0000768 Jan 10 11:55:54.745041 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55814) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:54.745041 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57520ad-6396-4067-bac9-fee3aefea99e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Network': ['ID=b3157887-7172-43e8-818a-aed8b65004b1,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:54.749668 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-68fcbc1f-ec13-4518-8bfe-8b02fcc73561 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'subnet': {'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:54.751800 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:54.763657 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-95ca8742-f134-4312-a881-f97d022cc99a tempest-SubnetPoolsTestJSON-1729337058 tempest-SubnetPoolsTestJSON-1729337058-project] show failed (client error): The resource could not be found. Jan 10 11:55:54.764866 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-95ca8742-f134-4312-a881-f97d022cc99a tempest-SubnetPoolsTestJSON-1729337058 tempest-SubnetPoolsTestJSON-1729337058-project] 10.222.0.16 "GET /v2.0/subnetpools/448383c1-9fc1-4de0-b805-b28a0b36a2ed HTTP/1.1" status: 404 len: 346 time: 0.0847001 Jan 10 11:55:54.800565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55816) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:54.807918 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network b3157887-7172-43e8-818a-aed8b65004b1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:55:54.810519 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Pushing event updated for resources: {'Port': ['ID=547defcb-bf28-4ba8-bb72-4ab2e17b9b5b,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:54.840678 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-692d2596-c41a-498d-81a5-bc26128e9643 tempest-SubnetPoolsTestJSON-1729337058 tempest-SubnetPoolsTestJSON-1729337058-project] delete failed (client error): The resource could not be found. Jan 10 11:55:54.845830 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-692d2596-c41a-498d-81a5-bc26128e9643 tempest-SubnetPoolsTestJSON-1729337058 tempest-SubnetPoolsTestJSON-1729337058-project] 10.222.0.16 "DELETE /v2.0/subnetpools/448383c1-9fc1-4de0-b805-b28a0b36a2ed HTTP/1.1" status: 404 len: 346 time: 0.0399816 Jan 10 11:55:54.876088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Sync routers for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:55:54.878395 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.ipam_backend_mixin [None req-38ace7b9-7c0f-46c4-9542-dcab18195a9b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e7cb765-3570-494c-abae-6f5be663d38b (CIDR: 2001:db8::/64) Jan 10 11:55:54.902387 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23ff2f22-9018-4196-bcda-cc7728866ab3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group (38c86666-a2fc-47d4-b12a-d602a667eac9), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:54.907275 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ace7b9-7c0f-46c4-9542-dcab18195a9b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:54.907775 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ace7b9-7c0f-46c4-9542-dcab18195a9b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:55:54.932269 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.026515 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:55.027183 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:55.041657 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23ff2f22-9018-4196-bcda-cc7728866ab3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (38c86666-a2fc-47d4-b12a-d602a667eac9), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.080410 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff2f22-9018-4196-bcda-cc7728866ab3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c86666-a2fc-47d4-b12a-d602a667eac9,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:55.089749 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-30598aed-bf42-405d-a2b3-53217247ba07 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (16a75897-9e47-4dca-8f1a-4cb7ce1d9657), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.091611 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fcbc1f-ec13-4518-8bfe-8b02fcc73561 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:55.093181 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-38ace7b9-7c0f-46c4-9542-dcab18195a9b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7558944 Jan 10 11:55:55.102948 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.103797 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-68fcbc1f-ec13-4518-8bfe-8b02fcc73561 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.103890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55820) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:55.117362 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-e10ba2be-d066-485e-8512-608737f4eb78 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:55.129809 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 0098f146-92f5-4c97-ab96-7f0241b8a3b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:55.137118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Attempting to bind port 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:55.137662 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Attempting to bind port 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '558b0ef5-6be5-4c93-a0ef-909296de2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:55.138222 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Attempting to bind port 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b on network 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:55.167270 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'project_id': '985d9fdfc3ea4911b7907895c348883f', 'fixed_ips': [{'subnet_id': '5e7cb765-3570-494c-abae-6f5be663d38b'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:55:55.168133 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.195544 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:55.204009 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:55.204395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Checking segment: {'id': '558b0ef5-6be5-4c93-a0ef-909296de2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:55.204808 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.205223 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Bound using segment: {'id': '558b0ef5-6be5-4c93-a0ef-909296de2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:55.205735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Bound port: 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558b0ef5-6be5-4c93-a0ef-909296de2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:55.206158 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (547defcb-bf28-4ba8-bb72-4ab2e17b9b5b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.237589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:55.253393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:55.286191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=f6921a59-af6c-4d11-959c-a9ae5ebed10f,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:55.307351 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30598aed-bf42-405d-a2b3-53217247ba07 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=16a75897-9e47-4dca-8f1a-4cb7ce1d9657,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:55.320738 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30598aed-bf42-405d-a2b3-53217247ba07 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:55.331635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:55:55.340456 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (c072f97e-540f-433a-b11c-941780cbfe09), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.341599 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-30598aed-bf42-405d-a2b3-53217247ba07 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:55.344875 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30598aed-bf42-405d-a2b3-53217247ba07 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:55.354085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30598aed-bf42-405d-a2b3-53217247ba07 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:55.354837 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-30598aed-bf42-405d-a2b3-53217247ba07 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.440748 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23ff2f22-9018-4196-bcda-cc7728866ab3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group (497018b9-49b9-4c75-ac23-e1e6bfcf4261), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.504757 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-30598aed-bf42-405d-a2b3-53217247ba07 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7449355 Jan 10 11:55:55.508402 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55824) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:55.514077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-6ad1e1ef-9cc1-4753-8fbd-c61b6b82f8e4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'subnet': {'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:55.545061 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10ba2be-d066-485e-8512-608737f4eb78 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:55.549883 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e10ba2be-d066-485e-8512-608737f4eb78 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.550569 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23ff2f22-9018-4196-bcda-cc7728866ab3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (497018b9-49b9-4c75-ac23-e1e6bfcf4261), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.636706 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55826) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:55.679968 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff2f22-9018-4196-bcda-cc7728866ab3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497018b9-49b9-4c75-ac23-e1e6bfcf4261,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:55.786791 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23ff2f22-9018-4196-bcda-cc7728866ab3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.788855 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-23ff2f22-9018-4196-bcda-cc7728866ab3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.7455692 Jan 10 11:55:55.792235 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55830) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:55.798307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0126bb97-d63c-4761-b13b-7cc44ecc82f6 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Request body: {'security_group_rule': {'security_group_id': '497018b9-49b9-4c75-ac23-e1e6bfcf4261', 'project_id': '64c3df50eabf474d900be6a95c814069', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:55.835538 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-68fcbc1f-ec13-4518-8bfe-8b02fcc73561 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (58030fd2-c6ee-406a-9ad1-48b0cccc3692), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.920571 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16eab26a-0787-4180-87e4-580d1612b48e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.957924 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.965508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 0098f146-92f5-4c97-ab96-7f0241b8a3b5 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:55.966089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (0098f146-92f5-4c97-ab96-7f0241b8a3b5), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:55.969759 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0126bb97-d63c-4761-b13b-7cc44ecc82f6 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (015dd8f2-4abe-4627-bdce-eb15ed77fd37), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.001811 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcbc1f-ec13-4518-8bfe-8b02fcc73561 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Subnet': ['ID=58030fd2-c6ee-406a-9ad1-48b0cccc3692,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:56.024887 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] For port 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:56.029180 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-1e23c9a2-a053-47f2-9bcc-0e7e8bccdd71 None None] Provisioning complete for port d8bf7523-f677-43d8-9232-7b5766197871 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:56.029635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1e23c9a2-a053-47f2-9bcc-0e7e8bccdd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d8bf7523-f677-43d8-9232-7b5766197871), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.107294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] For port 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=547defcb-bf28-4ba8-bb72-4ab2e17b9b5b,segment=NetworkSegment(558b0ef5-6be5-4c93-a0ef-909296de2712),segment_id=558b0ef5-6be5-4c93-a0ef-909296de2712)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:56.113457 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fcbc1f-ec13-4518-8bfe-8b02fcc73561 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Checking segment: {'id': '9aab1a36-4a04-4ac4-aafd-7eec55ec036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:56.114058 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fcbc1f-ec13-4518-8bfe-8b02fcc73561 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network hostable DHCP agents. Network: b3157887-7172-43e8-818a-aed8b65004b1, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:55:56.142024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Allocated IP 2001:db8::2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/5e7cb765-3570-494c-abae-6f5be663d38b/187b0cab-9036-4fb9-a9a4-f4019129a1b0) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:56.147927 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0126bb97-d63c-4761-b13b-7cc44ecc82f6 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (015dd8f2-4abe-4627-bdce-eb15ed77fd37), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.148131 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1e23c9a2-a053-47f2-9bcc-0e7e8bccdd71 None None] Port d8bf7523-f677-43d8-9232-7b5766197871 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:56.151031 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16eab26a-0787-4180-87e4-580d1612b48e admin admin] Publish callbacks [] for security_group (9652b207-167f-4bac-9295-12906f15bfad), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.204876 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (547defcb-bf28-4ba8-bb72-4ab2e17b9b5b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.236160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.objects.ports [None req-e10ba2be-d066-485e-8512-608737f4eb78 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110624) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:55:56.236412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-1e23c9a2-a053-47f2-9bcc-0e7e8bccdd71 None None] Provisioning complete for port a52222cf-618d-4605-a8d6-f830c73f8cdc triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:56.236412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1e23c9a2-a053-47f2-9bcc-0e7e8bccdd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.236696 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e10ba2be-d066-485e-8512-608737f4eb78 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (8e4a3c3a-c7b1-4f33-a38d-5983ace1c108), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.243409 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0126bb97-d63c-4761-b13b-7cc44ecc82f6 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (015dd8f2-4abe-4627-bdce-eb15ed77fd37), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.268663 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126bb97-d63c-4761-b13b-7cc44ecc82f6 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015dd8f2-4abe-4627-bdce-eb15ed77fd37,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:56.276278 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fcbc1f-ec13-4518-8bfe-8b02fcc73561 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network b3157887-7172-43e8-818a-aed8b65004b1 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:55:56.278663 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-16eab26a-0787-4180-87e4-580d1612b48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (9652b207-167f-4bac-9295-12906f15bfad), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.307162 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad1e1ef-9cc1-4753-8fbd-c61b6b82f8e4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:56.310327 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6ad1e1ef-9cc1-4753-8fbd-c61b6b82f8e4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.331704 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-16eab26a-0787-4180-87e4-580d1612b48e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80d5fb3bd5c54db78ed03c82135c6d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6935623 Jan 10 11:55:56.332481 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eab26a-0787-4180-87e4-580d1612b48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9652b207-167f-4bac-9295-12906f15bfad,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:56.335013 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55834) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:56.339159 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (0098f146-92f5-4c97-ab96-7f0241b8a3b5), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.344807 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0126bb97-d63c-4761-b13b-7cc44ecc82f6 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.346213 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0126bb97-d63c-4761-b13b-7cc44ecc82f6 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5527084 Jan 10 11:55:56.352392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 3, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:55:51Z', 'revision_number': 2, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:56.353972 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55836) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:56.359503 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-7a91cd1a-470f-4064-a375-cb7064f48e3b tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Request body: {'security_group_rule': {'security_group_id': '497018b9-49b9-4c75-ac23-e1e6bfcf4261', 'project_id': '64c3df50eabf474d900be6a95c814069', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:56.383834 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-68fcbc1f-ec13-4518-8bfe-8b02fcc73561 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b3157887-7172-43e8-818a-aed8b65004b1) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:56.403908 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c5ec75-7be9-4db0-be89-4316ac22daee None None] Network b3157887-7172-43e8-818a-aed8b65004b1 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:56.412506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Checking router: 09c46bb3-cc27-42f9-956f-904173c6a593 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:55:56.412865 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Updating router 09c46bb3-cc27-42f9-956f-904173c6a593 port fc678647-19bd-4e55-876c-1140117bbac5 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:55:56.417929 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10ba2be-d066-485e-8512-608737f4eb78 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:56.419986 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fcbc1f-ec13-4518-8bfe-8b02fcc73561 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:56.420838 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-68fcbc1f-ec13-4518-8bfe-8b02fcc73561 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.432565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-e10ba2be-d066-485e-8512-608737f4eb78 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:56.436056 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ba2be-d066-485e-8512-608737f4eb78 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:56.436581 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e10ba2be-d066-485e-8512-608737f4eb78 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.444548 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0f00b-7f05-4c1a-b71a-44254759c75e None None] Pushing event updated for resources: {'Port': ['ID=547defcb-bf28-4ba8-bb72-4ab2e17b9b5b,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:56.448284 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-827ca7d3-d4a4-4560-9780-994f3fbc7294 admin admin] Publish callbacks [] for security_group (9652b207-167f-4bac-9295-12906f15bfad), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.479614 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-827ca7d3-d4a4-4560-9780-994f3fbc7294 admin admin] Publish callbacks [] for security_group (9652b207-167f-4bac-9295-12906f15bfad), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.500223 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a91cd1a-470f-4064-a375-cb7064f48e3b tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (4c8405d9-2ca6-4b04-8716-38d9e273beb8), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.506843 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ba2be-d066-485e-8512-608737f4eb78 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=8e4a3c3a-c7b1-4f33-a38d-5983ace1c108,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:56.530797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55838) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:56.531625 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-68fcbc1f-ec13-4518-8bfe-8b02fcc73561 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7861128 Jan 10 11:55:56.575441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 0098f146-92f5-4c97-ab96-7f0241b8a3b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0098f146-92f5-4c97-ab96-7f0241b8a3b5,segment=NetworkSegment(0a8a5364-ace3-4d49-823c-f8322456a0cf),segment_id=0a8a5364-ace3-4d49-823c-f8322456a0cf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:56.583695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fc678647-19bd-4e55-876c-1140117bbac5), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.615218 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a91cd1a-470f-4064-a375-cb7064f48e3b tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (4c8405d9-2ca6-4b04-8716-38d9e273beb8), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.641356 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e10ba2be-d066-485e-8512-608737f4eb78 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5365138 Jan 10 11:55:56.646041 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55840) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:56.649386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8de5e024-dd4b-4a5a-b2d1-7fa7d24593b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'mac_address': 'fa:16:3e:74:cf:8c', 'name': 'tempest-NetworksTestDHCPv6-1670413349'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:56.691977 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.ipam_backend_mixin [None req-6ad1e1ef-9cc1-4753-8fbd-c61b6b82f8e4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 844e7205-f140-4aae-bb3a-18d850e20fbc (CIDR: 2001:db8::/64) Jan 10 11:55:56.715699 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.728234 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Publish callbacks [] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.732292 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (0098f146-92f5-4c97-ab96-7f0241b8a3b5), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.733385 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a52222cf-618d-4605-a8d6-f830c73f8cdc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:56.744835 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a91cd1a-470f-4064-a375-cb7064f48e3b tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (4c8405d9-2ca6-4b04-8716-38d9e273beb8), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.780034 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91cd1a-470f-4064-a375-cb7064f48e3b tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8405d9-2ca6-4b04-8716-38d9e273beb8,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:56.785816 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad1e1ef-9cc1-4753-8fbd-c61b6b82f8e4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:56.786481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad1e1ef-9cc1-4753-8fbd-c61b6b82f8e4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:55:56.802599 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-827ca7d3-d4a4-4560-9780-994f3fbc7294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (9652b207-167f-4bac-9295-12906f15bfad), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.806591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-827ca7d3-d4a4-4560-9780-994f3fbc7294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.807928 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-827ca7d3-d4a4-4560-9780-994f3fbc7294 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9652b207-167f-4bac-9295-12906f15bfad HTTP/1.1" status: 204 len: 168 time: 0.4719708 Jan 10 11:55:56.836062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ca7d3-d4a4-4560-9780-994f3fbc7294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9652b207-167f-4bac-9295-12906f15bfad,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:56.860062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b3157887-7172-43e8-818a-aed8b65004b1', 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'fixed_ips': [{'subnet_id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:55:56.861093 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.862477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.921384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.942021 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7a91cd1a-470f-4064-a375-cb7064f48e3b tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.946871 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7a91cd1a-470f-4064-a375-cb7064f48e3b tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5916450 Jan 10 11:55:56.947591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55844) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:56.952003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=f6921a59-af6c-4d11-959c-a9ae5ebed10f,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:56.952594 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-59a5c655-416a-4401-88b4-f24afea63e5e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Request body: {'security_group_rule': {'security_group_id': '497018b9-49b9-4c75-ac23-e1e6bfcf4261', 'project_id': '64c3df50eabf474d900be6a95c814069', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:56.977527 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6ad1e1ef-9cc1-4753-8fbd-c61b6b82f8e4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4647474 Jan 10 11:55:56.984460 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55846) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:56.986450 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-25efc897-22d8-444e-8056-127cb25d58cf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'subnet': {'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:57.024106 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (c072f97e-540f-433a-b11c-941780cbfe09), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:57.073662 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-1e23c9a2-a053-47f2-9bcc-0e7e8bccdd71 None None] Provisioning complete for port fc678647-19bd-4e55-876c-1140117bbac5 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:57.074366 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1e23c9a2-a053-47f2-9bcc-0e7e8bccdd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fc678647-19bd-4e55-876c-1140117bbac5), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:57.110494 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=0098f146-92f5-4c97-ab96-7f0241b8a3b5,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:57.138609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:57.159732 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:57.162467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:57.207259 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de5e024-dd4b-4a5a-b2d1-7fa7d24593b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:57.228505 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:57.237630 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:57.259343 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1e23c9a2-a053-47f2-9bcc-0e7e8bccdd71 None None] Port fc678647-19bd-4e55-876c-1140117bbac5 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:55:57.278112 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-59a5c655-416a-4401-88b4-f24afea63e5e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (591fb43b-017e-45d4-85fb-e3503d0eed4c), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:57.303511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:57.339394 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Pushing event updated for resources: {'Port': ['ID=187b0cab-9036-4fb9-a9a4-f4019129a1b0,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:57.393337 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8de5e024-dd4b-4a5a-b2d1-7fa7d24593b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:57.426020 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-59a5c655-416a-4401-88b4-f24afea63e5e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (591fb43b-017e-45d4-85fb-e3503d0eed4c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:57.435518 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-8de5e024-dd4b-4a5a-b2d1-7fa7d24593b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port ff00d224-d9e1-42fc-a867-148f0b2d8452 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:55:57.468329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port a52222cf-618d-4605-a8d6-f830c73f8cdc triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:57.468968 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:57.482280 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25efc897-22d8-444e-8056-127cb25d58cf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:57.486929 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-25efc897-22d8-444e-8056-127cb25d58cf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:57.488947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-1e23c9a2-a053-47f2-9bcc-0e7e8bccdd71 None None] Provisioning complete for port 0098f146-92f5-4c97-ab96-7f0241b8a3b5 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:57.489537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1e23c9a2-a053-47f2-9bcc-0e7e8bccdd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (0098f146-92f5-4c97-ab96-7f0241b8a3b5), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:57.562880 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router c072f97e-540f-433a-b11c-941780cbfe09 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:55:57.565856 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-59a5c655-416a-4401-88b4-f24afea63e5e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (591fb43b-017e-45d4-85fb-e3503d0eed4c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:57.573328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Allocated IP 172.22.0.2 (b3157887-7172-43e8-818a-aed8b65004b1/58030fd2-c6ee-406a-9ad1-48b0cccc3692/f283112f-3084-4460-95bc-7f4d2c98ae36) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:57.575845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Attempting to bind port 187b0cab-9036-4fb9-a9a4-f4019129a1b0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:57.575845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Attempting to bind port 187b0cab-9036-4fb9-a9a4-f4019129a1b0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:57.576251 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Attempting to bind port 187b0cab-9036-4fb9-a9a4-f4019129a1b0 on network f827ee61-c9df-4d63-a94c-5e4c1afe79dd {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:57.612168 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:57.612546 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Checking segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:57.612957 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:57.613352 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Bound using segment: {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:57.613870 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Bound port: 187b0cab-9036-4fb9-a9a4-f4019129a1b0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdfa519-f4d4-4f17-85f2-961ed650d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:57.614262 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:57.644401 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5c655-416a-4401-88b4-f24afea63e5e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591fb43b-017e-45d4-85fb-e3503d0eed4c,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:57.745610 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.ipam_backend_mixin [None req-25efc897-22d8-444e-8056-127cb25d58cf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ff90e6ac-57d7-4c08-bc0f-0dd087f8e452 (CIDR: 2001:db8:0:1::/64) Jan 10 11:55:57.752424 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-59a5c655-416a-4401-88b4-f24afea63e5e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:57.754899 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-59a5c655-416a-4401-88b4-f24afea63e5e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8051124 Jan 10 11:55:57.762463 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55858) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:57.766952 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-439fc165-cfc5-42fd-8be1-249cb25893b7 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Request body: {'security_group_rule': {'security_group_id': '497018b9-49b9-4c75-ac23-e1e6bfcf4261', 'project_id': '64c3df50eabf474d900be6a95c814069', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:57.784689 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-25efc897-22d8-444e-8056-127cb25d58cf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:55:57.785217 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25efc897-22d8-444e-8056-127cb25d58cf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:55:57.895120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:55:57.903210 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b914fe4a-7c48-4352-82af-771ec566ddaf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/c072f97e-540f-433a-b11c-941780cbfe09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4680793 Jan 10 11:55:57.905589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55862) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:57.910449 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Sync routers for ids ['c072f97e-540f-433a-b11c-941780cbfe09'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:55:57.939463 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Routers {'c072f97e-540f-433a-b11c-941780cbfe09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:57.940097 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-25efc897-22d8-444e-8056-127cb25d58cf tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9584160 Jan 10 11:55:57.940940 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55864) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:57.944776 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c072f97e-540f-433a-b11c-941780cbfe09'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:57.957938 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-db1b0658-b80c-4e6e-94d7-0983f7b71449 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'subnet': {'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:57.970796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Publish callbacks [] for port (fc678647-19bd-4e55-876c-1140117bbac5), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.083913 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e8d1d6-322d-42eb-9d43-1983cd81b645 None None] Network 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:58.092303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-1e23c9a2-a053-47f2-9bcc-0e7e8bccdd71 None None] Could not find standard attr ID for object 77e4cefb-10ff-4515-96f0-ed111162f96e. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:55:58.105351 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-8de5e024-dd4b-4a5a-b2d1-7fa7d24593b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::38c (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/5e7cb765-3570-494c-abae-6f5be663d38b/ff00d224-d9e1-42fc-a867-148f0b2d8452) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:58.124710 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-8de5e024-dd4b-4a5a-b2d1-7fa7d24593b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8:0:1:f816:3eff:fe74:cf8c (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/8e4a3c3a-c7b1-4f33-a38d-5983ace1c108/ff00d224-d9e1-42fc-a867-148f0b2d8452) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:58.125026 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Set router c072f97e-540f-433a-b11c-941780cbfe09 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:55:58.129421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-439fc165-cfc5-42fd-8be1-249cb25893b7 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (5beabc4e-5681-4932-93cb-71bf12e26a98), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.138169 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (fc678647-19bd-4e55-876c-1140117bbac5), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.225167 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-439fc165-cfc5-42fd-8be1-249cb25893b7 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (5beabc4e-5681-4932-93cb-71bf12e26a98), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.312361 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-439fc165-cfc5-42fd-8be1-249cb25893b7 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (5beabc4e-5681-4932-93cb-71bf12e26a98), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.345708 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fc165-cfc5-42fd-8be1-249cb25893b7 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5beabc4e-5681-4932-93cb-71bf12e26a98,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:58.369169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1b0658-b80c-4e6e-94d7-0983f7b71449 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Made reservation on behalf of 65c2071e92fb4b2f942b8ce8a0dbea03 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:58.369169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db1b0658-b80c-4e6e-94d7-0983f7b71449 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.510311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] For port 187b0cab-9036-4fb9-a9a4-f4019129a1b0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:58.529353 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Attempting to bind port fc678647-19bd-4e55-876c-1140117bbac5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:58.529740 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Attempting to bind port fc678647-19bd-4e55-876c-1140117bbac5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a8a5364-ace3-4d49-823c-f8322456a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:58.530143 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Attempting to bind port fc678647-19bd-4e55-876c-1140117bbac5 on network 1f00e329-8490-4c8c-aacb-1be415cf748f {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:58.558666 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-12562615-43cf-4b9e-a30c-6f7a40be069b None None] Provisioning complete for port 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:55:58.559055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12562615-43cf-4b9e-a30c-6f7a40be069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (547defcb-bf28-4ba8-bb72-4ab2e17b9b5b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.574496 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:55:55Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f6921a59-af6c-4d11-959c-a9ae5ebed10f', 'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:fd:ff:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:54Z', 'updated_at': '2022-01-10T11:55:56Z', 'revision_number': 2, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:58.603072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8de5e024-dd4b-4a5a-b2d1-7fa7d24593b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (ff00d224-d9e1-42fc-a867-148f0b2d8452), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.618784 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] For port 187b0cab-9036-4fb9-a9a4-f4019129a1b0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=187b0cab-9036-4fb9-a9a4-f4019129a1b0,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:58.622225 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e352f02-6683-480d-afd9-661806e35b7a None None] Pushing event updated for resources: {'Port': ['ID=fc678647-19bd-4e55-876c-1140117bbac5,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:58.643786 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:58.648671 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Checking segment: {'id': '0a8a5364-ace3-4d49-823c-f8322456a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:58.650615 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.651052 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Bound using segment: {'id': '0a8a5364-ace3-4d49-823c-f8322456a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:58.652377 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Bound port: fc678647-19bd-4e55-876c-1140117bbac5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8a5364-ace3-4d49-823c-f8322456a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:58.652814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fc678647-19bd-4e55-876c-1140117bbac5), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.661161 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Checking router: c072f97e-540f-433a-b11c-941780cbfe09 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:55:58.661845 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Updating router c072f97e-540f-433a-b11c-941780cbfe09 port f6921a59-af6c-4d11-959c-a9ae5ebed10f binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:55:58.675617 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-439fc165-cfc5-42fd-8be1-249cb25893b7 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.679360 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-439fc165-cfc5-42fd-8be1-249cb25893b7 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9137070 Jan 10 11:55:58.679360 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55876) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:58.680000 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55878) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:58.705707 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.715284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7cfbd1eb-d7b9-4153-92a3-4b26471cc70d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Request body: {'security_group_rule': {'security_group_id': '497018b9-49b9-4c75-ac23-e1e6bfcf4261', 'project_id': '64c3df50eabf474d900be6a95c814069', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:58.740891 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8de5e024-dd4b-4a5a-b2d1-7fa7d24593b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (ff00d224-d9e1-42fc-a867-148f0b2d8452), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.763781 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 77e4cefb-10ff-4515-96f0-ed111162f96e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:55:58.785721 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.787450 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a6bea-6e46-40ce-b233-0e2826cd545a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.787969 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a6bea-6e46-40ce-b233-0e2826cd545a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.788516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a6bea-6e46-40ce-b233-0e2826cd545a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.788978 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a6bea-6e46-40ce-b233-0e2826cd545a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.789979 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a6bea-6e46-40ce-b233-0e2826cd545a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.789979 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a6bea-6e46-40ce-b233-0e2826cd545a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.790395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a6bea-6e46-40ce-b233-0e2826cd545a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.790853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a6bea-6e46-40ce-b233-0e2826cd545a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.791311 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a6bea-6e46-40ce-b233-0e2826cd545a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.791770 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a6bea-6e46-40ce-b233-0e2826cd545a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.797116 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c77a6bea-6e46-40ce-b233-0e2826cd545a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7109 time: 0.8897440 Jan 10 11:55:58.801217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55882) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:58.852745 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-00018154-0550-448f-9d4b-00128ff06ebf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1112015049-network', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:58.861838 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5e024-dd4b-4a5a-b2d1-7fa7d24593b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=ff00d224-d9e1-42fc-a867-148f0b2d8452,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:58.873732 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 77e4cefb-10ff-4515-96f0-ed111162f96e {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:55:58.874162 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 77e4cefb-10ff-4515-96f0-ed111162f96e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:55:58.882668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Publish callbacks [] for port (f283112f-3084-4460-95bc-7f4d2c98ae36), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.895049 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de5e024-dd4b-4a5a-b2d1-7fa7d24593b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:58.913360 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8de5e024-dd4b-4a5a-b2d1-7fa7d24593b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:58.921543 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de5e024-dd4b-4a5a-b2d1-7fa7d24593b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:58.934641 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de5e024-dd4b-4a5a-b2d1-7fa7d24593b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.935260 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8de5e024-dd4b-4a5a-b2d1-7fa7d24593b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.964816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745c05f-ae85-48ab-b014-06005e8e9c02 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.967862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745c05f-ae85-48ab-b014-06005e8e9c02 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.969403 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745c05f-ae85-48ab-b014-06005e8e9c02 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.971715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745c05f-ae85-48ab-b014-06005e8e9c02 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.972183 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745c05f-ae85-48ab-b014-06005e8e9c02 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.972631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745c05f-ae85-48ab-b014-06005e8e9c02 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.973073 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745c05f-ae85-48ab-b014-06005e8e9c02 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.975661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745c05f-ae85-48ab-b014-06005e8e9c02 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.976289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745c05f-ae85-48ab-b014-06005e8e9c02 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.979001 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745c05f-ae85-48ab-b014-06005e8e9c02 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.979487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745c05f-ae85-48ab-b014-06005e8e9c02 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.979950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745c05f-ae85-48ab-b014-06005e8e9c02 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:58.985051 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c745c05f-ae85-48ab-b014-06005e8e9c02 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7640 time: 0.1833472 Jan 10 11:55:58.989398 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55884) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:59.032552 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49add3-d18b-4ff5-b3e5-61512ae6c43a None None] Pushing event updated for resources: {'Port': ['ID=187b0cab-9036-4fb9-a9a4-f4019129a1b0,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:59.038825 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] For port fc678647-19bd-4e55-876c-1140117bbac5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:59.055694 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-7cfbd1eb-d7b9-4153-92a3-4b26471cc70d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Project 64c3df50eabf474d900be6a95c814069 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:55:59.081707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (f283112f-3084-4460-95bc-7f4d2c98ae36), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.151703 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] For port fc678647-19bd-4e55-876c-1140117bbac5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc678647-19bd-4e55-876c-1140117bbac5,segment=NetworkSegment(0a8a5364-ace3-4d49-823c-f8322456a0cf),segment_id=0a8a5364-ace3-4d49-823c-f8322456a0cf)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:59.180276 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12562615-43cf-4b9e-a30c-6f7a40be069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (547defcb-bf28-4ba8-bb72-4ab2e17b9b5b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.202523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Network b3157887-7172-43e8-818a-aed8b65004b1 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:59.210013 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd1eb-d7b9-4153-92a3-4b26471cc70d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (1df00800-ba25-4622-872a-a85911053885), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.220828 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:59.223336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Pushing event updated for resources: {'Port': ['ID=f283112f-3084-4460-95bc-7f4d2c98ae36,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:59.235286 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:55:59.242059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 0098f146-92f5-4c97-ab96-7f0241b8a3b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:55:59.252557 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Publish callbacks [] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.266426 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8de5e024-dd4b-4a5a-b2d1-7fa7d24593b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6222572 Jan 10 11:55:59.266995 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55886) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:59.330170 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (fc678647-19bd-4e55-876c-1140117bbac5), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.379897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db1b0658-b80c-4e6e-94d7-0983f7b71449 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (1e86809d-876d-416e-b6e8-cd1ee85c8238), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.395571 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.517483 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053ff3b-418c-4984-9fd8-9356dad5aba9 None None] Pushing event updated for resources: {'Port': ['ID=f6921a59-af6c-4d11-959c-a9ae5ebed10f,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:59.532210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Allocated IP 172.22.0.1 (b3157887-7172-43e8-818a-aed8b65004b1/58030fd2-c6ee-406a-9ad1-48b0cccc3692/c99c4903-d9de-48b6-9de4-5e7ad91522c2) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:55:59.533968 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b0658-b80c-4e6e-94d7-0983f7b71449 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Subnet': ['ID=1e86809d-876d-416e-b6e8-cd1ee85c8238,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:59.537454 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00018154-0550-448f-9d4b-00128ff06ebf admin admin] Made reservation on behalf of e73c6d4c7e9e4a098f3abf808188c6c4 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:55:59.540710 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00018154-0550-448f-9d4b-00128ff06ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.571881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-12562615-43cf-4b9e-a30c-6f7a40be069b None None] For port 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=547defcb-bf28-4ba8-bb72-4ab2e17b9b5b,segment=NetworkSegment(558b0ef5-6be5-4c93-a0ef-909296de2712),segment_id=558b0ef5-6be5-4c93-a0ef-909296de2712)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:55:59.577355 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1b0658-b80c-4e6e-94d7-0983f7b71449 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:55:59.592969 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd1eb-d7b9-4153-92a3-4b26471cc70d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (1df00800-ba25-4622-872a-a85911053885), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.602531 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-db1b0658-b80c-4e6e-94d7-0983f7b71449 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:55:59.606049 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1b0658-b80c-4e6e-94d7-0983f7b71449 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:55:59.606681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db1b0658-b80c-4e6e-94d7-0983f7b71449 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.609227 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00018154-0550-448f-9d4b-00128ff06ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.658138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bfe537-cc6f-4361-a199-fb8c0ec8cff2 None None] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:55:59.685319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd1eb-d7b9-4153-92a3-4b26471cc70d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (1df00800-ba25-4622-872a-a85911053885), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.687779 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Attempting to bind port f6921a59-af6c-4d11-959c-a9ae5ebed10f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:59.688289 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Attempting to bind port f6921a59-af6c-4d11-959c-a9ae5ebed10f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '558b0ef5-6be5-4c93-a0ef-909296de2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:59.688764 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Attempting to bind port f6921a59-af6c-4d11-959c-a9ae5ebed10f on network 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:59.696589 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:59.701406 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Checking segment: {'id': '558b0ef5-6be5-4c93-a0ef-909296de2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:59.702813 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.703334 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Bound using segment: {'id': '558b0ef5-6be5-4c93-a0ef-909296de2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:59.704977 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Bound port: f6921a59-af6c-4d11-959c-a9ae5ebed10f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558b0ef5-6be5-4c93-a0ef-909296de2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:59.705706 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.706418 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00018154-0550-448f-9d4b-00128ff06ebf admin admin] Publish callbacks [] for security_group (5b34f46a-0c67-4ec1-acf7-82485c984ea1), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.740301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12562615-43cf-4b9e-a30c-6f7a40be069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (547defcb-bf28-4ba8-bb72-4ab2e17b9b5b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.765862 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-70f80d75-6934-41b7-8cf2-a1b070809d28 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port ff00d224-d9e1-42fc-a867-148f0b2d8452 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:55:59.766174 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-70f80d75-6934-41b7-8cf2-a1b070809d28 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ff00d224-d9e1-42fc-a867-148f0b2d8452), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.771636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Attempting to bind port f283112f-3084-4460-95bc-7f4d2c98ae36 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:55:59.772021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Attempting to bind port f283112f-3084-4460-95bc-7f4d2c98ae36 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9aab1a36-4a04-4ac4-aafd-7eec55ec036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:55:59.774638 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Attempting to bind port f283112f-3084-4460-95bc-7f4d2c98ae36 on network b3157887-7172-43e8-818a-aed8b65004b1 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:55:59.808060 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:55:59.809299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:55:59.844513 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] For port f6921a59-af6c-4d11-959c-a9ae5ebed10f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:55:59.860037 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] For port f6921a59-af6c-4d11-959c-a9ae5ebed10f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6921a59-af6c-4d11-959c-a9ae5ebed10f,segment=NetworkSegment(558b0ef5-6be5-4c93-a0ef-909296de2712),segment_id=558b0ef5-6be5-4c93-a0ef-909296de2712)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:55:59.870694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:55:59.870694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Checking segment: {'id': '9aab1a36-4a04-4ac4-aafd-7eec55ec036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:55:59.870694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.870694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Bound using segment: {'id': '9aab1a36-4a04-4ac4-aafd-7eec55ec036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:55:59.870694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Bound port: f283112f-3084-4460-95bc-7f4d2c98ae36, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aab1a36-4a04-4ac4-aafd-7eec55ec036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:55:59.870694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f283112f-3084-4460-95bc-7f4d2c98ae36), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.872280 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-db1b0658-b80c-4e6e-94d7-0983f7b71449 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9202213 Jan 10 11:55:59.872973 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55890) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:59.881216 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd1eb-d7b9-4153-92a3-4b26471cc70d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.881362 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f9d71651-3d7a-4596-9120-50c959e55caa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-990783973', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1e86809d-876d-416e-b6e8-cd1ee85c8238'}], 'security_groups': ['b2e833a3-d378-4ed9-98f3-a87597e9214e', '6511f590-1565-4a3d-a0ab-418b0c220f1c']}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:59.882493 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7cfbd1eb-d7b9-4153-92a3-4b26471cc70d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1891809 Jan 10 11:55:59.888023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00018154-0550-448f-9d4b-00128ff06ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (5b34f46a-0c67-4ec1-acf7-82485c984ea1), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.891568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55892) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:55:59.906584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5921ae36-47d7-4456-91eb-b907de05ed4c tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Request body: {'security_group_rule': {'security_group_id': '497018b9-49b9-4c75-ac23-e1e6bfcf4261', 'project_id': '64c3df50eabf474d900be6a95c814069', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:55:59.939145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbd1eb-d7b9-4153-92a3-4b26471cc70d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df00800-ba25-4622-872a-a85911053885,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:59.941055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e352f02-6683-480d-afd9-661806e35b7a None None] Pushing event updated for resources: {'Port': ['ID=fc678647-19bd-4e55-876c-1140117bbac5,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:59.947616 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.965865 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00018154-0550-448f-9d4b-00128ff06ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b34f46a-0c67-4ec1-acf7-82485c984ea1,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:55:59.968833 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.058080 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00018154-0550-448f-9d4b-00128ff06ebf admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:56:00.062324 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Routers {'c072f97e-540f-433a-b11c-941780cbfe09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:00.077020 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c072f97e-540f-433a-b11c-941780cbfe09'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:00.129339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-12562615-43cf-4b9e-a30c-6f7a40be069b None None] Provisioning complete for port 16a75897-9e47-4dca-8f1a-4cb7ce1d9657 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:00.129732 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12562615-43cf-4b9e-a30c-6f7a40be069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (16a75897-9e47-4dca-8f1a-4cb7ce1d9657), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.142422 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00018154-0550-448f-9d4b-00128ff06ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (22241090-3294-48ec-a49e-6c3dc4b456cb), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.142422 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-00018154-0550-448f-9d4b-00128ff06ebf admin admin] Added segment 22241090-3294-48ec-a49e-6c3dc4b456cb of type vlan for network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a Jan 10 11:56:00.150153 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f31572d1-b71f-43cd-b1a2-0e82e3ac0563 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2857 time: 1.1587441 Jan 10 11:56:00.153116 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 0098f146-92f5-4c97-ab96-7f0241b8a3b5 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:00.153634 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (0098f146-92f5-4c97-ab96-7f0241b8a3b5), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.180139 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-5921ae36-47d7-4456-91eb-b907de05ed4c tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Project 64c3df50eabf474d900be6a95c814069 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:56:00.190220 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5921ae36-47d7-4456-91eb-b907de05ed4c tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (649dd7ce-f0e5-49a4-9c12-01fa391aac51), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.229603 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053ff3b-418c-4984-9fd8-9356dad5aba9 None None] Pushing event updated for resources: {'Port': ['ID=f6921a59-af6c-4d11-959c-a9ae5ebed10f,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:00.250547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.299634 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-70f80d75-6934-41b7-8cf2-a1b070809d28 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ff00d224-d9e1-42fc-a867-148f0b2d8452), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.327023 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=c99c4903-d9de-48b6-9de4-5e7ad91522c2,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:00.349154 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00018154-0550-448f-9d4b-00128ff06ebf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (0ed6abb2-0629-4d61-b0ad-e1aa4112886a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.350523 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network b3157887-7172-43e8-818a-aed8b65004b1 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:00.356451 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:00.361653 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:00.371017 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5921ae36-47d7-4456-91eb-b907de05ed4c tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (649dd7ce-f0e5-49a4-9c12-01fa391aac51), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.381473 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:00.423883 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] Set router c072f97e-540f-433a-b11c-941780cbfe09 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:00.426314 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-70f80d75-6934-41b7-8cf2-a1b070809d28 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for ff00d224-d9e1-42fc-a867-148f0b2d8452 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:00.487862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5921ae36-47d7-4456-91eb-b907de05ed4c tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (649dd7ce-f0e5-49a4-9c12-01fa391aac51), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.523924 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (09c46bb3-cc27-42f9-956f-904173c6a593), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.536447 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-12562615-43cf-4b9e-a30c-6f7a40be069b None None] Port 16a75897-9e47-4dca-8f1a-4cb7ce1d9657 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:56:00.574677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12562615-43cf-4b9e-a30c-6f7a40be069b None None] Pushing event updated for resources: {'Port': ['ID=547defcb-bf28-4ba8-bb72-4ab2e17b9b5b,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:00.663576 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] For port f283112f-3084-4460-95bc-7f4d2c98ae36, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:00.681440 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-12562615-43cf-4b9e-a30c-6f7a40be069b None None] Provisioning complete for port fc678647-19bd-4e55-876c-1140117bbac5 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:00.682072 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12562615-43cf-4b9e-a30c-6f7a40be069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fc678647-19bd-4e55-876c-1140117bbac5), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.709291 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921ae36-47d7-4456-91eb-b907de05ed4c tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649dd7ce-f0e5-49a4-9c12-01fa391aac51,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:00.714082 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f9d71651-3d7a-4596-9120-50c959e55caa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (16a75897-9e47-4dca-8f1a-4cb7ce1d9657), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.744701 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] For port f283112f-3084-4460-95bc-7f4d2c98ae36, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f283112f-3084-4460-95bc-7f4d2c98ae36,segment=NetworkSegment(9aab1a36-4a04-4ac4-aafd-7eec55ec036b),segment_id=9aab1a36-4a04-4ac4-aafd-7eec55ec036b)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:00.755175 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00018154-0550-448f-9d4b-00128ff06ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (0ed6abb2-0629-4d61-b0ad-e1aa4112886a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.760486 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00018154-0550-448f-9d4b-00128ff06ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:00.761599 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00018154-0550-448f-9d4b-00128ff06ebf admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.775459 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55898) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:00.804884 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5921ae36-47d7-4456-91eb-b907de05ed4c tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.807007 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5921ae36-47d7-4456-91eb-b907de05ed4c tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9043074 Jan 10 11:56:00.813930 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-76785c69-21f4-43ee-bc58-ec0a2155a9f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1315246878', 'description': 'tempest-secgroup-smoke-1315246878 description', 'project_id': 'a8ed50a2c6284926857fedd16b365558'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:00.828113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55900) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:00.846149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ad1e7e-51a4-41ab-851f-0b9d926a6cec None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:00.861972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b11275fa-eb87-4c46-ba0d-72d27c9ff888 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Request body: {'network': {'name': 'tempest-network-smoke--917354297', 'project_id': '64c3df50eabf474d900be6a95c814069', 'port_security_enabled': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:00.952483 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:55:55Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f6921a59-af6c-4d11-959c-a9ae5ebed10f', 'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:fd:ff:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:54Z', 'updated_at': '2022-01-10T11:55:59Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:00.991078 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad434f1-0c1b-4900-9613-ac48609b7d39 None None] The sync data for ids ['c072f97e-540f-433a-b11c-941780cbfe09'] in dv-neutron-master-2-hyperv is: [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:55:55Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f6921a59-af6c-4d11-959c-a9ae5ebed10f', 'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:fd:ff:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:54Z', 'updated_at': '2022-01-10T11:55:59Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:01.040735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.089066 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f283112f-3084-4460-95bc-7f4d2c98ae36), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.132790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:01.144527 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00018154-0550-448f-9d4b-00128ff06ebf admin admin] Pushing event updated for resources: {'Network': ['ID=0ed6abb2-0629-4d61-b0ad-e1aa4112886a,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:01.192407 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-00018154-0550-448f-9d4b-00128ff06ebf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5037203 Jan 10 11:56:01.198384 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55902) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:01.203847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:56:01.244730 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-4224f799-0308-4aa2-98cf-3116cb7152f0 admin admin] Request body: {'subnet': {'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1112015049-subnet', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'ip_version': 4}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:01.286916 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d73967-6295-420d-9f47-53edd5ec29da None None] Update dhcp port {'port': {'network_id': '9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab', 'fixed_ips': [{'subnet_id': 'ff90e6ac-57d7-4c08-bc0f-0dd087f8e452', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '844e7205-f140-4aae-bb3a-18d850e20fbc', 'ip_address': '2001:db8::2'}, {'subnet_id': '1e86809d-876d-416e-b6e8-cd1ee85c8238'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'a52222cf-618d-4605-a8d6-f830c73f8cdc'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:56:01.315966 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-76785c69-21f4-43ee-bc58-ec0a2155a9f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.355573 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11275fa-eb87-4c46-ba0d-72d27c9ff888 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Made reservation on behalf of 64c3df50eabf474d900be6a95c814069 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:01.359778 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b11275fa-eb87-4c46-ba0d-72d27c9ff888 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.476237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b701e3-4f42-4a51-8a4e-4e77f78d5d14 None None] Pushing event updated for resources: {'Port': ['ID=f283112f-3084-4460-95bc-7f4d2c98ae36,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:01.485310 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11275fa-eb87-4c46-ba0d-72d27c9ff888 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:56:01.511619 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b11275fa-eb87-4c46-ba0d-72d27c9ff888 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e5c5e942-02e3-48b2-a72b-a3b8ecad61f1), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.511880 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-b11275fa-eb87-4c46-ba0d-72d27c9ff888 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Added segment e5c5e942-02e3-48b2-a72b-a3b8ecad61f1 of type vlan for network c25c3555-98fa-43a0-b950-1c716ace6677 Jan 10 11:56:01.536217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4224f799-0308-4aa2-98cf-3116cb7152f0 admin admin] Made reservation on behalf of e73c6d4c7e9e4a098f3abf808188c6c4 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:01.539234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4224f799-0308-4aa2-98cf-3116cb7152f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.547466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-f9d71651-3d7a-4596-9120-50c959e55caa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Delete allocated IP 2001:db8::168 (9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab/844e7205-f140-4aae-bb3a-18d850e20fbc) {{(pid=110625) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 10 11:56:01.573484 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-85d73967-6295-420d-9f47-53edd5ec29da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.573866 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-f9d71651-3d7a-4596-9120-50c959e55caa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Allocated IP 2001:db8:0:2::7c (9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab/1e86809d-876d-416e-b6e8-cd1ee85c8238/16a75897-9e47-4dca-8f1a-4cb7ce1d9657) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:01.595008 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:01.595536 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (547defcb-bf28-4ba8-bb72-4ab2e17b9b5b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.662197 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12562615-43cf-4b9e-a30c-6f7a40be069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fc678647-19bd-4e55-876c-1140117bbac5), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.689339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b11275fa-eb87-4c46-ba0d-72d27c9ff888 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (c25c3555-98fa-43a0-b950-1c716ace6677), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.777262 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 3, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:55:59Z', 'revision_number': 4, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:01.821663 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b11275fa-eb87-4c46-ba0d-72d27c9ff888 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (c25c3555-98fa-43a0-b950-1c716ace6677), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.829881 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11275fa-eb87-4c46-ba0d-72d27c9ff888 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:01.832007 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b11275fa-eb87-4c46-ba0d-72d27c9ff888 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.851122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.917102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f9d71651-3d7a-4596-9120-50c959e55caa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for port (16a75897-9e47-4dca-8f1a-4cb7ce1d9657), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.942774 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11275fa-eb87-4c46-ba0d-72d27c9ff888 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event updated for resources: {'Network': ['ID=c25c3555-98fa-43a0-b950-1c716ace6677,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:01.954576 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b11275fa-eb87-4c46-ba0d-72d27c9ff888 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1069002 Jan 10 11:56:01.958136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55906) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:01.966641 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-76785c69-21f4-43ee-bc58-ec0a2155a9f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (9c9cce0a-7fca-4868-855a-84c80f710c6d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.967917 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2049762471', 'admin_state_up': True, 'project_id': '64c3df50eabf474d900be6a95c814069', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:01.968184 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-70f80d75-6934-41b7-8cf2-a1b070809d28 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (ff00d224-d9e1-42fc-a867-148f0b2d8452), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.977003 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb2445-b2f6-46c4-b4cd-996e80303d50 None None] The sync data for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv is: [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 3, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:55:59Z', 'revision_number': 4, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:01.985040 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:01.987880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network c25c3555-98fa-43a0-b950-1c716ace6677 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:56:02.008922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f9d71651-3d7a-4596-9120-50c959e55caa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (16a75897-9e47-4dca-8f1a-4cb7ce1d9657), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:02.013572 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f80d75-6934-41b7-8cf2-a1b070809d28 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=ff00d224-d9e1-42fc-a867-148f0b2d8452,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:02.052764 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (09c46bb3-cc27-42f9-956f-904173c6a593), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:02.092553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-76785c69-21f4-43ee-bc58-ec0a2155a9f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (9c9cce0a-7fca-4868-855a-84c80f710c6d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:02.150061 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-12562615-43cf-4b9e-a30c-6f7a40be069b None None] For port fc678647-19bd-4e55-876c-1140117bbac5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc678647-19bd-4e55-876c-1140117bbac5,segment=NetworkSegment(0a8a5364-ace3-4d49-823c-f8322456a0cf),segment_id=0a8a5364-ace3-4d49-823c-f8322456a0cf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:02.164536 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-70f80d75-6934-41b7-8cf2-a1b070809d28 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:02.170482 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-70f80d75-6934-41b7-8cf2-a1b070809d28 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/ff00d224-d9e1-42fc-a867-148f0b2d8452 HTTP/1.1" status: 204 len: 168 time: 2.8990366 Jan 10 11:56:02.210250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55908) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:02.213919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:02.215025 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:02.224840 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-85d73967-6295-420d-9f47-53edd5ec29da None None] Allocated IP 2001:db8:0:2::2 (9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab/1e86809d-876d-416e-b6e8-cd1ee85c8238/a52222cf-618d-4605-a8d6-f830c73f8cdc) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:02.237059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a70eb20-8b1b-43a5-9031-45ba8e92f125 None None] Update dhcp port {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'fixed_ips': [{'subnet_id': '5e7cb765-3570-494c-abae-6f5be663d38b', 'ip_address': '2001:db8::2'}, {'subnet_id': '8e4a3c3a-c7b1-4f33-a38d-5983ace1c108'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '187b0cab-9036-4fb9-a9a4-f4019129a1b0'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:56:02.257151 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f9d71651-3d7a-4596-9120-50c959e55caa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] In _notify_port_updated(), no bound segment for port 16a75897-9e47-4dca-8f1a-4cb7ce1d9657 on network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab {{(pid=110625) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:56:02.264712 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d71651-3d7a-4596-9120-50c959e55caa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:02.265663 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f9d71651-3d7a-4596-9120-50c959e55caa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:02.268656 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8a70eb20-8b1b-43a5-9031-45ba8e92f125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:02.269280 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f9d71651-3d7a-4596-9120-50c959e55caa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "PUT /v2.0/ports/16a75897-9e47-4dca-8f1a-4cb7ce1d9657 HTTP/1.1" status: 200 len: 968 time: 2.3913476 Jan 10 11:56:02.284254 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55910) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:02.292701 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12562615-43cf-4b9e-a30c-6f7a40be069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (fc678647-19bd-4e55-876c-1140117bbac5), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:02.305374 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76785c69-21f4-43ee-bc58-ec0a2155a9f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9cce0a-7fca-4868-855a-84c80f710c6d,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:02.313597 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d71651-3d7a-4596-9120-50c959e55caa tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event updated for resources: {'Port': ['ID=16a75897-9e47-4dca-8f1a-4cb7ce1d9657,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:02.360757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=c99c4903-d9de-48b6-9de4-5e7ad91522c2,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:02.368379 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-76785c69-21f4-43ee-bc58-ec0a2155a9f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:02.376404 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-76785c69-21f4-43ee-bc58-ec0a2155a9f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.5976567 Jan 10 11:56:02.379347 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55912) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:02.390838 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-fb62749a-3e92-4795-9b18-948d346fa454 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '9c9cce0a-7fca-4868-855a-84c80f710c6d', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:02.396159 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cab87578-5a5a-410e-81cd-7cfd9381b742 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:02.566491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb62749a-3e92-4795-9b18-948d346fa454 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (d3125495-26c4-4b12-9bb1-577214577e40), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:02.592693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd20d85-c5a1-40d2-a112-22e92e286f6f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:02.603112 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ebd20d85-c5a1-40d2-a112-22e92e286f6f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3843808 Jan 10 11:56:02.612119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network b3157887-7172-43e8-818a-aed8b65004b1 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:02.612794 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55914) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:02.672398 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12562615-43cf-4b9e-a30c-6f7a40be069b None None] Pushing event updated for resources: {'Port': ['ID=fc678647-19bd-4e55-876c-1140117bbac5,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:02.705320 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Provisioning complete for port 187b0cab-9036-4fb9-a9a4-f4019129a1b0 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:02.705703 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:02.709349 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for router_controller (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:02.710820 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:02.812629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-85d73967-6295-420d-9f47-53edd5ec29da None None] For port a52222cf-618d-4605-a8d6-f830c73f8cdc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a52222cf-618d-4605-a8d6-f830c73f8cdc,segment=NetworkSegment(beab17bf-0a1e-40cb-8f69-00ca1264027a),segment_id=beab17bf-0a1e-40cb-8f69-00ca1264027a)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:02.813296 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4224f799-0308-4aa2-98cf-3116cb7152f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:02.844169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee131a1a-0158-458d-ab07-8189e2d2fdd1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:02.848144 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ee131a1a-0158-458d-ab07-8189e2d2fdd1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2231653 Jan 10 11:56:02.968624 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55918) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:02.987569 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port cab87578-5a5a-410e-81cd-7cfd9381b742 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:02.987949 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cab87578-5a5a-410e-81cd-7cfd9381b742), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:03.012472 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-85d73967-6295-420d-9f47-53edd5ec29da None None] Publish callbacks [] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:03.023207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-8a70eb20-8b1b-43a5-9031-45ba8e92f125 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe91:39b7 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/8e4a3c3a-c7b1-4f33-a38d-5983ace1c108/187b0cab-9036-4fb9-a9a4-f4019129a1b0) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:03.079497 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72373895-3310-4119-9058-0d92c7cabe0e None None] Network b3157887-7172-43e8-818a-aed8b65004b1 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:03.127237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb62749a-3e92-4795-9b18-948d346fa454 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (d3125495-26c4-4b12-9bb1-577214577e40), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:03.133871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-85d73967-6295-420d-9f47-53edd5ec29da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:03.213975 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb62749a-3e92-4795-9b18-948d346fa454 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (d3125495-26c4-4b12-9bb1-577214577e40), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:03.258101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62749a-3e92-4795-9b18-948d346fa454 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3125495-26c4-4b12-9bb1-577214577e40,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:03.263754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for router_gateway (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:03.265556 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:03.278774 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224f799-0308-4aa2-98cf-3116cb7152f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:03.291568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fda09f-7549-419f-ad1a-2aa23bec47ae tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:03.293438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fda09f-7549-419f-ad1a-2aa23bec47ae tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:03.294935 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fda09f-7549-419f-ad1a-2aa23bec47ae tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:03.296574 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d2fda09f-7549-419f-ad1a-2aa23bec47ae tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3211572 Jan 10 11:56:03.300523 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55920) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:03.302199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4224f799-0308-4aa2-98cf-3116cb7152f0 admin admin] Checking segment: {'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:03.302581 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4224f799-0308-4aa2-98cf-3116cb7152f0 admin admin] Network hostable DHCP agents. Network: 0ed6abb2-0629-4d61-b0ad-e1aa4112886a, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:56:03.308157 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-85df6367-f224-4f27-9e34-bebd3e5644c9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port 16a75897-9e47-4dca-8f1a-4cb7ce1d9657 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:03.308503 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-85df6367-f224-4f27-9e34-bebd3e5644c9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (16a75897-9e47-4dca-8f1a-4cb7ce1d9657), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:03.347119 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb62749a-3e92-4795-9b18-948d346fa454 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:03.349142 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fb62749a-3e92-4795-9b18-948d346fa454 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9682605 Jan 10 11:56:03.353917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55922) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:03.360481 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-33455b90-40ca-4c86-ac85-b7246697861c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '9c9cce0a-7fca-4868-855a-84c80f710c6d', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:03.406575 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e755449-7886-4171-b1f6-b5f9268b16b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 5e7cb765-3570-494c-abae-6f5be663d38b {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:56:03.417643 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d73967-6295-420d-9f47-53edd5ec29da None None] Pushing event updated for resources: {'Port': ['ID=a52222cf-618d-4605-a8d6-f830c73f8cdc,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:03.612816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-33455b90-40ca-4c86-ac85-b7246697861c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (d4ae3649-5c35-46c4-9a49-ce55eaa930b8), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:03.677184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8a70eb20-8b1b-43a5-9031-45ba8e92f125 None None] For port 187b0cab-9036-4fb9-a9a4-f4019129a1b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=187b0cab-9036-4fb9-a9a4-f4019129a1b0,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:03.680798 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-33455b90-40ca-4c86-ac85-b7246697861c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (d4ae3649-5c35-46c4-9a49-ce55eaa930b8), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:03.728409 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 09c46bb3-cc27-42f9-956f-904173c6a593 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:56:03.744181 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8a70eb20-8b1b-43a5-9031-45ba8e92f125 None None] Publish callbacks [] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:03.815522 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-33455b90-40ca-4c86-ac85-b7246697861c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (d4ae3649-5c35-46c4-9a49-ce55eaa930b8), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:03.853703 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8a70eb20-8b1b-43a5-9031-45ba8e92f125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:03.870119 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e755449-7886-4171-b1f6-b5f9268b16b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (5e7cb765-3570-494c-abae-6f5be663d38b), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:03.971632 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e755449-7886-4171-b1f6-b5f9268b16b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (5e7cb765-3570-494c-abae-6f5be663d38b), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:03.994018 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70eb20-8b1b-43a5-9031-45ba8e92f125 None None] Pushing event updated for resources: {'Port': ['ID=187b0cab-9036-4fb9-a9a4-f4019129a1b0,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:04.093930 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4224f799-0308-4aa2-98cf-3116cb7152f0 admin admin] Network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:56:04.123114 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:56:04.123512 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:56:04.127699 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f6921a59-af6c-4d11-959c-a9ae5ebed10f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:04.131524 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-85df6367-f224-4f27-9e34-bebd3e5644c9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (16a75897-9e47-4dca-8f1a-4cb7ce1d9657), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.137275 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33455b90-40ca-4c86-ac85-b7246697861c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ae3649-5c35-46c4-9a49-ce55eaa930b8,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:04.149795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-85df6367-f224-4f27-9e34-bebd3e5644c9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for 16a75897-9e47-4dca-8f1a-4cb7ce1d9657 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:04.165739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e755449-7886-4171-b1f6-b5f9268b16b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (5e7cb765-3570-494c-abae-6f5be663d38b), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.221580 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port f6921a59-af6c-4d11-959c-a9ae5ebed10f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:04.222265 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.255183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-33455b90-40ca-4c86-ac85-b7246697861c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.256501 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-33455b90-40ca-4c86-ac85-b7246697861c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9003863 Jan 10 11:56:04.266861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55926) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:04.274551 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-4224f799-0308-4aa2-98cf-3116cb7152f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0ed6abb2-0629-4d61-b0ad-e1aa4112886a) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:04.279469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '9c9cce0a-7fca-4868-855a-84c80f710c6d', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:04.298442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5b7d8b-3561-41c2-a8fc-59f3573be5ef None None] Network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:04.322949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4224f799-0308-4aa2-98cf-3116cb7152f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:04.324631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4224f799-0308-4aa2-98cf-3116cb7152f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.330377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:56:04.343181 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e755449-7886-4171-b1f6-b5f9268b16b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (5e7cb765-3570-494c-abae-6f5be663d38b), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.351370 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55928) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:04.355430 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9fc10df6-65e8-4213-a0c2-e6cd56e6e9d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/09c46bb3-cc27-42f9-956f-904173c6a593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8209820 Jan 10 11:56:04.366609 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-23ea8798-1210-457b-b310-89acc80d389e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'network': {'name': 'tempest-RoutersTest-822322477'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:04.392105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Sync routers for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:56:04.414854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e755449-7886-4171-b1f6-b5f9268b16b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=5e7cb765-3570-494c-abae-6f5be663d38b,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:04.437007 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e755449-7886-4171-b1f6-b5f9268b16b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.444926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:04.445991 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6086d026-7053-4618-a45d-258d851809b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:04.448189 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8e755449-7886-4171-b1f6-b5f9268b16b1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/5e7cb765-3570-494c-abae-6f5be663d38b HTTP/1.1" status: 204 len: 168 time: 1.1461494 Jan 10 11:56:04.450745 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55930) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:04.475854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (f74ae9a9-2d2b-4d07-852b-0afba094bd26), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.512976 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4224f799-0308-4aa2-98cf-3116cb7152f0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3098834 Jan 10 11:56:04.518270 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55932) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:04.535221 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:04.590883 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for router_gateway (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.613564 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:04.616391 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dcc6e55-c8e3-4d81-9001-b6226d1d13e1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet 8e4a3c3a-c7b1-4f33-a38d-5983ace1c108 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:56:04.626588 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6e55-c8e3-4d81-9001-b6226d1d13e1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (8e4a3c3a-c7b1-4f33-a38d-5983ace1c108), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.641387 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.730919 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ea8798-1210-457b-b310-89acc80d389e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:04.747372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23ea8798-1210-457b-b310-89acc80d389e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.759870 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (f74ae9a9-2d2b-4d07-852b-0afba094bd26), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.776218 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6e55-c8e3-4d81-9001-b6226d1d13e1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (8e4a3c3a-c7b1-4f33-a38d-5983ace1c108), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.805131 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (e3ef4717-7ef7-419e-836e-932a513008c1), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.806503 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (e3ef4717-7ef7-419e-836e-932a513008c1), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.847845 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ea8798-1210-457b-b310-89acc80d389e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:56:04.858374 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-85df6367-f224-4f27-9e34-bebd3e5644c9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (16a75897-9e47-4dca-8f1a-4cb7ce1d9657), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.892919 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23ea8798-1210-457b-b310-89acc80d389e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (996095cb-929f-4141-aa7a-f50b2ca91b46), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.893503 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-23ea8798-1210-457b-b310-89acc80d389e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Added segment 996095cb-929f-4141-aa7a-f50b2ca91b46 of type vlan for network f93a54a8-32ef-48a7-be69-79bb70ed5a19 Jan 10 11:56:04.905346 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (f74ae9a9-2d2b-4d07-852b-0afba094bd26), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.967493 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-85df6367-f224-4f27-9e34-bebd3e5644c9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:04.981416 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-85df6367-f224-4f27-9e34-bebd3e5644c9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/16a75897-9e47-4dca-8f1a-4cb7ce1d9657 HTTP/1.1" status: 204 len: 168 time: 2.6930206 Jan 10 11:56:04.981416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df6367-f224-4f27-9e34-bebd3e5644c9 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=16a75897-9e47-4dca-8f1a-4cb7ce1d9657,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:04.989007 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55934) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:05.047753 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2d891b-56c0-49f4-895a-9462c4b4b82e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] GET failed (client error): The resource could not be found. Jan 10 11:56:05.049039 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:56:05.049794 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6d2d891b-56c0-49f4-895a-9462c4b4b82e tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports/16a75897-9e47-4dca-8f1a-4cb7ce1d9657 HTTP/1.1" status: 404 len: 333 time: 0.0536404 Jan 10 11:56:05.050446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.055868 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55936) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:05.059863 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Publish callbacks [] for router_controller (e3ef4717-7ef7-419e-836e-932a513008c1), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.071402 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Allocated IP 172.36.2.151 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/77fb5c0c-32c1-49b1-91f0-f132b45c5fcf) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:05.080284 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74ae9a9-2d2b-4d07-852b-0afba094bd26,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:05.081355 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.097983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.113002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6e55-c8e3-4d81-9001-b6226d1d13e1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (8e4a3c3a-c7b1-4f33-a38d-5983ace1c108), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.122229 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.123457 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8555701 Jan 10 11:56:05.135474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55940) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:05.148848 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b0125482-ddf6-472d-a0cb-0f97212c4e46 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '9c9cce0a-7fca-4868-855a-84c80f710c6d', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:05.164975 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23ea8798-1210-457b-b310-89acc80d389e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (f93a54a8-32ef-48a7-be69-79bb70ed5a19), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.169311 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:05.169668 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:05.170164 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:05.170506 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:05.170843 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:05.171178 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:05.171507 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:05.171843 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:05.172879 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:05.172879 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:05.172879 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:05.173169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:05.173516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e72946-a17a-48db-b8d8-5126a992d994 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:05.333064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for port (77fb5c0c-32c1-49b1-91f0-f132b45c5fcf), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.338135 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7312610-b417-469c-b846-0b38397d9851 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:05.376048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port f6921a59-af6c-4d11-959c-a9ae5ebed10f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6921a59-af6c-4d11-959c-a9ae5ebed10f,segment=NetworkSegment(558b0ef5-6be5-4c93-a0ef-909296de2712),segment_id=558b0ef5-6be5-4c93-a0ef-909296de2712)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:05.387261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b0125482-ddf6-472d-a0cb-0f97212c4e46 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (a6d9acbd-3781-41b2-b13d-c8c6a59403cb), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.403104 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-65fbc99a-ddf6-4e45-baf7-e7373b529d22 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (1bc80a05-48f5-46f6-aba9-df1ec0ba9d96), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.414838 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23ea8798-1210-457b-b310-89acc80d389e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (f93a54a8-32ef-48a7-be69-79bb70ed5a19), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:05.417614 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:05.422216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ea8798-1210-457b-b310-89acc80d389e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:05.422216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23ea8798-1210-457b-b310-89acc80d389e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.441107 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Publish callbacks [] for router_gateway (e3ef4717-7ef7-419e-836e-932a513008c1), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.466660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (77fb5c0c-32c1-49b1-91f0-f132b45c5fcf), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.478461 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.479397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fc678647-19bd-4e55-876c-1140117bbac5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:05.482307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-65fbc99a-ddf6-4e45-baf7-e7373b529d22 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (1bc80a05-48f5-46f6-aba9-df1ec0ba9d96), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.511435 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b0125482-ddf6-472d-a0cb-0f97212c4e46 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (a6d9acbd-3781-41b2-b13d-c8c6a59403cb), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.522825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:05.528750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:05.529589 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6e55-c8e3-4d81-9001-b6226d1d13e1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (8e4a3c3a-c7b1-4f33-a38d-5983ace1c108), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.532726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:05.570648 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b47e3f-e281-454d-82b6-e3a2836f3aee None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:56:05.576053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea8798-1210-457b-b310-89acc80d389e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Network': ['ID=f93a54a8-32ef-48a7-be69-79bb70ed5a19,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:05.588753 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc6e55-c8e3-4d81-9001-b6226d1d13e1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4a3c3a-c7b1-4f33-a38d-5983ace1c108,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:05.588985 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event updated for resources: {'Port': ['ID=77fb5c0c-32c1-49b1-91f0-f132b45c5fcf,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:05.608317 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6e55-c8e3-4d81-9001-b6226d1d13e1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.611793 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6dcc6e55-c8e3-4d81-9001-b6226d1d13e1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/8e4a3c3a-c7b1-4f33-a38d-5983ace1c108 HTTP/1.1" status: 204 len: 168 time: 1.1594298 Jan 10 11:56:05.614642 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55942) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:05.618573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network f93a54a8-32ef-48a7-be69-79bb70ed5a19 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:56:05.650430 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Allocated IP 172.20.0.2 (0ed6abb2-0629-4d61-b0ad-e1aa4112886a/e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3/22e0e2e9-64d8-49dc-92bb-1cb169e98ce3) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:05.662119 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e3ee497e-af71-4261-ac50-98a76fde474d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465825 Jan 10 11:56:05.667866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55944) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:05.669858 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-23ea8798-1210-457b-b310-89acc80d389e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3125255 Jan 10 11:56:05.671255 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55946) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:05.674740 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-8f58c27b-2364-4144-a101-add57f9fb1e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:05.676343 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-1ce61e67-d58f-44f1-ac8d-1313a468fba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'subnet': {'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:05.678647 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b0125482-ddf6-472d-a0cb-0f97212c4e46 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (a6d9acbd-3781-41b2-b13d-c8c6a59403cb), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.691210 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6086d026-7053-4618-a45d-258d851809b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:00Z', 'revision_number': 4, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99c4903-d9de-48b6-9de4-5e7ad91522c2', 'name': '', 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:ec:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:57Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 2, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:05.734334 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=f6921a59-af6c-4d11-959c-a9ae5ebed10f,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:05.760653 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0125482-ddf6-472d-a0cb-0f97212c4e46 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d9acbd-3781-41b2-b13d-c8c6a59403cb,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:05.767606 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-65fbc99a-ddf6-4e45-baf7-e7373b529d22 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (1bc80a05-48f5-46f6-aba9-df1ec0ba9d96), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.770570 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-65fbc99a-ddf6-4e45-baf7-e7373b529d22 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.774630 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:56:05.775010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:56:05.776982 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-65fbc99a-ddf6-4e45-baf7-e7373b529d22 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/security-groups/1bc80a05-48f5-46f6-aba9-df1ec0ba9d96 HTTP/1.1" status: 204 len: 168 time: 0.7143598 Jan 10 11:56:05.779538 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55948) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:05.781346 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Checking router: 09c46bb3-cc27-42f9-956f-904173c6a593 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:56:05.781713 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Updating router 09c46bb3-cc27-42f9-956f-904173c6a593 port c99c4903-d9de-48b6-9de4-5e7ad91522c2 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:56:05.815434 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbc99a-ddf6-4e45-baf7-e7373b529d22 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc80a05-48f5-46f6-aba9-df1ec0ba9d96,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:05.838039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b0125482-ddf6-472d-a0cb-0f97212c4e46 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.843109 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b0125482-ddf6-472d-a0cb-0f97212c4e46 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7037711 Jan 10 11:56:05.844372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55950) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:05.852371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-85b634f7-8a69-4b87-9874-a81abe6382da tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '9c9cce0a-7fca-4868-855a-84c80f710c6d', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:05.889164 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.891511 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port fc678647-19bd-4e55-876c-1140117bbac5 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:05.891922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fc678647-19bd-4e55-876c-1140117bbac5), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.930984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cd758f19-2eb7-4060-87b1-59a445a0d67b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (6511f590-1565-4a3d-a0ab-418b0c220f1c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:05.962817 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cd758f19-2eb7-4060-87b1-59a445a0d67b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (6511f590-1565-4a3d-a0ab-418b0c220f1c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.042046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f58c27b-2364-4144-a101-add57f9fb1e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:06.046664 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8f58c27b-2364-4144-a101-add57f9fb1e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.061985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce61e67-d58f-44f1-ac8d-1313a468fba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Made reservation on behalf of 01bb9cfabf4d4cb9804d2d23648e2688 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:06.065731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1ce61e67-d58f-44f1-ac8d-1313a468fba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.073359 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-85b634f7-8a69-4b87-9874-a81abe6382da tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:56:06.103626 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-85b634f7-8a69-4b87-9874-a81abe6382da tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (792714eb-aabe-4bdc-a96f-42f4d060a371), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.163585 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for router_gateway (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.202817 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cd758f19-2eb7-4060-87b1-59a445a0d67b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (6511f590-1565-4a3d-a0ab-418b0c220f1c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.204874 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cd758f19-2eb7-4060-87b1-59a445a0d67b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.209280 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cd758f19-2eb7-4060-87b1-59a445a0d67b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/security-groups/6511f590-1565-4a3d-a0ab-418b0c220f1c HTTP/1.1" status: 204 len: 168 time: 0.4252787 Jan 10 11:56:06.211537 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55952) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:06.219149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78bed95-372a-4f7d-b8d2-b46941332af8 None None] Update dhcp port {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'fixed_ips': [{'subnet_id': '8e4a3c3a-c7b1-4f33-a38d-5983ace1c108'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '187b0cab-9036-4fb9-a9a4-f4019129a1b0'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:56:06.269905 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Publish callbacks [] for router_gateway (e3ef4717-7ef7-419e-836e-932a513008c1), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.279380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd758f19-2eb7-4060-87b1-59a445a0d67b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6511f590-1565-4a3d-a0ab-418b0c220f1c,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:06.326516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.344115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b5010f0a-9756-4e64-ab28-d58f13473d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.363075 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-85b634f7-8a69-4b87-9874-a81abe6382da tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (792714eb-aabe-4bdc-a96f-42f4d060a371), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.405448 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a78bed95-372a-4f7d-b8d2-b46941332af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.437129 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-85b634f7-8a69-4b87-9874-a81abe6382da tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (792714eb-aabe-4bdc-a96f-42f4d060a371), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.456932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Publish callbacks [] for port (22e0e2e9-64d8-49dc-92bb-1cb169e98ce3), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.474577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f283112f-3084-4460-95bc-7f4d2c98ae36 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:06.495887 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e4e270c2-a420-4b6f-8a89-b82c376b3425 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (b2e833a3-d378-4ed9-98f3-a87597e9214e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.515107 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b634f7-8a69-4b87-9874-a81abe6382da tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792714eb-aabe-4bdc-a96f-42f4d060a371,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:06.529909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8f58c27b-2364-4144-a101-add57f9fb1e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (fa89a6ce-f0cf-4584-aa6b-458affbed24c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.571529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (22e0e2e9-64d8-49dc-92bb-1cb169e98ce3), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.582969 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e4e270c2-a420-4b6f-8a89-b82c376b3425 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (b2e833a3-d378-4ed9-98f3-a87597e9214e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.591118 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-85b634f7-8a69-4b87-9874-a81abe6382da tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.592378 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-85b634f7-8a69-4b87-9874-a81abe6382da tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7458520 Jan 10 11:56:06.598208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55956) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:06.600218 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f58c27b-2364-4144-a101-add57f9fb1e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:06.609219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-a64b83a9-f38f-48f1-a128-cd31c11d9518 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '9c9cce0a-7fca-4868-855a-84c80f710c6d', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:06.647567 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-8f58c27b-2364-4144-a101-add57f9fb1e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:06.649857 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Allocated IP 172.36.2.137 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/8c467010-8a08-4237-b5e3-b16ac15f688f) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:06.655363 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.669328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f58c27b-2364-4144-a101-add57f9fb1e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:06.670183 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8f58c27b-2364-4144-a101-add57f9fb1e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.675771 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58c27b-2364-4144-a101-add57f9fb1e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=fa89a6ce-f0cf-4584-aa6b-458affbed24c,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:06.744529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:06.751289 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Pushing event updated for resources: {'Port': ['ID=22e0e2e9-64d8-49dc-92bb-1cb169e98ce3,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:06.757477 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1ce61e67-d58f-44f1-ac8d-1313a468fba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (81056c1e-9deb-486f-a31b-9e577f369a1d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.762538 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:06.784484 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:06.789179 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-a64b83a9-f38f-48f1-a128-cd31c11d9518 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:56:06.791453 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.797391 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8f58c27b-2364-4144-a101-add57f9fb1e3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1255569 Jan 10 11:56:06.799614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55958) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:06.806030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b5170045-30c9-4bc3-9ad2-b745aabf0f34 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:06.807200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e4e270c2-a420-4b6f-8a89-b82c376b3425 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (b2e833a3-d378-4ed9-98f3-a87597e9214e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.810140 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e4e270c2-a420-4b6f-8a89-b82c376b3425 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.813951 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e4e270c2-a420-4b6f-8a89-b82c376b3425 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/security-groups/b2e833a3-d378-4ed9-98f3-a87597e9214e HTTP/1.1" status: 204 len: 168 time: 0.5896959 Jan 10 11:56:06.814180 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b83a9-f38f-48f1-a128-cd31c11d9518 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (cd44cd7f-c590-4e79-9fec-bcd3806bf6e5), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.822825 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55960) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:06.840835 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port f283112f-3084-4460-95bc-7f4d2c98ae36 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:06.841219 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f283112f-3084-4460-95bc-7f4d2c98ae36), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.902216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e270c2-a420-4b6f-8a89-b82c376b3425 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e833a3-d378-4ed9-98f3-a87597e9214e,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:06.939918 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Publish callbacks [] for port (8c467010-8a08-4237-b5e3-b16ac15f688f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.961024 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-3deaae06-a757-41c7-80e6-09055ed0a09d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting subnet 844e7205-f140-4aae-bb3a-18d850e20fbc {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:56:06.967639 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3deaae06-a757-41c7-80e6-09055ed0a09d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (844e7205-f140-4aae-bb3a-18d850e20fbc), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:06.995405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] For port 187b0cab-9036-4fb9-a9a4-f4019129a1b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=187b0cab-9036-4fb9-a9a4-f4019129a1b0,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:07.004806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Attempting to bind port 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:07.004806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Attempting to bind port 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:07.005122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Attempting to bind port 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 on network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:07.008756 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b83a9-f38f-48f1-a128-cd31c11d9518 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (cd44cd7f-c590-4e79-9fec-bcd3806bf6e5), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.024989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:07.034360 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Checking segment: {'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:07.035047 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.035492 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Bound using segment: {'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:07.036151 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Bound port: 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:07.036664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (22e0e2e9-64d8-49dc-92bb-1cb169e98ce3), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.050251 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce61e67-d58f-44f1-ac8d-1313a468fba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Subnet': ['ID=81056c1e-9deb-486f-a31b-9e577f369a1d,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:07.061289 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Publish callbacks [] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.063130 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1873b8a-162d-49d3-940c-a828f7c9e1e3 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:07.081410 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3deaae06-a757-41c7-80e6-09055ed0a09d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (844e7205-f140-4aae-bb3a-18d850e20fbc), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.097488 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.112971 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce61e67-d58f-44f1-ac8d-1313a468fba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Checking segment: {'id': '996095cb-929f-4141-aa7a-f50b2ca91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:07.113431 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce61e67-d58f-44f1-ac8d-1313a468fba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network hostable DHCP agents. Network: f93a54a8-32ef-48a7-be69-79bb70ed5a19, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:56:07.122471 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b83a9-f38f-48f1-a128-cd31c11d9518 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (cd44cd7f-c590-4e79-9fec-bcd3806bf6e5), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.124594 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:56:07.133027 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5170045-30c9-4bc3-9ad2-b745aabf0f34 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:07.137062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b5170045-30c9-4bc3-9ad2-b745aabf0f34 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.180072 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b83a9-f38f-48f1-a128-cd31c11d9518 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd44cd7f-c590-4e79-9fec-bcd3806bf6e5,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:07.197505 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (8c467010-8a08-4237-b5e3-b16ac15f688f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.208312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.231402 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3deaae06-a757-41c7-80e6-09055ed0a09d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (844e7205-f140-4aae-bb3a-18d850e20fbc), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.264976 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce61e67-d58f-44f1-ac8d-1313a468fba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network f93a54a8-32ef-48a7-be69-79bb70ed5a19 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:56:07.295682 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:07.296777 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f283112f-3084-4460-95bc-7f4d2c98ae36), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.305610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:07.318540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Provisioning complete for port 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:07.318540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (547defcb-bf28-4ba8-bb72-4ab2e17b9b5b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.319799 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:07.346162 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Pushing event updated for resources: {'Port': ['ID=8c467010-8a08-4237-b5e3-b16ac15f688f,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:07.349224 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] For port 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:07.371843 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Pushing event updated for resources: {'Port': ['ID=187b0cab-9036-4fb9-a9a4-f4019129a1b0,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:07.432757 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-1ce61e67-d58f-44f1-ac8d-1313a468fba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f93a54a8-32ef-48a7-be69-79bb70ed5a19) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:07.444812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce61e67-d58f-44f1-ac8d-1313a468fba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:07.444812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1ce61e67-d58f-44f1-ac8d-1313a468fba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.491618 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] For port 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=22e0e2e9-64d8-49dc-92bb-1cb169e98ce3,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:07.508699 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5c3dd6-9f09-485d-8e2f-f75c1d855520 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:56:07.514766 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab6fa0-4851-4cd9-bf49-c22ae30d5fbf None None] Network f93a54a8-32ef-48a7-be69-79bb70ed5a19 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:07.520732 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3deaae06-a757-41c7-80e6-09055ed0a09d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (844e7205-f140-4aae-bb3a-18d850e20fbc), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.589073 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a64b83a9-f38f-48f1-a128-cd31c11d9518 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.590947 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a64b83a9-f38f-48f1-a128-cd31c11d9518 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9881182 Jan 10 11:56:07.612124 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deaae06-a757-41c7-80e6-09055ed0a09d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Subnet': ['ID=844e7205-f140-4aae-bb3a-18d850e20fbc,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:07.621871 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3deaae06-a757-41c7-80e6-09055ed0a09d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.629879 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3deaae06-a757-41c7-80e6-09055ed0a09d tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/844e7205-f140-4aae-bb3a-18d850e20fbc HTTP/1.1" status: 204 len: 168 time: 0.7958586 Jan 10 11:56:07.632997 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55968) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:07.654274 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1ce61e67-d58f-44f1-ac8d-1313a468fba4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9818559 Jan 10 11:56:07.655062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 55970) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:07.734844 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port f283112f-3084-4460-95bc-7f4d2c98ae36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f283112f-3084-4460-95bc-7f4d2c98ae36,segment=NetworkSegment(9aab1a36-4a04-4ac4-aafd-7eec55ec036b),segment_id=9aab1a36-4a04-4ac4-aafd-7eec55ec036b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:07.748310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57bd31c-b679-446d-b5f8-3a024ec9a9a1 None None] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:07.769513 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (22e0e2e9-64d8-49dc-92bb-1cb169e98ce3), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.842019 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fa23ae-ced3-4c5e-a466-a9954c0c23c7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting subnet 1e86809d-876d-416e-b6e8-cd1ee85c8238 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:56:07.853805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b69ce2-67d3-4586-8295-94447e38f7eb None None] Pushing event updated for resources: {'Port': ['ID=c99c4903-d9de-48b6-9de4-5e7ad91522c2,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:07.863105 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f2fa23ae-ced3-4c5e-a466-a9954c0c23c7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (1e86809d-876d-416e-b6e8-cd1ee85c8238), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:07.895624 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.ipam_backend_mixin [None req-b5170045-30c9-4bc3-9ad2-b745aabf0f34 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa89a6ce-f0cf-4584-aa6b-458affbed24c (CIDR: 2001:db8::/64) Jan 10 11:56:07.914185 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba4a5e-f8c0-4c9c-b5b2-69cbe7670ae5 req-6703844b-9403-4a4a-85de-5264df0c2aca tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:07.915942 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d4ba4a5e-f8c0-4c9c-b5b2-69cbe7670ae5 req-6703844b-9403-4a4a-85de-5264df0c2aca tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1289287 Jan 10 11:56:07.931690 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:56:07.947915 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Sync routers for ids ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:56:07.958911 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5170045-30c9-4bc3-9ad2-b745aabf0f34 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:56:07.960266 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5170045-30c9-4bc3-9ad2-b745aabf0f34 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:07.965217 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Routers {'d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:07.968151 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:08.018201 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d4ba4a5e-f8c0-4c9c-b5b2-69cbe7670ae5 req-2e6b990d-c28d-45a5-b32a-e93a17ac9a60 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952249 Jan 10 11:56:08.032864 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db2034-4e06-4db8-81a7-dd9d7f82fb8d None None] Pushing event updated for resources: {'Port': ['ID=22e0e2e9-64d8-49dc-92bb-1cb169e98ce3,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:08.055661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f283112f-3084-4460-95bc-7f4d2c98ae36), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:08.056859 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:08.060542 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Attempting to bind port c99c4903-d9de-48b6-9de4-5e7ad91522c2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:08.061025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Attempting to bind port c99c4903-d9de-48b6-9de4-5e7ad91522c2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9aab1a36-4a04-4ac4-aafd-7eec55ec036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:08.061489 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Attempting to bind port c99c4903-d9de-48b6-9de4-5e7ad91522c2 on network b3157887-7172-43e8-818a-aed8b65004b1 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:08.078599 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:08.093718 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-987c817c-2d2e-406e-9697-3f70a630c3dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.1214488 Jan 10 11:56:08.094302 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55986) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:08.135966 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b5170045-30c9-4bc3-9ad2-b745aabf0f34 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3354945 Jan 10 11:56:08.144998 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55990) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:08.152232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-a1201212-c7d1-4c0a-8fb3-4ffa4ce3ddc2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'subnet': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:08.254636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f93a54a8-32ef-48a7-be69-79bb70ed5a19', 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19', 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'fixed_ips': [{'subnet_id': '81056c1e-9deb-486f-a31b-9e577f369a1d'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:56:08.257204 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:08.365145 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Set router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:08.436165 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4d2b7286-0f60-417f-9d34-a77b0272ed91 tempest-TestNetworkAdvancedServerOps-1216827344 tempest-TestNetworkAdvancedServerOps-1216827344-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=64c3df50eabf474d900be6a95c814069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3376238 Jan 10 11:56:08.440959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55996) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:08.514059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b322a7c5-bd8f-4117-bfa5-b57099501f17 None None] Update dhcp port {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'fixed_ips': [{'subnet_id': 'fa89a6ce-f0cf-4584-aa6b-458affbed24c'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '187b0cab-9036-4fb9-a9a4-f4019129a1b0'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:56:08.607594 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513a9fc3-f872-42c9-8797-5f1643f11311 tempest-TestNetworkAdvancedServerOps-1216827344 tempest-TestNetworkAdvancedServerOps-1216827344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:08.607827 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:08.607827 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Checking segment: {'id': '9aab1a36-4a04-4ac4-aafd-7eec55ec036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:08.607827 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:08.608144 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-513a9fc3-f872-42c9-8797-5f1643f11311 tempest-TestNetworkAdvancedServerOps-1216827344 tempest-TestNetworkAdvancedServerOps-1216827344-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1621623 Jan 10 11:56:08.608459 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 55998) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:08.608626 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Bound using segment: {'id': '9aab1a36-4a04-4ac4-aafd-7eec55ec036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:08.609595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Bound port: c99c4903-d9de-48b6-9de4-5e7ad91522c2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aab1a36-4a04-4ac4-aafd-7eec55ec036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:08.610237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:08.618574 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f2fa23ae-ced3-4c5e-a466-a9954c0c23c7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (1e86809d-876d-416e-b6e8-cd1ee85c8238), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:08.667705 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b322a7c5-bd8f-4117-bfa5-b57099501f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:08.685257 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5ec241c8-52a3-48d9-a0cf-8b066206df73 tempest-TestNetworkAdvancedServerOps-1216827344 tempest-TestNetworkAdvancedServerOps-1216827344-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0753059 Jan 10 11:56:08.687965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56000) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:08.695428 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-324835181', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'project_id': '64c3df50eabf474d900be6a95c814069', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:08.779321 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049762471', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151'}], 'enable_snat': True}, 'gw_port_id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:02Z', 'updated_at': '2022-01-10T11:56:05Z', 'revision_number': 3, 'project_id': '64c3df50eabf474d900be6a95c814069', 'gw_port': {'id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:08.867554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1201212-c7d1-4c0a-8fb3-4ffa4ce3ddc2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:08.870032 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Checking router: d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:56:08.870473 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Updating router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 port 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:56:08.877121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a1201212-c7d1-4c0a-8fb3-4ffa4ce3ddc2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:08.890455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Provisioning complete for port fc678647-19bd-4e55-876c-1140117bbac5 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:08.891019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fc678647-19bd-4e55-876c-1140117bbac5), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:08.956549 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-58b60a71-99e4-4a0a-8306-043f368ce93a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315246878&fields=id&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 267 time: 0.3897462 Jan 10 11:56:08.970861 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (77fb5c0c-32c1-49b1-91f0-f132b45c5fcf), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:09.007885 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Publish callbacks [] for router_gateway (e3ef4717-7ef7-419e-836e-932a513008c1), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:09.179171 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f2fa23ae-ced3-4c5e-a466-a9954c0c23c7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (1e86809d-876d-416e-b6e8-cd1ee85c8238), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:09.269258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=f283112f-3084-4460-95bc-7f4d2c98ae36,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:09.591641 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6086d026-7053-4618-a45d-258d851809b2 None None] For port c99c4903-d9de-48b6-9de4-5e7ad91522c2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:09.614684 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Publish callbacks [] for port (77fb5c0c-32c1-49b1-91f0-f132b45c5fcf), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:09.649201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:09.649201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (547defcb-bf28-4ba8-bb72-4ab2e17b9b5b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:09.695423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6086d026-7053-4618-a45d-258d851809b2 None None] For port c99c4903-d9de-48b6-9de4-5e7ad91522c2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c99c4903-d9de-48b6-9de4-5e7ad91522c2,segment=NetworkSegment(9aab1a36-4a04-4ac4-aafd-7eec55ec036b),segment_id=9aab1a36-4a04-4ac4-aafd-7eec55ec036b)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:09.776205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e85db-4895-4a11-8e71-3b849e3f3a71 req-b268054f-ee14-4d6a-b267-7c3be9974501 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:09.789900 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-539e85db-4895-4a11-8e71-3b849e3f3a71 req-b268054f-ee14-4d6a-b267-7c3be9974501 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.3964775 Jan 10 11:56:09.875290 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Allocated IP 172.23.0.2 (f93a54a8-32ef-48a7-be69-79bb70ed5a19/81056c1e-9deb-486f-a31b-9e577f369a1d/5a1c9681-b31b-4e3c-b798-7720051ed329) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:09.931500 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-539e85db-4895-4a11-8e71-3b849e3f3a71 req-99062ab1-9a89-40ae-90c9-386bdce9d595 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396694 Jan 10 11:56:09.946566 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-b322a7c5-bd8f-4117-bfa5-b57099501f17 None None] Allocated IP 2001:db8::2 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/fa89a6ce-f0cf-4584-aa6b-458affbed24c/187b0cab-9036-4fb9-a9a4-f4019129a1b0) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:09.962400 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (77fb5c0c-32c1-49b1-91f0-f132b45c5fcf), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:10.010530 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:10.026758 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-5b572784-0b87-4d9c-98fd-c74fc159059f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:10.045035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Made reservation on behalf of 64c3df50eabf474d900be6a95c814069 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:10.050069 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-5b572784-0b87-4d9c-98fd-c74fc159059f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/networks?id=4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 HTTP/1.1" status: 200 len: 796 time: 1.0428522 Jan 10 11:56:10.054296 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:10.057317 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:10.071528 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ca2a7-5a5f-447f-9e4d-d63e942fb937 None None] Pushing event updated for resources: {'Port': ['ID=77fb5c0c-32c1-49b1-91f0-f132b45c5fcf,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:10.101588 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca2a7-5a5f-447f-9e4d-d63e942fb937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:10.102700 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca2a7-5a5f-447f-9e4d-d63e942fb937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:10.103223 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca2a7-5a5f-447f-9e4d-d63e942fb937 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:10.103728 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca2a7-5a5f-447f-9e4d-d63e942fb937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:10.117890 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca2a7-5a5f-447f-9e4d-d63e942fb937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:10.118721 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca2a7-5a5f-447f-9e4d-d63e942fb937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:10.120494 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca2a7-5a5f-447f-9e4d-d63e942fb937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:10.124652 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f2fa23ae-ced3-4c5e-a466-a9954c0c23c7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (1e86809d-876d-416e-b6e8-cd1ee85c8238), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:10.125515 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca2a7-5a5f-447f-9e4d-d63e942fb937 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:10.126388 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca2a7-5a5f-447f-9e4d-d63e942fb937 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:10.126974 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca2a7-5a5f-447f-9e4d-d63e942fb937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:10.127513 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca2a7-5a5f-447f-9e4d-d63e942fb937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:10.128333 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca2a7-5a5f-447f-9e4d-d63e942fb937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:10.129100 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ca2a7-5a5f-447f-9e4d-d63e942fb937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:10.140288 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (e3ef4717-7ef7-419e-836e-932a513008c1), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:10.191990 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Attempting to bind port 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:10.192639 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Attempting to bind port 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:10.194807 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Attempting to bind port 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:10.218121 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:10.219381 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:10.219381 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:10.219381 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:10.219820 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Bound port: 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:10.220127 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (77fb5c0c-32c1-49b1-91f0-f132b45c5fcf), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:10.292905 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-2826dca3-eb1a-47f1-9b08-f46ff110edd2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/quotas/a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 375 time: 0.2411306 Jan 10 11:56:10.295229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f591effa-712c-4af6-bb45-c9964e0271d6 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:56:10.359343 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] For port 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:10.368422 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] For port 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77fb5c0c-32c1-49b1-91f0-f132b45c5fcf,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:10.414704 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Provisioning complete for port f6921a59-af6c-4d11-959c-a9ae5ebed10f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:10.415094 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5d3c6542-db77-4fc4-9429-88b975720b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:10.454583 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (77fb5c0c-32c1-49b1-91f0-f132b45c5fcf), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:10.528118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:10.532338 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6086d026-7053-4618-a45d-258d851809b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:10.588444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa23ae-ced3-4c5e-a466-a9954c0c23c7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Subnet': ['ID=1e86809d-876d-416e-b6e8-cd1ee85c8238,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:10.591330 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Routers {'d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:10.592779 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:55:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:10.702191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e898a7a-8f3b-48fe-8a65-108133bb1861 None None] Network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:10.771146 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f2fa23ae-ced3-4c5e-a466-a9954c0c23c7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:10.781498 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f2fa23ae-ced3-4c5e-a466-a9954c0c23c7 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/1e86809d-876d-416e-b6e8-cd1ee85c8238 HTTP/1.1" status: 204 len: 168 time: 3.1455121 Jan 10 11:56:10.817140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c644054-88a9-40c9-9d41-789794b49e22 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:56:10.842235 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] Set router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:10.880807 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56010) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:11.004401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (3b6b494b-8770-4ce3-a585-52c1cfaad991), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:11.012795 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0c3c07-c265-4609-ac38-87989d6f1f4d None None] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:11.112472 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ca2a7-5a5f-447f-9e4d-d63e942fb937 None None] Pushing event updated for resources: {'Port': ['ID=77fb5c0c-32c1-49b1-91f0-f132b45c5fcf,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:11.132660 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a52222cf-618d-4605-a8d6-f830c73f8cdc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:11.135005 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9b878dec-fa17-41b7-87ed-536debc63974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:11.180187 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-5b727039-4a39-4f51-a104-a120ec569360 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8857799 Jan 10 11:56:11.182977 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b69ce2-67d3-4586-8295-94447e38f7eb None None] Pushing event updated for resources: {'Port': ['ID=c99c4903-d9de-48b6-9de4-5e7ad91522c2,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:11.201608 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event updated for resources: {'Subnet': ['ID=3b6b494b-8770-4ce3-a585-52c1cfaad991,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:11.213828 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89ea168-6dc6-47d5-890b-64b8ec486d41 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:11.214370 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89ea168-6dc6-47d5-890b-64b8ec486d41 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:11.221126 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d89ea168-6dc6-47d5-890b-64b8ec486d41 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/844e7205-f140-4aae-bb3a-18d850e20fbc HTTP/1.1" status: 404 len: 337 time: 0.3025925 Jan 10 11:56:11.221813 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56016) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:11.227294 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049762471', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151'}], 'enable_snat': True}, 'gw_port_id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:02Z', 'updated_at': '2022-01-10T11:56:05Z', 'revision_number': 3, 'project_id': '64c3df50eabf474d900be6a95c814069', 'gw_port': {'id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:11.254265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.254692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.267649 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.268140 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.268568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.268951 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.269854 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.270228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.270581 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.270933 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.271282 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.271680 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.272700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.285455 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2331396b-2fcb-4b9d-835f-94893751febc None None] The sync data for ids ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'] in dv-neutron-master-2-hyperv is: [{'id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049762471', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151'}], 'enable_snat': True}, 'gw_port_id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:02Z', 'updated_at': '2022-01-10T11:56:05Z', 'revision_number': 3, 'project_id': '64c3df50eabf474d900be6a95c814069', 'gw_port': {'id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:11.305682 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69ce2-67d3-4586-8295-94447e38f7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.305952 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69ce2-67d3-4586-8295-94447e38f7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.308723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69ce2-67d3-4586-8295-94447e38f7eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.308723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69ce2-67d3-4586-8295-94447e38f7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.308723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69ce2-67d3-4586-8295-94447e38f7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.308723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69ce2-67d3-4586-8295-94447e38f7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.308723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69ce2-67d3-4586-8295-94447e38f7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.309481 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69ce2-67d3-4586-8295-94447e38f7eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.309481 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69ce2-67d3-4586-8295-94447e38f7eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.309714 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69ce2-67d3-4586-8295-94447e38f7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.310110 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69ce2-67d3-4586-8295-94447e38f7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.310587 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69ce2-67d3-4586-8295-94447e38f7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.310936 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69ce2-67d3-4586-8295-94447e38f7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:56:11.317489 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:11.333875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.objects.ports [None req-a1201212-c7d1-4c0a-8fb3-4ffa4ce3ddc2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110624) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:56:11.516708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Publish callbacks [] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:11.547908 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2d2cfb-cbb8-4eda-9bf2-bf990abf6d99 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting subnet ff90e6ac-57d7-4c08-bc0f-0dd087f8e452 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:56:11.561990 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-b322a7c5-bd8f-4117-bfa5-b57099501f17 None None] For port 187b0cab-9036-4fb9-a9a4-f4019129a1b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=187b0cab-9036-4fb9-a9a4-f4019129a1b0,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:11.579928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-6086d026-7053-4618-a45d-258d851809b2 None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:11.626356 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2cfb-cbb8-4eda-9bf2-bf990abf6d99 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (ff90e6ac-57d7-4c08-bc0f-0dd087f8e452), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:11.640890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Checking segment: {'id': 'e5c5e942-02e3-48b2-a72b-a3b8ecad61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:11.641392 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Network hostable DHCP agents. Network: c25c3555-98fa-43a0-b950-1c716ace6677, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:56:11.649476 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-0ccc94c8-1dce-48db-818e-953cd6949907 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:56:11.650784 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-0ccc94c8-1dce-48db-818e-953cd6949907 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3621130 Jan 10 11:56:11.706814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:11.834291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Allocated IP 172.23.0.1 (f93a54a8-32ef-48a7-be69-79bb70ed5a19/81056c1e-9deb-486f-a31b-9e577f369a1d/f4d82abb-bc70-4ef9-a582-8d9daaddddc7) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:11.837182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Network f93a54a8-32ef-48a7-be69-79bb70ed5a19 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:11.862304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b322a7c5-bd8f-4117-bfa5-b57099501f17 None None] Publish callbacks [] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:11.866167 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:11.989006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:12.028503 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b322a7c5-bd8f-4117-bfa5-b57099501f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:12.208213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866b186-3b23-4027-97be-008a1c214955 req-b049a90c-9737-4e49-b85c-6bd96a03e739 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:12.220459 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f866b186-3b23-4027-97be-008a1c214955 req-b049a90c-9737-4e49-b85c-6bd96a03e739 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.7409215 Jan 10 11:56:12.245316 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:12.311423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Provisioning complete for port 187b0cab-9036-4fb9-a9a4-f4019129a1b0 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:12.311823 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:12.312360 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Router e3ef4717-7ef7-419e-836e-932a513008c1 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:56:12.339050 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Network c25c3555-98fa-43a0-b950-1c716ace6677 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:56:12.343642 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:12.359531 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2cfb-cbb8-4eda-9bf2-bf990abf6d99 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (ff90e6ac-57d7-4c08-bc0f-0dd087f8e452), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:12.384173 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Pushing event updated for resources: {'Port': ['ID=5a1c9681-b31b-4e3c-b798-7720051ed329,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:12.468181 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port a52222cf-618d-4605-a8d6-f830c73f8cdc triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:12.469185 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:12.480646 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a1201212-c7d1-4c0a-8fb3-4ffa4ce3ddc2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:12.490157 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c25c3555-98fa-43a0-b950-1c716ace6677) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:12.577460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:12.578520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:12.724464 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-b0db14a7-2ebc-4f49-bb1b-075475409015 service neutron] 10.222.0.16 "GET /v2.0/networks/4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9423110 Jan 10 11:56:12.787961 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f866b186-3b23-4027-97be-008a1c214955 req-bda85ff9-b029-4e43-a3b0-6b4ea230a871 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5663459 Jan 10 11:56:12.902250 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a417e431-4e81-4355-8d84-78722a5967bc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.2128496 Jan 10 11:56:12.920015 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56022) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:13.091054 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322a7c5-bd8f-4117-bfa5-b57099501f17 None None] Pushing event updated for resources: {'Port': ['ID=187b0cab-9036-4fb9-a9a4-f4019129a1b0,revision_number=8']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:13.106708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6185d4-c05f-42e6-aad8-ac2c75d868bd None None] Network c25c3555-98fa-43a0-b950-1c716ace6677 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:13.129242 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2cfb-cbb8-4eda-9bf2-bf990abf6d99 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (ff90e6ac-57d7-4c08-bc0f-0dd087f8e452), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:13.201413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:13.203562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Attempting to bind port 5a1c9681-b31b-4e3c-b798-7720051ed329 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:13.204167 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Attempting to bind port 5a1c9681-b31b-4e3c-b798-7720051ed329 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '996095cb-929f-4141-aa7a-f50b2ca91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:13.204713 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Attempting to bind port 5a1c9681-b31b-4e3c-b798-7720051ed329 on network f93a54a8-32ef-48a7-be69-79bb70ed5a19 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:13.279932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:13.281309 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Checking segment: {'id': '996095cb-929f-4141-aa7a-f50b2ca91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:13.282195 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:13.283114 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Bound using segment: {'id': '996095cb-929f-4141-aa7a-f50b2ca91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:13.284277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Bound port: 5a1c9681-b31b-4e3c-b798-7720051ed329, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996095cb-929f-4141-aa7a-f50b2ca91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:13.284771 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:13.417860 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network f93a54a8-32ef-48a7-be69-79bb70ed5a19 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:13.442496 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:13.447929 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:13.460059 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=f4d82abb-bc70-4ef9-a582-8d9daaddddc7,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:13.493383 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:13.546702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:56:13.603888 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-a1201212-c7d1-4c0a-8fb3-4ffa4ce3ddc2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] For port 187b0cab-9036-4fb9-a9a4-f4019129a1b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=187b0cab-9036-4fb9-a9a4-f4019129a1b0,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:13.604502 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (09c46bb3-cc27-42f9-956f-904173c6a593), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:13.683790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Sync routers for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:56:13.751760 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-d264ecd7-538d-40fe-877a-c215d7569579 service neutron] 10.222.0.16 "GET /v2.0/networks/4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0141392 Jan 10 11:56:13.756143 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:13.760255 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5f570965-d60c-4b73-b35b-7cede620b766 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.2383142 Jan 10 11:56:13.760917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56024) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:13.867210 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] For port 5a1c9681-b31b-4e3c-b798-7720051ed329, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:13.871714 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] For port 5a1c9681-b31b-4e3c-b798-7720051ed329, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a1c9681-b31b-4e3c-b798-7720051ed329,segment=NetworkSegment(996095cb-929f-4141-aa7a-f50b2ca91b46),segment_id=996095cb-929f-4141-aa7a-f50b2ca91b46)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:13.898565 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:13.899388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:13.933006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:14.086548 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 187b0cab-9036-4fb9-a9a4-f4019129a1b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:14.137581 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:14.143478 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2cfb-cbb8-4eda-9bf2-bf990abf6d99 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (ff90e6ac-57d7-4c08-bc0f-0dd087f8e452), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:14.219034 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2cfb-cbb8-4eda-9bf2-bf990abf6d99 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:14.232090 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9a2d2cfb-cbb8-4eda-9bf2-bf990abf6d99 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/ff90e6ac-57d7-4c08-bc0f-0dd087f8e452 HTTP/1.1" status: 204 len: 168 time: 2.9999104 Jan 10 11:56:14.240604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56028) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:14.241272 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a1201212-c7d1-4c0a-8fb3-4ffa4ce3ddc2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:14.246596 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:14.283858 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b15bb8e-fac8-4d6a-a2e1-90dce3f74ee4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:14.388959 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b15bb8e-fac8-4d6a-a2e1-90dce3f74ee4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:14.388959 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9b15bb8e-fac8-4d6a-a2e1-90dce3f74ee4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/0b5c6061-cdcc-4f59-9e91-5284fd072c03 HTTP/1.1" status: 404 len: 337 time: 0.0475886 Jan 10 11:56:14.390967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d2cfb-cbb8-4eda-9bf2-bf990abf6d99 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Subnet': ['ID=ff90e6ac-57d7-4c08-bc0f-0dd087f8e452,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:14.390967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd9e3-a2ec-494f-91b5-3206a9d0e449 req-fd3d053f-f51f-4766-b884-c1262595120b tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:14.390967 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-766bd9e3-a2ec-494f-91b5-3206a9d0e449 req-fd3d053f-f51f-4766-b884-c1262595120b tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.2131402 Jan 10 11:56:14.391400 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6231e2-327b-4e10-b1fc-2a6c98b2ca69 None None] Network 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:14.400913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56030) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:14.402602 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414c2e0-01cc-4b76-ab28-9d2d035e0397 None None] Pushing event updated for resources: {'Port': ['ID=5a1c9681-b31b-4e3c-b798-7720051ed329,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:14.427588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Provisioning complete for port 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:14.428039 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (77fb5c0c-32c1-49b1-91f0-f132b45c5fcf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:14.436407 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6086d026-7053-4618-a45d-258d851809b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:00Z', 'revision_number': 4, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99c4903-d9de-48b6-9de4-5e7ad91522c2', 'name': '', 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:ec:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:57Z', 'updated_at': '2022-01-10T11:56:09Z', 'revision_number': 4, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:14.471029 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9cf3529c-f158-47a7-a6a1-4f13c8f2857a tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "GET /v2.0/ports?device_id=e91b5814-af9a-4533-ab64-a87648a7b67c HTTP/1.1" status: 200 len: 205 time: 0.0619762 Jan 10 11:56:14.488584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56032) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:14.528389 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-766bd9e3-a2ec-494f-91b5-3206a9d0e449 req-ef06fe46-40b4-4b96-87c5-d8fd66344f12 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731381 Jan 10 11:56:14.539955 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a1201212-c7d1-4c0a-8fb3-4ffa4ce3ddc2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:14.546299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a1201212-c7d1-4c0a-8fb3-4ffa4ce3ddc2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (ee671a79-c6d1-4680-add7-556ad7d94611), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:14.683412 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-8c450db6-66f4-48da-b0de-7653f9d3cb01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] delete failed (client error): The resource could not be found. Jan 10 11:56:14.688181 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8c450db6-66f4-48da-b0de-7653f9d3cb01 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/routers/e91b5814-af9a-4533-ab64-a87648a7b67c HTTP/1.1" status: 404 len: 336 time: 0.1946263 Jan 10 11:56:14.691888 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56038) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:14.695042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c25c3555-98fa-43a0-b950-1c716ace6677', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'project_id': '64c3df50eabf474d900be6a95c814069', 'fixed_ips': [{'subnet_id': '3b6b494b-8770-4ce3-a585-52c1cfaad991'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:56:14.697489 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:14.708999 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db750e22-a961-44a7-8d2c-2b778d01fc97 req-61d19e09-4d42-4efb-b00a-7ca2ef7af3c6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 210 time: 0.0495636 Jan 10 11:56:14.747067 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6086d026-7053-4618-a45d-258d851809b2 None None] The sync data for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv is: [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:00Z', 'revision_number': 4, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99c4903-d9de-48b6-9de4-5e7ad91522c2', 'name': '', 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:ec:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:57Z', 'updated_at': '2022-01-10T11:56:09Z', 'revision_number': 4, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:14.798118 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30d42e9-4710-4127-a289-39c5e9e0d8ae tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:14.798882 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30d42e9-4710-4127-a289-39c5e9e0d8ae tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:14.802453 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e30d42e9-4710-4127-a289-39c5e9e0d8ae tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/f66bf9ef-8d8d-4443-bb2a-09e3780b80a7 HTTP/1.1" status: 404 len: 337 time: 0.0988784 Jan 10 11:56:14.808964 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1201212-c7d1-4c0a-8fb3-4ffa4ce3ddc2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:14.824671 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56040) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:14.839077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-a1201212-c7d1-4c0a-8fb3-4ffa4ce3ddc2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:14.861245 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1201212-c7d1-4c0a-8fb3-4ffa4ce3ddc2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:14.861245 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a1201212-c7d1-4c0a-8fb3-4ffa4ce3ddc2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:14.895329 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:14.923699 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1201212-c7d1-4c0a-8fb3-4ffa4ce3ddc2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Subnet': ['ID=ee671a79-c6d1-4680-add7-556ad7d94611,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:14.972213 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f11fb47-666c-4061-941a-44bb4975fb10 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:14.973677 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f11fb47-666c-4061-941a-44bb4975fb10 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:14.979583 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5f11fb47-666c-4061-941a-44bb4975fb10 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/8d294dd8-23e7-4309-83a1-6e2b9e770f5a HTTP/1.1" status: 404 len: 337 time: 0.1493840 Jan 10 11:56:14.980236 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56042) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:14.982901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1201212-c7d1-4c0a-8fb3-4ffa4ce3ddc2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=187b0cab-9036-4fb9-a9a4-f4019129a1b0,revision_number=9']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:15.013036 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:15.060237 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a1201212-c7d1-4c0a-8fb3-4ffa4ce3ddc2 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.9111435 Jan 10 11:56:15.065873 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56044) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:15.073128 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-4456e04d-07f8-4864-a913-b24a0aea1b75 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Request body: {'port': {'network_id': 'f827ee61-c9df-4d63-a94c-5e4c1afe79dd', 'mac_address': 'fa:16:3e:27:87:cf', 'name': 'tempest-NetworksTestDHCPv6-2137123535'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:15.091023 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-4095a306-ea4d-4a2e-ae07-60d2368a3df6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:15.091566 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4095a306-ea4d-4a2e-ae07-60d2368a3df6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:15.097422 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4095a306-ea4d-4a2e-ae07-60d2368a3df6 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/f1ca2d71-45df-447f-a995-7f8c0a7366cc HTTP/1.1" status: 404 len: 337 time: 0.1136792 Jan 10 11:56:15.104082 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56046) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:15.135557 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:15.143682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:15.198718 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-46db74be-b282-4284-848d-050ad4b0615b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:15.199494 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46db74be-b282-4284-848d-050ad4b0615b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:15.203449 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-46db74be-b282-4284-848d-050ad4b0615b tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/065b0676-1ad1-41d5-beb7-ff9c197862be HTTP/1.1" status: 404 len: 333 time: 0.0623555 Jan 10 11:56:15.212659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 187b0cab-9036-4fb9-a9a4-f4019129a1b0 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:15.213825 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:15.215346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56048) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:15.261664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c34243-a53a-4f4c-ac1f-008d33a86f91 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:15.286669 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-12be1d56-add8-428c-897d-aa9098a762a4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:15.287144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12be1d56-add8-428c-897d-aa9098a762a4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:15.291185 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-12be1d56-add8-428c-897d-aa9098a762a4 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/99dd303e-027e-4601-97e6-d31ff2024004 HTTP/1.1" status: 404 len: 337 time: 0.0665164 Jan 10 11:56:15.328753 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56050) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:15.333095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event updated for resources: {'Port': ['ID=f4d82abb-bc70-4ef9-a582-8d9daaddddc7,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:15.340585 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (77fb5c0c-32c1-49b1-91f0-f132b45c5fcf), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:15.353491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (09c46bb3-cc27-42f9-956f-904173c6a593), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:15.433129 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca66b1a4-66a0-4ca0-aaa2-9d38b4941873 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:15.433628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca66b1a4-66a0-4ca0-aaa2-9d38b4941873 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:15.436740 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ca66b1a4-66a0-4ca0-aaa2-9d38b4941873 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/3c37d73d-f94e-480c-8526-14b2a19ae9bf HTTP/1.1" status: 404 len: 337 time: 0.1069841 Jan 10 11:56:15.444990 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56052) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:15.488909 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ffa913-2640-48bb-b072-2d22d6d1aecb tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:15.489544 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ffa913-2640-48bb-b072-2d22d6d1aecb tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:15.492866 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e3ffa913-2640-48bb-b072-2d22d6d1aecb tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/919cf9c6-e215-4763-94d9-a71156e28b09 HTTP/1.1" status: 404 len: 333 time: 0.0452511 Jan 10 11:56:15.495868 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c6091b-2d44-4bd3-a772-3d181d3dfb16 None None] DHCP port deletion for 9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:56:15.496062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56054) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:15.498841 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] For port 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77fb5c0c-32c1-49b1-91f0-f132b45c5fcf,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:15.544261 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb929d9-8834-40dd-a2a3-8caa0c8bebcb tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:15.544739 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb929d9-8834-40dd-a2a3-8caa0c8bebcb tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:15.547936 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8fb929d9-8834-40dd-a2a3-8caa0c8bebcb tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/87f11a20-c4f7-4bf0-801d-598ba0942f8d HTTP/1.1" status: 404 len: 337 time: 0.0493150 Jan 10 11:56:15.550697 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56056) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:15.557680 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Allocated IP 172.20.0.2 (c25c3555-98fa-43a0-b950-1c716ace6677/3b6b494b-8770-4ce3-a585-52c1cfaad991/87fb7f78-cce2-4679-b50d-999cc6017cc3) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:15.610344 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad12002-f464-489f-87ab-ba3571ea3c2c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:15.611237 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad12002-f464-489f-87ab-ba3571ea3c2c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:15.613732 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fad12002-f464-489f-87ab-ba3571ea3c2c tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/subnets/900895b3-2f1d-4adb-b5de-9af3cf4ebb9d HTTP/1.1" status: 404 len: 337 time: 0.0598514 Jan 10 11:56:15.630837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56066) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:15.706719 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Network f93a54a8-32ef-48a7-be69-79bb70ed5a19 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:15.710986 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:15.733650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (77fb5c0c-32c1-49b1-91f0-f132b45c5fcf), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:15.821435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:07Z', 'revision_number': 3, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:15.842620 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Allocated IP 172.20.0.1 (0ed6abb2-0629-4d61-b0ad-e1aa4112886a/e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3/3c1aa214-d599-434e-b8e6-b9477ac5dfcf) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:15.935710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4456e04d-07f8-4864-a913-b24a0aea1b75 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Made reservation on behalf of 985d9fdfc3ea4911b7907895c348883f for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:15.964191 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7803f19c-79d2-4f85-aeff-62537d63c151 req-001f7d61-9884-4ef1-a27a-bdc3aa740a4b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 210 time: 0.1159480 Jan 10 11:56:16.000609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Checking router: e3ef4717-7ef7-419e-836e-932a513008c1 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:56:16.007744 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Updating router e3ef4717-7ef7-419e-836e-932a513008c1 port 8c467010-8a08-4237-b5e3-b16ac15f688f binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:56:16.132987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68168b68-21a3-468c-867f-15c401ed7a0d req-f477b843-e576-4323-944f-f5cfe7a2b3c8 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:16.134750 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-68168b68-21a3-468c-867f-15c401ed7a0d req-f477b843-e576-4323-944f-f5cfe7a2b3c8 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.3628495 Jan 10 11:56:16.188600 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4456e04d-07f8-4864-a913-b24a0aea1b75 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:16.192921 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 09c46bb3-cc27-42f9-956f-904173c6a593 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:56:16.204017 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Publish callbacks [] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:16.237124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-491222ce-dd9d-462b-86c4-a9c704e9eacd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port d8bf7523-f677-43d8-9232-7b5766197871 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:16.237124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-491222ce-dd9d-462b-86c4-a9c704e9eacd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (d8bf7523-f677-43d8-9232-7b5766197871), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:16.279138 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-68168b68-21a3-468c-867f-15c401ed7a0d req-ba959466-0d62-4528-8237-3f27d411a0c5 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304352 Jan 10 11:56:16.281229 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-4456e04d-07f8-4864-a913-b24a0aea1b75 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] device_id is not set on port 9510e44d-0bc3-4f8b-8579-1e852cb366e8 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:56:16.299937 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Provisioning complete for port c99c4903-d9de-48b6-9de4-5e7ad91522c2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:16.300459 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:16.310049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58685f0-d4b3-40ae-9232-1970cb540493 None None] Network f93a54a8-32ef-48a7-be69-79bb70ed5a19 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:16.359000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 187b0cab-9036-4fb9-a9a4-f4019129a1b0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:56:16.360565 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:56:16.373852 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-214b5bb4-18fc-4e7e-9c3a-220cf4d9efa2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/09c46bb3-cc27-42f9-956f-904173c6a593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7103765 Jan 10 11:56:16.373852 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56072) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:16.375754 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Sync routers for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:56:16.385377 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e40cc5d8-7f97-4106-b171-60e08b3a066f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:16.394939 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:16.395896 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:16.434229 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:16.458247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-491222ce-dd9d-462b-86c4-a9c704e9eacd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (d8bf7523-f677-43d8-9232-7b5766197871), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:16.495893 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-491222ce-dd9d-462b-86c4-a9c704e9eacd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for d8bf7523-f677-43d8-9232-7b5766197871 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:16.513060 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-10c6091b-2d44-4bd3-a772-3d181d3dfb16 None None] Deleting port a52222cf-618d-4605-a8d6-f830c73f8cdc {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:16.513502 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-10c6091b-2d44-4bd3-a772-3d181d3dfb16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:16.519691 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8c467010-8a08-4237-b5e3-b16ac15f688f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:16.536965 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:16.607373 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Pushing event updated for resources: {'Port': ['ID=77fb5c0c-32c1-49b1-91f0-f132b45c5fcf,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:16.622615 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-4456e04d-07f8-4864-a913-b24a0aea1b75 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8::1c5 (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/fa89a6ce-f0cf-4584-aa6b-458affbed24c/9510e44d-0bc3-4f8b-8579-1e852cb366e8) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:16.630222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-4456e04d-07f8-4864-a913-b24a0aea1b75 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Allocated IP 2001:db8:0:1:f816:3eff:fe27:87cf (f827ee61-c9df-4d63-a94c-5e4c1afe79dd/ee671a79-c6d1-4680-add7-556ad7d94611/9510e44d-0bc3-4f8b-8579-1e852cb366e8) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:16.793583 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:56:16.898526 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4456e04d-07f8-4864-a913-b24a0aea1b75 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for port (9510e44d-0bc3-4f8b-8579-1e852cb366e8), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:16.919489 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:13Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99c4903-d9de-48b6-9de4-5e7ad91522c2', 'name': '', 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:ec:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:57Z', 'updated_at': '2022-01-10T11:56:09Z', 'revision_number': 4, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4d82abb-bc70-4ef9-a582-8d9daaddddc7', 'name': '', 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:b0:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:11Z', 'updated_at': '2022-01-10T11:56:14Z', 'revision_number': 2, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:16.989352 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Checking router: 09c46bb3-cc27-42f9-956f-904173c6a593 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:56:16.991166 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Updating router 09c46bb3-cc27-42f9-956f-904173c6a593 port f4d82abb-bc70-4ef9-a582-8d9daaddddc7 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:56:17.010205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Pushing event updated for resources: {'Port': ['ID=3c1aa214-d599-434e-b8e6-b9477ac5dfcf,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:17.042262 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:17.047705 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:17.067133 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:17.071728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:17.139577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-491222ce-dd9d-462b-86c4-a9c704e9eacd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (d8bf7523-f677-43d8-9232-7b5766197871), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:17.198067 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-491222ce-dd9d-462b-86c4-a9c704e9eacd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:17.212055 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-491222ce-dd9d-462b-86c4-a9c704e9eacd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/ports/d8bf7523-f677-43d8-9232-7b5766197871 HTTP/1.1" status: 204 len: 168 time: 1.5731339 Jan 10 11:56:17.235483 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cced9a31-5b9a-4c5c-a127-acd8db170732 req-68647170-76ce-4d8d-ae7d-2eeee17ae73d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 210 time: 0.1875134 Jan 10 11:56:17.237929 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56082) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:17.251910 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491222ce-dd9d-462b-86c4-a9c704e9eacd tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=d8bf7523-f677-43d8-9232-7b5766197871,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:17.258009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4456e04d-07f8-4864-a913-b24a0aea1b75 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (9510e44d-0bc3-4f8b-8579-1e852cb366e8), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:17.297592 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:17.297592 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:17.309900 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-10c6091b-2d44-4bd3-a772-3d181d3dfb16 None None] For port a52222cf-618d-4605-a8d6-f830c73f8cdc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a52222cf-618d-4605-a8d6-f830c73f8cdc,segment=NetworkSegment(beab17bf-0a1e-40cb-8f69-00ca1264027a),segment_id=beab17bf-0a1e-40cb-8f69-00ca1264027a)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:17.310577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-10c6091b-2d44-4bd3-a772-3d181d3dfb16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:17.333386 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-10c6091b-2d44-4bd3-a772-3d181d3dfb16 None None] Calling delete_port for a52222cf-618d-4605-a8d6-f830c73f8cdc owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:17.399590 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456e04d-07f8-4864-a913-b24a0aea1b75 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event updated for resources: {'Port': ['ID=9510e44d-0bc3-4f8b-8579-1e852cb366e8,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:17.422313 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4456e04d-07f8-4864-a913-b24a0aea1b75 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:17.422313 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-4456e04d-07f8-4864-a913-b24a0aea1b75 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:17.424223 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456e04d-07f8-4864-a913-b24a0aea1b75 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:17.444927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4456e04d-07f8-4864-a913-b24a0aea1b75 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:17.445678 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4456e04d-07f8-4864-a913-b24a0aea1b75 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:17.479682 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (e3ef4717-7ef7-419e-836e-932a513008c1), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:17.570843 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4456e04d-07f8-4864-a913-b24a0aea1b75 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5037148 Jan 10 11:56:17.583015 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a0fe7-3b6e-4aad-b8ee-3059db03d733 req-79ff566a-ae2f-4998-93e2-61c7e0fe1891 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:17.591614 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fa8a0fe7-3b6e-4aad-b8ee-3059db03d733 req-79ff566a-ae2f-4998-93e2-61c7e0fe1891 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1223445 Jan 10 11:56:17.604141 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56086) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:17.647616 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Publish callbacks [] for port (87fb7f78-cce2-4679-b50d-999cc6017cc3), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:17.650208 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Publish callbacks [] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:17.682683 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:17.729403 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 187b0cab-9036-4fb9-a9a4-f4019129a1b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=187b0cab-9036-4fb9-a9a4-f4019129a1b0,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:17.738223 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] For port c99c4903-d9de-48b6-9de4-5e7ad91522c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c99c4903-d9de-48b6-9de4-5e7ad91522c2,segment=NetworkSegment(9aab1a36-4a04-4ac4-aafd-7eec55ec036b),segment_id=9aab1a36-4a04-4ac4-aafd-7eec55ec036b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:17.738501 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:17.762572 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fa8a0fe7-3b6e-4aad-b8ee-3059db03d733 req-7bdf5067-392b-4979-a48f-eecb814383f7 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700344 Jan 10 11:56:17.778695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (87fb7f78-cce2-4679-b50d-999cc6017cc3), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:17.839890 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138b1c7-dadf-4e9c-b3e7-e954b58dbd8b None None] Pushing event updated for resources: {'Port': ['ID=f4d82abb-bc70-4ef9-a582-8d9daaddddc7,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:17.846465 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:17.870655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Network c25c3555-98fa-43a0-b950-1c716ace6677 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:17.875462 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:17.882640 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:17.885858 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:17.915011 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Allocated IP 172.20.0.1 (c25c3555-98fa-43a0-b950-1c716ace6677/3b6b494b-8770-4ce3-a585-52c1cfaad991/074cf39c-b6c1-4bab-91cd-d340772a8d8b) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:17.933683 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Pushing event updated for resources: {'Port': ['ID=87fb7f78-cce2-4679-b50d-999cc6017cc3,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:18.001360 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=187b0cab-9036-4fb9-a9a4-f4019129a1b0,revision_number=10']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:18.007467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-10c6091b-2d44-4bd3-a772-3d181d3dfb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:18.079295 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Attempting to bind port f4d82abb-bc70-4ef9-a582-8d9daaddddc7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:18.079676 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Attempting to bind port f4d82abb-bc70-4ef9-a582-8d9daaddddc7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '996095cb-929f-4141-aa7a-f50b2ca91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:18.080052 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Attempting to bind port f4d82abb-bc70-4ef9-a582-8d9daaddddc7 on network f93a54a8-32ef-48a7-be69-79bb70ed5a19 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:18.092896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Provisioning complete for port a52222cf-618d-4605-a8d6-f830c73f8cdc triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:18.094944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:18.097324 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:18.097718 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Checking segment: {'id': '996095cb-929f-4141-aa7a-f50b2ca91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:18.098173 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:18.098584 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Bound using segment: {'id': '996095cb-929f-4141-aa7a-f50b2ca91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:18.099084 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Bound port: f4d82abb-bc70-4ef9-a582-8d9daaddddc7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996095cb-929f-4141-aa7a-f50b2ca91b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:18.102381 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:18.153292 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c6091b-2d44-4bd3-a772-3d181d3dfb16 None None] No DVR routers for this DVR port a52222cf-618d-4605-a8d6-f830c73f8cdc on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:56:18.214506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:18.217556 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Attempting to bind port 87fb7f78-cce2-4679-b50d-999cc6017cc3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:18.220637 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:18.222023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Attempting to bind port 87fb7f78-cce2-4679-b50d-999cc6017cc3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e5c5e942-02e3-48b2-a72b-a3b8ecad61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:18.223113 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Attempting to bind port 87fb7f78-cce2-4679-b50d-999cc6017cc3 on network c25c3555-98fa-43a0-b950-1c716ace6677 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:18.265303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Port a52222cf-618d-4605-a8d6-f830c73f8cdc was deleted so its status cannot be updated. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Jan 10 11:56:18.294866 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Deleting port a52222cf-618d-4605-a8d6-f830c73f8cdc {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:18.295353 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:18.303258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:18.306515 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Checking segment: {'id': 'e5c5e942-02e3-48b2-a72b-a3b8ecad61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:18.311971 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:18.311971 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Bound using segment: {'id': 'e5c5e942-02e3-48b2-a72b-a3b8ecad61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:18.311971 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Bound port: 87fb7f78-cce2-4679-b50d-999cc6017cc3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c5e942-02e3-48b2-a72b-a3b8ecad61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:18.311971 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (87fb7f78-cce2-4679-b50d-999cc6017cc3), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:18.354536 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] For port f4d82abb-bc70-4ef9-a582-8d9daaddddc7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:18.360009 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] For port f4d82abb-bc70-4ef9-a582-8d9daaddddc7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4d82abb-bc70-4ef9-a582-8d9daaddddc7,segment=NetworkSegment(996095cb-929f-4141-aa7a-f50b2ca91b46),segment_id=996095cb-929f-4141-aa7a-f50b2ca91b46)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:18.498160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e188a-9198-4bb7-b2f9-295381e80a65 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting port 9510e44d-0bc3-4f8b-8579-1e852cb366e8 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:18.498674 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Pushing event updated for resources: {'Port': ['ID=c99c4903-d9de-48b6-9de4-5e7ad91522c2,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:18.498859 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ea8e188a-9198-4bb7-b2f9-295381e80a65 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9510e44d-0bc3-4f8b-8579-1e852cb366e8), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:18.499033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.extraroute_db [None req-e40cc5d8-7f97-4106-b171-60e08b3a066f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=110625) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 10 11:56:18.604915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ea8e188a-9198-4bb7-b2f9-295381e80a65 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9510e44d-0bc3-4f8b-8579-1e852cb366e8), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:18.629748 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:18.639950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e188a-9198-4bb7-b2f9-295381e80a65 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Calling delete_port for 9510e44d-0bc3-4f8b-8579-1e852cb366e8 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:18.710145 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6091b-2d44-4bd3-a772-3d181d3dfb16 None None] Pushing event deleted for resources: {'Port': ['ID=a52222cf-618d-4605-a8d6-f830c73f8cdc,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:18.719586 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Provisioning complete for port f283112f-3084-4460-95bc-7f4d2c98ae36 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:18.719965 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f283112f-3084-4460-95bc-7f4d2c98ae36), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:18.777009 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Publish callbacks [] for port (8c467010-8a08-4237-b5e3-b16ac15f688f), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:18.802359 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-79ac992a-5312-4522-a6fb-78955dd2973e req-03098915-9f59-46a5-86d9-cb8905ddc48c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 210 time: 0.3437028 Jan 10 11:56:18.833448 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.extraroute_db [None req-e40cc5d8-7f97-4106-b171-60e08b3a066f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Removed routes are [] {{(pid=110625) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 10 11:56:18.834385 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e40cc5d8-7f97-4106-b171-60e08b3a066f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (09c46bb3-cc27-42f9-956f-904173c6a593), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:18.852024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f6921a59-af6c-4d11-959c-a9ae5ebed10f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:18.935555 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] For port 87fb7f78-cce2-4679-b50d-999cc6017cc3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:18.939296 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8c467010-8a08-4237-b5e3-b16ac15f688f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:19.014319 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26534f68-1c83-4342-9f19-0b40cb096d45 None None] Pushing event updated for resources: {'Port': ['ID=8c467010-8a08-4237-b5e3-b16ac15f688f,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:19.037285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] For port 87fb7f78-cce2-4679-b50d-999cc6017cc3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87fb7f78-cce2-4679-b50d-999cc6017cc3,segment=NetworkSegment(e5c5e942-02e3-48b2-a72b-a3b8ecad61f1),segment_id=e5c5e942-02e3-48b2-a72b-a3b8ecad61f1)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:19.077639 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Publish callbacks [] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:19.088427 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Attempting to bind port 8c467010-8a08-4237-b5e3-b16ac15f688f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:19.088817 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Attempting to bind port 8c467010-8a08-4237-b5e3-b16ac15f688f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:19.089191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Attempting to bind port 8c467010-8a08-4237-b5e3-b16ac15f688f on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:19.092303 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:19.096765 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:19.101458 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port f6921a59-af6c-4d11-959c-a9ae5ebed10f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:19.101948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:19.168743 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138b1c7-dadf-4e9c-b3e7-e954b58dbd8b None None] Pushing event updated for resources: {'Port': ['ID=f4d82abb-bc70-4ef9-a582-8d9daaddddc7,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:19.192306 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] For port a52222cf-618d-4605-a8d6-f830c73f8cdc, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:19.193637 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:19.224484 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4a01b2-771d-4b86-87d6-95a70292104b None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:56:19.233882 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:19.236845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:19.237224 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:19.241333 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:19.241895 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:19.247459 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Bound port: 8c467010-8a08-4237-b5e3-b16ac15f688f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:19.251081 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8c467010-8a08-4237-b5e3-b16ac15f688f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:19.253265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:19.273680 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (87fb7f78-cce2-4679-b50d-999cc6017cc3), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:19.292776 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:19.326843 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Calling delete_port for a52222cf-618d-4605-a8d6-f830c73f8cdc owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:19.343208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ea8e188a-9198-4bb7-b2f9-295381e80a65 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (9510e44d-0bc3-4f8b-8579-1e852cb366e8), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:19.353232 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.ipam_backend_mixin [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Port a52222cf-618d-4605-a8d6-f830c73f8cdc was not found and therefore no delete operation was performed {{(pid=110625) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 11:56:19.354765 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event updated for resources: {'Port': ['ID=074cf39c-b6c1-4bab-91cd-d340772a8d8b,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:19.381873 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (a52222cf-618d-4605-a8d6-f830c73f8cdc), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:19.398482 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Pushing event updated for resources: {'Port': ['ID=3c1aa214-d599-434e-b8e6-b9477ac5dfcf,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:19.458061 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Port': ['ID=a52222cf-618d-4605-a8d6-f830c73f8cdc,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:19.462286 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (e3ef4717-7ef7-419e-836e-932a513008c1), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:19.589982 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e40cc5d8-7f97-4106-b171-60e08b3a066f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (09c46bb3-cc27-42f9-956f-904173c6a593), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:19.594990 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fff8dc-98fb-4de0-8f19-2406b08b55e7 None None] Pushing event updated for resources: {'Port': ['ID=87fb7f78-cce2-4679-b50d-999cc6017cc3,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:19.637062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e40cc5d8-7f97-4106-b171-60e08b3a066f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (09c46bb3-cc27-42f9-956f-904173c6a593), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:19.651302 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] No DVR routers for this DVR port a52222cf-618d-4605-a8d6-f830c73f8cdc on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:56:19.665359 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Could not find standard attr ID for object 16a75897-9e47-4dca-8f1a-4cb7ce1d9657. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:56:19.697660 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Could not find standard attr ID for object ff00d224-d9e1-42fc-a867-148f0b2d8452. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:56:19.740150 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:19.770069 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] For port 8c467010-8a08-4237-b5e3-b16ac15f688f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:19.773249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Provisioning complete for port 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:19.778852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (22e0e2e9-64d8-49dc-92bb-1cb169e98ce3), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:19.787871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] For port 8c467010-8a08-4237-b5e3-b16ac15f688f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c467010-8a08-4237-b5e3-b16ac15f688f,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:19.852862 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:18Z', 'revision_number': 6, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99c4903-d9de-48b6-9de4-5e7ad91522c2', 'name': '', 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:ec:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:57Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4d82abb-bc70-4ef9-a582-8d9daaddddc7', 'name': '', 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:b0:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:11Z', 'updated_at': '2022-01-10T11:56:18Z', 'revision_number': 4, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:19.894360 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c287461-60c7-4f43-a6bf-ca7dfe16dff2 None None] The sync data for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv is: [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:18Z', 'revision_number': 6, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99c4903-d9de-48b6-9de4-5e7ad91522c2', 'name': '', 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:ec:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:57Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4d82abb-bc70-4ef9-a582-8d9daaddddc7', 'name': '', 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:b0:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:11Z', 'updated_at': '2022-01-10T11:56:18Z', 'revision_number': 4, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:19.971396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8c467010-8a08-4237-b5e3-b16ac15f688f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:20.107460 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26534f68-1c83-4342-9f19-0b40cb096d45 None None] Pushing event updated for resources: {'Port': ['ID=8c467010-8a08-4237-b5e3-b16ac15f688f,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:20.131775 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:20.224259 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf5c7cd-0d69-4dd9-bed8-0223b5b93533 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:56:20.372711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Network c25c3555-98fa-43a0-b950-1c716ace6677 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:20.387865 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcb5ed-2fb7-4eda-bf9b-4498c755dac2 req-03548faf-ff9f-47e2-a5fa-2836208e9b8b tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:20.397011 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0fcb5ed-2fb7-4eda-bf9b-4498c755dac2 req-03548faf-ff9f-47e2-a5fa-2836208e9b8b tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 1.2582941 Jan 10 11:56:20.398343 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:20.401395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:20.407723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ea8e188a-9198-4bb7-b2f9-295381e80a65 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:20.416475 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ea8e188a-9198-4bb7-b2f9-295381e80a65 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/9510e44d-0bc3-4f8b-8579-1e852cb366e8 HTTP/1.1" status: 204 len: 168 time: 2.8111801 Jan 10 11:56:20.421443 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e188a-9198-4bb7-b2f9-295381e80a65 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Port': ['ID=9510e44d-0bc3-4f8b-8579-1e852cb366e8,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:20.425800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56100) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:20.483506 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b4025f8f-ec20-45a8-b10b-fd9e46bf7be6 req-a59a5fa0-3c0c-4aea-890a-6ae5a2f016af tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 210 time: 0.3435199 Jan 10 11:56:20.509737 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:20.555494 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:20.590675 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:20.600455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (22e0e2e9-64d8-49dc-92bb-1cb169e98ce3), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:20.616789 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fad094-5f8f-4c0f-83c0-ad04bf87a371 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:20.619237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:20.619902 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:20.621164 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-85fad094-5f8f-4c0f-83c0-ad04bf87a371 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1713943 Jan 10 11:56:20.627948 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56102) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:20.629460 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beab17bf-0a1e-40cb-8f69-00ca1264027a') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:20.629932 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beab17bf-0a1e-40cb-8f69-00ca1264027a') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:20.649001 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40cc5d8-7f97-4106-b171-60e08b3a066f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 09c46bb3-cc27-42f9-956f-904173c6a593 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:56:20.657043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (beab17bf-0a1e-40cb-8f69-00ca1264027a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:20.690316 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:20.690316 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (beab17bf-0a1e-40cb-8f69-00ca1264027a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:20.690316 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:20.705303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:56:20.705862 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (beab17bf-0a1e-40cb-8f69-00ca1264027a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:56:20.710452 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:56:20.732424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:20.732948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (77fb5c0c-32c1-49b1-91f0-f132b45c5fcf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:20.812495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] For port 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=22e0e2e9-64d8-49dc-92bb-1cb169e98ce3,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:20.823569 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0fcb5ed-2fb7-4eda-bf9b-4498c755dac2 req-6edf10fb-dc8f-43f1-ad96-cd75d51bbbca tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4044394 Jan 10 11:56:20.883929 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:20.892139 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4089ea-1b26-4f21-a5c8-48473d90f027 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:20.898953 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-af4089ea-1b26-4f21-a5c8-48473d90f027 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2680168 Jan 10 11:56:20.899731 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56106) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:20.937068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (22e0e2e9-64d8-49dc-92bb-1cb169e98ce3), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:20.964318 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Could not find standard attr ID for object d8bf7523-f677-43d8-9232-7b5766197871. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:56:21.013166 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:21.103619 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6197f3-d007-47dc-b254-8e2fa08ed689 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:21.105800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6197f3-d007-47dc-b254-8e2fa08ed689 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:21.107522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6197f3-d007-47dc-b254-8e2fa08ed689 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:21.109532 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0e6197f3-d007-47dc-b254-8e2fa08ed689 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2087443 Jan 10 11:56:21.113742 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56108) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:21.161440 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Router e3ef4717-7ef7-419e-836e-932a513008c1 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:56:21.174011 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Provisioning complete for port 8c467010-8a08-4237-b5e3-b16ac15f688f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:21.174805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8c467010-8a08-4237-b5e3-b16ac15f688f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:21.205155 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e2cc3b-a25d-41fb-86d3-58c8b9e2f71a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet ee671a79-c6d1-4680-add7-556ad7d94611 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:56:21.213796 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14e2cc3b-a25d-41fb-86d3-58c8b9e2f71a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (ee671a79-c6d1-4680-add7-556ad7d94611), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:21.231900 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40cc5d8-7f97-4106-b171-60e08b3a066f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:56:21.280199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:21.319227 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:21.327714 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14e2cc3b-a25d-41fb-86d3-58c8b9e2f71a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (ee671a79-c6d1-4680-add7-556ad7d94611), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:21.340014 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Pushing event updated for resources: {'Port': ['ID=22e0e2e9-64d8-49dc-92bb-1cb169e98ce3,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:21.359089 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e40cc5d8-7f97-4106-b171-60e08b3a066f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:21.365925 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e40cc5d8-7f97-4106-b171-60e08b3a066f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/09c46bb3-cc27-42f9-956f-904173c6a593 HTTP/1.1" status: 200 len: 933 time: 4.9930472 Jan 10 11:56:21.391926 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56110) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:21.394047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:21.400068 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] 10.222.0.16 "DELETE /v2.0/networks/9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab HTTP/1.1" status: 204 len: 168 time: 4.1524396 Jan 10 11:56:21.548216 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3a33f0-4e5c-43bd-8605-4572109ea06b None None] Sync routers for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:56:21.555436 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30345a64-92f6-4eb0-aa0e-063f732aadf8 tempest-PortsIpV6TestJSON-232072188 tempest-PortsIpV6TestJSON-232072188-project] Pushing event deleted for resources: {'Network': ['ID=9f0f29d6-e2ba-4b6a-ad13-9c5a6b00e6ab,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:21.630473 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3a33f0-4e5c-43bd-8605-4572109ea06b None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:21.632308 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3d3a33f0-4e5c-43bd-8605-4572109ea06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:21.645792 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d02fd6b4-b111-44d3-8c22-cf24a255345a req-685d3a69-aec4-451f-9085-03a31fff6b72 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 210 time: 0.0542200 Jan 10 11:56:21.693099 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:56:21.704000 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3179ac27-f6e1-4833-b265-fd0c5b25d146 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/routers/09c46bb3-cc27-42f9-956f-904173c6a593 HTTP/1.1" status: 200 len: 933 time: 0.3019664 Jan 10 11:56:21.704706 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56116) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:21.709370 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f8479a96-de8b-47db-a5da-cc61ed801e19 admin admin] 10.222.0.16 "PUT /v2.0/routers/e3ef4717-7ef7-419e-836e-932a513008c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9468629 Jan 10 11:56:21.714380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-49da1935-706d-4aad-a960-b81e77e9badc tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'router': {'routes': None}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:21.719974 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14e2cc3b-a25d-41fb-86d3-58c8b9e2f71a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (ee671a79-c6d1-4680-add7-556ad7d94611), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:21.770778 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:21.772856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (22e0e2e9-64d8-49dc-92bb-1cb169e98ce3), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:21.837786 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be31da60-e9ae-4a9c-9a6d-2f5528bcc68d None None] Network c25c3555-98fa-43a0-b950-1c716ace6677 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:21.949187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8c467010-8a08-4237-b5e3-b16ac15f688f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:22.014088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-3d3a33f0-4e5c-43bd-8605-4572109ea06b None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:22.025820 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14e2cc3b-a25d-41fb-86d3-58c8b9e2f71a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (ee671a79-c6d1-4680-add7-556ad7d94611), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:22.061815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] For port 8c467010-8a08-4237-b5e3-b16ac15f688f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c467010-8a08-4237-b5e3-b16ac15f688f,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:22.074823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:22.144765 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:18Z', 'revision_number': 2, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:22.164879 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14e2cc3b-a25d-41fb-86d3-58c8b9e2f71a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:22.169999 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-14e2cc3b-a25d-41fb-86d3-58c8b9e2f71a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/ee671a79-c6d1-4680-add7-556ad7d94611 HTTP/1.1" status: 204 len: 168 time: 1.0548580 Jan 10 11:56:22.171201 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56128) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:22.184097 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2cc3b-a25d-41fb-86d3-58c8b9e2f71a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=ee671a79-c6d1-4680-add7-556ad7d94611,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:22.203175 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56130) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:22.214354 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:22.249133 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c99c4903-d9de-48b6-9de4-5e7ad91522c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:22.251730 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8c467010-8a08-4237-b5e3-b16ac15f688f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:22.286772 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6628c75-6c83-42c5-b50f-2b95d0c22f71 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:22.294403 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a17fa1e-5702-4261-a96d-0b214eae9757 None None] The sync data for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv is: [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:18Z', 'revision_number': 2, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:22.494391 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:22.512280 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2cec8-a40e-4819-9352-a7d4f19d77be req-27854529-5e13-43aa-952e-88ddd0f0ebbb tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:22.514323 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-33b2cec8-a40e-4819-9352-a7d4f19d77be req-27854529-5e13-43aa-952e-88ddd0f0ebbb tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.5461888 Jan 10 11:56:22.644871 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event updated for resources: {'Port': ['ID=074cf39c-b6c1-4bab-91cd-d340772a8d8b,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:22.729913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca418dce-99d5-4c40-bffb-0b17109ee018 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Deleting subnet fa89a6ce-f0cf-4584-aa6b-458affbed24c {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:56:22.738806 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca418dce-99d5-4c40-bffb-0b17109ee018 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (fa89a6ce-f0cf-4584-aa6b-458affbed24c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:22.791876 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca418dce-99d5-4c40-bffb-0b17109ee018 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (fa89a6ce-f0cf-4584-aa6b-458affbed24c), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:22.857076 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-22ab7f00-0f56-4113-b3ae-d9039e77e915 req-608716ea-d491-499f-a7d4-2d3449f09a7f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 210 time: 0.0432811 Jan 10 11:56:22.883709 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df188f0-9fa5-4cc8-8732-f1badff552c9 None None] Pushing event updated for resources: {'Port': ['ID=8c467010-8a08-4237-b5e3-b16ac15f688f,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:22.953176 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.30', 63514) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:22.977585 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-45348886-ec45-439c-b848-38718dd1a1c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65c2071e92fb4b2f942b8ce8a0dbea03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7994130 Jan 10 11:56:22.982202 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56144) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:23.008149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Provisioning complete for port 87fb7f78-cce2-4679-b50d-999cc6017cc3 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:23.008629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (87fb7f78-cce2-4679-b50d-999cc6017cc3), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:23.089532 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port c99c4903-d9de-48b6-9de4-5e7ad91522c2 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:23.090483 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:23.122380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.extraroute_db [None req-49da1935-706d-4aad-a960-b81e77e9badc tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Added routes are [] {{(pid=110625) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 10 11:56:23.122715 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.extraroute_db [None req-49da1935-706d-4aad-a960-b81e77e9badc tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=110625) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 10 11:56:23.213618 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3d3a33f0-4e5c-43bd-8605-4572109ea06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:18Z', 'revision_number': 6, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99c4903-d9de-48b6-9de4-5e7ad91522c2', 'name': '', 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:ec:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:57Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4d82abb-bc70-4ef9-a582-8d9daaddddc7', 'name': '', 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:b0:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:11Z', 'updated_at': '2022-01-10T11:56:18Z', 'revision_number': 4, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:23.252122 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-49da1935-706d-4aad-a960-b81e77e9badc tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (09c46bb3-cc27-42f9-956f-904173c6a593), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:23.298539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3a33f0-4e5c-43bd-8605-4572109ea06b None None] Checking router: 09c46bb3-cc27-42f9-956f-904173c6a593 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:56:23.348753 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56154) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:23.392072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-3bdc1bc7-5ce5-4763-88d6-5e9f2f11a6b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1038245669-network', 'tenant_id': '02b0158bdbc0459fa490efcd8a94e846'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:23.475758 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:23.480753 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-b1ab95ab-329f-4aef-a546-99b4f583329b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:23.487733 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-b1ab95ab-329f-4aef-a546-99b4f583329b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/networks?id=4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 HTTP/1.1" status: 200 len: 796 time: 0.9606030 Jan 10 11:56:23.521818 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-33b2cec8-a40e-4819-9352-a7d4f19d77be req-9b5e6d05-21eb-4e90-8fa2-6c614bc3c065 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9881728 Jan 10 11:56:23.546457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca418dce-99d5-4c40-bffb-0b17109ee018 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (fa89a6ce-f0cf-4584-aa6b-458affbed24c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:23.706430 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdc1bc7-5ce5-4763-88d6-5e9f2f11a6b3 admin admin] Made reservation on behalf of 02b0158bdbc0459fa490efcd8a94e846 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:23.709644 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3bdc1bc7-5ce5-4763-88d6-5e9f2f11a6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:23.766592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca418dce-99d5-4c40-bffb-0b17109ee018 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (fa89a6ce-f0cf-4584-aa6b-458affbed24c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:23.783014 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Network c25c3555-98fa-43a0-b950-1c716ace6677 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:23.793828 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f283112f-3084-4460-95bc-7f4d2c98ae36 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:23.841636 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3bdc1bc7-5ce5-4763-88d6-5e9f2f11a6b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:23.850071 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3a33f0-4e5c-43bd-8605-4572109ea06b None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:23.850723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3d3a33f0-4e5c-43bd-8605-4572109ea06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:23.898522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca418dce-99d5-4c40-bffb-0b17109ee018 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Subnet': ['ID=fa89a6ce-f0cf-4584-aa6b-458affbed24c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:23.902027 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:23.928292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-127842ae-77e6-42b1-8ab8-99107a0d9aeb admin admin] Publish callbacks [] for security_group (93e90055-e100-4bfa-9d11-98f4606c7255), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:23.948893 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-febe2204-7f02-49c6-86bd-046895f1f4d1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 380 time: 0.4253590 Jan 10 11:56:23.977540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca418dce-99d5-4c40-bffb-0b17109ee018 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:23.981939 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2dd06685-cc8e-434c-86f9-3cdfe99c4684 req-62db3504-97c1-4714-98c6-3fd3d94a2a70 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0274432 Jan 10 11:56:23.989408 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ca418dce-99d5-4c40-bffb-0b17109ee018 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/fa89a6ce-f0cf-4584-aa6b-458affbed24c HTTP/1.1" status: 204 len: 168 time: 1.7822583 Jan 10 11:56:23.989574 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56158) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:24.003507 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-2b6b75f5-a656-4173-8be6-9d63159c8019 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'port': {'device_id': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'admin_state_up': True, 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'security_groups': ['9c9cce0a-7fca-4868-855a-84c80f710c6d']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:24.011406 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (87fb7f78-cce2-4679-b50d-999cc6017cc3), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:24.112682 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cb756fef-b865-4b83-89f5-f1486b873d59 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207855 Jan 10 11:56:24.120984 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0e657a58-a2ca-4dca-8b96-6c55d4a9dee1 req-207810a2-b90d-4ab5-8048-32e273c61caf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 210 time: 0.1009853 Jan 10 11:56:24.130264 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56160) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:24.187033 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] For port 87fb7f78-cce2-4679-b50d-999cc6017cc3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87fb7f78-cce2-4679-b50d-999cc6017cc3,segment=NetworkSegment(e5c5e942-02e3-48b2-a72b-a3b8ecad61f1),segment_id=e5c5e942-02e3-48b2-a72b-a3b8ecad61f1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:24.206565 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-49da1935-706d-4aad-a960-b81e77e9badc tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (09c46bb3-cc27-42f9-956f-904173c6a593), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:24.244396 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-49da1935-706d-4aad-a960-b81e77e9badc tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (09c46bb3-cc27-42f9-956f-904173c6a593), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:24.277539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (87fb7f78-cce2-4679-b50d-999cc6017cc3), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:24.287869 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3bdc1bc7-5ce5-4763-88d6-5e9f2f11a6b3 admin admin] Publish callbacks [] for security_group (8bc9321a-e148-425a-8bab-86ab46224c07), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:24.342424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port f283112f-3084-4460-95bc-7f4d2c98ae36 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:24.342899 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f283112f-3084-4460-95bc-7f4d2c98ae36), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:24.434973 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Provisioning complete for port 5a1c9681-b31b-4e3c-b798-7720051ed329 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:24.435426 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:24.437395 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3bdc1bc7-5ce5-4763-88d6-5e9f2f11a6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (8bc9321a-e148-425a-8bab-86ab46224c07), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:24.454821 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49da1935-706d-4aad-a960-b81e77e9badc tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 09c46bb3-cc27-42f9-956f-904173c6a593 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:56:24.499031 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd06685-cc8e-434c-86f9-3cdfe99c4684 req-fa3e8e87-d15e-4cbc-a25f-4dfc3f4cc388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:24.499031 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2dd06685-cc8e-434c-86f9-3cdfe99c4684 req-fa3e8e87-d15e-4cbc-a25f-4dfc3f4cc388 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1fa961e41ec4d84a1776f42096f6118&device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 1099 time: 0.3674870 Jan 10 11:56:24.526308 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-3d3a33f0-4e5c-43bd-8605-4572109ea06b None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:24.537269 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdc1bc7-5ce5-4763-88d6-5e9f2f11a6b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:56:24.560498 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-127842ae-77e6-42b1-8ab8-99107a0d9aeb admin admin] Publish callbacks [] for security_group (93e90055-e100-4bfa-9d11-98f4606c7255), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:24.680917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383df174-d071-4039-b0eb-106af91c8735 None None] Network f827ee61-c9df-4d63-a94c-5e4c1afe79dd requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:24.700455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcbb3c8-fd8f-4e78-9fa4-40aae2fa8392 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:24.705300 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2bcbb3c8-fd8f-4e78-9fa4-40aae2fa8392 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 865 time: 0.5647573 Jan 10 11:56:24.748005 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56164) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:24.779149 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd06685-cc8e-434c-86f9-3cdfe99c4684 req-2e3a05b7-385e-4998-a88c-0f124217253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:24.781605 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2dd06685-cc8e-434c-86f9-3cdfe99c4684 req-2e3a05b7-385e-4998-a88c-0f124217253f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc HTTP/1.1" status: 200 len: 913 time: 0.2516410 Jan 10 11:56:24.787159 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc1bc7-5ce5-4763-88d6-5e9f2f11a6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc9321a-e148-425a-8bab-86ab46224c07,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:24.811611 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3bdc1bc7-5ce5-4763-88d6-5e9f2f11a6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b8d62283-af07-4804-ad27-a6e3efddf96b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:24.813093 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-3bdc1bc7-5ce5-4763-88d6-5e9f2f11a6b3 admin admin] Added segment b8d62283-af07-4804-ad27-a6e3efddf96b of type vlan for network 3b1796fb-cecb-4bde-a5ad-df832a8cb90b Jan 10 11:56:24.862867 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 5a1c9681-b31b-4e3c-b798-7720051ed329 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:24.863125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e6326-2bc9-4a9b-9281-03569617274a req-5a1df9b0-0cbe-4861-adc2-dd1196967dde tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:24.864934 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-084e6326-2bc9-4a9b-9281-03569617274a req-5a1df9b0-0cbe-4861-adc2-dd1196967dde tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1859341 Jan 10 11:56:24.869070 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff2f83-d348-4d88-8002-67581d1cd067 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:24.878746 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5fff2f83-d348-4d88-8002-67581d1cd067 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1257353 Jan 10 11:56:24.883781 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:56:24.895187 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56166) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:24.957380 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Pushing event updated for resources: {'Port': ['ID=87fb7f78-cce2-4679-b50d-999cc6017cc3,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:24.994846 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2f08dda0-7463-4368-8235-9717de2c5068 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902243 Jan 10 11:56:24.994846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-127842ae-77e6-42b1-8ab8-99107a0d9aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (93e90055-e100-4bfa-9d11-98f4606c7255), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:24.998132 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-127842ae-77e6-42b1-8ab8-99107a0d9aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:25.004355 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-127842ae-77e6-42b1-8ab8-99107a0d9aeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93e90055-e100-4bfa-9d11-98f4606c7255 HTTP/1.1" status: 204 len: 168 time: 1.9297850 Jan 10 11:56:25.006665 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56168) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:25.011505 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-2b6b75f5-a656-4173-8be6-9d63159c8019 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:25.018071 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-2b6b75f5-a656-4173-8be6-9d63159c8019 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:25.061496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127842ae-77e6-42b1-8ab8-99107a0d9aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e90055-e100-4bfa-9d11-98f4606c7255,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:25.081689 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 5a1c9681-b31b-4e3c-b798-7720051ed329 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:25.082387 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:25.084811 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3b834c-8538-494c-becb-809a50c853cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:25.085391 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3b834c-8538-494c-becb-809a50c853cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:25.088470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:25.088883 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2a3b834c-8538-494c-becb-809a50c853cc tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/9510e44d-0bc3-4f8b-8579-1e852cb366e8 HTTP/1.1" status: 404 len: 333 time: 0.0806811 Jan 10 11:56:25.097980 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56172) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:25.120180 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3bdc1bc7-5ce5-4763-88d6-5e9f2f11a6b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (3b1796fb-cecb-4bde-a5ad-df832a8cb90b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:25.136713 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2dd06685-cc8e-434c-86f9-3cdfe99c4684 req-d34cfe52-2357-447f-b742-7500a420696d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd HTTP/1.1" status: 200 len: 1002 time: 0.3308966 Jan 10 11:56:25.200559 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] For port 5a1c9681-b31b-4e3c-b798-7720051ed329, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a1c9681-b31b-4e3c-b798-7720051ed329,segment=NetworkSegment(996095cb-929f-4141-aa7a-f50b2ca91b46),segment_id=996095cb-929f-4141-aa7a-f50b2ca91b46)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:25.220133 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7b0653-b6f4-4e81-add3-0c2ce78a0186 None None] DHCP port deletion for f827ee61-c9df-4d63-a94c-5e4c1afe79dd request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:56:25.273801 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd06685-cc8e-434c-86f9-3cdfe99c4684 req-a2a734d4-01c5-4aba-b482-2f5414d7ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:25.275586 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2dd06685-cc8e-434c-86f9-3cdfe99c4684 req-a2a734d4-01c5-4aba-b482-2f5414d7ddda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51450b-3d7a-412c-a467-63a15343a6eb HTTP/1.1" status: 200 len: 851 time: 0.1319311 Jan 10 11:56:25.303111 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:25.305027 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49da1935-706d-4aad-a960-b81e77e9badc tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:56:25.364126 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-49da1935-706d-4aad-a960-b81e77e9badc tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:25.366129 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-49da1935-706d-4aad-a960-b81e77e9badc tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/09c46bb3-cc27-42f9-956f-904173c6a593 HTTP/1.1" status: 200 len: 699 time: 3.6554494 Jan 10 11:56:25.369890 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a3b270fc-35f7-4b4a-8d9a-b79614383ff0 req-3edee032-ace1-4adf-9e68-c3d010b91e11 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 210 time: 0.0900037 Jan 10 11:56:25.370882 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56176) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:25.418236 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:25.457349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Pushing event updated for resources: {'Port': ['ID=5a1c9681-b31b-4e3c-b798-7720051ed329,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:25.464331 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Provisioning complete for port 3c1aa214-d599-434e-b8e6-b9477ac5dfcf triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:25.464715 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:25.481646 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3bdc1bc7-5ce5-4763-88d6-5e9f2f11a6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (3b1796fb-cecb-4bde-a5ad-df832a8cb90b), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:25.482888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc1bc7-5ce5-4763-88d6-5e9f2f11a6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:25.483468 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3bdc1bc7-5ce5-4763-88d6-5e9f2f11a6b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:25.519585 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3d3a33f0-4e5c-43bd-8605-4572109ea06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:23Z', 'revision_number': 7, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99c4903-d9de-48b6-9de4-5e7ad91522c2', 'name': '', 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:ec:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:57Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4d82abb-bc70-4ef9-a582-8d9daaddddc7', 'name': '', 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:b0:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:11Z', 'updated_at': '2022-01-10T11:56:18Z', 'revision_number': 4, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:25.548062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd06685-cc8e-434c-86f9-3cdfe99c4684 req-7a25c1ee-b54b-4ac9-ab98-06e2daf82417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:25.549784 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2dd06685-cc8e-434c-86f9-3cdfe99c4684 req-7a25c1ee-b54b-4ac9-ab98-06e2daf82417 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2587352 Jan 10 11:56:25.583306 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3a33f0-4e5c-43bd-8605-4572109ea06b None None] The sync data for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv is: [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:23Z', 'revision_number': 7, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99c4903-d9de-48b6-9de4-5e7ad91522c2', 'name': '', 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:ec:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:57Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4d82abb-bc70-4ef9-a582-8d9daaddddc7', 'name': '', 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:b0:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:11Z', 'updated_at': '2022-01-10T11:56:18Z', 'revision_number': 4, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:25.594657 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b0653-b6f4-4e81-add3-0c2ce78a0186 None None] Deleting port 187b0cab-9036-4fb9-a9a4-f4019129a1b0 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:25.601096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4e7b0653-b6f4-4e81-add3-0c2ce78a0186 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:25.601096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Port 3c1aa214-d599-434e-b8e6-b9477ac5dfcf cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:56:25.624399 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:56:25.624756 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:56:25.629850 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-f078e543-e3dc-49eb-be5a-31844b3cd9c8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:25.630330 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f078e543-e3dc-49eb-be5a-31844b3cd9c8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:25.636478 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f078e543-e3dc-49eb-be5a-31844b3cd9c8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/ee671a79-c6d1-4680-add7-556ad7d94611 HTTP/1.1" status: 404 len: 337 time: 0.5292504 Jan 10 11:56:25.647480 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56180) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:25.677317 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-084e6326-2bc9-4a9b-9281-03569617274a req-a4a1c6dd-5b60-4786-8a48-45128f2810dc tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7913907 Jan 10 11:56:25.694399 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Provisioning complete for port f4d82abb-bc70-4ef9-a582-8d9daaddddc7 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:25.694777 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:25.748260 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:56:25.760719 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4e7b0653-b6f4-4e81-add3-0c2ce78a0186 None None] For port 187b0cab-9036-4fb9-a9a4-f4019129a1b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=187b0cab-9036-4fb9-a9a4-f4019129a1b0,segment=NetworkSegment(ccdfa519-f4d4-4f17-85f2-961ed650d631),segment_id=ccdfa519-f4d4-4f17-85f2-961ed650d631)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:25.762866 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b7f21940-60c3-447a-a14f-daff6b595a2f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "PUT /v2.0/routers/d29b2a86-f4b2-4040-bb9b-b2bcc66668d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8411312 Jan 10 11:56:25.765541 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Sync routers for ids ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:56:25.766519 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4e7b0653-b6f4-4e81-add3-0c2ce78a0186 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:25.789298 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Routers {'d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:25.790589 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:25.800565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-2b6b75f5-a656-4173-8be6-9d63159c8019 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.5 (4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8/018eb74b-0d85-4895-9574-a7a35eefd2a2/c0744d2f-611c-467a-a604-b8a5fa2fae06) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:25.820013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b0653-b6f4-4e81-add3-0c2ce78a0186 None None] Calling delete_port for 187b0cab-9036-4fb9-a9a4-f4019129a1b0 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:26.028909 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:26.104972 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] For port f4d82abb-bc70-4ef9-a582-8d9daaddddc7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4d82abb-bc70-4ef9-a582-8d9daaddddc7,segment=NetworkSegment(996095cb-929f-4141-aa7a-f50b2ca91b46),segment_id=996095cb-929f-4141-aa7a-f50b2ca91b46)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:26.105946 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Set router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:26.171321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4e7b0653-b6f4-4e81-add3-0c2ce78a0186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (187b0cab-9036-4fb9-a9a4-f4019129a1b0), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:26.264541 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3bdc1bc7-5ce5-4763-88d6-5e9f2f11a6b3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9145670 Jan 10 11:56:26.266142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56204) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:26.289623 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b0653-b6f4-4e81-add3-0c2ce78a0186 None None] Pushing event deleted for resources: {'Port': ['ID=187b0cab-9036-4fb9-a9a4-f4019129a1b0,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:26.304948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 187b0cab-9036-4fb9-a9a4-f4019129a1b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:26.331364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56206) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:26.332441 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b0027d21-e6e8-40fc-a426-dfc9f512564e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/routers/09c46bb3-cc27-42f9-956f-904173c6a593 HTTP/1.1" status: 200 len: 699 time: 0.9427896 Jan 10 11:56:26.333558 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-94cefaa7-abc3-4da9-85e9-f6c965aa2e37 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:26.334140 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94cefaa7-abc3-4da9-85e9-f6c965aa2e37 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:26.337928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 187b0cab-9036-4fb9-a9a4-f4019129a1b0 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:56:26.338406 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 187b0cab-9036-4fb9-a9a4-f4019129a1b0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 10 11:56:26.346029 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-94cefaa7-abc3-4da9-85e9-f6c965aa2e37 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/fa89a6ce-f0cf-4584-aa6b-458affbed24c HTTP/1.1" status: 404 len: 337 time: 0.0880990 Jan 10 11:56:26.360957 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56210) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:26.368185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8fd2c239-78ad-4177-bacc-249921257329 admin admin] Request body: {'subnet': {'network_id': '3b1796fb-cecb-4bde-a5ad-df832a8cb90b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1038245669-subnet', 'tenant_id': '02b0158bdbc0459fa490efcd8a94e846', 'ip_version': 4}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:26.369802 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-fb07919e-130c-43aa-a5db-bcdfee94c556 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084826806&fields=id&tenant_id=64c3df50eabf474d900be6a95c814069 HTTP/1.1" status: 200 len: 267 time: 0.2577846 Jan 10 11:56:26.386661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:26.393623 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7b0653-b6f4-4e81-add3-0c2ce78a0186 None None] No DVR routers for this DVR port 187b0cab-9036-4fb9-a9a4-f4019129a1b0 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:56:26.395977 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Port 187b0cab-9036-4fb9-a9a4-f4019129a1b0 not found, will not notify nova. {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 10 11:56:26.499458 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Could not find standard attr ID for object 187b0cab-9036-4fb9-a9a4-f4019129a1b0. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:56:26.508524 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Pushing event updated for resources: {'Port': ['ID=f4d82abb-bc70-4ef9-a582-8d9daaddddc7,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:26.524022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-2b6b75f5-a656-4173-8be6-9d63159c8019 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (c0744d2f-611c-467a-a604-b8a5fa2fae06), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:26.536820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Could not find standard attr ID for object 34d92537-fdbe-4394-9aaf-f0016c203d11. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:56:26.546337 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc680873-8189-42cc-8df1-418577149876 None None] Sync routers for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:56:26.555626 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Could not find standard attr ID for object 9510e44d-0bc3-4f8b-8579-1e852cb366e8. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:56:26.557946 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc1bc7-5ce5-4763-88d6-5e9f2f11a6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=3b1796fb-cecb-4bde-a5ad-df832a8cb90b,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:26.559414 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a52222cf-618d-4605-a8d6-f830c73f8cdc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:56:26.569558 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a14b991-4e32-4bd7-9e0b-36e5e37d1c16 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:26.572841 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a14b991-4e32-4bd7-9e0b-36e5e37d1c16 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:26.577022 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8a14b991-4e32-4bd7-9e0b-36e5e37d1c16 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/ff00d224-d9e1-42fc-a867-148f0b2d8452 HTTP/1.1" status: 404 len: 333 time: 0.2051022 Jan 10 11:56:26.580372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56214) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:26.624056 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Could not find standard attr ID for object a52222cf-618d-4605-a8d6-f830c73f8cdc. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:56:26.631742 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: a52222cf-618d-4605-a8d6-f830c73f8cdc {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:56:26.632061 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a52222cf-618d-4605-a8d6-f830c73f8cdc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:56:26.643332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 3b1796fb-cecb-4bde-a5ad-df832a8cb90b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:56:26.648652 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049762471', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151'}], 'enable_snat': True}, 'gw_port_id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:02Z', 'updated_at': '2022-01-10T11:56:20Z', 'revision_number': 4, 'project_id': '64c3df50eabf474d900be6a95c814069', 'gw_port': {'id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '074cf39c-b6c1-4bab-91cd-d340772a8d8b', 'name': '', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'mac_address': 'fa:16:3e:f7:7f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 2, 'project_id': '64c3df50eabf474d900be6a95c814069', 'subnets': [{'id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:26.691735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a0204-9625-4dfa-ae4f-840b182f2f90 req-b9dcf88e-25c6-4ca1-bcdc-05c71ddb8e1a tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:26.698794 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bc9a0204-9625-4dfa-ae4f-840b182f2f90 req-b9dcf88e-25c6-4ca1-bcdc-05c71ddb8e1a tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.3362873 Jan 10 11:56:26.731781 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Checking router: d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:56:26.732142 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Updating router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 port 074cf39c-b6c1-4bab-91cd-d340772a8d8b binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:56:26.781331 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd2c239-78ad-4177-bacc-249921257329 admin admin] Made reservation on behalf of 02b0158bdbc0459fa490efcd8a94e846 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:26.790513 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c239-78ad-4177-bacc-249921257329 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:26.808082 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:26.813898 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Sync routers for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:56:26.822572 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2dd06685-cc8e-434c-86f9-3cdfe99c4684 req-4135e3a1-5d92-46da-9026-2791bf4bec36 service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2104330 Jan 10 11:56:26.855506 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:26.863897 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:26.893643 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-2b6b75f5-a656-4173-8be6-9d63159c8019 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (c0744d2f-611c-467a-a604-b8a5fa2fae06), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:26.958191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-310a28ab-bec5-414e-ae31-defd77a8fcfd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:26.958191 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-310a28ab-bec5-414e-ae31-defd77a8fcfd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/networks?id=c25c3555-98fa-43a0-b950-1c716ace6677 HTTP/1.1" status: 200 len: 796 time: 0.4683986 Jan 10 11:56:27.015902 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-2b6b75f5-a656-4173-8be6-9d63159c8019 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:27.043549 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-b0e8f843-27ad-4e88-bfcb-98440bf9cca9 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/quotas/64c3df50eabf474d900be6a95c814069 HTTP/1.1" status: 200 len: 375 time: 0.0639026 Jan 10 11:56:27.047127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-2b6b75f5-a656-4173-8be6-9d63159c8019 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:27.049273 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b75f5-a656-4173-8be6-9d63159c8019 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=c0744d2f-611c-467a-a604-b8a5fa2fae06,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:27.055399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-2b6b75f5-a656-4173-8be6-9d63159c8019 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:27.066541 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc680873-8189-42cc-8df1-418577149876 None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:27.066541 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-dc680873-8189-42cc-8df1-418577149876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:27.113325 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de639ac-e69d-4c79-be57-e098c4f42d43 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:27.113859 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de639ac-e69d-4c79-be57-e098c4f42d43 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:27.117248 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0de639ac-e69d-4c79-be57-e098c4f42d43 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/8e4a3c3a-c7b1-4f33-a38d-5983ace1c108 HTTP/1.1" status: 404 len: 337 time: 0.5324047 Jan 10 11:56:27.159448 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56226) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:27.206900 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Provisioning complete for port 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:27.207436 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (22e0e2e9-64d8-49dc-92bb-1cb169e98ce3), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:27.218964 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f4d82abb-bc70-4ef9-a582-8d9daaddddc7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:27.228533 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bc9a0204-9625-4dfa-ae4f-840b182f2f90 req-1b74d125-da69-4e4f-a461-a7dbc612438d tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5262609 Jan 10 11:56:27.305061 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56228) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:27.347300 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2dd06685-cc8e-434c-86f9-3cdfe99c4684 req-bc9e6b50-7aba-4d62-b272-99a0168f423e service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586132 Jan 10 11:56:27.348967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-dc680873-8189-42cc-8df1-418577149876 None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:27.398937 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-0899428f-3a4d-4519-b83a-6a373d61511c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:27.399523 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0899428f-3a4d-4519-b83a-6a373d61511c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:27.418222 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0899428f-3a4d-4519-b83a-6a373d61511c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/5e7cb765-3570-494c-abae-6f5be663d38b HTTP/1.1" status: 404 len: 337 time: 0.2573073 Jan 10 11:56:27.433758 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56232) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:27.505465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-2b6b75f5-a656-4173-8be6-9d63159c8019 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:27.506763 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-2b6b75f5-a656-4173-8be6-9d63159c8019 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:27.535650 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:27.561686 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8fa7ceec-17fd-4836-9ff8-146b572827c6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1724650104'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:27.569038 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ed854b-e281-4e88-81b0-4ab665a29b7f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:27.569038 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ed854b-e281-4e88-81b0-4ab665a29b7f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:27.573077 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-59ed854b-e281-4e88-81b0-4ab665a29b7f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/34d92537-fdbe-4394-9aaf-f0016c203d11 HTTP/1.1" status: 404 len: 333 time: 0.1209064 Jan 10 11:56:27.574267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56234) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:27.622398 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port f4d82abb-bc70-4ef9-a582-8d9daaddddc7 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:27.623979 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:27.675061 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-278ead46-3126-400c-a4b5-98e4048f9b4a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:27.675654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278ead46-3126-400c-a4b5-98e4048f9b4a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:27.686310 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-278ead46-3126-400c-a4b5-98e4048f9b4a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/1def0cf0-2fda-4a6a-a66f-4c35d4cbfb7a HTTP/1.1" status: 404 len: 337 time: 0.0885291 Jan 10 11:56:27.687193 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56236) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:27.717997 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-77063a31-13e7-4d03-8c2e-b2674d02e5ca tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=64c3df50eabf474d900be6a95c814069&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6425049 Jan 10 11:56:27.725601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Could not find standard attr ID for object ff00d224-d9e1-42fc-a867-148f0b2d8452. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:56:27.733365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Could not find standard attr ID for object d8bf7523-f677-43d8-9232-7b5766197871. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:56:27.734466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a582d-a3d9-417f-89a5-902c0db06b72 req-39407fb1-db54-4349-9d01-ec0f27f6cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:27.736122 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c49a582d-a3d9-417f-89a5-902c0db06b72 req-39407fb1-db54-4349-9d01-ec0f27f6cb7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1fa961e41ec4d84a1776f42096f6118&device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 1099 time: 0.1858039 Jan 10 11:56:27.738105 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5485caa-4d5f-48a4-ae52-0665ff25d516 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:27.738648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5485caa-4d5f-48a4-ae52-0665ff25d516 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:27.741925 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e5485caa-4d5f-48a4-ae52-0665ff25d516 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/8c3cb51f-d9f0-4f99-a338-a3e79a11b099 HTTP/1.1" status: 404 len: 337 time: 0.0492806 Jan 10 11:56:27.751776 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab9e29-f1b9-4b43-aca3-645abdc6f742 req-c80c38e9-558a-41b3-a8bd-0d6073a8e6bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:27.752875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56238) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:27.753572 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-61ab9e29-f1b9-4b43-aca3-645abdc6f742 req-c80c38e9-558a-41b3-a8bd-0d6073a8e6bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 931 time: 0.3102255 Jan 10 11:56:27.791787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Provisioning complete for port 8c467010-8a08-4237-b5e3-b16ac15f688f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:27.792073 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78845c5c-6efd-42a8-8e21-3dd1b5a3f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8c467010-8a08-4237-b5e3-b16ac15f688f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:27.851744 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:27.870381 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ec4329-481f-4b7b-ad8e-6c7ab980a5f8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:27.871222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ec4329-481f-4b7b-ad8e-6c7ab980a5f8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:27.872177 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-61ab9e29-f1b9-4b43-aca3-645abdc6f742 req-b96e4118-750d-4ffc-9fc4-49386bef2204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c9cce0a-7fca-4868-855a-84c80f710c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095743 Jan 10 11:56:27.886915 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a582d-a3d9-417f-89a5-902c0db06b72 req-c5e165e7-0341-45fb-a3ed-2fc7eef71d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:27.888762 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c49a582d-a3d9-417f-89a5-902c0db06b72 req-c5e165e7-0341-45fb-a3ed-2fc7eef71d83 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc HTTP/1.1" status: 200 len: 913 time: 0.1455348 Jan 10 11:56:27.892385 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b8ec4329-481f-4b7b-ad8e-6c7ab980a5f8 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/b12a49db-f94a-4894-a0d9-06b2a035795f HTTP/1.1" status: 404 len: 333 time: 0.1021583 Jan 10 11:56:27.895989 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56242) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:27.954400 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-dc680873-8189-42cc-8df1-418577149876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:23Z', 'revision_number': 7, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99c4903-d9de-48b6-9de4-5e7ad91522c2', 'name': '', 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:ec:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:57Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4d82abb-bc70-4ef9-a582-8d9daaddddc7', 'name': '', 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:b0:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:11Z', 'updated_at': '2022-01-10T11:56:26Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:27.970572 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5931dec-7dc5-48fd-82a5-23872d04abfe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:27.971194 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5931dec-7dc5-48fd-82a5-23872d04abfe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:27.974596 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e5931dec-7dc5-48fd-82a5-23872d04abfe tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/11a867d6-dced-4250-aba3-0fef521786c6 HTTP/1.1" status: 404 len: 337 time: 0.0769577 Jan 10 11:56:27.977803 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56244) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:28.001322 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c49a582d-a3d9-417f-89a5-902c0db06b72 req-33ae879c-3009-4e71-a983-7d3a50016864 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd HTTP/1.1" status: 200 len: 1002 time: 0.1061287 Jan 10 11:56:28.052225 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc680873-8189-42cc-8df1-418577149876 None None] Checking router: 09c46bb3-cc27-42f9-956f-904173c6a593 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:56:28.058276 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a582d-a3d9-417f-89a5-902c0db06b72 req-221cc25b-1c88-4e87-bc79-20fea3d432bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:28.060736 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c49a582d-a3d9-417f-89a5-902c0db06b72 req-221cc25b-1c88-4e87-bc79-20fea3d432bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51450b-3d7a-412c-a467-63a15343a6eb HTTP/1.1" status: 200 len: 851 time: 0.0537345 Jan 10 11:56:28.062353 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc67103a-75e1-4c34-9235-8de27ab3cc80 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:28.062887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc67103a-75e1-4c34-9235-8de27ab3cc80 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:28.066111 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cc67103a-75e1-4c34-9235-8de27ab3cc80 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/9cabc0f9-01cd-4bd2-8eff-8183205516f0 HTTP/1.1" status: 404 len: 337 time: 0.0872858 Jan 10 11:56:28.068737 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56246) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:28.081874 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:28.082685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (77fb5c0c-32c1-49b1-91f0-f132b45c5fcf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.106977 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c239-78ad-4177-bacc-249921257329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (f314a3e9-3b73-48dd-a100-7090f64a6c91), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.124543 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Publish callbacks [] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.125461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-07fb8b17-f791-4f35-85f0-8d896bca02d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (09c46bb3-cc27-42f9-956f-904173c6a593), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.131571 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-2b6b75f5-a656-4173-8be6-9d63159c8019 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1725302 Jan 10 11:56:28.137988 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc680873-8189-42cc-8df1-418577149876 None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:28.138874 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-dc680873-8189-42cc-8df1-418577149876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:28.145200 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:18Z', 'revision_number': 2, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:28.159200 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79e9101-029d-42e7-9966-7fd428ce224a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:28.160005 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79e9101-029d-42e7-9966-7fd428ce224a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:28.166788 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f79e9101-029d-42e7-9966-7fd428ce224a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/601ccbb1-521a-4219-8810-a19cc2d02b20 HTTP/1.1" status: 404 len: 333 time: 0.0935829 Jan 10 11:56:28.166950 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-8dfd4ab1-7644-43ef-a111-51301be8fad7 service neutron] 10.222.0.16 "GET /v2.0/networks/c25c3555-98fa-43a0-b950-1c716ace6677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013407 Jan 10 11:56:28.168838 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56248) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:28.175722 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Checking router: e3ef4717-7ef7-419e-836e-932a513008c1 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:56:28.176081 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Updating router e3ef4717-7ef7-419e-836e-932a513008c1 port 3c1aa214-d599-434e-b8e6-b9477ac5dfcf binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:56:28.180660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Request body: {'port': {'device_id': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:28.190742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa7ceec-17fd-4836-9ff8-146b572827c6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:28.195301 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ceec-17fd-4836-9ff8-146b572827c6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.207971 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.225148 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.229592 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ceec-17fd-4836-9ff8-146b572827c6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.321210 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e7a7b-9e16-4a09-a058-99639ad2daa4 None None] Pushing event updated for resources: {'Port': ['ID=074cf39c-b6c1-4bab-91cd-d340772a8d8b,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:28.321441 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-b342d9e2-a1e5-4e08-ab7d-85d06425313d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:28.321441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b342d9e2-a1e5-4e08-ab7d-85d06425313d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:28.326550 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b342d9e2-a1e5-4e08-ab7d-85d06425313d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/cd2d9a91-38f0-449f-81a1-508bcefc371e HTTP/1.1" status: 404 len: 337 time: 0.1553822 Jan 10 11:56:28.338441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56252) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:28.368504 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-dc680873-8189-42cc-8df1-418577149876 None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:28.374182 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ceec-17fd-4836-9ff8-146b572827c6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (28059447-4563-4b22-a8f8-ab8ee79989d5), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.376103 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2c239-78ad-4177-bacc-249921257329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f314a3e9-3b73-48dd-a100-7090f64a6c91,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:28.387147 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a582d-a3d9-417f-89a5-902c0db06b72 req-3b08b1ca-a3d5-4df0-9eaa-9a2895d8ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:28.389402 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c49a582d-a3d9-417f-89a5-902c0db06b72 req-3b08b1ca-a3d5-4df0-9eaa-9a2895d8ab60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3232265 Jan 10 11:56:28.394983 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd2c239-78ad-4177-bacc-249921257329 admin admin] Checking segment: {'id': 'b8d62283-af07-4804-ad27-a6e3efddf96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3b1796fb-cecb-4bde-a5ad-df832a8cb90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:28.395442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2c239-78ad-4177-bacc-249921257329 admin admin] Network hostable DHCP agents. Network: 3b1796fb-cecb-4bde-a5ad-df832a8cb90b, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:56:28.419716 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-738882dc-c24b-4f66-ae48-fc907bc07643 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:28.420303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738882dc-c24b-4f66-ae48-fc907bc07643 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:28.427104 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-738882dc-c24b-4f66-ae48-fc907bc07643 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/c7dd8946-d461-45b4-825c-af06bc16ac00 HTTP/1.1" status: 404 len: 333 time: 0.0842159 Jan 10 11:56:28.437745 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56254) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:28.501882 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Attempting to bind port 074cf39c-b6c1-4bab-91cd-d340772a8d8b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:28.501882 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Attempting to bind port 074cf39c-b6c1-4bab-91cd-d340772a8d8b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e5c5e942-02e3-48b2-a72b-a3b8ecad61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:28.501882 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Attempting to bind port 074cf39c-b6c1-4bab-91cd-d340772a8d8b on network c25c3555-98fa-43a0-b950-1c716ace6677 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:28.528606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c0744d2f-611c-467a-a604-b8a5fa2fae06), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.535074 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ceec-17fd-4836-9ff8-146b572827c6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (28059447-4563-4b22-a8f8-ab8ee79989d5), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.544960 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:28.547087 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Checking segment: {'id': 'e5c5e942-02e3-48b2-a72b-a3b8ecad61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:28.547752 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.548437 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Bound using segment: {'id': 'e5c5e942-02e3-48b2-a72b-a3b8ecad61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:28.553533 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Bound port: 074cf39c-b6c1-4bab-91cd-d340772a8d8b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c5e942-02e3-48b2-a72b-a3b8ecad61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:28.554339 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.561287 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab18a487-ebe1-49f2-901f-b35de104af34 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:28.561908 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab18a487-ebe1-49f2-901f-b35de104af34 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:28.565499 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ab18a487-ebe1-49f2-901f-b35de104af34 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/aee25c73-454a-4b77-a14a-a4fd5eaa4277 HTTP/1.1" status: 404 len: 337 time: 0.1265209 Jan 10 11:56:28.568712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56256) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:28.614442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa7ceec-17fd-4836-9ff8-146b572827c6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:56:28.639459 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e2d616-2839-47d3-8c26-0c31f86b3992 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:28.640124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e2d616-2839-47d3-8c26-0c31f86b3992 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:28.647343 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c3e2d616-2839-47d3-8c26-0c31f86b3992 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/2796f5ab-ed47-40a6-b749-b8d486c3b1f6 HTTP/1.1" status: 404 len: 333 time: 0.0766606 Jan 10 11:56:28.652315 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7ceec-17fd-4836-9ff8-146b572827c6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28059447-4563-4b22-a8f8-ab8ee79989d5,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:28.656013 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-2770066e-6d04-4206-95e1-096e2911b9fb service neutron] 10.222.0.16 "GET /v2.0/networks/c25c3555-98fa-43a0-b950-1c716ace6677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350390 Jan 10 11:56:28.660827 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56258) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:28.694091 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2c239-78ad-4177-bacc-249921257329 admin admin] Network 3b1796fb-cecb-4bde-a5ad-df832a8cb90b is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:56:28.701192 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ceec-17fd-4836-9ff8-146b572827c6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (278e9a70-0695-49fc-b6a2-113796fa1a49), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.702283 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-8fa7ceec-17fd-4836-9ff8-146b572827c6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Added segment 278e9a70-0695-49fc-b6a2-113796fa1a49 of type vlan for network c8915f05-36da-46e3-9c20-c5781ca8baea Jan 10 11:56:28.730691 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ac72-d527-45b8-ac06-2fa42cf310df req-0e0ef330-9b42-4bf1-a637-4da7ab4ead31 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:28.732626 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bca6ac72-d527-45b8-ac06-2fa42cf310df req-0e0ef330-9b42-4bf1-a637-4da7ab4ead31 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.2921057 Jan 10 11:56:28.747307 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c49a582d-a3d9-417f-89a5-902c0db06b72 req-c875f6d2-7525-4288-ae67-089033f97e5a service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484814 Jan 10 11:56:28.751645 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] For port 074cf39c-b6c1-4bab-91cd-d340772a8d8b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:28.757409 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5a7ab0-cace-4c21-b995-6d3f87f3154f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:28.757950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5a7ab0-cace-4c21-b995-6d3f87f3154f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:28.761167 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ee5a7ab0-cace-4c21-b995-6d3f87f3154f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/d2d72879-8e58-466a-ae02-e5bf208654ba HTTP/1.1" status: 404 len: 337 time: 0.0988438 Jan 10 11:56:28.768338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56260) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:28.791623 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] For port 074cf39c-b6c1-4bab-91cd-d340772a8d8b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=074cf39c-b6c1-4bab-91cd-d340772a8d8b,segment=NetworkSegment(e5c5e942-02e3-48b2-a72b-a3b8ecad61f1),segment_id=e5c5e942-02e3-48b2-a72b-a3b8ecad61f1)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:28.809171 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d9af0816-f989-416e-865d-483d4c7e533e None None] Provisioning complete for port 87fb7f78-cce2-4679-b50d-999cc6017cc3 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:28.809924 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d9af0816-f989-416e-865d-483d4c7e533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (87fb7f78-cce2-4679-b50d-999cc6017cc3), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.819526 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcdf71c1-7491-44c6-a573-ddab2ad41196 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:28.820117 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcdf71c1-7491-44c6-a573-ddab2ad41196 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:28.826279 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fcdf71c1-7491-44c6-a573-ddab2ad41196 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/1f4afd87-830c-41f9-9e6d-132680a41323 HTTP/1.1" status: 404 len: 333 time: 0.0536652 Jan 10 11:56:28.829458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56262) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:28.855862 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8fd2c239-78ad-4177-bacc-249921257329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3b1796fb-cecb-4bde-a5ad-df832a8cb90b) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:28.861735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd2c239-78ad-4177-bacc-249921257329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:28.863801 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c239-78ad-4177-bacc-249921257329 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.880245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83d31ff-5a46-4efe-a51d-9174844fbe2e None None] Network 3b1796fb-cecb-4bde-a5ad-df832a8cb90b requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:28.887801 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Publish callbacks [] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.891705 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ceec-17fd-4836-9ff8-146b572827c6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (c8915f05-36da-46e3-9c20-c5781ca8baea), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.892268 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.970959 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e7a7b-9e16-4a09-a058-99639ad2daa4 None None] Pushing event updated for resources: {'Port': ['ID=074cf39c-b6c1-4bab-91cd-d340772a8d8b,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:28.982779 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c49a582d-a3d9-417f-89a5-902c0db06b72 req-0f0677a9-e0f9-4d98-a753-50554639575e service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014668 Jan 10 11:56:28.997312 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bca6ac72-d527-45b8-ac06-2fa42cf310df req-4ac498e9-b9a0-4afa-9aac-91ff1ad557dd tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577975 Jan 10 11:56:29.015328 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8fd2c239-78ad-4177-bacc-249921257329 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7078567 Jan 10 11:56:29.018730 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff343386-8711-4e20-ae03-31e65e3c69c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:29.019108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff343386-8711-4e20-ae03-31e65e3c69c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:29.025405 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ff343386-8711-4e20-ae03-31e65e3c69c6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/2aa910ba-9008-496d-bb41-8125cc14c8e9 HTTP/1.1" status: 404 len: 337 time: 0.1927414 Jan 10 11:56:29.025582 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:29.025693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56268) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:29.030944 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56270) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:29.084667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1038245669-router', 'tenant_id': '02b0158bdbc0459fa490efcd8a94e846', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:29.131753 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6bbe4e-781c-4d75-a85c-fe6521ce985f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:29.132382 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6bbe4e-781c-4d75-a85c-fe6521ce985f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:29.135623 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8d6bbe4e-781c-4d75-a85c-fe6521ce985f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/67259180-5d89-4942-9063-5039332250a5 HTTP/1.1" status: 404 len: 333 time: 0.0931172 Jan 10 11:56:29.135978 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Routers {'d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:29.136687 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:29.142500 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56274) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:29.143407 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ceec-17fd-4836-9ff8-146b572827c6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (c8915f05-36da-46e3-9c20-c5781ca8baea), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:29.157174 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa7ceec-17fd-4836-9ff8-146b572827c6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:29.157861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ceec-17fd-4836-9ff8-146b572827c6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:29.235035 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 5a1c9681-b31b-4e3c-b798-7720051ed329 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:29.243068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3b1796fb-cecb-4bde-a5ad-df832a8cb90b', 'network_id': '3b1796fb-cecb-4bde-a5ad-df832a8cb90b', 'project_id': '02b0158bdbc0459fa490efcd8a94e846', 'fixed_ips': [{'subnet_id': 'f314a3e9-3b73-48dd-a100-7090f64a6c91'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:56:29.244209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:29.406270 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1b1d9-8d3b-4ee9-aa56-6ca44992ac69 None None] Pushing event updated for resources: {'Port': ['ID=3c1aa214-d599-434e-b8e6-b9477ac5dfcf,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:29.415491 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Attempting to bind port 3c1aa214-d599-434e-b8e6-b9477ac5dfcf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:29.419687 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Attempting to bind port 3c1aa214-d599-434e-b8e6-b9477ac5dfcf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:29.419687 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Attempting to bind port 3c1aa214-d599-434e-b8e6-b9477ac5dfcf on network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:29.420093 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-dc680873-8189-42cc-8df1-418577149876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:23Z', 'revision_number': 7, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99c4903-d9de-48b6-9de4-5e7ad91522c2', 'name': '', 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:ec:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:57Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4d82abb-bc70-4ef9-a582-8d9daaddddc7', 'name': '', 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:b0:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:11Z', 'updated_at': '2022-01-10T11:56:26Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:29.442049 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:29.442696 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Checking segment: {'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:29.443444 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:29.444284 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Bound using segment: {'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:29.445072 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Bound port: 3c1aa214-d599-434e-b8e6-b9477ac5dfcf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:29.445793 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:29.466435 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c011d233-b491-4cbd-94b6-8efbdd9582f5 req-8a9a44d0-5c66-483f-be44-6fc4254f617f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 210 time: 0.2906797 Jan 10 11:56:29.469091 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-09625b6c-b6cc-4fc6-9644-fcc2acd5616a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:29.470467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09625b6c-b6cc-4fc6-9644-fcc2acd5616a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:29.484025 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-09625b6c-b6cc-4fc6-9644-fcc2acd5616a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/2f8e2116-7ca5-407c-9a0d-12c8bdd883ba HTTP/1.1" status: 404 len: 337 time: 0.3227262 Jan 10 11:56:29.519483 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc680873-8189-42cc-8df1-418577149876 None None] The sync data for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv is: [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:23Z', 'revision_number': 7, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99c4903-d9de-48b6-9de4-5e7ad91522c2', 'name': '', 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:ec:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:57Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4d82abb-bc70-4ef9-a582-8d9daaddddc7', 'name': '', 'network_id': 'f93a54a8-32ef-48a7-be69-79bb70ed5a19', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:b0:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:11Z', 'updated_at': '2022-01-10T11:56:26Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '81056c1e-9deb-486f-a31b-9e577f369a1d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:29.525263 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56280) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:29.600191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d9af0816-f989-416e-865d-483d4c7e533e None None] Provisioning complete for port c0744d2f-611c-467a-a604-b8a5fa2fae06 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:29.600573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d9af0816-f989-416e-865d-483d4c7e533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c0744d2f-611c-467a-a604-b8a5fa2fae06), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:29.623047 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] Set router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:29.690695 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8fa7ceec-17fd-4836-9ff8-146b572827c6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.3741198 Jan 10 11:56:29.748217 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] For port 3c1aa214-d599-434e-b8e6-b9477ac5dfcf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:29.749633 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56282) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:29.759136 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ad934517-557f-4f54-800c-22f46492286a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'name': 'tempest-PortsTestJSON-1298433763'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:29.840612 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] For port 3c1aa214-d599-434e-b8e6-b9477ac5dfcf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c1aa214-d599-434e-b8e6-b9477ac5dfcf,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:29.931221 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc70815-2285-4754-90d5-f5f86634e517 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:29.933632 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc70815-2285-4754-90d5-f5f86634e517 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:29.942282 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:29.947386 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3bc70815-2285-4754-90d5-f5f86634e517 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/942d8396-87b9-4312-9055-199e459eb9bc HTTP/1.1" status: 404 len: 333 time: 0.4214470 Jan 10 11:56:29.960658 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56284) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:29.963183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7ceec-17fd-4836-9ff8-146b572827c6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Network': ['ID=c8915f05-36da-46e3-9c20-c5781ca8baea,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:30.020733 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbcd61f-cbcd-4058-a51b-5e9e68f025ff tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:30.022202 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bbcd61f-cbcd-4058-a51b-5e9e68f025ff tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:30.026680 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5bbcd61f-cbcd-4058-a51b-5e9e68f025ff tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/554679b8-8e39-45a6-826c-9eb82b165106 HTTP/1.1" status: 404 len: 337 time: 0.0644860 Jan 10 11:56:30.031300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56286) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:30.059202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 5a1c9681-b31b-4e3c-b798-7720051ed329 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:30.062458 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:30.067854 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-2985aaf3-20da-492b-98bc-470567f550a5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:30.069075 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2985aaf3-20da-492b-98bc-470567f550a5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:30.076637 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2985aaf3-20da-492b-98bc-470567f550a5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/3687262d-2553-4c60-9379-5d9a07594093 HTTP/1.1" status: 404 len: 337 time: 0.0394583 Jan 10 11:56:30.077734 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56290) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:30.121495 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-056d1bf9-1213-4d77-b352-2a6c15620e85 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:30.122136 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056d1bf9-1213-4d77-b352-2a6c15620e85 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:30.146332 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-056d1bf9-1213-4d77-b352-2a6c15620e85 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/485faf08-4cc0-41ae-ae05-a5f86ef03912 HTTP/1.1" status: 404 len: 333 time: 0.0637817 Jan 10 11:56:30.146332 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56292) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:30.166290 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network c8915f05-36da-46e3-9c20-c5781ca8baea details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:56:30.172190 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:30.173047 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:30.175631 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1b1d9-8d3b-4ee9-aa56-6ca44992ac69 None None] Pushing event updated for resources: {'Port': ['ID=3c1aa214-d599-434e-b8e6-b9477ac5dfcf,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:30.203322 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e764c8-b657-4941-afcf-25f48b8e4b4f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:30.203788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e764c8-b657-4941-afcf-25f48b8e4b4f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:30.212115 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-77e764c8-b657-4941-afcf-25f48b8e4b4f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/3d2cac36-ded1-493b-b237-b97b8924e18f HTTP/1.1" status: 404 len: 337 time: 0.0609365 Jan 10 11:56:30.220087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (62232b12-5f53-45ec-b2bb-944b678fb3bd), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:30.221911 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (62232b12-5f53-45ec-b2bb-944b678fb3bd), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:30.248567 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56294) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:30.272725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081340df-6358-48b1-8fea-2ce17efdb812 req-bedee1f9-3edb-486e-994f-4f2c64e26297 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:30.275360 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-081340df-6358-48b1-8fea-2ce17efdb812 req-bedee1f9-3edb-486e-994f-4f2c64e26297 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 931 time: 1.0566647 Jan 10 11:56:30.325610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Allocated IP 172.20.0.2 (3b1796fb-cecb-4bde-a5ad-df832a8cb90b/f314a3e9-3b73-48dd-a100-7090f64a6c91/aee1c21e-16aa-4616-a6a2-5f15876e01fa) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:30.351154 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049762471', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151'}], 'enable_snat': True}, 'gw_port_id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:02Z', 'updated_at': '2022-01-10T11:56:20Z', 'revision_number': 4, 'project_id': '64c3df50eabf474d900be6a95c814069', 'gw_port': {'id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '074cf39c-b6c1-4bab-91cd-d340772a8d8b', 'name': '', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'mac_address': 'fa:16:3e:f7:7f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:28Z', 'revision_number': 4, 'project_id': '64c3df50eabf474d900be6a95c814069', 'subnets': [{'id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:30.371887 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfcd336-4428-4f5e-828a-bf53ff3ef019 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:30.372325 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbfcd336-4428-4f5e-828a-bf53ff3ef019 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:30.384816 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bbfcd336-4428-4f5e-828a-bf53ff3ef019 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/2bd4ae2c-90f5-47f1-9b62-32b808ea1f4d HTTP/1.1" status: 404 len: 337 time: 0.1292589 Jan 10 11:56:30.388879 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56298) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:30.396553 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dba84e-c5c5-4349-98bf-e79d8c1bf466 None None] The sync data for ids ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'] in dv-neutron-master-2-hyperv is: [{'id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049762471', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151'}], 'enable_snat': True}, 'gw_port_id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:02Z', 'updated_at': '2022-01-10T11:56:20Z', 'revision_number': 4, 'project_id': '64c3df50eabf474d900be6a95c814069', 'gw_port': {'id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '074cf39c-b6c1-4bab-91cd-d340772a8d8b', 'name': '', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'mac_address': 'fa:16:3e:f7:7f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:28Z', 'revision_number': 4, 'project_id': '64c3df50eabf474d900be6a95c814069', 'subnets': [{'id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:30.412492 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:30.426697 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6c110-028d-4136-819d-58aa989f6885 req-02bc2989-a554-4c80-adf3-03fd705bea66 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:30.429161 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9eb6c110-028d-4136-819d-58aa989f6885 req-02bc2989-a554-4c80-adf3-03fd705bea66 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.2295568 Jan 10 11:56:30.454179 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5c6243-3afa-459f-a3bc-d924fec250bb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:30.467931 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d9af0816-f989-416e-865d-483d4c7e533e None None] Port c0744d2f-611c-467a-a604-b8a5fa2fae06 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:56:30.473716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5c6243-3afa-459f-a3bc-d924fec250bb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:30.538968 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ee5c6243-3afa-459f-a3bc-d924fec250bb tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/d8a59227-664d-40d2-a950-32ad0c5b4b2f HTTP/1.1" status: 404 len: 333 time: 0.1462457 Jan 10 11:56:30.569248 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56300) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:30.589629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d9af0816-f989-416e-865d-483d4c7e533e None None] Could not find standard attr ID for object 187b0cab-9036-4fb9-a9a4-f4019129a1b0. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:56:30.643096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d9af0816-f989-416e-865d-483d4c7e533e None None] Provisioning complete for port 074cf39c-b6c1-4bab-91cd-d340772a8d8b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:30.643485 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d9af0816-f989-416e-865d-483d4c7e533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:30.656223 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad934517-557f-4f54-800c-22f46492286a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:30.663696 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad934517-557f-4f54-800c-22f46492286a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:30.695489 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9eb6c110-028d-4136-819d-58aa989f6885 req-733d53f5-2938-4617-ae1d-72c82ce0c945 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430882 Jan 10 11:56:30.760182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Publish callbacks [] for router_controller (62232b12-5f53-45ec-b2bb-944b678fb3bd), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:30.781351 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-ad934517-557f-4f54-800c-22f46492286a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port 6ef06561-7e1c-4ca6-afc3-99f6abea0874 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:56:30.789807 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-081340df-6358-48b1-8fea-2ce17efdb812 req-c34f5f61-fc59-4e07-acd0-98bc1c079405 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c9cce0a-7fca-4868-855a-84c80f710c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5055857 Jan 10 11:56:30.820757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-07fb8b17-f791-4f35-85f0-8d896bca02d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port f4d82abb-bc70-4ef9-a582-8d9daaddddc7 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:30.821098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-07fb8b17-f791-4f35-85f0-8d896bca02d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:30.827519 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:29Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:30.827853 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e49c9a-2fef-4762-84f0-447e3cd20c5d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:30.828335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e49c9a-2fef-4762-84f0-447e3cd20c5d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:30.831706 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e0e49c9a-2fef-4762-84f0-447e3cd20c5d tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/4bd2b03b-313c-471b-a58a-08a00e0792fa HTTP/1.1" status: 404 len: 337 time: 0.2570486 Jan 10 11:56:30.835891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56306) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:30.902400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0744d2f-611c-467a-a604-b8a5fa2fae06 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:56:30.925182 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cdea11-bbfe-430f-838c-485f4411d863 None None] The sync data for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv is: [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:29Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:30.965524 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Publish callbacks [] for port (aee1c21e-16aa-4616-a6a2-5f15876e01fa), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:30.966762 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Publish callbacks [] for port (c0744d2f-611c-467a-a604-b8a5fa2fae06), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:30.970471 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c7a42c9b-ce4f-4f72-9bf6-b7c7e5fae54b req-bf6f914e-c439-4755-a6ce-bab0b4399f71 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 210 time: 0.0790403 Jan 10 11:56:31.012838 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:31.027247 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-596cb4c8-f7f7-48ce-b16a-bd5a99e5921a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:31.027715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596cb4c8-f7f7-48ce-b16a-bd5a99e5921a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:31.036200 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-596cb4c8-f7f7-48ce-b16a-bd5a99e5921a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/856613f0-edac-4fd5-a9da-847e207ce8be HTTP/1.1" status: 404 len: 337 time: 0.1991396 Jan 10 11:56:31.038663 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d9af0816-f989-416e-865d-483d4c7e533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:31.045757 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56308) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:31.118268 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-7726bbba-fcd8-49be-88b8-84121d120a12 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:31.118944 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7726bbba-fcd8-49be-88b8-84121d120a12 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:31.123648 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d9af0816-f989-416e-865d-483d4c7e533e None None] For port 074cf39c-b6c1-4bab-91cd-d340772a8d8b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=074cf39c-b6c1-4bab-91cd-d340772a8d8b,segment=NetworkSegment(e5c5e942-02e3-48b2-a72b-a3b8ecad61f1),segment_id=e5c5e942-02e3-48b2-a72b-a3b8ecad61f1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:31.125855 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7726bbba-fcd8-49be-88b8-84121d120a12 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/e7ccda48-f979-4c3b-8931-b8e8a3bbf588 HTTP/1.1" status: 404 len: 333 time: 0.0786519 Jan 10 11:56:31.141641 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56310) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:31.143484 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:31.144171 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (22e0e2e9-64d8-49dc-92bb-1cb169e98ce3), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:31.236250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Transition to ACTIVE for port object c0744d2f-611c-467a-a604-b8a5fa2fae06 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:56:31.252034 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-9750c893-c6ee-4e3d-957f-450e1888e924 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:31.253146 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9750c893-c6ee-4e3d-957f-450e1888e924 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:31.262599 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9750c893-c6ee-4e3d-957f-450e1888e924 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/d0708a1e-cd31-4be2-bffd-f5172fb9b871 HTTP/1.1" status: 404 len: 337 time: 0.1175728 Jan 10 11:56:31.268393 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (aee1c21e-16aa-4616-a6a2-5f15876e01fa), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:31.270532 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d9af0816-f989-416e-865d-483d4c7e533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:31.272859 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56312) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:31.346070 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf807f4e-d369-43ed-bd1d-9758d6f16ac5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:31.346804 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf807f4e-d369-43ed-bd1d-9758d6f16ac5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:31.352451 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cf807f4e-d369-43ed-bd1d-9758d6f16ac5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/d82eb1ee-cab0-4ff4-9c25-da4f75e2262c HTTP/1.1" status: 404 len: 337 time: 0.0778544 Jan 10 11:56:31.363932 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56314) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:31.380080 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c99c4903-d9de-48b6-9de4-5e7ad91522c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:31.395824 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Publish callbacks [] for router_gateway (62232b12-5f53-45ec-b2bb-944b678fb3bd), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:31.396961 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Network 3b1796fb-cecb-4bde-a5ad-df832a8cb90b is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:31.414703 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432b6f3-0897-48dc-96ba-be83fc310a2f req-23a7871c-866a-4d27-a395-ae2772c7a5d6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:31.416865 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3432b6f3-0897-48dc-96ba-be83fc310a2f req-23a7871c-866a-4d27-a395-ae2772c7a5d6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.4532423 Jan 10 11:56:31.428685 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (c0744d2f-611c-467a-a604-b8a5fa2fae06), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:31.452761 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-07fb8b17-f791-4f35-85f0-8d896bca02d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] For port f4d82abb-bc70-4ef9-a582-8d9daaddddc7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4d82abb-bc70-4ef9-a582-8d9daaddddc7,segment=NetworkSegment(996095cb-929f-4141-aa7a-f50b2ca91b46),segment_id=996095cb-929f-4141-aa7a-f50b2ca91b46)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:31.452761 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-07fb8b17-f791-4f35-85f0-8d896bca02d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:31.453109 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad934517-557f-4f54-800c-22f46492286a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (6ef06561-7e1c-4ca6-afc3-99f6abea0874), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:31.461845 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5cc2e667-2a1b-4c6d-a172-9343be23926f tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffa3aba2-de62-40c7-89bc-ee7f74045acd HTTP/1.1" status: 200 len: 205 time: 0.0884268 Jan 10 11:56:31.463036 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56316) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:31.466413 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:31.477199 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:31.479336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Pushing event updated for resources: {'Port': ['ID=aee1c21e-16aa-4616-a6a2-5f15876e01fa,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:31.574998 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-07fb8b17-f791-4f35-85f0-8d896bca02d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for f4d82abb-bc70-4ef9-a582-8d9daaddddc7 owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:31.577449 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-d35f6557-f884-4a02-9325-e371fcfe06c1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] delete failed (client error): The resource could not be found. Jan 10 11:56:31.578738 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d35f6557-f884-4a02-9325-e371fcfe06c1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/routers/ffa3aba2-de62-40c7-89bc-ee7f74045acd HTTP/1.1" status: 404 len: 336 time: 0.1100485 Jan 10 11:56:31.588839 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c2aabf7c-c083-454f-9a05-42f3815bc47b None None] Provisioning complete for port 074cf39c-b6c1-4bab-91cd-d340772a8d8b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:31.589249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c2aabf7c-c083-454f-9a05-42f3815bc47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:31.592802 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56318) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:31.646977 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b17f15-1941-4a25-afb2-99c697e065d6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:31.647451 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b17f15-1941-4a25-afb2-99c697e065d6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:31.667341 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b9b17f15-1941-4a25-afb2-99c697e065d6 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/39252c2e-2736-48e6-bb81-45d1d29f5533 HTTP/1.1" status: 404 len: 337 time: 0.0711243 Jan 10 11:56:31.667584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56320) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:31.669801 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Pushing event updated for resources: {'Port': ['ID=c0744d2f-611c-467a-a604-b8a5fa2fae06,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:31.682826 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3432b6f3-0897-48dc-96ba-be83fc310a2f req-6624ad30-ef0c-482c-884b-2830d54d4f59 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487097 Jan 10 11:56:31.778927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port c99c4903-d9de-48b6-9de4-5e7ad91522c2 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:31.779468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:31.790916 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af0816-f989-416e-865d-483d4c7e533e None None] Pushing event updated for resources: {'Port': ['ID=074cf39c-b6c1-4bab-91cd-d340772a8d8b,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:31.835903 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Attempting to bind port aee1c21e-16aa-4616-a6a2-5f15876e01fa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:31.836437 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Attempting to bind port aee1c21e-16aa-4616-a6a2-5f15876e01fa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b8d62283-af07-4804-ad27-a6e3efddf96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3b1796fb-cecb-4bde-a5ad-df832a8cb90b'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:31.839070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Attempting to bind port aee1c21e-16aa-4616-a6a2-5f15876e01fa on network 3b1796fb-cecb-4bde-a5ad-df832a8cb90b {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:31.859812 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:31.860396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Checking segment: {'id': 'b8d62283-af07-4804-ad27-a6e3efddf96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3b1796fb-cecb-4bde-a5ad-df832a8cb90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:31.861146 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:31.861834 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Bound using segment: {'id': 'b8d62283-af07-4804-ad27-a6e3efddf96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3b1796fb-cecb-4bde-a5ad-df832a8cb90b'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:31.862584 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Bound port: aee1c21e-16aa-4616-a6a2-5f15876e01fa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d62283-af07-4804-ad27-a6e3efddf96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3b1796fb-cecb-4bde-a5ad-df832a8cb90b'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:31.863482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aee1c21e-16aa-4616-a6a2-5f15876e01fa), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:31.864401 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad934517-557f-4f54-800c-22f46492286a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (6ef06561-7e1c-4ca6-afc3-99f6abea0874), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:31.991780 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-04d75f1c-8ac8-4a4a-90bc-da20e68f7e35 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ddc8c1-5cd8-4882-819e-61f14b04ea66 HTTP/1.1" status: 200 len: 205 time: 0.3183091 Jan 10 11:56:31.997191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c2aabf7c-c083-454f-9a05-42f3815bc47b None None] Provisioning complete for port 3c1aa214-d599-434e-b8e6-b9477ac5dfcf triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:32.001553 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c2aabf7c-c083-454f-9a05-42f3815bc47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:32.017883 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56326) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:32.049278 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad934517-557f-4f54-800c-22f46492286a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=6ef06561-7e1c-4ca6-afc3-99f6abea0874,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:32.083654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad934517-557f-4f54-800c-22f46492286a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Checking segment: {'id': '278e9a70-0695-49fc-b6a2-113796fa1a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:32.084132 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad934517-557f-4f54-800c-22f46492286a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network hostable DHCP agents. Network: c8915f05-36da-46e3-9c20-c5781ca8baea, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:56:32.146493 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] For port aee1c21e-16aa-4616-a6a2-5f15876e01fa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:32.152215 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] For port aee1c21e-16aa-4616-a6a2-5f15876e01fa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aee1c21e-16aa-4616-a6a2-5f15876e01fa,segment=NetworkSegment(b8d62283-af07-4804-ad27-a6e3efddf96b),segment_id=b8d62283-af07-4804-ad27-a6e3efddf96b)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:32.156483 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 87fb7f78-cce2-4679-b50d-999cc6017cc3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:32.207147 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-5aea1fc6-4140-4700-8bb1-9f933b31bc20 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] delete failed (client error): The resource could not be found. Jan 10 11:56:32.210716 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5aea1fc6-4140-4700-8bb1-9f933b31bc20 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/routers/86ddc8c1-5cd8-4882-819e-61f14b04ea66 HTTP/1.1" status: 404 len: 336 time: 0.1796417 Jan 10 11:56:32.213591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56330) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:32.251158 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c2aabf7c-c083-454f-9a05-42f3815bc47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:32.279659 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad934517-557f-4f54-800c-22f46492286a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network c8915f05-36da-46e3-9c20-c5781ca8baea is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:56:32.283686 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14eb025-1d41-43cf-b3a2-6a297082bc6c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:32.284288 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14eb025-1d41-43cf-b3a2-6a297082bc6c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:32.290539 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c14eb025-1d41-43cf-b3a2-6a297082bc6c tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/3de75740-025f-4203-a2fa-72cd6be597e4 HTTP/1.1" status: 404 len: 337 time: 0.0682986 Jan 10 11:56:32.290937 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56332) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:32.294825 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 87fb7f78-cce2-4679-b50d-999cc6017cc3 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:32.295300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (87fb7f78-cce2-4679-b50d-999cc6017cc3), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:32.321260 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-9691dfda-ed4c-48d9-953b-151d587ccb2b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:32.321822 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9691dfda-ed4c-48d9-953b-151d587ccb2b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:32.329103 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9691dfda-ed4c-48d9-953b-151d587ccb2b tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/4052fcb7-967d-42f1-90c7-6099d310cbd4 HTTP/1.1" status: 404 len: 337 time: 0.0346227 Jan 10 11:56:32.332176 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56334) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:32.336767 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (aee1c21e-16aa-4616-a6a2-5f15876e01fa), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:32.338043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cb0ac-4c4c-4d49-9e3a-c8fb651b7752 req-198ef3e8-7fb2-4e36-8065-50bb7706b988 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:32.339662 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-855cb0ac-4c4c-4d49-9e3a-c8fb651b7752 req-198ef3e8-7fb2-4e36-8065-50bb7706b988 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 943 time: 0.3514955 Jan 10 11:56:32.361371 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-04af9070-8160-4e5f-8e82-262b031e4278 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:32.365425 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04af9070-8160-4e5f-8e82-262b031e4278 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:32.365654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Attempting to bind port c0744d2f-611c-467a-a604-b8a5fa2fae06 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:32.365654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Attempting to bind port c0744d2f-611c-467a-a604-b8a5fa2fae06 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '558b0ef5-6be5-4c93-a0ef-909296de2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:32.365654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Attempting to bind port c0744d2f-611c-467a-a604-b8a5fa2fae06 on network 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:32.366266 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-04af9070-8160-4e5f-8e82-262b031e4278 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/61951d89-7ae9-4a48-9074-e164727b7b3a HTTP/1.1" status: 404 len: 333 time: 0.0324430 Jan 10 11:56:32.371044 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56336) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:32.374825 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-ad934517-557f-4f54-800c-22f46492286a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c8915f05-36da-46e3-9c20-c5781ca8baea) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:32.382690 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad934517-557f-4f54-800c-22f46492286a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:32.396906 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad934517-557f-4f54-800c-22f46492286a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:32.397786 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad934517-557f-4f54-800c-22f46492286a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:32.426476 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5af587b-4163-4a67-be74-4cc2ce5e8fb5 None None] Network c8915f05-36da-46e3-9c20-c5781ca8baea requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:32.437300 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Port c0744d2f-611c-467a-a604-b8a5fa2fae06 on network 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:56:32.437617 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Attempting to bind port c0744d2f-611c-467a-a604-b8a5fa2fae06 on network 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:32.481483 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a7e2f2-190d-48a1-8a21-26da547aacb1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:32.486497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a7e2f2-190d-48a1-8a21-26da547aacb1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:32.498114 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56340) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:32.499863 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-24a7e2f2-190d-48a1-8a21-26da547aacb1 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/c632e6d3-0711-4b74-9d3c-74a0513a4e26 HTTP/1.1" status: 404 len: 337 time: 0.1225274 Jan 10 11:56:32.516639 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c2aabf7c-c083-454f-9a05-42f3815bc47b None None] For port 3c1aa214-d599-434e-b8e6-b9477ac5dfcf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c1aa214-d599-434e-b8e6-b9477ac5dfcf,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:32.533338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:32.533693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Checking segment: {'id': '558b0ef5-6be5-4c93-a0ef-909296de2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:32.540706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Bound using segment: {'id': '558b0ef5-6be5-4c93-a0ef-909296de2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:32.541205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Bound port: c0744d2f-611c-467a-a604-b8a5fa2fae06, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558b0ef5-6be5-4c93-a0ef-909296de2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:32.541819 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c0744d2f-611c-467a-a604-b8a5fa2fae06), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:32.551784 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1395ee-bf1b-487f-a032-10b7619cd14e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:32.552430 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b1395ee-bf1b-487f-a032-10b7619cd14e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:32.559978 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0b1395ee-bf1b-487f-a032-10b7619cd14e tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/49ce8dbf-e739-41f3-94eb-4970122cce70 HTTP/1.1" status: 404 len: 333 time: 0.0567722 Jan 10 11:56:32.570059 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56342) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:32.574247 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ad934517-557f-4f54-800c-22f46492286a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8219998 Jan 10 11:56:32.626410 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-855cb0ac-4c4c-4d49-9e3a-c8fb651b7752 req-d71c7f87-e2b2-4836-b387-56bd1f6b83fa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c9cce0a-7fca-4868-855a-84c80f710c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658966 Jan 10 11:56:32.629679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56344) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:32.634791 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc063516-2dd9-4c7e-9365-d976166893a1 None None] Pushing event updated for resources: {'Port': ['ID=aee1c21e-16aa-4616-a6a2-5f15876e01fa,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:32.672587 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-1c23e45b-e32c-4701-ac19-3054c0529031 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2074492334'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:32.691697 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb1a84f-6526-4cc3-8838-17a6cce4cbab tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:32.693467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb1a84f-6526-4cc3-8838-17a6cce4cbab tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:32.701520 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6bb1a84f-6526-4cc3-8838-17a6cce4cbab tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/18a63b2c-34f3-4969-8f17-795077b3e8bb HTTP/1.1" status: 404 len: 337 time: 0.1261051 Jan 10 11:56:32.705602 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56346) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:32.763140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c2aabf7c-c083-454f-9a05-42f3815bc47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:32.779089 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-07fb8b17-f791-4f35-85f0-8d896bca02d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (f4d82abb-bc70-4ef9-a582-8d9daaddddc7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:32.977468 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb8b17-f791-4f35-85f0-8d896bca02d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=f4d82abb-bc70-4ef9-a582-8d9daaddddc7,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:32.990806 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-bfdc071d-ea3e-4dd4-b012-a03c30dd9bfc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:32.992400 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-bfdc071d-ea3e-4dd4-b012-a03c30dd9bfc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.30 "GET /v2.0/networks?id=c25c3555-98fa-43a0-b950-1c716ace6677 HTTP/1.1" status: 200 len: 796 time: 0.2855709 Jan 10 11:56:33.018665 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9f7f8d30-e581-4e86-aec7-7486e7312ce5 req-4c0d842a-2d0f-46b6-996d-ede452ee1b9a tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 210 time: 0.4586422 Jan 10 11:56:33.031330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8c467010-8a08-4237-b5e3-b16ac15f688f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:33.081784 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] For port c0744d2f-611c-467a-a604-b8a5fa2fae06, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:33.082807 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aabf7c-c083-454f-9a05-42f3815bc47b None None] Pushing event updated for resources: {'Port': ['ID=3c1aa214-d599-434e-b8e6-b9477ac5dfcf,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:33.136993 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 8c467010-8a08-4237-b5e3-b16ac15f688f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:33.137571 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8c467010-8a08-4237-b5e3-b16ac15f688f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:33.168837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105c802-b158-4ed9-a04e-672600e143ca req-41efc11e-0cc7-406d-a70e-c6720aa6638b tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:33.171492 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1105c802-b158-4ed9-a04e-672600e143ca req-41efc11e-0cc7-406d-a70e-c6720aa6638b tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.3962660 Jan 10 11:56:33.171922 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3779d8a-0ee9-49fd-86f0-f64690abd1ea tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:33.172586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3779d8a-0ee9-49fd-86f0-f64690abd1ea tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:33.178443 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e3779d8a-0ee9-49fd-86f0-f64690abd1ea tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/1d33d3ef-24f1-4604-b148-01e45b063227 HTTP/1.1" status: 404 len: 333 time: 0.4654152 Jan 10 11:56:33.182587 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56348) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:33.182943 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] For port c0744d2f-611c-467a-a604-b8a5fa2fae06, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c0744d2f-611c-467a-a604-b8a5fa2fae06,segment=NetworkSegment(558b0ef5-6be5-4c93-a0ef-909296de2712),segment_id=558b0ef5-6be5-4c93-a0ef-909296de2712)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:33.188074 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c23e45b-e32c-4701-ac19-3054c0529031 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:33.192226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c23e45b-e32c-4701-ac19-3054c0529031 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:33.240380 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-804e014d-9192-4155-8496-3eed7003895a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:33.240852 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804e014d-9192-4155-8496-3eed7003895a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:33.245746 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-804e014d-9192-4155-8496-3eed7003895a tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/d9922b79-4c87-4232-82a4-a72b8c028434 HTTP/1.1" status: 404 len: 337 time: 0.0615654 Jan 10 11:56:33.248043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56350) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:33.248870 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Publish callbacks [] for router_gateway (62232b12-5f53-45ec-b2bb-944b678fb3bd), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:33.274507 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c23e45b-e32c-4701-ac19-3054c0529031 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:56:33.278766 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-0c39d50a-19ea-48b7-b0f7-32d1b63390dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64c3df50eabf474d900be6a95c814069 HTTP/1.1" status: 200 len: 380 time: 0.2582548 Jan 10 11:56:33.301726 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-431bfc7c-8f5b-4c31-93af-bec7fec795c3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:33.302513 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431bfc7c-8f5b-4c31-93af-bec7fec795c3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:33.308631 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-431bfc7c-8f5b-4c31-93af-bec7fec795c3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/61461b15-f06e-4997-98e2-36ecfc2798b4 HTTP/1.1" status: 404 len: 333 time: 0.0593750 Jan 10 11:56:33.311276 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56352) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:33.349783 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (c0744d2f-611c-467a-a604-b8a5fa2fae06), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:33.350947 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-182448d1-ee43-486a-b177-8c4c0d99595e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Request body: {'port': {'device_id': '193ba236-8586-4c00-b0e2-339f10f30e01', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'admin_state_up': True, 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'security_groups': ['497018b9-49b9-4c75-ac23-e1e6bfcf4261']}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:33.398677 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09c01aa-b713-457f-b60e-6bd70fd2d1d5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:33.399391 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09c01aa-b713-457f-b60e-6bd70fd2d1d5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:33.403919 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c09c01aa-b713-457f-b60e-6bd70fd2d1d5 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/528fe8e4-e68a-4f37-ac19-e538d8dc8d32 HTTP/1.1" status: 404 len: 337 time: 0.0915906 Jan 10 11:56:33.435255 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56354) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:33.442701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:33.483575 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c23e45b-e32c-4701-ac19-3054c0529031 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (c55748c6-eb42-42bf-884d-ab27f335844e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:33.483575 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-1c23e45b-e32c-4701-ac19-3054c0529031 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Added segment c55748c6-eb42-42bf-884d-ab27f335844e of type vlan for network 9f0545a1-0980-481e-8a4c-73317c70e47c Jan 10 11:56:33.483749 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 187b0cab-9036-4fb9-a9a4-f4019129a1b0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:56:33.483847 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-4698fd8f-2e0a-44b8-a0e1-6f0d6aaf6573 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:33.483847 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4698fd8f-2e0a-44b8-a0e1-6f0d6aaf6573 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:33.483847 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4698fd8f-2e0a-44b8-a0e1-6f0d6aaf6573 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/7e78ccea-11dc-4ce0-bec0-659e5d4e23d0 HTTP/1.1" status: 404 len: 333 time: 0.0403998 Jan 10 11:56:33.483847 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56356) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:33.484148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 187b0cab-9036-4fb9-a9a4-f4019129a1b0 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:56:33.484148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 187b0cab-9036-4fb9-a9a4-f4019129a1b0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:56:33.518225 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1105c802-b158-4ed9-a04e-672600e143ca req-5824f136-8168-4845-8a05-bbf376cfe34f tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3379884 Jan 10 11:56:33.526768 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-5630b0ce-0642-48fb-9915-f35e11aa4ab3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:33.527348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5630b0ce-0642-48fb-9915-f35e11aa4ab3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:33.533321 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5630b0ce-0642-48fb-9915-f35e11aa4ab3 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/811a1bde-6cce-43ea-a6c3-6609a7688b6d HTTP/1.1" status: 404 len: 337 time: 0.0504246 Jan 10 11:56:33.534166 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56358) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:33.578620 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2659a1c-87d3-4180-9602-189f26339bfa tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:33.579567 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2659a1c-87d3-4180-9602-189f26339bfa tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:33.582057 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c23e45b-e32c-4701-ac19-3054c0529031 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (9f0545a1-0980-481e-8a4c-73317c70e47c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:33.584073 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b2659a1c-87d3-4180-9602-189f26339bfa tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/2878b412-1178-47a1-b8e0-44c348505afd HTTP/1.1" status: 404 len: 333 time: 0.0490353 Jan 10 11:56:33.593386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56364) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:33.604472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:33.606131 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:33.608309 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] 10.222.0.30 "PUT /v2.0/ports/c0744d2f-611c-467a-a604-b8a5fa2fae06 HTTP/1.1" status: 200 len: 1093 time: 5.4408255 Jan 10 11:56:33.628812 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f637024-2175-4cee-8211-93ce0dcec059 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:33.629281 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f637024-2175-4cee-8211-93ce0dcec059 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:33.635871 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7f637024-2175-4cee-8211-93ce0dcec059 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/bc491ecb-4474-41dd-a99b-5004e78871cb HTTP/1.1" status: 404 len: 337 time: 0.0384104 Jan 10 11:56:33.639516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56368) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:33.674556 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'tag': 'c0744d2f-611c-467a-a604-b8a5fa2fae06'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:56:33.677853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e87a23-b301-4f29-9ad7-060468ee3bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "da5521e1-7c25-498e-9a1a-9cf0d58f9784", "tag": "c0744d2f-611c-467a-a604-b8a5fa2fae06"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:56:33.706750 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc0e31c-ba6a-4aef-b898-e15f84bf4c33 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:33.708044 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc0e31c-ba6a-4aef-b898-e15f84bf4c33 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:33.720539 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4fc0e31c-ba6a-4aef-b898-e15f84bf4c33 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/ports/8f1cb11b-325c-4fcc-a4ed-8327e3a2f652 HTTP/1.1" status: 404 len: 333 time: 0.0795126 Jan 10 11:56:33.723781 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56374) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:33.783156 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc7c12a-04e9-4b2c-922a-fd2f254af954 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:33.787012 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc7c12a-04e9-4b2c-922a-fd2f254af954 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:33.790730 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5dc7c12a-04e9-4b2c-922a-fd2f254af954 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/subnets/43dc5284-240b-4c2f-a95c-32f837f2a994 HTTP/1.1" status: 404 len: 337 time: 0.0656819 Jan 10 11:56:33.794238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56376) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:33.824582 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.db.resource_extend [None req-1c23e45b-e32c-4701-ac19-3054c0529031 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 11:56:33.853606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-07fb8b17-f791-4f35-85f0-8d896bca02d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (09c46bb3-cc27-42f9-956f-904173c6a593), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:33.942698 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb8ee18b-5076-48b0-84ee-25c0573a5e25 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (f827ee61-c9df-4d63-a94c-5e4c1afe79dd), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:34.061011 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-182448d1-ee43-486a-b177-8c4c0d99595e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Made reservation on behalf of 64c3df50eabf474d900be6a95c814069 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:34.064783 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-182448d1-ee43-486a-b177-8c4c0d99595e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:34.069497 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device aee1c21e-16aa-4616-a6a2-5f15876e01fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:34.141911 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb8ee18b-5076-48b0-84ee-25c0573a5e25 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (f827ee61-c9df-4d63-a94c-5e4c1afe79dd), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:34.166723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port aee1c21e-16aa-4616-a6a2-5f15876e01fa triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:34.167921 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aee1c21e-16aa-4616-a6a2-5f15876e01fa), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:34.218743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-fb8ee18b-5076-48b0-84ee-25c0573a5e25 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f827ee61-c9df-4d63-a94c-5e4c1afe79dd']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:34.258864 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-fb8ee18b-5076-48b0-84ee-25c0573a5e25 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccdfa519-f4d4-4f17-85f2-961ed650d631') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:34.259185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-fb8ee18b-5076-48b0-84ee-25c0573a5e25 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccdfa519-f4d4-4f17-85f2-961ed650d631') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:34.276740 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb8ee18b-5076-48b0-84ee-25c0573a5e25 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (ccdfa519-f4d4-4f17-85f2-961ed650d631), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:34.366229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aee1c21e-16aa-4616-a6a2-5f15876e01fa), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:34.371285 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb8ee18b-5076-48b0-84ee-25c0573a5e25 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (ccdfa519-f4d4-4f17-85f2-961ed650d631), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:34.405940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e7d132-20c8-41c1-b2f1-1112556525be None None] Network 3b1796fb-cecb-4bde-a5ad-df832a8cb90b requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:34.407836 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8ee18b-5076-48b0-84ee-25c0573a5e25 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:56:34.410770 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb8ee18b-5076-48b0-84ee-25c0573a5e25 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (ccdfa519-f4d4-4f17-85f2-961ed650d631), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:34.415908 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedb6a33-962f-497a-8329-2952ee4d73c2 x-openstack-request-id: req-cedb6a33-962f-497a-8329-2952ee4d73c2 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:56:34.416569 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5521e1-7c25-498e-9a1a-9cf0d58f9784", "tag": "c0744d2f-611c-467a-a604-b8a5fa2fae06", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:56:34.416569 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cedb6a33-962f-497a-8329-2952ee4d73c2 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:56:34.416850 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'tag': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'status': 'completed', 'code': 200} Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:56:34.420239 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:56:34.485251 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1d9d8-5bfd-413b-b06c-225b82cf1293 service neutron] Pushing event updated for resources: {'Port': ['ID=c0744d2f-611c-467a-a604-b8a5fa2fae06,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:34.494251 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port aee1c21e-16aa-4616-a6a2-5f15876e01fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aee1c21e-16aa-4616-a6a2-5f15876e01fa,segment=NetworkSegment(b8d62283-af07-4804-ad27-a6e3efddf96b),segment_id=b8d62283-af07-4804-ad27-a6e3efddf96b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:34.512100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Allocated IP 172.36.2.147 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/236b27cd-6bc9-40b0-8726-c6a89b3f8dc9) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:34.519897 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-14e95f1d-d54d-46aa-bd42-48e3eb8fd848 None None] Provisioning complete for port aee1c21e-16aa-4616-a6a2-5f15876e01fa triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:34.520721 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-14e95f1d-d54d-46aa-bd42-48e3eb8fd848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aee1c21e-16aa-4616-a6a2-5f15876e01fa), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:34.528700 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d0ab753f-78eb-4b58-ae3c-3a38df736496 req-18be0bd9-1913-4120-9b65-5fcb3b275ff8 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 210 time: 0.0663090 Jan 10 11:56:34.529444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-182448d1-ee43-486a-b177-8c4c0d99595e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Allocated IP 172.20.0.6 (c25c3555-98fa-43a0-b950-1c716ace6677/3b6b494b-8770-4ce3-a585-52c1cfaad991/aff4e51e-5a20-4ea1-b69f-cfd03081763b) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:34.649815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-1009d3c8-d056-4ec7-bb43-c861946ccc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:34.651748 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-1009d3c8-d056-4ec7-bb43-c861946ccc01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 1096 time: 0.7588148 Jan 10 11:56:34.702775 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dedd8-e506-43f6-abae-ce18256f78bc req-fcddbed6-0b78-4dea-82d8-ef97363bef5e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:34.704480 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a14dedd8-e506-43f6-abae-ce18256f78bc req-fcddbed6-0b78-4dea-82d8-ef97363bef5e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 943 time: 0.8125234 Jan 10 11:56:34.712460 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb8ee18b-5076-48b0-84ee-25c0573a5e25 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (f827ee61-c9df-4d63-a94c-5e4c1afe79dd), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:34.720759 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c23e45b-e32c-4701-ac19-3054c0529031 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (9f0545a1-0980-481e-8a4c-73317c70e47c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:34.727378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c23e45b-e32c-4701-ac19-3054c0529031 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:34.728016 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c23e45b-e32c-4701-ac19-3054c0529031 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:34.737188 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fb8ee18b-5076-48b0-84ee-25c0573a5e25 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:34.744939 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fb8ee18b-5076-48b0-84ee-25c0573a5e25 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] 10.222.0.16 "DELETE /v2.0/networks/f827ee61-c9df-4d63-a94c-5e4c1afe79dd HTTP/1.1" status: 204 len: 168 time: 0.9473450 Jan 10 11:56:34.762505 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ee18b-5076-48b0-84ee-25c0573a5e25 tempest-NetworksTestDHCPv6-1648275652 tempest-NetworksTestDHCPv6-1648275652-project] Pushing event deleted for resources: {'Network': ['ID=f827ee61-c9df-4d63-a94c-5e4c1afe79dd,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:34.769044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (aee1c21e-16aa-4616-a6a2-5f15876e01fa), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:34.769649 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 3c1aa214-d599-434e-b8e6-b9477ac5dfcf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:34.811389 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32aba1-1a30-4c16-971b-c0a62571973b req-295db0b1-540e-452c-ac88-01992b27b1aa tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:34.823360 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1a32aba1-1a30-4c16-971b-c0a62571973b req-295db0b1-540e-452c-ac88-01992b27b1aa tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1961279 Jan 10 11:56:34.847201 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-9a4533f6-d7e7-49ce-b79d-6f960ef74e41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0744d2f-611c-467a-a604-b8a5fa2fae06 HTTP/1.1" status: 200 len: 217 time: 0.1532879 Jan 10 11:56:34.941752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 3c1aa214-d599-434e-b8e6-b9477ac5dfcf triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:34.942334 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:34.943581 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1a32aba1-1a30-4c16-971b-c0a62571973b req-9088235c-54d6-47c6-91f1-a562a2681044 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185968 Jan 10 11:56:34.975774 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=aee1c21e-16aa-4616-a6a2-5f15876e01fa,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:34.987873 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1c23e45b-e32c-4701-ac19-3054c0529031 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3459141 Jan 10 11:56:34.993133 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-182448d1-ee43-486a-b177-8c4c0d99595e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:35.019858 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56386) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:35.030029 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'ports': [{'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea'}, {'network_id': '9f0545a1-0980-481e-8a4c-73317c70e47c'}]} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:35.031391 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:35.032032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'network_id': '9f0545a1-0980-481e-8a4c-73317c70e47c'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:35.050979 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23e45b-e32c-4701-ac19-3054c0529031 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Network': ['ID=9f0545a1-0980-481e-8a4c-73317c70e47c,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:35.072964 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 9f0545a1-0980-481e-8a4c-73317c70e47c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:56:35.135152 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 074cf39c-b6c1-4bab-91cd-d340772a8d8b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:35.149601 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-51392587-dad7-4906-b49e-9f915e5f0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:35.151354 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-51392587-dad7-4906-b49e-9f915e5f0bbe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=018eb74b-0d85-4895-9574-a7a35eefd2a2 HTTP/1.1" status: 200 len: 835 time: 0.2827008 Jan 10 11:56:35.154709 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Publish callbacks [] for port (236b27cd-6bc9-40b0-8726-c6a89b3f8dc9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:35.162220 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a14dedd8-e506-43f6-abae-ce18256f78bc req-26c07709-228c-4daf-91d1-623b529aaa33 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c9cce0a-7fca-4868-855a-84c80f710c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4481833 Jan 10 11:56:35.227455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 074cf39c-b6c1-4bab-91cd-d340772a8d8b triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:35.227890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:35.245625 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-182448d1-ee43-486a-b177-8c4c0d99595e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:35.267540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fb8b17-f791-4f35-85f0-8d896bca02d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 09c46bb3-cc27-42f9-956f-904173c6a593 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:56:35.289252 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-a1f1798e-22b2-4a03-b8fa-2c151a8521bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:35.290525 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-a1f1798e-22b2-4a03-b8fa-2c151a8521bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1272545 Jan 10 11:56:35.314944 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-182448d1-ee43-486a-b177-8c4c0d99595e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Network c25c3555-98fa-43a0-b950-1c716ace6677 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:35.321657 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-182448d1-ee43-486a-b177-8c4c0d99595e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:35.333695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-930d7702-e884-44a2-ad97-712aff23b639 None None] Provisioning complete for port aee1c21e-16aa-4616-a6a2-5f15876e01fa triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:35.334358 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-930d7702-e884-44a2-ad97-712aff23b639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aee1c21e-16aa-4616-a6a2-5f15876e01fa), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:35.335075 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-182448d1-ee43-486a-b177-8c4c0d99595e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:35.373955 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182448d1-ee43-486a-b177-8c4c0d99595e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event updated for resources: {'Port': ['ID=aff4e51e-5a20-4ea1-b69f-cfd03081763b,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:35.390629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (236b27cd-6bc9-40b0-8726-c6a89b3f8dc9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:35.423606 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-182448d1-ee43-486a-b177-8c4c0d99595e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:35.424302 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-182448d1-ee43-486a-b177-8c4c0d99595e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:35.479763 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'port': 2} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:35.480917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:35.506315 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:35.514530 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:35.527301 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:35.533543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Pushing event updated for resources: {'Port': ['ID=236b27cd-6bc9-40b0-8726-c6a89b3f8dc9,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:35.537359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:35.547050 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fb8b17-f791-4f35-85f0-8d896bca02d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:56:35.554238 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0504d6f3-d0e3-425e-a708-eba53de0506b None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:56:35.565254 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e9b799-5e86-4405-8f59-fc28f78505ba None None] Sync routers for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:56:35.576949 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-07fb8b17-f791-4f35-85f0-8d896bca02d1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/09c46bb3-cc27-42f9-956f-904173c6a593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2409487 Jan 10 11:56:35.584398 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56392) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:35.621872 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e9b799-5e86-4405-8f59-fc28f78505ba None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:35.626178 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-182448d1-ee43-486a-b177-8c4c0d99595e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3162215 Jan 10 11:56:35.636451 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-87e9b799-5e86-4405-8f59-fc28f78505ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:35.640524 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Request body: {'port': {'device_id': '193ba236-8586-4c00-b0e2-339f10f30e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:35.670148 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56394) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:35.710632 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-c666f191-6803-4203-b8e7-86afa3ef0107 service neutron] 10.222.0.30 "GET /v2.0/networks/4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132426 Jan 10 11:56:35.740648 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device aee1c21e-16aa-4616-a6a2-5f15876e01fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:35.829892 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port ec315e04-232b-4763-8d5b-8190b79da955 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:56:35.839590 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ce86b5-1a3f-439f-b72b-1377e60014fd tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting subnet 81056c1e-9deb-486f-a31b-9e577f369a1d {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:56:35.866543 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:35.872006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-87e9b799-5e86-4405-8f59-fc28f78505ba None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:35.877951 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c7ce86b5-1a3f-439f-b72b-1377e60014fd tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (81056c1e-9deb-486f-a31b-9e577f369a1d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:35.905004 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be3d0a-02c0-468d-ab6a-7bb6c748684f req-51f12173-3b14-4035-a001-8a698ee156ab tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:35.906905 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-176627d7-f3af-4c0e-95d2-62f05e4d3be0 None None] Provisioning complete for port 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:35.907276 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-176627d7-f3af-4c0e-95d2-62f05e4d3be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (236b27cd-6bc9-40b0-8726-c6a89b3f8dc9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:35.913073 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b9be3d0a-02c0-468d-ab6a-7bb6c748684f req-51f12173-3b14-4035-a001-8a698ee156ab tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 931 time: 0.1789606 Jan 10 11:56:35.968364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c7ce86b5-1a3f-439f-b72b-1377e60014fd tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (81056c1e-9deb-486f-a31b-9e577f369a1d), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:35.978400 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port aee1c21e-16aa-4616-a6a2-5f15876e01fa triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:35.979908 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aee1c21e-16aa-4616-a6a2-5f15876e01fa), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:36.008722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-176627d7-f3af-4c0e-95d2-62f05e4d3be0 None None] Port 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:56:36.013631 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7a82df78-fbca-4f11-b03f-5bdebbb775be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=985d9fdfc3ea4911b7907895c348883f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419867 Jan 10 11:56:36.019853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56400) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:36.032097 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-258d572e-a45d-4ca9-a47a-54a0dc81b9b5 req-046c123f-0e99-4af3-8b52-32be48d2e5bb service neutron] 10.222.0.30 "GET /v2.0/networks/4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132801 Jan 10 11:56:36.098853 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b9be3d0a-02c0-468d-ab6a-7bb6c748684f req-8fe1746f-1154-4ff3-9091-9ecd36a2d99f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847799 Jan 10 11:56:36.235797 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c9e32ef1-38a8-4994-b2e1-1bf0993bd723 None None] Provisioning complete for port aff4e51e-5a20-4ea1-b69f-cfd03081763b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:36.236638 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c9e32ef1-38a8-4994-b2e1-1bf0993bd723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:36.238023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bef32cda-3d78-483e-ba08-14911d9012a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:36.256432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (ec315e04-232b-4763-8d5b-8190b79da955), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:36.283586 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18317f4-0b56-4a9b-aa77-7aa0b17e59a8 req-bc0d0733-bd96-41f4-83af-ff3607f907e7 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:36.285649 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d18317f4-0b56-4a9b-aa77-7aa0b17e59a8 req-bc0d0733-bd96-41f4-83af-ff3607f907e7 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.2441072 Jan 10 11:56:36.287812 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-862d185c-e780-4f19-8fd6-95d076e43fd8 admin admin] Publish callbacks [] for security_group (adcab97f-32f3-4334-93c9-30e2cf46a611), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:36.325185 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c7ce86b5-1a3f-439f-b72b-1377e60014fd tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (81056c1e-9deb-486f-a31b-9e577f369a1d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:36.332500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c9e32ef1-38a8-4994-b2e1-1bf0993bd723 None None] Port aff4e51e-5a20-4ea1-b69f-cfd03081763b cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:56:36.401013 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-862d185c-e780-4f19-8fd6-95d076e43fd8 admin admin] Publish callbacks [] for security_group (adcab97f-32f3-4334-93c9-30e2cf46a611), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:36.408401 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-87e9b799-5e86-4405-8f59-fc28f78505ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 8, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99c4903-d9de-48b6-9de4-5e7ad91522c2', 'name': '', 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:ec:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:57Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:36.441586 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e9b799-5e86-4405-8f59-fc28f78505ba None None] Checking router: 09c46bb3-cc27-42f9-956f-904173c6a593 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:56:36.454694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e9b799-5e86-4405-8f59-fc28f78505ba None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:36.455548 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-87e9b799-5e86-4405-8f59-fc28f78505ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:36.491797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e87a23-b301-4f29-9ad7-060468ee3bdd req-eea49828-edee-4734-95ce-6a588c1515c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:36.494596 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a4e87a23-b301-4f29-9ad7-060468ee3bdd req-eea49828-edee-4734-95ce-6a588c1515c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 1096 time: 0.2773526 Jan 10 11:56:36.564113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Publish callbacks [] for router_gateway (62232b12-5f53-45ec-b2bb-944b678fb3bd), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:36.568148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-87e9b799-5e86-4405-8f59-fc28f78505ba None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:36.723912 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d18317f4-0b56-4a9b-aa77-7aa0b17e59a8 req-bcb63077-7db1-44c4-bf53-fa867e0ae152 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4078236 Jan 10 11:56:36.839379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c7ce86b5-1a3f-439f-b72b-1377e60014fd tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (81056c1e-9deb-486f-a31b-9e577f369a1d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:36.857605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port 240b5d06-99be-4132-abd2-6a0b321a2609 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:56:36.886113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-862d185c-e780-4f19-8fd6-95d076e43fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (adcab97f-32f3-4334-93c9-30e2cf46a611), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:36.889004 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-862d185c-e780-4f19-8fd6-95d076e43fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:36.890470 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-862d185c-e780-4f19-8fd6-95d076e43fd8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/adcab97f-32f3-4334-93c9-30e2cf46a611 HTTP/1.1" status: 204 len: 168 time: 0.8678510 Jan 10 11:56:36.893342 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b740f78b-b007-487b-a076-14963cfc46d6 None None] Network f93a54a8-32ef-48a7-be69-79bb70ed5a19 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:36.914839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c7ce86b5-1a3f-439f-b72b-1377e60014fd tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:36.918528 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c7ce86b5-1a3f-439f-b72b-1377e60014fd tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/81056c1e-9deb-486f-a31b-9e577f369a1d HTTP/1.1" status: 204 len: 168 time: 1.3324261 Jan 10 11:56:36.926604 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e87a23-b301-4f29-9ad7-060468ee3bdd req-e3c1683c-32ce-4223-8299-dc111a1f1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:36.928470 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a4e87a23-b301-4f29-9ad7-060468ee3bdd req-e3c1683c-32ce-4223-8299-dc111a1f1b0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 HTTP/1.1" status: 200 len: 897 time: 0.4158993 Jan 10 11:56:36.929069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56408) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:36.987387 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff4e51e-5a20-4ea1-b69f-cfd03081763b {{(pid=110625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:56:37.001251 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Publish callbacks [] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:37.049548 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c6d23-05d1-49b7-9d0b-4bbb713c6684 req-a4a23287-f9c4-4881-b38a-2a5be2322040 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:37.051847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-87e9b799-5e86-4405-8f59-fc28f78505ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 8, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99c4903-d9de-48b6-9de4-5e7ad91522c2', 'name': '', 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:ec:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:57Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:37.058620 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-523c6d23-05d1-49b7-9d0b-4bbb713c6684 req-a4a23287-f9c4-4881-b38a-2a5be2322040 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 943 time: 0.2859910 Jan 10 11:56:37.061965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.provisioning_blocks [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Transition to ACTIVE for port object aff4e51e-5a20-4ea1-b69f-cfd03081763b will not be triggered until provisioned by entity L2. {{(pid=110625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:56:37.096081 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e9b799-5e86-4405-8f59-fc28f78505ba None None] The sync data for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv is: [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 8, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99c4903-d9de-48b6-9de4-5e7ad91522c2', 'name': '', 'network_id': 'b3157887-7172-43e8-818a-aed8b65004b1', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:ec:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:57Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '58030fd2-c6ee-406a-9ad1-48b0cccc3692', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:37.164221 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-523c6d23-05d1-49b7-9d0b-4bbb713c6684 req-addcc5e2-33da-4d57-94ae-45513383b732 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c9cce0a-7fca-4868-855a-84c80f710c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046815 Jan 10 11:56:37.183546 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (240b5d06-99be-4132-abd2-6a0b321a2609), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:37.269391 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:37.352542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce86b5-1a3f-439f-b72b-1377e60014fd tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Subnet': ['ID=81056c1e-9deb-486f-a31b-9e577f369a1d,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:37.374813 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (ec315e04-232b-4763-8d5b-8190b79da955), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:37.376597 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Pushing event updated for resources: {'Port': ['ID=aff4e51e-5a20-4ea1-b69f-cfd03081763b,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:37.422468 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d185c-e780-4f19-8fd6-95d076e43fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcab97f-32f3-4334-93c9-30e2cf46a611,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:37.498672 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251945a9-e0df-4ca5-82a9-593b3c930245 None None] DHCP port deletion for f93a54a8-32ef-48a7-be69-79bb70ed5a19 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:56:37.531307 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a4e87a23-b301-4f29-9ad7-060468ee3bdd req-a0fb82fa-726c-4eb0-bcc4-0ffdd6d69d59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0744d2f-611c-467a-a604-b8a5fa2fae06 HTTP/1.1" status: 200 len: 217 time: 0.5942876 Jan 10 11:56:37.607748 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (f93a54a8-32ef-48a7-be69-79bb70ed5a19), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:37.631616 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-251945a9-e0df-4ca5-82a9-593b3c930245 None None] Deleting port 5a1c9681-b31b-4e3c-b798-7720051ed329 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:37.633272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-251945a9-e0df-4ca5-82a9-593b3c930245 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:37.637258 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44e918-73b2-430f-8864-0198122b447b req-b6cd38d3-2f8a-43d5-8a4b-23a790db41f7 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:37.639974 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2d44e918-73b2-430f-8864-0198122b447b req-b6cd38d3-2f8a-43d5-8a4b-23a790db41f7 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.3408921 Jan 10 11:56:37.667103 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network c8915f05-36da-46e3-9c20-c5781ca8baea is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:37.673963 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (62232b12-5f53-45ec-b2bb-944b678fb3bd), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:37.695605 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043fc6b-b8af-4b9f-b9e4-a1353a4b0432 req-b3a5f98d-da1a-4b88-a5a8-0f7646ba5576 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:37.704636 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8043fc6b-b8af-4b9f-b9e4-a1353a4b0432 req-b3a5f98d-da1a-4b88-a5a8-0f7646ba5576 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 943 time: 0.3377070 Jan 10 11:56:37.708110 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:37.734445 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e87a23-b301-4f29-9ad7-060468ee3bdd req-ea6f12e9-70b3-4115-8d7c-be59c6af0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:37.734725 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Attempting to bind port aff4e51e-5a20-4ea1-b69f-cfd03081763b on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:37.735078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Attempting to bind port aff4e51e-5a20-4ea1-b69f-cfd03081763b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e5c5e942-02e3-48b2-a72b-a3b8ecad61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:37.735413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Attempting to bind port aff4e51e-5a20-4ea1-b69f-cfd03081763b on network c25c3555-98fa-43a0-b950-1c716ace6677 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:37.737021 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a4e87a23-b301-4f29-9ad7-060468ee3bdd req-ea6f12e9-70b3-4115-8d7c-be59c6af0dfe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=018eb74b-0d85-4895-9574-a7a35eefd2a2 HTTP/1.1" status: 200 len: 835 time: 0.1879742 Jan 10 11:56:37.761457 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:37.762425 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (240b5d06-99be-4132-abd2-6a0b321a2609), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:37.764095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Port aff4e51e-5a20-4ea1-b69f-cfd03081763b on network c25c3555-98fa-43a0-b950-1c716ace6677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:56:37.764438 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Attempting to bind port aff4e51e-5a20-4ea1-b69f-cfd03081763b on network c25c3555-98fa-43a0-b950-1c716ace6677 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:37.780560 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=ec315e04-232b-4763-8d5b-8190b79da955,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:37.780879 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f4d82abb-bc70-4ef9-a582-8d9daaddddc7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:56:37.798516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:37.798894 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Checking segment: {'id': 'e5c5e942-02e3-48b2-a72b-a3b8ecad61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:37.799547 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Bound using segment: {'id': 'e5c5e942-02e3-48b2-a72b-a3b8ecad61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677'} {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:37.799925 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Bound port: aff4e51e-5a20-4ea1-b69f-cfd03081763b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c5e942-02e3-48b2-a72b-a3b8ecad61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677'}}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:37.800286 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:37.832501 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: f4d82abb-bc70-4ef9-a582-8d9daaddddc7 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:56:37.832860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f4d82abb-bc70-4ef9-a582-8d9daaddddc7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:56:37.833350 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 5a1c9681-b31b-4e3c-b798-7720051ed329 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:56:37.904917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-251945a9-e0df-4ca5-82a9-593b3c930245 None None] For port 5a1c9681-b31b-4e3c-b798-7720051ed329, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a1c9681-b31b-4e3c-b798-7720051ed329,segment=NetworkSegment(996095cb-929f-4141-aa7a-f50b2ca91b46),segment_id=996095cb-929f-4141-aa7a-f50b2ca91b46)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:37.905609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-251945a9-e0df-4ca5-82a9-593b3c930245 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:37.923473 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2d44e918-73b2-430f-8864-0198122b447b req-cec54d8c-51b6-4324-833f-122aca1db48d tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536528 Jan 10 11:56:37.934695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-251945a9-e0df-4ca5-82a9-593b3c930245 None None] Calling delete_port for 5a1c9681-b31b-4e3c-b798-7720051ed329 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:37.943366 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=240b5d06-99be-4132-abd2-6a0b321a2609,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:37.959002 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8043fc6b-b8af-4b9f-b9e4-a1353a4b0432 req-3e4a86a2-333a-4905-8455-23949b2de66b tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512619 Jan 10 11:56:37.975489 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e87a23-b301-4f29-9ad7-060468ee3bdd req-3297b362-e733-42c2-821c-e251f2ad30b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:37.977359 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a4e87a23-b301-4f29-9ad7-060468ee3bdd req-3297b362-e733-42c2-821c-e251f2ad30b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2319114 Jan 10 11:56:37.986266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Checking segment: {'id': 'c55748c6-eb42-42bf-884d-ab27f335844e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9f0545a1-0980-481e-8a4c-73317c70e47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:37.986399 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network hostable DHCP agents. Network: 9f0545a1-0980-481e-8a4c-73317c70e47c, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:56:38.018876 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] For port aff4e51e-5a20-4ea1-b69f-cfd03081763b, host hv-neutron-mast, cleared binding levels {{(pid=110625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:38.038576 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] For port aff4e51e-5a20-4ea1-b69f-cfd03081763b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aff4e51e-5a20-4ea1-b69f-cfd03081763b,segment=NetworkSegment(e5c5e942-02e3-48b2-a72b-a3b8ecad61f1),segment_id=e5c5e942-02e3-48b2-a72b-a3b8ecad61f1)] {{(pid=110625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:38.067183 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port 5a1c9681-b31b-4e3c-b798-7720051ed329 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:38.069121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:38.126591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network 9f0545a1-0980-481e-8a4c-73317c70e47c is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:56:38.172691 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:38.197839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] For port 5a1c9681-b31b-4e3c-b798-7720051ed329, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a1c9681-b31b-4e3c-b798-7720051ed329,segment=NetworkSegment(996095cb-929f-4141-aa7a-f50b2ca91b46),segment_id=996095cb-929f-4141-aa7a-f50b2ca91b46)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:38.198583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:38.221882 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:38.222571 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for 5a1c9681-b31b-4e3c-b798-7720051ed329 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:38.222665 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:38.222665 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] 10.222.0.30 "PUT /v2.0/ports/aff4e51e-5a20-4ea1-b69f-cfd03081763b HTTP/1.1" status: 200 len: 1093 time: 2.5867925 Jan 10 11:56:38.225148 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193ba236-8586-4c00-b0e2-339f10f30e01', 'tag': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:56:38.234999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffdeae1-60cf-474b-b9e5-abbaa787e517" -d '{"events": [{"name": "network-changed", "server_uuid": "193ba236-8586-4c00-b0e2-339f10f30e01", "tag": "aff4e51e-5a20-4ea1-b69f-cfd03081763b"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:56:38.258861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9f0545a1-0980-481e-8a4c-73317c70e47c) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:38.270325 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5456564d-2dcd-457c-b11a-250ee8647dc9 None None] Network 9f0545a1-0980-481e-8a4c-73317c70e47c requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:38.310526 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:38.335174 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:38.339202 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a4e87a23-b301-4f29-9ad7-060468ee3bdd req-76e3ee08-e5e5-4984-982b-d9dd5d175b46 service neutron] 10.222.0.30 "GET /v2.0/networks/4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546693 Jan 10 11:56:38.341200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:38.341956 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:38.365502 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26636ec-f24e-4726-8db6-da97bca0264c x-openstack-request-id: req-b26636ec-f24e-4726-8db6-da97bca0264c {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:56:38.365889 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193ba236-8586-4c00-b0e2-339f10f30e01", "tag": "aff4e51e-5a20-4ea1-b69f-cfd03081763b", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:56:38.366162 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b26636ec-f24e-4726-8db6-da97bca0264c {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:56:38.366609 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193ba236-8586-4c00-b0e2-339f10f30e01', 'tag': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b', 'status': 'completed', 'code': 200} Jan 10 11:56:38.427990 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22db389-1ebe-404c-ad41-9be1d3cde1cf service neutron] Pushing event updated for resources: {'Port': ['ID=aff4e51e-5a20-4ea1-b69f-cfd03081763b,revision_number=3']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:38.436062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:38.446821 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Router 62232b12-5f53-45ec-b2bb-944b678fb3bd is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:56:38.489596 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdeae1-60cf-474b-b9e5-abbaa787e517 req-808df761-708a-4e0e-979c-1103d6251d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:38.491279 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0ffdeae1-60cf-474b-b9e5-abbaa787e517 req-808df761-708a-4e0e-979c-1103d6251d3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=64c3df50eabf474d900be6a95c814069&device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 1096 time: 0.1456227 Jan 10 11:56:38.541164 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-870358fb-2c8e-46b8-9634-dab077c054b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5184336 Jan 10 11:56:38.546381 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56434) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:38.562033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1c2e0-34d9-4841-8773-3978b3c59333 req-739adcb1-85ec-43bf-83c3-7b38f75ac13b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:38.565222 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-251945a9-e0df-4ca5-82a9-593b3c930245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:38.569795 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9dc1c2e0-34d9-4841-8773-3978b3c59333 req-739adcb1-85ec-43bf-83c3-7b38f75ac13b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 943 time: 0.1691103 Jan 10 11:56:38.628250 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251945a9-e0df-4ca5-82a9-593b3c930245 None None] No DVR routers for this DVR port 5a1c9681-b31b-4e3c-b798-7720051ed329 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:56:38.628513 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a4e87a23-b301-4f29-9ad7-060468ee3bdd req-15a94131-eece-4333-8a19-2d895df07805 service neutron] 10.222.0.30 "GET /v2.0/networks/4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811382 Jan 10 11:56:38.636821 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (5a1c9681-b31b-4e3c-b798-7720051ed329), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:38.647704 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251945a9-e0df-4ca5-82a9-593b3c930245 None None] Pushing event deleted for resources: {'Port': ['ID=5a1c9681-b31b-4e3c-b798-7720051ed329,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:38.699846 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9dc1c2e0-34d9-4841-8773-3978b3c59333 req-4c4390c7-effa-4388-aadb-ec18d16a881b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c9cce0a-7fca-4868-855a-84c80f710c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291237 Jan 10 11:56:38.704159 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=5a1c9681-b31b-4e3c-b798-7720051ed329,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:38.722547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] No DVR routers for this DVR port 5a1c9681-b31b-4e3c-b798-7720051ed329 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:56:38.754627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:56:38.769985 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Sync routers for ids ['62232b12-5f53-45ec-b2bb-944b678fb3bd'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:56:38.791092 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Routers {'62232b12-5f53-45ec-b2bb-944b678fb3bd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:38.792087 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['62232b12-5f53-45ec-b2bb-944b678fb3bd'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:38.803047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdeae1-60cf-474b-b9e5-abbaa787e517 req-196fa005-b75c-43da-be75-062889957045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:38.805630 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0ffdeae1-60cf-474b-b9e5-abbaa787e517 req-196fa005-b75c-43da-be75-062889957045 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=64c3df50eabf474d900be6a95c814069&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3066599 Jan 10 11:56:38.821896 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56438) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:38.839955 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2ca76ac2-9fae-4f05-af3e-bdda1f8963e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 240b5d06-99be-4132-abd2-6a0b321a2609 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:38.840469 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ca76ac2-9fae-4f05-af3e-bdda1f8963e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (240b5d06-99be-4132-abd2-6a0b321a2609), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:38.844169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (f93a54a8-32ef-48a7-be69-79bb70ed5a19), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:38.873502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:38.874914 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4b80896f-e49d-40c6-adb2-9e7fd7239a02 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.8268192 Jan 10 11:56:38.879777 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56442) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:38.903905 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93a54a8-32ef-48a7-be69-79bb70ed5a19']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:38.916373 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Set router 62232b12-5f53-45ec-b2bb-944b678fb3bd gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:38.977972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996095cb-929f-4141-aa7a-f50b2ca91b46') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:38.978571 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996095cb-929f-4141-aa7a-f50b2ca91b46') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:39.018965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (996095cb-929f-4141-aa7a-f50b2ca91b46), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.018965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ca76ac2-9fae-4f05-af3e-bdda1f8963e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (240b5d06-99be-4132-abd2-6a0b321a2609), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.055998 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2ca76ac2-9fae-4f05-af3e-bdda1f8963e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 240b5d06-99be-4132-abd2-6a0b321a2609 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:39.058208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (996095cb-929f-4141-aa7a-f50b2ca91b46), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.071614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:56:39.072070 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (996095cb-929f-4141-aa7a-f50b2ca91b46), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:56:39.075898 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:56:39.080698 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:56:39.080698 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:56:39.080698 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:56:39.080698 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:56:39.080698 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:56:39.080698 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:56:39.080698 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:56:39.080698 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:56:39.080698 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:56:39.101141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9ef28565-479a-43c3-848d-318afd74e14c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-544774349'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:39.147823 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'name': 'tempest-TestVolumeBootPattern-1038245669-router', 'tenant_id': '02b0158bdbc0459fa490efcd8a94e846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': '236b27cd-6bc9-40b0-8726-c6a89b3f8dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:30Z', 'updated_at': '2022-01-10T11:56:35Z', 'revision_number': 3, 'project_id': '02b0158bdbc0459fa490efcd8a94e846', 'gw_port': {'id': '236b27cd-6bc9-40b0-8726-c6a89b3f8dc9', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:33Z', 'updated_at': '2022-01-10T11:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:39.181875 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Checking router: 62232b12-5f53-45ec-b2bb-944b678fb3bd for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:56:39.182232 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Updating router 62232b12-5f53-45ec-b2bb-944b678fb3bd port 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:56:39.213067 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (236b27cd-6bc9-40b0-8726-c6a89b3f8dc9), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.254319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc8aa9-606e-45d5-9004-f5b5e9235d5f req-08967d7a-e74f-4e33-abb8-e23f9a9ac0c2 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:39.255981 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fc8aa9-606e-45d5-9004-f5b5e9235d5f req-08967d7a-e74f-4e33-abb8-e23f9a9ac0c2 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1600497 Jan 10 11:56:39.305519 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device c0744d2f-611c-467a-a604-b8a5fa2fae06 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:56:39.312845 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdeae1-60cf-474b-b9e5-abbaa787e517 req-9c82d830-cf20-4fc9-a863-56a2b46e70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:39.314583 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0ffdeae1-60cf-474b-b9e5-abbaa787e517 req-9c82d830-cf20-4fc9-a863-56a2b46e70ed service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5027685 Jan 10 11:56:39.319414 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fc8aa9-606e-45d5-9004-f5b5e9235d5f req-0b415a89-e5b3-4fbe-adbe-7263426a7920 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560241 Jan 10 11:56:39.329348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4029e7-5213-4006-a084-d8f9653b27e7 req-53c701a7-b739-4674-9e80-6452687d12c4 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:39.336866 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0a4029e7-5213-4006-a084-d8f9653b27e7 req-53c701a7-b739-4674-9e80-6452687d12c4 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 943 time: 0.2238908 Jan 10 11:56:39.339508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (f93a54a8-32ef-48a7-be69-79bb70ed5a19), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.348400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.353499 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/networks/f93a54a8-32ef-48a7-be69-79bb70ed5a19 HTTP/1.1" status: 204 len: 168 time: 2.4197962 Jan 10 11:56:39.360372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56450) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:39.409387 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ca76ac2-9fae-4f05-af3e-bdda1f8963e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (240b5d06-99be-4132-abd2-6a0b321a2609), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.412321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b1bae-6702-4052-a170-2d1f01c6846c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Network': ['ID=f93a54a8-32ef-48a7-be69-79bb70ed5a19,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:39.435518 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef28565-479a-43c3-848d-318afd74e14c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Made reservation on behalf of 6aded47d27664ebabf5d0724dd26056a for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:39.439216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef28565-479a-43c3-848d-318afd74e14c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.451775 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca76ac2-9fae-4f05-af3e-bdda1f8963e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=240b5d06-99be-4132-abd2-6a0b321a2609,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:39.458782 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ca76ac2-9fae-4f05-af3e-bdda1f8963e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.466440 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2ca76ac2-9fae-4f05-af3e-bdda1f8963e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/240b5d06-99be-4132-abd2-6a0b321a2609 HTTP/1.1" status: 204 len: 168 time: 0.9170675 Jan 10 11:56:39.467150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56452) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:39.485038 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef28565-479a-43c3-848d-318afd74e14c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.568210 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Publish callbacks [] for port (236b27cd-6bc9-40b0-8726-c6a89b3f8dc9), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.573143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc03f49-ad47-42eb-acc0-fffeb8e9fd13 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:39.577798 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port c0744d2f-611c-467a-a604-b8a5fa2fae06, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c0744d2f-611c-467a-a604-b8a5fa2fae06,segment=NetworkSegment(558b0ef5-6be5-4c93-a0ef-909296de2712),segment_id=558b0ef5-6be5-4c93-a0ef-909296de2712)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:39.579742 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc03f49-ad47-42eb-acc0-fffeb8e9fd13 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:39.584682 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-acc03f49-ad47-42eb-acc0-fffeb8e9fd13 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1108537 Jan 10 11:56:39.586113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56454) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:39.601179 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'port_id': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'mac_address': 'fa:16:3e:04:f0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:56:39.608282 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4ff4b-0a93-4f33-8602-a5d067f13745 req-2a1663fd-f777-4fd3-bcca-c4950145c3d5 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:39.609562 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aae4ff4b-0a93-4f33-8602-a5d067f13745 req-2a1663fd-f777-4fd3-bcca-c4950145c3d5 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1031966 Jan 10 11:56:39.626345 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0a4029e7-5213-4006-a084-d8f9653b27e7 req-37133eb8-a97b-48bf-8c1b-fd73ebba7061 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862642 Jan 10 11:56:39.651189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c0744d2f-611c-467a-a604-b8a5fa2fae06), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.667170 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0744d2f-611c-467a-a604-b8a5fa2fae06 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:56:39.687048 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (236b27cd-6bc9-40b0-8726-c6a89b3f8dc9), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.697143 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port c0744d2f-611c-467a-a604-b8a5fa2fae06, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c0744d2f-611c-467a-a604-b8a5fa2fae06,segment=NetworkSegment(558b0ef5-6be5-4c93-a0ef-909296de2712),segment_id=558b0ef5-6be5-4c93-a0ef-909296de2712)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:39.711980 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aae4ff4b-0a93-4f33-8602-a5d067f13745 req-d0b2a97e-a7b1-48be-b399-ce4387be16b9 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838537 Jan 10 11:56:39.748525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-019a1300-9a15-46a8-90b7-42b55770b647 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port ec315e04-232b-4763-8d5b-8190b79da955 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:39.758669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-b08a7bd7-c06b-4cd2-9cfe-3f67abc4d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:39.760973 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-b08a7bd7-c06b-4cd2-9cfe-3f67abc4d311 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=64c3df50eabf474d900be6a95c814069&device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 1096 time: 0.3807933 Jan 10 11:56:39.762815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-019a1300-9a15-46a8-90b7-42b55770b647 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ec315e04-232b-4763-8d5b-8190b79da955), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.767172 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Attempting to bind port 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:39.767585 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Attempting to bind port 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:39.767961 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Attempting to bind port 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:39.770390 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700d41d-4a42-4746-93ce-67f2123a0d2a None None] Pushing event updated for resources: {'Port': ['ID=236b27cd-6bc9-40b0-8726-c6a89b3f8dc9,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:39.777787 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:39.778184 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:39.778635 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.779202 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:39.779728 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Bound port: 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:39.780362 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (236b27cd-6bc9-40b0-8726-c6a89b3f8dc9), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.781924 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eba610-0411-4bad-b0e7-64391b45a9df None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:56:39.793854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c0744d2f-611c-467a-a604-b8a5fa2fae06), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.842996 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] For port 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:39.847277 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] For port 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=236b27cd-6bc9-40b0-8726-c6a89b3f8dc9,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:39.866614 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef28565-479a-43c3-848d-318afd74e14c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for security_group (d238b9ea-2c51-4352-96b1-efcee92fe505), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.874094 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-8b0c48ab-4469-4b7f-96de-37fd0c7f565d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aff4e51e-5a20-4ea1-b69f-cfd03081763b HTTP/1.1" status: 200 len: 217 time: 0.0775781 Jan 10 11:56:39.892553 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (236b27cd-6bc9-40b0-8726-c6a89b3f8dc9), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.917187 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-019a1300-9a15-46a8-90b7-42b55770b647 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ec315e04-232b-4763-8d5b-8190b79da955), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.917537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=c0744d2f-611c-467a-a604-b8a5fa2fae06,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:39.940939 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dd954f-ae78-41f4-a19c-93e391454fd2 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:56:39.946320 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Routers {'62232b12-5f53-45ec-b2bb-944b678fb3bd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:39.947453 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['62232b12-5f53-45ec-b2bb-944b678fb3bd'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:39.956160 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-1de325c3-18a9-44d3-92e2-2ad5cc01cdd9 None None] Provisioning complete for port 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:39.956636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1de325c3-18a9-44d3-92e2-2ad5cc01cdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (236b27cd-6bc9-40b0-8726-c6a89b3f8dc9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:39.970402 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-019a1300-9a15-46a8-90b7-42b55770b647 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for ec315e04-232b-4763-8d5b-8190b79da955 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:39.978658 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef28565-479a-43c3-848d-318afd74e14c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (d238b9ea-2c51-4352-96b1-efcee92fe505), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:40.055847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['c0744d2f-611c-467a-a604-b8a5fa2fae06'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:56:40.077480 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] Set router 62232b12-5f53-45ec-b2bb-944b678fb3bd gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:40.111249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1de325c3-18a9-44d3-92e2-2ad5cc01cdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (236b27cd-6bc9-40b0-8726-c6a89b3f8dc9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:40.148368 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bb2bb-00a0-4dcb-81e3-8ccc5905fd4b req-c737961b-3b2b-4bc1-915a-f638dd6800d4 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:40.156892 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1de325c3-18a9-44d3-92e2-2ad5cc01cdd9 None None] For port 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=236b27cd-6bc9-40b0-8726-c6a89b3f8dc9,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:40.158993 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6d5bb2bb-00a0-4dcb-81e3-8ccc5905fd4b req-c737961b-3b2b-4bc1-915a-f638dd6800d4 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.2793641 Jan 10 11:56:40.176836 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700d41d-4a42-4746-93ce-67f2123a0d2a None None] Pushing event updated for resources: {'Port': ['ID=236b27cd-6bc9-40b0-8726-c6a89b3f8dc9,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:40.183757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-019a1300-9a15-46a8-90b7-42b55770b647 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (ec315e04-232b-4763-8d5b-8190b79da955), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:40.236402 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a1300-9a15-46a8-90b7-42b55770b647 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=ec315e04-232b-4763-8d5b-8190b79da955,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:40.257665 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-019a1300-9a15-46a8-90b7-42b55770b647 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:40.261488 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-019a1300-9a15-46a8-90b7-42b55770b647 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/ec315e04-232b-4763-8d5b-8190b79da955 HTTP/1.1" status: 204 len: 168 time: 0.6742871 Jan 10 11:56:40.264867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56460) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:40.326184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1de325c3-18a9-44d3-92e2-2ad5cc01cdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (236b27cd-6bc9-40b0-8726-c6a89b3f8dc9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:40.335962 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'name': 'tempest-TestVolumeBootPattern-1038245669-router', 'tenant_id': '02b0158bdbc0459fa490efcd8a94e846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': '236b27cd-6bc9-40b0-8726-c6a89b3f8dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:30Z', 'updated_at': '2022-01-10T11:56:35Z', 'revision_number': 3, 'project_id': '02b0158bdbc0459fa490efcd8a94e846', 'gw_port': {'id': '236b27cd-6bc9-40b0-8726-c6a89b3f8dc9', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:33Z', 'updated_at': '2022-01-10T11:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:40.340920 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6d5bb2bb-00a0-4dcb-81e3-8ccc5905fd4b req-f0798a59-49c1-4aff-a03d-1cab42f50f1c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805944 Jan 10 11:56:40.364106 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629e3f54-648e-480b-93d5-b92744005f00 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:40.375561 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-629e3f54-648e-480b-93d5-b92744005f00 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1096911 Jan 10 11:56:40.379408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56464) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:40.386626 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff2ed6b-e255-4770-9830-30b0006931e5 None None] The sync data for ids ['62232b12-5f53-45ec-b2bb-944b678fb3bd'] in dv-neutron-master-2-hyperv is: [{'id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'name': 'tempest-TestVolumeBootPattern-1038245669-router', 'tenant_id': '02b0158bdbc0459fa490efcd8a94e846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': '236b27cd-6bc9-40b0-8726-c6a89b3f8dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:30Z', 'updated_at': '2022-01-10T11:56:35Z', 'revision_number': 3, 'project_id': '02b0158bdbc0459fa490efcd8a94e846', 'gw_port': {'id': '236b27cd-6bc9-40b0-8726-c6a89b3f8dc9', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:33Z', 'updated_at': '2022-01-10T11:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:40.415433 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-44324fe6-43ee-42d8-9235-0ba22433b7a5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] GET failed (client error): The resource could not be found. Jan 10 11:56:40.423464 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56466) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:40.423990 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-44324fe6-43ee-42d8-9235-0ba22433b7a5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/240b5d06-99be-4132-abd2-6a0b321a2609 HTTP/1.1" status: 404 len: 333 time: 0.0398657 Jan 10 11:56:40.426593 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9f23f411-a9ff-43e7-823d-7b590f6233c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:40.439272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de325c3-18a9-44d3-92e2-2ad5cc01cdd9 None None] Pushing event updated for resources: {'Port': ['ID=236b27cd-6bc9-40b0-8726-c6a89b3f8dc9,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:40.490455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-89a8b4fc-1b07-4c2d-a510-a3366cd5223f None None] Provisioning complete for port 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:40.491176 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-89a8b4fc-1b07-4c2d-a510-a3366cd5223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (236b27cd-6bc9-40b0-8726-c6a89b3f8dc9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:40.505036 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef28565-479a-43c3-848d-318afd74e14c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:56:40.514732 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a858b-b2a6-4ced-acb5-f5f3d1c4abca req-f27d5edd-6a5f-4bcd-b4b1-c432bc140bea tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:40.516550 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-383a858b-b2a6-4ced-acb5-f5f3d1c4abca req-f27d5edd-6a5f-4bcd-b4b1-c432bc140bea tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.0557742 Jan 10 11:56:40.519153 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-854d1854-cdb1-4536-bd56-97b8a392cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:40.520515 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-854d1854-cdb1-4536-bd56-97b8a392cf5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b6b494b-8770-4ce3-a585-52c1cfaad991 HTTP/1.1" status: 200 len: 834 time: 0.6354556 Jan 10 11:56:40.548268 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-741d2b3a-25bf-4d12-9505-26fb83180a1b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] GET failed (client error): The resource could not be found. Jan 10 11:56:40.550265 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-741d2b3a-25bf-4d12-9505-26fb83180a1b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/ec315e04-232b-4763-8d5b-8190b79da955 HTTP/1.1" status: 404 len: 333 time: 0.1082869 Jan 10 11:56:40.557346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56468) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:40.569586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef28565-479a-43c3-848d-318afd74e14c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d238b9ea-2c51-4352-96b1-efcee92fe505,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:40.583695 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef28565-479a-43c3-848d-318afd74e14c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (1c42f882-a9bc-41c0-b5cd-9663032257d9), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:40.584056 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-9ef28565-479a-43c3-848d-318afd74e14c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Added segment 1c42f882-a9bc-41c0-b5cd-9663032257d9 of type vlan for network 9699b6b8-247e-444b-89c9-cf6d2fa519b1 Jan 10 11:56:40.640186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a14deb-0c1c-4938-aba9-0b48d893d86b req-8e658ebc-09c6-400d-9723-5d88d39eda45 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:40.641814 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c7a14deb-0c1c-4938-aba9-0b48d893d86b req-8e658ebc-09c6-400d-9723-5d88d39eda45 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 944 time: 0.7578712 Jan 10 11:56:40.664893 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:40.673875 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-383a858b-b2a6-4ced-acb5-f5f3d1c4abca req-df6a47c1-697f-4db9-9704-db0d8c93200f tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407030 Jan 10 11:56:40.701782 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9b6cce56-09f2-43e3-8096-c76e0f65b425 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (9f0545a1-0980-481e-8a4c-73317c70e47c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:40.761972 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef28565-479a-43c3-848d-318afd74e14c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (9699b6b8-247e-444b-89c9-cf6d2fa519b1), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:40.839158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9b6cce56-09f2-43e3-8096-c76e0f65b425 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (9f0545a1-0980-481e-8a4c-73317c70e47c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:40.862469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-32e2a97b-f01b-4ca5-9c2a-7aa1b1e64c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:40.864035 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-32e2a97b-f01b-4ca5-9c2a-7aa1b1e64c92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c25c3555-98fa-43a0-b950-1c716ace6677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3104255 Jan 10 11:56:40.883211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-9b6cce56-09f2-43e3-8096-c76e0f65b425 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0545a1-0980-481e-8a4c-73317c70e47c']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:40.896071 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-9b6cce56-09f2-43e3-8096-c76e0f65b425 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55748c6-eb42-42bf-884d-ab27f335844e') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:40.896470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-9b6cce56-09f2-43e3-8096-c76e0f65b425 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55748c6-eb42-42bf-884d-ab27f335844e') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:40.914583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9b6cce56-09f2-43e3-8096-c76e0f65b425 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (c55748c6-eb42-42bf-884d-ab27f335844e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:40.915804 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c7a14deb-0c1c-4938-aba9-0b48d893d86b req-780f3283-ee26-4de0-8107-4bb6c5305035 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c9cce0a-7fca-4868-855a-84c80f710c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489645 Jan 10 11:56:40.932279 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff278df-cf23-43f3-ba13-bb70ddae3e8c req-fc7cdefc-5dad-4e3d-b428-203be0b5793f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:40.933877 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0ff278df-cf23-43f3-ba13-bb70ddae3e8c req-fc7cdefc-5dad-4e3d-b428-203be0b5793f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 943 time: 0.1073234 Jan 10 11:56:40.946534 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9b6cce56-09f2-43e3-8096-c76e0f65b425 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (c55748c6-eb42-42bf-884d-ab27f335844e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:40.960509 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6cce56-09f2-43e3-8096-c76e0f65b425 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:56:40.960919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9b6cce56-09f2-43e3-8096-c76e0f65b425 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (c55748c6-eb42-42bf-884d-ab27f335844e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:56:40.964055 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:56:40.982517 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef28565-479a-43c3-848d-318afd74e14c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (9699b6b8-247e-444b-89c9-cf6d2fa519b1), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:40.989224 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef28565-479a-43c3-848d-318afd74e14c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:40.989957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef28565-479a-43c3-848d-318afd74e14c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:41.040361 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:41.043556 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0ff278df-cf23-43f3-ba13-bb70ddae3e8c req-7090004f-9006-4732-b9b7-5e2440702446 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033871 Jan 10 11:56:41.143380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef28565-479a-43c3-848d-318afd74e14c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event updated for resources: {'Network': ['ID=9699b6b8-247e-444b-89c9-cf6d2fa519b1,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:41.143938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9b6cce56-09f2-43e3-8096-c76e0f65b425 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (9f0545a1-0980-481e-8a4c-73317c70e47c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:41.152778 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9b6cce56-09f2-43e3-8096-c76e0f65b425 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:41.160701 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9b6cce56-09f2-43e3-8096-c76e0f65b425 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/networks/9f0545a1-0980-481e-8a4c-73317c70e47c HTTP/1.1" status: 204 len: 168 time: 0.5981197 Jan 10 11:56:41.161561 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56474) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:41.166274 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 9699b6b8-247e-444b-89c9-cf6d2fa519b1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:56:41.166719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-a3797d95-0843-4fbf-a076-5917bcedc9ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2039399130'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:41.190058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cce56-09f2-43e3-8096-c76e0f65b425 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Network': ['ID=9f0545a1-0980-481e-8a4c-73317c70e47c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:41.202559 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9ef28565-479a-43c3-848d-318afd74e14c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3795018 Jan 10 11:56:41.210560 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-f0fb8b81-2fc7-49c3-b122-b25219412283 service neutron] 10.222.0.30 "GET /v2.0/networks/c25c3555-98fa-43a0-b950-1c716ace6677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308346 Jan 10 11:56:41.332092 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3797d95-0843-4fbf-a076-5917bcedc9ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:41.335866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a3797d95-0843-4fbf-a076-5917bcedc9ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:41.354211 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device c0744d2f-611c-467a-a604-b8a5fa2fae06 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:41.394690 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3797d95-0843-4fbf-a076-5917bcedc9ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:56:41.414939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a3797d95-0843-4fbf-a076-5917bcedc9ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (22fbf677-dcaa-47fe-a98a-8d0676b3e40e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:41.415952 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-a3797d95-0843-4fbf-a076-5917bcedc9ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Added segment 22fbf677-dcaa-47fe-a98a-8d0676b3e40e of type vlan for network 9702ef55-24f3-401d-bfdc-035fcb626000 Jan 10 11:56:41.472935 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a3797d95-0843-4fbf-a076-5917bcedc9ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (9702ef55-24f3-401d-bfdc-035fcb626000), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:41.521977 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ef22e6ba-f183-4729-b1b9-b04d10a1e230 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (09c46bb3-cc27-42f9-956f-904173c6a593), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:41.526972 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port c0744d2f-611c-467a-a604-b8a5fa2fae06 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:56:41.533580 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port c0744d2f-611c-467a-a604-b8a5fa2fae06 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:41.534348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c0744d2f-611c-467a-a604-b8a5fa2fae06), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:41.589439 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a3797d95-0843-4fbf-a076-5917bcedc9ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (9702ef55-24f3-401d-bfdc-035fcb626000), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:41.595903 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3797d95-0843-4fbf-a076-5917bcedc9ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:41.596526 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a3797d95-0843-4fbf-a076-5917bcedc9ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:41.623900 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6d0bd6b1-3360-4010-8dab-910458954da8 req-06caf7cf-d3e7-4bc7-a4bd-436912102d1c service neutron] 10.222.0.30 "GET /v2.0/networks/c25c3555-98fa-43a0-b950-1c716ace6677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492920 Jan 10 11:56:41.630472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Allocated IP 172.20.0.1 (3b1796fb-cecb-4bde-a5ad-df832a8cb90b/f314a3e9-3b73-48dd-a100-7090f64a6c91/f3df1fde-c594-4704-acec-cf877d3af014) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:41.723452 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3797d95-0843-4fbf-a076-5917bcedc9ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Network': ['ID=9702ef55-24f3-401d-bfdc-035fcb626000,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:41.741052 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:41.750332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 9702ef55-24f3-401d-bfdc-035fcb626000 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:56:41.798964 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c0744d2f-611c-467a-a604-b8a5fa2fae06), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:41.804943 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56476) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:41.805305 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a3797d95-0843-4fbf-a076-5917bcedc9ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6428697 Jan 10 11:56:41.814650 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-208d5c5f-7852-4c76-b8ee-2f013216306d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'subnet': {'network_id': '9702ef55-24f3-401d-bfdc-035fcb626000', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:41.882490 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0744d2f-611c-467a-a604-b8a5fa2fae06'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:56:41.884957 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc2da08-f68c-4e51-b31d-ea8ffcabc698" -d '{"events": [{"server_uuid": "da5521e1-7c25-498e-9a1a-9cf0d58f9784", "name": "network-vif-plugged", "status": "completed", "tag": "c0744d2f-611c-467a-a604-b8a5fa2fae06"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:56:41.903046 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port c0744d2f-611c-467a-a604-b8a5fa2fae06, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c0744d2f-611c-467a-a604-b8a5fa2fae06,segment=NetworkSegment(558b0ef5-6be5-4c93-a0ef-909296de2712),segment_id=558b0ef5-6be5-4c93-a0ef-909296de2712)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:41.914981 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:41.915454 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (236b27cd-6bc9-40b0-8726-c6a89b3f8dc9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:41.991461 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c0744d2f-611c-467a-a604-b8a5fa2fae06), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:42.054843 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Publish callbacks [] for port (f3df1fde-c594-4704-acec-cf877d3af014), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:42.079575 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae36b94-91c3-4b71-913d-ef1b88ea2143 req-2da34937-177c-4eb6-b22b-1727b6f9e305 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:42.082378 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cae36b94-91c3-4b71-913d-ef1b88ea2143 req-2da34937-177c-4eb6-b22b-1727b6f9e305 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 945 time: 0.0806594 Jan 10 11:56:42.151301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=c0744d2f-611c-467a-a604-b8a5fa2fae06,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:42.167947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2779b7f9-07a6-4d13-8e21-305084ee67f6 x-openstack-request-id: req-2779b7f9-07a6-4d13-8e21-305084ee67f6 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:56:42.168298 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5521e1-7c25-498e-9a1a-9cf0d58f9784", "name": "network-vif-plugged", "status": "completed", "tag": "c0744d2f-611c-467a-a604-b8a5fa2fae06", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:56:42.168987 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2779b7f9-07a6-4d13-8e21-305084ee67f6 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:56:42.170220 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'code': 200} Jan 10 11:56:42.189439 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:42.213681 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cae36b94-91c3-4b71-913d-ef1b88ea2143 req-93da8f0e-34e0-4f17-8d09-f361013d11e8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c9cce0a-7fca-4868-855a-84c80f710c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245749 Jan 10 11:56:42.344119 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a427d-99f9-451c-acdd-5d27178263da req-aafad4f5-6af6-4c76-b050-0044a553e3db tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:42.345542 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0d8a427d-99f9-451c-acdd-5d27178263da req-aafad4f5-6af6-4c76-b050-0044a553e3db tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 943 time: 0.0828493 Jan 10 11:56:42.362753 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ef22e6ba-f183-4729-b1b9-b04d10a1e230 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port c99c4903-d9de-48b6-9de4-5e7ad91522c2 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:42.363091 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ef22e6ba-f183-4729-b1b9-b04d10a1e230 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:42.449388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (f3df1fde-c594-4704-acec-cf877d3af014), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:42.451423 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208d5c5f-7852-4c76-b8ee-2f013216306d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:42.454962 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-208d5c5f-7852-4c76-b8ee-2f013216306d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:42.541512 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0d8a427d-99f9-451c-acdd-5d27178263da req-837a3e25-d83f-45cb-bff3-1fc5f5ffaea8 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817386 Jan 10 11:56:42.599447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Network 3b1796fb-cecb-4bde-a5ad-df832a8cb90b is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:42.607819 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.ipam_backend_mixin [None req-208d5c5f-7852-4c76-b8ee-2f013216306d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Performing IP validity checks on allocation pools {{(pid=110625) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 10 11:56:42.607819 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.ipam_backend_mixin [None req-208d5c5f-7852-4c76-b8ee-2f013216306d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110625) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 10 11:56:42.628810 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Pushing event updated for resources: {'Port': ['ID=f3df1fde-c594-4704-acec-cf877d3af014,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:42.631622 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:42.640363 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:42.686435 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-ef22e6ba-f183-4729-b1b9-b04d10a1e230 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] For port c99c4903-d9de-48b6-9de4-5e7ad91522c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c99c4903-d9de-48b6-9de4-5e7ad91522c2,segment=NetworkSegment(9aab1a36-4a04-4ac4-aafd-7eec55ec036b),segment_id=9aab1a36-4a04-4ac4-aafd-7eec55ec036b)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:42.687085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ef22e6ba-f183-4729-b1b9-b04d10a1e230 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:42.725520 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ef22e6ba-f183-4729-b1b9-b04d10a1e230 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for c99c4903-d9de-48b6-9de4-5e7ad91522c2 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:42.742419 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (62232b12-5f53-45ec-b2bb-944b678fb3bd), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:42.791468 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99a527-513f-403e-bec7-aa7ee28256e3 req-39d3d742-0fe0-4f37-b6c2-276165a04209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:42.793016 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9e99a527-513f-403e-bec7-aa7ee28256e3 req-39d3d742-0fe0-4f37-b6c2-276165a04209 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 1098 time: 0.2141232 Jan 10 11:56:42.967655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6e98015d-2ec5-4925-a5b9-f383b8ca2af6 None None] Provisioning complete for port f3df1fde-c594-4704-acec-cf877d3af014 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:42.968245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6e98015d-2ec5-4925-a5b9-f383b8ca2af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f3df1fde-c594-4704-acec-cf877d3af014), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:43.006918 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6e98015d-2ec5-4925-a5b9-f383b8ca2af6 None None] Port f3df1fde-c594-4704-acec-cf877d3af014 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:56:43.229370 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:43.280402 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9e99a527-513f-403e-bec7-aa7ee28256e3 req-ca3d8080-c382-4fda-8add-966c7fa24b55 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c9cce0a-7fca-4868-855a-84c80f710c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4534400 Jan 10 11:56:43.347810 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33842e1e-d821-4686-9b14-07fbee849113 req-280b3542-0ece-4353-b8a5-9e92507fc666 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:43.349539 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-33842e1e-d821-4686-9b14-07fbee849113 req-280b3542-0ece-4353-b8a5-9e92507fc666 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 945 time: 0.0522289 Jan 10 11:56:43.404620 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-33842e1e-d821-4686-9b14-07fbee849113 req-da62dc2b-f724-4be8-8697-8db241b3d57d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c9cce0a-7fca-4868-855a-84c80f710c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472147 Jan 10 11:56:43.424766 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-208d5c5f-7852-4c76-b8ee-2f013216306d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (746f4d1e-e9b6-48b8-ab6b-475d94ed6825), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:43.431207 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f3df1fde-c594-4704-acec-cf877d3af014), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:43.520309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d5c5f-7852-4c76-b8ee-2f013216306d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Subnet': ['ID=746f4d1e-e9b6-48b8-ab6b-475d94ed6825,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:43.544328 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ef22e6ba-f183-4729-b1b9-b04d10a1e230 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (c99c4903-d9de-48b6-9de4-5e7ad91522c2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:43.590866 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d5c5f-7852-4c76-b8ee-2f013216306d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Checking segment: {'id': '22fbf677-dcaa-47fe-a98a-8d0676b3e40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9702ef55-24f3-401d-bfdc-035fcb626000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:43.591245 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208d5c5f-7852-4c76-b8ee-2f013216306d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network hostable DHCP agents. Network: 9702ef55-24f3-401d-bfdc-035fcb626000, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:56:43.602108 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22e6ba-f183-4729-b1b9-b04d10a1e230 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=c99c4903-d9de-48b6-9de4-5e7ad91522c2,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:43.791828 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd589e-63e8-4371-87e1-505420ac2aa2 req-372473d6-2010-4531-84f2-6891ff19f4ad tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:43.793514 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0cfd589e-63e8-4371-87e1-505420ac2aa2 req-372473d6-2010-4531-84f2-6891ff19f4ad tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 943 time: 0.1511979 Jan 10 11:56:43.860401 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208d5c5f-7852-4c76-b8ee-2f013216306d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network 9702ef55-24f3-401d-bfdc-035fcb626000 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:56:43.914124 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Publish callbacks [] for port (f3df1fde-c594-4704-acec-cf877d3af014), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:43.928909 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ef22e6ba-f183-4729-b1b9-b04d10a1e230 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (09c46bb3-cc27-42f9-956f-904173c6a593), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:43.951945 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0cfd589e-63e8-4371-87e1-505420ac2aa2 req-03ea16b4-5c87-4d6a-b7c9-4dcd606304d0 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217947 Jan 10 11:56:44.016892 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-208d5c5f-7852-4c76-b8ee-2f013216306d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9702ef55-24f3-401d-bfdc-035fcb626000) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:44.026903 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8f0eb5-0021-4dcf-b9e8-446e6907badf None None] Network 9702ef55-24f3-401d-bfdc-035fcb626000 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:44.030275 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208d5c5f-7852-4c76-b8ee-2f013216306d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:44.030275 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-208d5c5f-7852-4c76-b8ee-2f013216306d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:44.035876 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (f3df1fde-c594-4704-acec-cf877d3af014), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:44.123335 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (62232b12-5f53-45ec-b2bb-944b678fb3bd), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:44.137501 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Pushing event updated for resources: {'Port': ['ID=f3df1fde-c594-4704-acec-cf877d3af014,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:44.139724 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9702ef55-24f3-401d-bfdc-035fcb626000', 'network_id': '9702ef55-24f3-401d-bfdc-035fcb626000', 'project_id': 'b5dd82c5df384ebe8eff9042fabdda7d', 'fixed_ips': [{'subnet_id': '746f4d1e-e9b6-48b8-ab6b-475d94ed6825'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:56:44.141968 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:44.235771 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-208d5c5f-7852-4c76-b8ee-2f013216306d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4278131 Jan 10 11:56:44.238613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56490) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:44.252976 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d3c75c40-68eb-45d6-b92e-e05fb8e71175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'network_id': '9702ef55-24f3-401d-bfdc-035fcb626000', 'name': 'tempest-PortsTestJSON-944120650'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:44.314836 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef22e6ba-f183-4729-b1b9-b04d10a1e230 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 09c46bb3-cc27-42f9-956f-904173c6a593 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:56:44.328534 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Allocated IP 172.20.0.2 (9702ef55-24f3-401d-bfdc-035fcb626000/746f4d1e-e9b6-48b8-ab6b-475d94ed6825/451a63f6-6dd4-4bad-97ee-c68712d69903) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:44.332165 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Network 3b1796fb-cecb-4bde-a5ad-df832a8cb90b is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:44.335550 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:44.520233 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c75c40-68eb-45d6-b92e-e05fb8e71175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:44.524142 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3c75c40-68eb-45d6-b92e-e05fb8e71175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:44.540958 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56494) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:44.560453 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef22e6ba-f183-4729-b1b9-b04d10a1e230 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:56:44.565396 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-7940ff1a-9522-4ae8-a3dd-3727b67f8460 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Request body: {'subnet': {'network_id': '9699b6b8-247e-444b-89c9-cf6d2fa519b1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:44.571704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-d3c75c40-68eb-45d6-b92e-e05fb8e71175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port 817feed2-c1e5-4c53-b033-9c9a5e30cb89 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:56:44.592900 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Publish callbacks [] for port (451a63f6-6dd4-4bad-97ee-c68712d69903), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:44.600481 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ef22e6ba-f183-4729-b1b9-b04d10a1e230 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/09c46bb3-cc27-42f9-956f-904173c6a593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2366188 Jan 10 11:56:44.600701 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b657a5-267d-4d10-9bac-32ce6f5e6b7d None None] Sync routers for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:56:44.604163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56496) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:44.611812 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b657a5-267d-4d10-9bac-32ce6f5e6b7d None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:44.612352 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-65b657a5-267d-4d10-9bac-32ce6f5e6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:44.653921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8867c21-fb85-44c1-a3d6-a285449207bf req-7b312103-6bd3-4fb0-97c7-8b21eb9db041 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:44.660828 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b8867c21-fb85-44c1-a3d6-a285449207bf req-7b312103-6bd3-4fb0-97c7-8b21eb9db041 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 945 time: 0.1005247 Jan 10 11:56:44.724441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (451a63f6-6dd4-4bad-97ee-c68712d69903), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:44.725967 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Router 62232b12-5f53-45ec-b2bb-944b678fb3bd has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:56:44.734479 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b8867c21-fb85-44c1-a3d6-a285449207bf req-b891beb0-320c-4179-8aa9-063bc38c8e7d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c9cce0a-7fca-4868-855a-84c80f710c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724940 Jan 10 11:56:44.777872 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Network 9702ef55-24f3-401d-bfdc-035fcb626000 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:44.799313 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Pushing event updated for resources: {'Port': ['ID=451a63f6-6dd4-4bad-97ee-c68712d69903,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:44.802964 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a17739-7cd9-48cf-a658-a8ca1a298966 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting subnet 58030fd2-c6ee-406a-9ad1-48b0cccc3692 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:56:44.803214 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-d3c75c40-68eb-45d6-b92e-e05fb8e71175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Allocated IP 172.20.0.4 (9702ef55-24f3-401d-bfdc-035fcb626000/746f4d1e-e9b6-48b8-ab6b-475d94ed6825/817feed2-c1e5-4c53-b033-9c9a5e30cb89) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:44.804428 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-65b657a5-267d-4d10-9bac-32ce6f5e6b7d None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:44.806489 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82a17739-7cd9-48cf-a658-a8ca1a298966 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (58030fd2-c6ee-406a-9ad1-48b0cccc3692), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:44.809076 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:44.838709 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:44.857020 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a3762187-09a6-48ff-b6e1-646935ea7d55 None None] Provisioning complete for port f3df1fde-c594-4704-acec-cf877d3af014 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:44.857444 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a3762187-09a6-48ff-b6e1-646935ea7d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f3df1fde-c594-4704-acec-cf877d3af014), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:44.894128 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7940ff1a-9522-4ae8-a3dd-3727b67f8460 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Made reservation on behalf of 6aded47d27664ebabf5d0724dd26056a for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:44.898640 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7940ff1a-9522-4ae8-a3dd-3727b67f8460 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:44.981050 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82a17739-7cd9-48cf-a658-a8ca1a298966 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (58030fd2-c6ee-406a-9ad1-48b0cccc3692), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:44.986850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3c75c40-68eb-45d6-b92e-e05fb8e71175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (817feed2-c1e5-4c53-b033-9c9a5e30cb89), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:45.136669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-a3762187-09a6-48ff-b6e1-646935ea7d55 None None] Port f3df1fde-c594-4704-acec-cf877d3af014 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:56:45.151947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Attempting to bind port 451a63f6-6dd4-4bad-97ee-c68712d69903 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:45.152369 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Attempting to bind port 451a63f6-6dd4-4bad-97ee-c68712d69903 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '22fbf677-dcaa-47fe-a98a-8d0676b3e40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9702ef55-24f3-401d-bfdc-035fcb626000'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:45.152788 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Attempting to bind port 451a63f6-6dd4-4bad-97ee-c68712d69903 on network 9702ef55-24f3-401d-bfdc-035fcb626000 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:45.190029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:45.190471 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Checking segment: {'id': '22fbf677-dcaa-47fe-a98a-8d0676b3e40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9702ef55-24f3-401d-bfdc-035fcb626000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:45.190912 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:45.191322 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Bound using segment: {'id': '22fbf677-dcaa-47fe-a98a-8d0676b3e40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9702ef55-24f3-401d-bfdc-035fcb626000'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:45.191844 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Bound port: 451a63f6-6dd4-4bad-97ee-c68712d69903, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22fbf677-dcaa-47fe-a98a-8d0676b3e40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9702ef55-24f3-401d-bfdc-035fcb626000'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:45.192234 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (451a63f6-6dd4-4bad-97ee-c68712d69903), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:45.509323 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] For port 451a63f6-6dd4-4bad-97ee-c68712d69903, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:45.509323 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] For port 451a63f6-6dd4-4bad-97ee-c68712d69903, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=451a63f6-6dd4-4bad-97ee-c68712d69903,segment=NetworkSegment(22fbf677-dcaa-47fe-a98a-8d0676b3e40e),segment_id=22fbf677-dcaa-47fe-a98a-8d0676b3e40e)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:45.509323 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-65b657a5-267d-4d10-9bac-32ce6f5e6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:43Z', 'revision_number': 9, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:45.509679 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:56:45.509821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device aff4e51e-5a20-4ea1-b69f-cfd03081763b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:56:45.509821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b657a5-267d-4d10-9bac-32ce6f5e6b7d None None] Checking router: 09c46bb3-cc27-42f9-956f-904173c6a593 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:56:45.510022 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9c9254f1-c863-4bdb-bfc8-464146eef482 admin admin] 10.222.0.16 "PUT /v2.0/routers/62232b12-5f53-45ec-b2bb-944b678fb3bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4911242 Jan 10 11:56:45.510123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b657a5-267d-4d10-9bac-32ce6f5e6b7d None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:45.510123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-65b657a5-267d-4d10-9bac-32ce6f5e6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:45.510312 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Sync routers for ids ['62232b12-5f53-45ec-b2bb-944b678fb3bd'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:56:45.510312 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Routers {'62232b12-5f53-45ec-b2bb-944b678fb3bd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:45.510312 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['62232b12-5f53-45ec-b2bb-944b678fb3bd'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:45.510934 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3c75c40-68eb-45d6-b92e-e05fb8e71175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (817feed2-c1e5-4c53-b033-9c9a5e30cb89), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:45.511062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d3b43-9791-46f7-a8a2-0f2e4b8ceeec req-b6f1c7da-bbbd-4abe-a4a7-e2f955a8f1e7 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:45.511062 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f26d3b43-9791-46f7-a8a2-0f2e4b8ceeec req-b6f1c7da-bbbd-4abe-a4a7-e2f955a8f1e7 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 943 time: 0.4486442 Jan 10 11:56:45.529395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-65b657a5-267d-4d10-9bac-32ce6f5e6b7d None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:45.556487 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Set router 62232b12-5f53-45ec-b2bb-944b678fb3bd gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:45.600138 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f26d3b43-9791-46f7-a8a2-0f2e4b8ceeec req-34883e4a-b56e-4d04-9beb-fa364583dacf tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073723 Jan 10 11:56:45.606981 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82a17739-7cd9-48cf-a658-a8ca1a298966 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (58030fd2-c6ee-406a-9ad1-48b0cccc3692), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:45.617990 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c75c40-68eb-45d6-b92e-e05fb8e71175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network 9702ef55-24f3-401d-bfdc-035fcb626000 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:45.621568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d3c75c40-68eb-45d6-b92e-e05fb8e71175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:45.626688 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c75c40-68eb-45d6-b92e-e05fb8e71175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:45.695518 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c75c40-68eb-45d6-b92e-e05fb8e71175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:45.696209 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3c75c40-68eb-45d6-b92e-e05fb8e71175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:45.718210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c75c40-68eb-45d6-b92e-e05fb8e71175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=817feed2-c1e5-4c53-b033-9c9a5e30cb89,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:45.763197 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (451a63f6-6dd4-4bad-97ee-c68712d69903), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:45.768145 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port aff4e51e-5a20-4ea1-b69f-cfd03081763b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aff4e51e-5a20-4ea1-b69f-cfd03081763b,segment=NetworkSegment(e5c5e942-02e3-48b2-a72b-a3b8ecad61f1),segment_id=e5c5e942-02e3-48b2-a72b-a3b8ecad61f1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:45.807474 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82a17739-7cd9-48cf-a658-a8ca1a298966 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (58030fd2-c6ee-406a-9ad1-48b0cccc3692), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:45.822744 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'name': 'tempest-TestVolumeBootPattern-1038245669-router', 'tenant_id': '02b0158bdbc0459fa490efcd8a94e846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': '236b27cd-6bc9-40b0-8726-c6a89b3f8dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:30Z', 'updated_at': '2022-01-10T11:56:43Z', 'revision_number': 4, 'project_id': '02b0158bdbc0459fa490efcd8a94e846', 'gw_port': {'id': '236b27cd-6bc9-40b0-8726-c6a89b3f8dc9', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:33Z', 'updated_at': '2022-01-10T11:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f3df1fde-c594-4704-acec-cf877d3af014', 'name': '', 'network_id': '3b1796fb-cecb-4bde-a5ad-df832a8cb90b', 'tenant_id': '02b0158bdbc0459fa490efcd8a94e846', 'mac_address': 'fa:16:3e:bb:da:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f314a3e9-3b73-48dd-a100-7090f64a6c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:41Z', 'updated_at': '2022-01-10T11:56:43Z', 'revision_number': 2, 'project_id': '02b0158bdbc0459fa490efcd8a94e846', 'subnets': [{'id': 'f314a3e9-3b73-48dd-a100-7090f64a6c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:45.826678 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d3c75c40-68eb-45d6-b92e-e05fb8e71175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5861650 Jan 10 11:56:45.829510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56508) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:45.853074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fed5dd-0e8e-429b-9596-a409adfdbd4d None None] Pushing event updated for resources: {'Port': ['ID=451a63f6-6dd4-4bad-97ee-c68712d69903,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:45.872022 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'port_id': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b', 'mac_address': 'fa:16:3e:93:28:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:56:45.913792 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7940ff1a-9522-4ae8-a3dd-3727b67f8460 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (56ef0d25-1ebe-4639-bef6-a884f1fcd48c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:45.914663 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a17739-7cd9-48cf-a658-a8ca1a298966 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Subnet': ['ID=58030fd2-c6ee-406a-9ad1-48b0cccc3692,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:45.941043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82a17739-7cd9-48cf-a658-a8ca1a298966 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:45.945068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f8030f-dab3-4274-9d5a-5b1e5852beb0 None None] Network b3157887-7172-43e8-818a-aed8b65004b1 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:45.945485 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-82a17739-7cd9-48cf-a658-a8ca1a298966 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/58030fd2-c6ee-406a-9ad1-48b0cccc3692 HTTP/1.1" status: 204 len: 168 time: 1.3408940 Jan 10 11:56:45.949627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56510) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:45.989010 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Checking router: 62232b12-5f53-45ec-b2bb-944b678fb3bd for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:56:45.989486 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Updating router 62232b12-5f53-45ec-b2bb-944b678fb3bd port f3df1fde-c594-4704-acec-cf877d3af014 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:56:46.035126 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f3df1fde-c594-4704-acec-cf877d3af014), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.054455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca208e-afa6-4552-9588-dfdfeb3243ef tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 817feed2-c1e5-4c53-b033-9c9a5e30cb89 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:46.055195 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a0ca208e-afa6-4552-9588-dfdfeb3243ef tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (817feed2-c1e5-4c53-b033-9c9a5e30cb89), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.135448 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.148008 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940ff1a-9522-4ae8-a3dd-3727b67f8460 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event updated for resources: {'Subnet': ['ID=56ef0d25-1ebe-4639-bef6-a884f1fcd48c,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:46.194499 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49b8d1-899d-4eb7-b32c-766cb09eefdc req-265ca3ca-2f99-470f-94ce-3757e40b9279 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:46.200679 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-65b657a5-267d-4d10-9bac-32ce6f5e6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:43Z', 'revision_number': 9, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:46.229553 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff4e51e-5a20-4ea1-b69f-cfd03081763b {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:56:46.233642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a0ca208e-afa6-4552-9588-dfdfeb3243ef tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (817feed2-c1e5-4c53-b033-9c9a5e30cb89), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.235375 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-af49b8d1-899d-4eb7-b32c-766cb09eefdc req-265ca3ca-2f99-470f-94ce-3757e40b9279 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 945 time: 0.4220459 Jan 10 11:56:46.253703 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca208e-afa6-4552-9588-dfdfeb3243ef tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 817feed2-c1e5-4c53-b033-9c9a5e30cb89 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:46.278849 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (b3157887-7172-43e8-818a-aed8b65004b1), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.292752 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940ff1a-9522-4ae8-a3dd-3727b67f8460 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Checking segment: {'id': '1c42f882-a9bc-41c0-b5cd-9663032257d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9699b6b8-247e-444b-89c9-cf6d2fa519b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:46.293492 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7940ff1a-9522-4ae8-a3dd-3727b67f8460 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Network hostable DHCP agents. Network: 9699b6b8-247e-444b-89c9-cf6d2fa519b1, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:56:46.347884 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b657a5-267d-4d10-9bac-32ce6f5e6b7d None None] The sync data for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv is: [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:43Z', 'revision_number': 9, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc678647-19bd-4e55-876c-1140117bbac5', 'name': '', 'network_id': '1f00e329-8490-4c8c-aacb-1be415cf748f', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:f3:36:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '20650af8-0196-4918-be09-b7d143b0175d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:49Z', 'updated_at': '2022-01-10T11:56:01Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '20650af8-0196-4918-be09-b7d143b0175d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:46.400728 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port aff4e51e-5a20-4ea1-b69f-cfd03081763b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aff4e51e-5a20-4ea1-b69f-cfd03081763b,segment=NetworkSegment(e5c5e942-02e3-48b2-a72b-a3b8ecad61f1),segment_id=e5c5e942-02e3-48b2-a72b-a3b8ecad61f1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:46.430371 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-af49b8d1-899d-4eb7-b32c-766cb09eefdc req-e3f2b5ee-bc4a-4c66-bccf-06c8c0f3724c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c9cce0a-7fca-4868-855a-84c80f710c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935070 Jan 10 11:56:46.478138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port f283112f-3084-4460-95bc-7f4d2c98ae36 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:46.478694 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f283112f-3084-4460-95bc-7f4d2c98ae36), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.510267 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Publish callbacks [] for port (f3df1fde-c594-4704-acec-cf877d3af014), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.537365 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56516) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:46.541363 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.544881 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-41c7774b-3647-4bf4-b2a3-07a026ef30f4 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1757889915', 'description': 'tempest-secgroup-smoke-1757889915 description', 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:46.563286 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7940ff1a-9522-4ae8-a3dd-3727b67f8460 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Network 9699b6b8-247e-444b-89c9-cf6d2fa519b1 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:56:46.591632 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=aff4e51e-5a20-4ea1-b69f-cfd03081763b,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:46.600693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a0ca208e-afa6-4552-9588-dfdfeb3243ef tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (817feed2-c1e5-4c53-b033-9c9a5e30cb89), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.618788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] For port f283112f-3084-4460-95bc-7f4d2c98ae36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f283112f-3084-4460-95bc-7f4d2c98ae36,segment=NetworkSegment(9aab1a36-4a04-4ac4-aafd-7eec55ec036b),segment_id=9aab1a36-4a04-4ac4-aafd-7eec55ec036b)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:46.619412 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f283112f-3084-4460-95bc-7f4d2c98ae36), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.632209 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca208e-afa6-4552-9588-dfdfeb3243ef tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=817feed2-c1e5-4c53-b033-9c9a5e30cb89,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:46.634959 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f3df1fde-c594-4704-acec-cf877d3af014), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.636256 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-41c7774b-3647-4bf4-b2a3-07a026ef30f4 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.637201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for f283112f-3084-4460-95bc-7f4d2c98ae36 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:46.662200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3bf25-0331-4199-8a5b-6a99cdee13f0 req-7f0de041-3219-4883-be5f-7cb5a985c0de tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:46.662200 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-daa3bf25-0331-4199-8a5b-6a99cdee13f0 req-7f0de041-3219-4883-be5f-7cb5a985c0de tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 945 time: 0.1002138 Jan 10 11:56:46.718169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-7940ff1a-9522-4ae8-a3dd-3727b67f8460 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9699b6b8-247e-444b-89c9-cf6d2fa519b1) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:46.726068 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7940ff1a-9522-4ae8-a3dd-3727b67f8460 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:46.727178 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7940ff1a-9522-4ae8-a3dd-3727b67f8460 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.732787 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed678a-004c-4679-b12a-d67c0a8bb54b None None] Pushing event updated for resources: {'Port': ['ID=f3df1fde-c594-4704-acec-cf877d3af014,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:46.758838 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76894558-7f24-42bf-8d64-f430a1f837ac None None] Network 9699b6b8-247e-444b-89c9-cf6d2fa519b1 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:46.798602 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0af75ca-ea3e-49e9-963d-290fd842dd5e None None] DHCP port deletion for b3157887-7172-43e8-818a-aed8b65004b1 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:56:46.807698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['aff4e51e-5a20-4ea1-b69f-cfd03081763b'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:56:46.841797 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Attempting to bind port f3df1fde-c594-4704-acec-cf877d3af014 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:46.842534 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Attempting to bind port f3df1fde-c594-4704-acec-cf877d3af014 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b8d62283-af07-4804-ad27-a6e3efddf96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3b1796fb-cecb-4bde-a5ad-df832a8cb90b'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:46.843000 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Attempting to bind port f3df1fde-c594-4704-acec-cf877d3af014 on network 3b1796fb-cecb-4bde-a5ad-df832a8cb90b {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:46.848244 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-daa3bf25-0331-4199-8a5b-6a99cdee13f0 req-94d19908-4799-4b57-935c-ba3de225f369 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c9cce0a-7fca-4868-855a-84c80f710c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452823 Jan 10 11:56:46.857648 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:46.862777 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Checking segment: {'id': 'b8d62283-af07-4804-ad27-a6e3efddf96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3b1796fb-cecb-4bde-a5ad-df832a8cb90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:46.869645 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.869645 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Bound using segment: {'id': 'b8d62283-af07-4804-ad27-a6e3efddf96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3b1796fb-cecb-4bde-a5ad-df832a8cb90b'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:46.869645 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Bound port: f3df1fde-c594-4704-acec-cf877d3af014, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d62283-af07-4804-ad27-a6e3efddf96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3b1796fb-cecb-4bde-a5ad-df832a8cb90b'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:46.872409 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7940ff1a-9522-4ae8-a3dd-3727b67f8460 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3135440 Jan 10 11:56:46.873855 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56520) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:46.881367 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f3df1fde-c594-4704-acec-cf877d3af014), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.881553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-973b076a-8664-41e5-a84b-783159a1106d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1844935823'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:46.884705 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56522) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:46.933367 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a0ca208e-afa6-4552-9588-dfdfeb3243ef tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.946851 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a0ca208e-afa6-4552-9588-dfdfeb3243ef tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/817feed2-c1e5-4c53-b033-9c9a5e30cb89 HTTP/1.1" status: 204 len: 168 time: 1.1161013 Jan 10 11:56:46.947093 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56524) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:46.964332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2748b-715a-4157-a3be-96c30955501f req-0e4a5c56-12bb-4445-bc8d-47e36e12e67a tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:46.964332 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-33c2748b-715a-4157-a3be-96c30955501f req-0e4a5c56-12bb-4445-bc8d-47e36e12e67a tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 944 time: 0.2952619 Jan 10 11:56:46.983957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (f283112f-3084-4460-95bc-7f4d2c98ae36), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:46.995285 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1671ad-bacf-4579-99b0-7e86ac5950c8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] DELETE failed (client error): The resource could not be found. Jan 10 11:56:46.995872 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1671ad-bacf-4579-99b0-7e86ac5950c8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:47.003221 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1c1671ad-bacf-4579-99b0-7e86ac5950c8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/817feed2-c1e5-4c53-b033-9c9a5e30cb89 HTTP/1.1" status: 404 len: 333 time: 0.0515733 Jan 10 11:56:47.004143 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] For port f3df1fde-c594-4704-acec-cf877d3af014, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:47.005624 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad3285-66ec-4ddf-94a1-bde757319e22 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:47.006481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56526) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:47.011619 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2dad3285-66ec-4ddf-94a1-bde757319e22 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 1093 time: 0.1222231 Jan 10 11:56:47.016215 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] For port f3df1fde-c594-4704-acec-cf877d3af014, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3df1fde-c594-4704-acec-cf877d3af014,segment=NetworkSegment(b8d62283-af07-4804-ad27-a6e3efddf96b),segment_id=b8d62283-af07-4804-ad27-a6e3efddf96b)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:47.024714 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56528) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:47.053133 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973b076a-8664-41e5-a84b-783159a1106d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Made reservation on behalf of 6aded47d27664ebabf5d0724dd26056a for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:47.055126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:47.061227 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-973b076a-8664-41e5-a84b-783159a1106d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.070945 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] No DVR routers for this DVR port f283112f-3084-4460-95bc-7f4d2c98ae36 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:56:47.077128 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=f283112f-3084-4460-95bc-7f4d2c98ae36,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:47.092013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9699b6b8-247e-444b-89c9-cf6d2fa519b1', 'network_id': '9699b6b8-247e-444b-89c9-cf6d2fa519b1', 'project_id': '6aded47d27664ebabf5d0724dd26056a', 'fixed_ips': [{'subnet_id': '56ef0d25-1ebe-4639-bef6-a884f1fcd48c'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:56:47.093628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.097935 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f3df1fde-c594-4704-acec-cf877d3af014), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.118709 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-41c7774b-3647-4bf4-b2a3-07a026ef30f4 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group (b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.135974 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-80edc217-36b7-49af-a8e0-325cb962ac96 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] GET failed (client error): The resource could not be found. Jan 10 11:56:47.141140 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-80edc217-36b7-49af-a8e0-325cb962ac96 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/817feed2-c1e5-4c53-b033-9c9a5e30cb89 HTTP/1.1" status: 404 len: 333 time: 0.1258855 Jan 10 11:56:47.147591 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56530) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:47.218990 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-41c7774b-3647-4bf4-b2a3-07a026ef30f4 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.220418 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973b076a-8664-41e5-a84b-783159a1106d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:56:47.223364 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed678a-004c-4679-b12a-d67c0a8bb54b None None] Pushing event updated for resources: {'Port': ['ID=f3df1fde-c594-4704-acec-cf877d3af014,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:47.228138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e0af75ca-ea3e-49e9-963d-290fd842dd5e None None] Deleting port f283112f-3084-4460-95bc-7f4d2c98ae36 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:47.228768 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e0af75ca-ea3e-49e9-963d-290fd842dd5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f283112f-3084-4460-95bc-7f4d2c98ae36), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.229307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (b3157887-7172-43e8-818a-aed8b65004b1), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.245014 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Routers {'62232b12-5f53-45ec-b2bb-944b678fb3bd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:47.245014 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['62232b12-5f53-45ec-b2bb-944b678fb3bd'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:47.260721 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-973b076a-8664-41e5-a84b-783159a1106d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (3b6b9843-2990-484f-949c-13e3baa89fe4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.265240 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-973b076a-8664-41e5-a84b-783159a1106d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Added segment 3b6b9843-2990-484f-949c-13e3baa89fe4 of type vlan for network 123ca542-2d2b-4e40-97d1-ff8f1e90f3bf Jan 10 11:56:47.338256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3157887-7172-43e8-818a-aed8b65004b1']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:47.349541 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-973b076a-8664-41e5-a84b-783159a1106d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (123ca542-2d2b-4e40-97d1-ff8f1e90f3bf), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.355722 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aab1a36-4a04-4ac4-aafd-7eec55ec036b') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:47.356075 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aab1a36-4a04-4ac4-aafd-7eec55ec036b') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:47.374157 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-33c2748b-715a-4157-a3be-96c30955501f req-d72ee1b5-c4f5-40e9-b665-ce5c9df85e26 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3872721 Jan 10 11:56:47.393897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7774b-3647-4bf4-b2a3-07a026ef30f4 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:47.402559 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8dae83-81f1-488b-be44-7bcc1a6f76ac tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting subnet 746f4d1e-e9b6-48b8-ab6b-475d94ed6825 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:56:47.413683 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-fa3f36af-ad82-4636-99d2-71d28657ec71 None None] Provisioning complete for port f3df1fde-c594-4704-acec-cf877d3af014 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:47.414097 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fa3f36af-ad82-4636-99d2-71d28657ec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f3df1fde-c594-4704-acec-cf877d3af014), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.416361 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0a8dae83-81f1-488b-be44-7bcc1a6f76ac tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (746f4d1e-e9b6-48b8-ab6b-475d94ed6825), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.424735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (9aab1a36-4a04-4ac4-aafd-7eec55ec036b), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.462950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-41c7774b-3647-4bf4-b2a3-07a026ef30f4 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.464217 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-41c7774b-3647-4bf4-b2a3-07a026ef30f4 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9257088 Jan 10 11:56:47.467090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.471509 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56532) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:47.480176 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-1e981dff-d7dc-40db-aa04-d0e7cc0fa0c0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Request body: {'security_group_rule': {'security_group_id': 'b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa', 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:47.493715 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9aab1a36-4a04-4ac4-aafd-7eec55ec036b), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.504329 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] Set router 62232b12-5f53-45ec-b2bb-944b678fb3bd gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:47.509655 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:56:47.510109 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (9aab1a36-4a04-4ac4-aafd-7eec55ec036b), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:56:47.513917 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:56:47.529368 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0a8dae83-81f1-488b-be44-7bcc1a6f76ac tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (746f4d1e-e9b6-48b8-ab6b-475d94ed6825), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.600624 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-973b076a-8664-41e5-a84b-783159a1106d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (123ca542-2d2b-4e40-97d1-ff8f1e90f3bf), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.607605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973b076a-8664-41e5-a84b-783159a1106d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:47.608262 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-973b076a-8664-41e5-a84b-783159a1106d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.690880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e0af75ca-ea3e-49e9-963d-290fd842dd5e None None] For port f283112f-3084-4460-95bc-7f4d2c98ae36, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:47.691130 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e0af75ca-ea3e-49e9-963d-290fd842dd5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f283112f-3084-4460-95bc-7f4d2c98ae36), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.707291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b076a-8664-41e5-a84b-783159a1106d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event updated for resources: {'Network': ['ID=123ca542-2d2b-4e40-97d1-ff8f1e90f3bf,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:47.746285 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1e981dff-d7dc-40db-aa04-d0e7cc0fa0c0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (9b8a6dae-0107-469b-ad59-6453c7402d9c), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.747719 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 123ca542-2d2b-4e40-97d1-ff8f1e90f3bf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:56:47.751551 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e0af75ca-ea3e-49e9-963d-290fd842dd5e None None] Calling delete_port for f283112f-3084-4460-95bc-7f4d2c98ae36 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:47.781027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.ipam_backend_mixin [None req-e0af75ca-ea3e-49e9-963d-290fd842dd5e None None] Port f283112f-3084-4460-95bc-7f4d2c98ae36 was not found and therefore no delete operation was performed {{(pid=110626) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 11:56:47.817303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1e981dff-d7dc-40db-aa04-d0e7cc0fa0c0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (9b8a6dae-0107-469b-ad59-6453c7402d9c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.824384 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-973b076a-8664-41e5-a84b-783159a1106d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9467361 Jan 10 11:56:47.827400 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56534) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:47.832728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-bac1d000-b307-4ee6-b5be-39e99ee692e2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Request body: {'subnet': {'network_id': '123ca542-2d2b-4e40-97d1-ff8f1e90f3bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:47.879125 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 451a63f6-6dd4-4bad-97ee-c68712d69903 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:47.885664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e0af75ca-ea3e-49e9-963d-290fd842dd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (f283112f-3084-4460-95bc-7f4d2c98ae36), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.901280 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'name': 'tempest-TestVolumeBootPattern-1038245669-router', 'tenant_id': '02b0158bdbc0459fa490efcd8a94e846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': '236b27cd-6bc9-40b0-8726-c6a89b3f8dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:30Z', 'updated_at': '2022-01-10T11:56:43Z', 'revision_number': 4, 'project_id': '02b0158bdbc0459fa490efcd8a94e846', 'gw_port': {'id': '236b27cd-6bc9-40b0-8726-c6a89b3f8dc9', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:33Z', 'updated_at': '2022-01-10T11:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f3df1fde-c594-4704-acec-cf877d3af014', 'name': '', 'network_id': '3b1796fb-cecb-4bde-a5ad-df832a8cb90b', 'tenant_id': '02b0158bdbc0459fa490efcd8a94e846', 'mac_address': 'fa:16:3e:bb:da:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f314a3e9-3b73-48dd-a100-7090f64a6c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:41Z', 'updated_at': '2022-01-10T11:56:46Z', 'revision_number': 4, 'project_id': '02b0158bdbc0459fa490efcd8a94e846', 'subnets': [{'id': 'f314a3e9-3b73-48dd-a100-7090f64a6c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:47.908934 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (b3157887-7172-43e8-818a-aed8b65004b1), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.932083 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.933895 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b62ddf1-18f2-43bd-895f-fe522c9605e9 None None] The sync data for ids ['62232b12-5f53-45ec-b2bb-944b678fb3bd'] in dv-neutron-master-2-hyperv is: [{'id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'name': 'tempest-TestVolumeBootPattern-1038245669-router', 'tenant_id': '02b0158bdbc0459fa490efcd8a94e846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': '236b27cd-6bc9-40b0-8726-c6a89b3f8dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:30Z', 'updated_at': '2022-01-10T11:56:43Z', 'revision_number': 4, 'project_id': '02b0158bdbc0459fa490efcd8a94e846', 'gw_port': {'id': '236b27cd-6bc9-40b0-8726-c6a89b3f8dc9', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:33Z', 'updated_at': '2022-01-10T11:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f3df1fde-c594-4704-acec-cf877d3af014', 'name': '', 'network_id': '3b1796fb-cecb-4bde-a5ad-df832a8cb90b', 'tenant_id': '02b0158bdbc0459fa490efcd8a94e846', 'mac_address': 'fa:16:3e:bb:da:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f314a3e9-3b73-48dd-a100-7090f64a6c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:41Z', 'updated_at': '2022-01-10T11:56:46Z', 'revision_number': 4, 'project_id': '02b0158bdbc0459fa490efcd8a94e846', 'subnets': [{'id': 'f314a3e9-3b73-48dd-a100-7090f64a6c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:47.937962 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/networks/b3157887-7172-43e8-818a-aed8b65004b1 HTTP/1.1" status: 204 len: 168 time: 1.9493876 Jan 10 11:56:47.946812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf883e4-5874-4363-9888-9c989aa31a9b tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Network': ['ID=b3157887-7172-43e8-818a-aed8b65004b1,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:47.948686 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1e981dff-d7dc-40db-aa04-d0e7cc0fa0c0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (9b8a6dae-0107-469b-ad59-6453c7402d9c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:47.952434 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56536) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:48.063470 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e981dff-d7dc-40db-aa04-d0e7cc0fa0c0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8a6dae-0107-469b-ad59-6453c7402d9c,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:48.073759 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1e981dff-d7dc-40db-aa04-d0e7cc0fa0c0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.076869 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1e981dff-d7dc-40db-aa04-d0e7cc0fa0c0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6012075 Jan 10 11:56:48.080119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56538) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:48.094549 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-1f44d85c-32f4-43b3-b1ad-7f0917a925ee tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Request body: {'security_group_rule': {'security_group_id': 'b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa', 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:48.155683 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0a8dae83-81f1-488b-be44-7bcc1a6f76ac tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (746f4d1e-e9b6-48b8-ab6b-475d94ed6825), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.171974 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Allocated IP 2001:db8:0:ffff::2 (9699b6b8-247e-444b-89c9-cf6d2fa519b1/56ef0d25-1ebe-4639-bef6-a884f1fcd48c/07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:48.175482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30407d3-bf36-43b1-87e1-31cabe85cefd None None] Network 9702ef55-24f3-401d-bfdc-035fcb626000 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:48.251612 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac1d000-b307-4ee6-b5be-39e99ee692e2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Made reservation on behalf of 6aded47d27664ebabf5d0724dd26056a for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:48.252341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.256718 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bac1d000-b307-4ee6-b5be-39e99ee692e2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.348925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fa3f36af-ad82-4636-99d2-71d28657ec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f3df1fde-c594-4704-acec-cf877d3af014), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.350805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0af75ca-ea3e-49e9-963d-290fd842dd5e None None] Network b3157887-7172-43e8-818a-aed8b65004b1 is not hosted by any dhcp agent {{(pid=110626) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 10 11:56:48.351248 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af75ca-ea3e-49e9-963d-290fd842dd5e None None] No DVR routers for this DVR port f283112f-3084-4460-95bc-7f4d2c98ae36 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:56:48.365152 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af75ca-ea3e-49e9-963d-290fd842dd5e None None] Pushing event deleted for resources: {'Port': ['ID=f283112f-3084-4460-95bc-7f4d2c98ae36,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:48.381901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1f44d85c-32f4-43b3-b1ad-7f0917a925ee tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (a223ba5a-18ff-4762-a90c-5c76332dc607), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.446471 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.198 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/c317b8d3-2e05-4f7a-91f6-a6597c56ee0a) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:48.451035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0a8dae83-81f1-488b-be44-7bcc1a6f76ac tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (746f4d1e-e9b6-48b8-ab6b-475d94ed6825), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.496062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fa3f36af-ad82-4636-99d2-71d28657ec71 None None] For port f3df1fde-c594-4704-acec-cf877d3af014, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3df1fde-c594-4704-acec-cf877d3af014,segment=NetworkSegment(b8d62283-af07-4804-ad27-a6e3efddf96b),segment_id=b8d62283-af07-4804-ad27-a6e3efddf96b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:48.511993 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8dae83-81f1-488b-be44-7bcc1a6f76ac tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Subnet': ['ID=746f4d1e-e9b6-48b8-ab6b-475d94ed6825,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:48.658497 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 451a63f6-6dd4-4bad-97ee-c68712d69903 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:48.660941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (451a63f6-6dd4-4bad-97ee-c68712d69903), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.663470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (c317b8d3-2e05-4f7a-91f6-a6597c56ee0a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.668626 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fa3f36af-ad82-4636-99d2-71d28657ec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f3df1fde-c594-4704-acec-cf877d3af014), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.708797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0a8dae83-81f1-488b-be44-7bcc1a6f76ac tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.715685 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0a8dae83-81f1-488b-be44-7bcc1a6f76ac tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/746f4d1e-e9b6-48b8-ab6b-475d94ed6825 HTTP/1.1" status: 204 len: 168 time: 1.5652695 Jan 10 11:56:48.722685 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56542) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:48.734146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1f44d85c-32f4-43b3-b1ad-7f0917a925ee tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (a223ba5a-18ff-4762-a90c-5c76332dc607), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.745960 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517c02f-b290-4ea3-9b7c-29410b31a719 req-66504730-ad5a-414e-8e23-ac4c62f0517b tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:48.747549 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c517c02f-b290-4ea3-9b7c-29410b31a719 req-66504730-ad5a-414e-8e23-ac4c62f0517b tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 944 time: 0.2082925 Jan 10 11:56:48.783800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (c317b8d3-2e05-4f7a-91f6-a6597c56ee0a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.790277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Publish callbacks [] for port (07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.831670 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1f44d85c-32f4-43b3-b1ad-7f0917a925ee tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (a223ba5a-18ff-4762-a90c-5c76332dc607), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.851662 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44d85c-32f4-43b3-b1ad-7f0917a925ee tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a223ba5a-18ff-4762-a90c-5c76332dc607,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:48.862834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:48.865560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:48.869560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:48.873183 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=c317b8d3-2e05-4f7a-91f6-a6597c56ee0a,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:48.876992 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d5fc902c-823f-4a0c-a2d5-ce84e96a620f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (09c46bb3-cc27-42f9-956f-904173c6a593), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.885891 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a728f6d1-4902-442c-a419-f614fb9ef7b4 None None] Provisioning complete for port 451a63f6-6dd4-4bad-97ee-c68712d69903 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:48.886683 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a728f6d1-4902-442c-a419-f614fb9ef7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (451a63f6-6dd4-4bad-97ee-c68712d69903), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.938468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f36af-ad82-4636-99d2-71d28657ec71 None None] Pushing event updated for resources: {'Port': ['ID=f3df1fde-c594-4704-acec-cf877d3af014,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:48.950570 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:48.995021 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (9702ef55-24f3-401d-bfdc-035fcb626000), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.002934 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1f44d85c-32f4-43b3-b1ad-7f0917a925ee tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.006752 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1f44d85c-32f4-43b3-b1ad-7f0917a925ee tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9184139 Jan 10 11:56:49.007422 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56544) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:49.011918 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-e5ce89f6-3048-4f81-97ec-50b8dd62f051 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Request body: {'security_group_rule': {'security_group_id': 'b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa', 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:49.016632 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c517c02f-b290-4ea3-9b7c-29410b31a719 req-9a0046d2-7509-4f49-b453-2bcedbf7057f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554553 Jan 10 11:56:49.053806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Network 9699b6b8-247e-444b-89c9-cf6d2fa519b1 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:49.063080 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:49.065564 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:49.082294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Pushing event updated for resources: {'Port': ['ID=07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:49.088319 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (451a63f6-6dd4-4bad-97ee-c68712d69903), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.207632 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a728f6d1-4902-442c-a419-f614fb9ef7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (451a63f6-6dd4-4bad-97ee-c68712d69903), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.209021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e5ce89f6-3048-4f81-97ec-50b8dd62f051 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (251b35de-5f09-414f-affc-9d1ee88d4d33), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.238532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.objects.ports [None req-bac1d000-b307-4ee6-b5be-39e99ee692e2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110625) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:56:49.242563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bac1d000-b307-4ee6-b5be-39e99ee692e2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (d2a570cd-8f7b-4b0f-b3d1-55c55368f3f0), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.253042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 451a63f6-6dd4-4bad-97ee-c68712d69903, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=451a63f6-6dd4-4bad-97ee-c68712d69903,segment=NetworkSegment(22fbf677-dcaa-47fe-a98a-8d0676b3e40e),segment_id=22fbf677-dcaa-47fe-a98a-8d0676b3e40e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:49.257318 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Attempting to bind port 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:49.258204 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Attempting to bind port 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1c42f882-a9bc-41c0-b5cd-9663032257d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9699b6b8-247e-444b-89c9-cf6d2fa519b1'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:49.258733 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Attempting to bind port 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd on network 9699b6b8-247e-444b-89c9-cf6d2fa519b1 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:49.268308 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:49.269207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Checking segment: {'id': '1c42f882-a9bc-41c0-b5cd-9663032257d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9699b6b8-247e-444b-89c9-cf6d2fa519b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:49.269535 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.269961 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Bound using segment: {'id': '1c42f882-a9bc-41c0-b5cd-9663032257d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9699b6b8-247e-444b-89c9-cf6d2fa519b1'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:49.271076 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Bound port: 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c42f882-a9bc-41c0-b5cd-9663032257d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9699b6b8-247e-444b-89c9-cf6d2fa519b1'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:49.271637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.319763 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71898e00-4287-4b83-9191-a099414a8288 None None] Network 9702ef55-24f3-401d-bfdc-035fcb626000 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:49.369687 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (451a63f6-6dd4-4bad-97ee-c68712d69903), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.384236 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device aff4e51e-5a20-4ea1-b69f-cfd03081763b up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:49.431073 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e5ce89f6-3048-4f81-97ec-50b8dd62f051 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (251b35de-5f09-414f-affc-9d1ee88d4d33), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.450978 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1d000-b307-4ee6-b5be-39e99ee692e2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event updated for resources: {'Subnet': ['ID=d2a570cd-8f7b-4b0f-b3d1-55c55368f3f0,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:49.456651 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac1d000-b307-4ee6-b5be-39e99ee692e2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Checking segment: {'id': '3b6b9843-2990-484f-949c-13e3baa89fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '123ca542-2d2b-4e40-97d1-ff8f1e90f3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:49.457031 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac1d000-b307-4ee6-b5be-39e99ee692e2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Network hostable DHCP agents. Network: 123ca542-2d2b-4e40-97d1-ff8f1e90f3bf, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:56:49.468687 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 451a63f6-6dd4-4bad-97ee-c68712d69903 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:49.469621 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (451a63f6-6dd4-4bad-97ee-c68712d69903), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.544416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f283112f-3084-4460-95bc-7f4d2c98ae36 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:56:49.563249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.568312 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] For port 451a63f6-6dd4-4bad-97ee-c68712d69903, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=451a63f6-6dd4-4bad-97ee-c68712d69903,segment=NetworkSegment(22fbf677-dcaa-47fe-a98a-8d0676b3e40e),segment_id=22fbf677-dcaa-47fe-a98a-8d0676b3e40e)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:49.568312 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (451a63f6-6dd4-4bad-97ee-c68712d69903), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.590201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 451a63f6-6dd4-4bad-97ee-c68712d69903 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:49.608654 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: f283112f-3084-4460-95bc-7f4d2c98ae36 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:56:49.609000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f283112f-3084-4460-95bc-7f4d2c98ae36 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:56:49.609432 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c99c4903-d9de-48b6-9de4-5e7ad91522c2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:56:49.621244 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] For port 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:49.638704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e5ce89f6-3048-4f81-97ec-50b8dd62f051 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (251b35de-5f09-414f-affc-9d1ee88d4d33), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.666937 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-a728f6d1-4902-442c-a419-f614fb9ef7b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:56:49.667302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-a728f6d1-4902-442c-a419-f614fb9ef7b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:56:49.676463 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.678622 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce89f6-3048-4f81-97ec-50b8dd62f051 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251b35de-5f09-414f-affc-9d1ee88d4d33,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:49.679072 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: c99c4903-d9de-48b6-9de4-5e7ad91522c2 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:56:49.679389 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c99c4903-d9de-48b6-9de4-5e7ad91522c2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:56:49.699785 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] For port 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd,segment=NetworkSegment(1c42f882-a9bc-41c0-b5cd-9663032257d9),segment_id=1c42f882-a9bc-41c0-b5cd-9663032257d9)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:49.703317 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=451a63f6-6dd4-4bad-97ee-c68712d69903,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:49.795589 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.835997 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554f96f3-3885-4d0d-9dc6-14dbb58a12b5 None None] DHCP port deletion for 9702ef55-24f3-401d-bfdc-035fcb626000 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:56:49.851807 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e5ce89f6-3048-4f81-97ec-50b8dd62f051 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.867169 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e5ce89f6-3048-4f81-97ec-50b8dd62f051 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8582978 Jan 10 11:56:49.877525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56546) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:49.887508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port aff4e51e-5a20-4ea1-b69f-cfd03081763b completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:56:49.888624 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-35bdf480-3175-4fd8-aea4-683e461f340e tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Request body: {'security_group_rule': {'security_group_id': 'b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa', 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:49.911647 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port aff4e51e-5a20-4ea1-b69f-cfd03081763b triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:49.912145 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.946712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c317b8d3-2e05-4f7a-91f6-a6597c56ee0a), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:49.966001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94179da6-3f29-427a-869b-78a9cfbb314f None None] Pushing event updated for resources: {'Port': ['ID=07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:49.977237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f3df1fde-c594-4704-acec-cf877d3af014 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:50.022230 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac1d000-b307-4ee6-b5be-39e99ee692e2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Network 123ca542-2d2b-4e40-97d1-ff8f1e90f3bf is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:56:50.054994 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-554f96f3-3885-4d0d-9dc6-14dbb58a12b5 None None] Deleting port 451a63f6-6dd4-4bad-97ee-c68712d69903 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:50.055408 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-554f96f3-3885-4d0d-9dc6-14dbb58a12b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (451a63f6-6dd4-4bad-97ee-c68712d69903), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.127892 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-35bdf480-3175-4fd8-aea4-683e461f340e tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (5bdef625-3504-4703-ba89-f6ea95654e29), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.128884 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-554f96f3-3885-4d0d-9dc6-14dbb58a12b5 None None] For port 451a63f6-6dd4-4bad-97ee-c68712d69903, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=451a63f6-6dd4-4bad-97ee-c68712d69903,segment=NetworkSegment(22fbf677-dcaa-47fe-a98a-8d0676b3e40e),segment_id=22fbf677-dcaa-47fe-a98a-8d0676b3e40e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:50.129422 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-554f96f3-3885-4d0d-9dc6-14dbb58a12b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (451a63f6-6dd4-4bad-97ee-c68712d69903), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.131904 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-bac1d000-b307-4ee6-b5be-39e99ee692e2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 123ca542-2d2b-4e40-97d1-ff8f1e90f3bf) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:50.137780 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-d5fc902c-823f-4a0c-a2d5-ce84e96a620f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port fc678647-19bd-4e55-876c-1140117bbac5 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:50.139304 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d5fc902c-823f-4a0c-a2d5-ce84e96a620f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (fc678647-19bd-4e55-876c-1140117bbac5), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.152299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179db809-12a7-4a39-981a-9956c704b1b2 None None] Network 123ca542-2d2b-4e40-97d1-ff8f1e90f3bf requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:50.158229 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac1d000-b307-4ee6-b5be-39e99ee692e2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:50.158829 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bac1d000-b307-4ee6-b5be-39e99ee692e2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.264066 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (451a63f6-6dd4-4bad-97ee-c68712d69903), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.269189 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bac1d000-b307-4ee6-b5be-39e99ee692e2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4405978 Jan 10 11:56:50.275739 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (c317b8d3-2e05-4f7a-91f6-a6597c56ee0a), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.278607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56550) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:50.289394 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-3fc73452-cfb0-4c5c-acdd-80144a9998b1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Request body: {'port': {'network_id': '123ca542-2d2b-4e40-97d1-ff8f1e90f3bf', 'name': 'tempest-NetworksIpV6TestAttrs-62780895'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:50.308692 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-554f96f3-3885-4d0d-9dc6-14dbb58a12b5 None None] Calling delete_port for 451a63f6-6dd4-4bad-97ee-c68712d69903 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:50.313220 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-a728f6d1-4902-442c-a419-f614fb9ef7b4 None None] Port 451a63f6-6dd4-4bad-97ee-c68712d69903 update to ACTIVE by agent not found {{(pid=110626) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 10 11:56:50.320435 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No DVR routers for this DVR port 451a63f6-6dd4-4bad-97ee-c68712d69903 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:56:50.328572 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f3fc0-e37b-4b77-addd-d37ae70e3678 req-71d7b6ae-2af3-4297-a866-16229f1863da tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:50.330332 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-025f3fc0-e37b-4b77-addd-d37ae70e3678 req-71d7b6ae-2af3-4297-a866-16229f1863da tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 944 time: 0.1805656 Jan 10 11:56:50.335563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=451a63f6-6dd4-4bad-97ee-c68712d69903,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:50.354332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port f3df1fde-c594-4704-acec-cf877d3af014 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:50.354827 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f3df1fde-c594-4704-acec-cf877d3af014), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.387763 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-35bdf480-3175-4fd8-aea4-683e461f340e tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (5bdef625-3504-4703-ba89-f6ea95654e29), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.389059 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (c317b8d3-2e05-4f7a-91f6-a6597c56ee0a), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.411434 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-d5fc902c-823f-4a0c-a2d5-ce84e96a620f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] For port fc678647-19bd-4e55-876c-1140117bbac5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc678647-19bd-4e55-876c-1140117bbac5,segment=NetworkSegment(0a8a5364-ace3-4d49-823c-f8322456a0cf),segment_id=0a8a5364-ace3-4d49-823c-f8322456a0cf)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:50.411971 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d5fc902c-823f-4a0c-a2d5-ce84e96a620f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (fc678647-19bd-4e55-876c-1140117bbac5), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.480270 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (9702ef55-24f3-401d-bfdc-035fcb626000), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.482875 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-d5fc902c-823f-4a0c-a2d5-ce84e96a620f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for fc678647-19bd-4e55-876c-1140117bbac5 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:50.506183 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-35bdf480-3175-4fd8-aea4-683e461f340e tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (5bdef625-3504-4703-ba89-f6ea95654e29), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.512775 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9702ef55-24f3-401d-bfdc-035fcb626000']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:50.554715 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fbf677-dcaa-47fe-a98a-8d0676b3e40e') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:50.555024 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fbf677-dcaa-47fe-a98a-8d0676b3e40e') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:50.563502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=c317b8d3-2e05-4f7a-91f6-a6597c56ee0a,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:50.570033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (22fbf677-dcaa-47fe-a98a-8d0676b3e40e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.576890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdf480-3175-4fd8-aea4-683e461f340e tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bdef625-3504-4703-ba89-f6ea95654e29,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:50.579434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.585280 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-025f3fc0-e37b-4b77-addd-d37ae70e3678 req-5680adde-2731-4f79-82ca-46a7e6bf0424 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114220 Jan 10 11:56:50.600757 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (22fbf677-dcaa-47fe-a98a-8d0676b3e40e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.611087 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:56:50.611564 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (22fbf677-dcaa-47fe-a98a-8d0676b3e40e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:56:50.615448 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:56:50.660735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-35bdf480-3175-4fd8-aea4-683e461f340e tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.665517 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-35bdf480-3175-4fd8-aea4-683e461f340e tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7803783 Jan 10 11:56:50.672362 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56552) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:50.676372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.680797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7092230e-f6bd-4510-9a5e-31fc125df12c tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Request body: {'security_group_rule': {'security_group_id': 'b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa', 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:50.716284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port aff4e51e-5a20-4ea1-b69f-cfd03081763b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aff4e51e-5a20-4ea1-b69f-cfd03081763b,segment=NetworkSegment(e5c5e942-02e3-48b2-a72b-a3b8ecad61f1),segment_id=e5c5e942-02e3-48b2-a72b-a3b8ecad61f1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:50.717729 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a728f6d1-4902-442c-a419-f614fb9ef7b4 None None] Provisioning complete for port f3df1fde-c594-4704-acec-cf877d3af014 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:50.718291 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a728f6d1-4902-442c-a419-f614fb9ef7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f3df1fde-c594-4704-acec-cf877d3af014), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.729133 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193ba236-8586-4c00-b0e2-339f10f30e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:56:50.737867 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e7557b-dcef-4c00-a48e-3d7223c00955" -d '{"events": [{"server_uuid": "193ba236-8586-4c00-b0e2-339f10f30e01", "name": "network-vif-plugged", "status": "completed", "tag": "aff4e51e-5a20-4ea1-b69f-cfd03081763b"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:56:50.738107 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP 610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3 associated. External IP: 172.36.2.198, port: c0744d2f-611c-467a-a604-b8a5fa2fae06. Jan 10 11:56:50.738222 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-123ca542-2d2b-4e40-97d1-ff8f1e90f3bf', 'network_id': '123ca542-2d2b-4e40-97d1-ff8f1e90f3bf', 'project_id': '6aded47d27664ebabf5d0724dd26056a', 'fixed_ips': [{'subnet_id': 'd2a570cd-8f7b-4b0f-b3d1-55c55368f3f0'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:56:50.738222 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.807195 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1174918-8e63-4169-978b-13fe600f0c4f x-openstack-request-id: req-e1174918-8e63-4169-978b-13fe600f0c4f {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:56:50.807503 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193ba236-8586-4c00-b0e2-339f10f30e01", "name": "network-vif-plugged", "status": "completed", "tag": "aff4e51e-5a20-4ea1-b69f-cfd03081763b", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:56:50.807767 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1174918-8e63-4169-978b-13fe600f0c4f {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:56:50.808174 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193ba236-8586-4c00-b0e2-339f10f30e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b', 'code': 200} Jan 10 11:56:50.827472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc73452-cfb0-4c5c-acdd-80144a9998b1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Made reservation on behalf of 6aded47d27664ebabf5d0724dd26056a for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:50.831156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3fc73452-cfb0-4c5c-acdd-80144a9998b1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.868167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-3fc73452-cfb0-4c5c-acdd-80144a9998b1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] device_id is not set on port 2a9cc404-2ea7-4ee6-b87a-067f1bf6fedf yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:56:50.920848 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (9702ef55-24f3-401d-bfdc-035fcb626000), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.930858 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.937975 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.948117 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-554f96f3-3885-4d0d-9dc6-14dbb58a12b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (451a63f6-6dd4-4bad-97ee-c68712d69903), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:50.949534 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/networks/9702ef55-24f3-401d-bfdc-035fcb626000 HTTP/1.1" status: 204 len: 168 time: 2.2235150 Jan 10 11:56:50.952738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56556) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:50.962190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7c3ed156-0bc8-489e-99c9-4b71ca50de20 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-193009411'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:50.970173 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fda76-1827-4205-8204-29dc836b7008 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Network': ['ID=9702ef55-24f3-401d-bfdc-035fcb626000,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:51.006634 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d5fc902c-823f-4a0c-a2d5-ce84e96a620f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (fc678647-19bd-4e55-876c-1140117bbac5), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:51.016683 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-554f96f3-3885-4d0d-9dc6-14dbb58a12b5 None None] Network 9702ef55-24f3-401d-bfdc-035fcb626000 is not hosted by any dhcp agent {{(pid=110626) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 10 11:56:51.017483 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f96f3-3885-4d0d-9dc6-14dbb58a12b5 None None] No DVR routers for this DVR port 451a63f6-6dd4-4bad-97ee-c68712d69903 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:56:51.062791 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc902c-823f-4a0c-a2d5-ce84e96a620f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=fc678647-19bd-4e55-876c-1140117bbac5,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:51.073542 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-7092230e-f6bd-4510-9a5e-31fc125df12c tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Project e73c6d4c7e9e4a098f3abf808188c6c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:56:51.076522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=aff4e51e-5a20-4ea1-b69f-cfd03081763b,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:51.114735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7092230e-f6bd-4510-9a5e-31fc125df12c tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (611ffa5b-9bc6-4eaf-b0f8-ccd4f03120b2), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:51.130170 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f96f3-3885-4d0d-9dc6-14dbb58a12b5 None None] Pushing event deleted for resources: {'Port': ['ID=451a63f6-6dd4-4bad-97ee-c68712d69903,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:51.211939 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ca2a5dec-6919-4361-bfca-a58e4e6dadec None None] Could not find standard attr ID for object 451a63f6-6dd4-4bad-97ee-c68712d69903. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:56:51.221809 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-3fc73452-cfb0-4c5c-acdd-80144a9998b1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Allocated IP 2001:db8::f816:3eff:fe5b:6cf9 (123ca542-2d2b-4e40-97d1-ff8f1e90f3bf/d2a570cd-8f7b-4b0f-b3d1-55c55368f3f0/2a9cc404-2ea7-4ee6-b87a-067f1bf6fedf) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:51.285280 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router c072f97e-540f-433a-b11c-941780cbfe09 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:56:51.309711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d5fc902c-823f-4a0c-a2d5-ce84e96a620f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (09c46bb3-cc27-42f9-956f-904173c6a593), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:51.331301 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79225c-f8c1-4e73-9f23-768fd2200add req-746b268d-fe7c-430b-96fb-3f8cf55d5608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:51.333415 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2a79225c-f8c1-4e73-9f23-768fd2200add req-746b268d-fe7c-430b-96fb-3f8cf55d5608 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 1098 time: 0.0634370 Jan 10 11:56:51.370345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7092230e-f6bd-4510-9a5e-31fc125df12c tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (611ffa5b-9bc6-4eaf-b0f8-ccd4f03120b2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:51.408685 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3ed156-0bc8-489e-99c9-4b71ca50de20 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:51.413107 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c3ed156-0bc8-489e-99c9-4b71ca50de20 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:51.458529 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2a79225c-f8c1-4e73-9f23-768fd2200add req-72124d9f-daf3-4393-9c50-aac1baa87271 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894821 Jan 10 11:56:51.479571 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceec2a6-f5ee-4f9a-8513-ca89c513e409 None None] Network 9699b6b8-247e-444b-89c9-cf6d2fa519b1 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:51.482947 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7092230e-f6bd-4510-9a5e-31fc125df12c tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (611ffa5b-9bc6-4eaf-b0f8-ccd4f03120b2), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:51.508068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3ed156-0bc8-489e-99c9-4b71ca50de20 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:56:51.536704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092230e-f6bd-4510-9a5e-31fc125df12c tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611ffa5b-9bc6-4eaf-b0f8-ccd4f03120b2,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:51.565515 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0b08d340-a852-490f-801a-a1bfe4620b7c None None] Provisioning complete for port 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:51.565748 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fc902c-823f-4a0c-a2d5-ce84e96a620f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 09c46bb3-cc27-42f9-956f-904173c6a593 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:56:51.565933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0b08d340-a852-490f-801a-a1bfe4620b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:51.575403 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c3ed156-0bc8-489e-99c9-4b71ca50de20 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (d36804da-d543-455a-b065-3f4a58e6e6ad), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:51.575763 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-7c3ed156-0bc8-489e-99c9-4b71ca50de20 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Added segment d36804da-d543-455a-b065-3f4a58e6e6ad of type vlan for network 94d2b1a2-5272-41d2-abff-0bb9f980cd0e Jan 10 11:56:51.690036 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0b08d340-a852-490f-801a-a1bfe4620b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:51.690609 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fc902c-823f-4a0c-a2d5-ce84e96a620f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:56:51.700586 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d5fc902c-823f-4a0c-a2d5-ce84e96a620f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/09c46bb3-cc27-42f9-956f-904173c6a593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7422652 Jan 10 11:56:51.701014 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56560) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:51.732224 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f79f6-07e3-4a47-9b74-1c75401c8d68 None None] Sync routers for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:56:51.767690 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0b08d340-a852-490f-801a-a1bfe4620b7c None None] For port 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd,segment=NetworkSegment(1c42f882-a9bc-41c0-b5cd-9663032257d9),segment_id=1c42f882-a9bc-41c0-b5cd-9663032257d9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:51.776734 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f79f6-07e3-4a47-9b74-1c75401c8d68 None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:51.776734 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-269f79f6-07e3-4a47-9b74-1c75401c8d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:51.777034 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-719628c0-54d5-4401-a00e-5734dd3077e1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting subnet 20650af8-0196-4918-be09-b7d143b0175d {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:56:51.781334 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-719628c0-54d5-4401-a00e-5734dd3077e1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (20650af8-0196-4918-be09-b7d143b0175d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:51.850851 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-719628c0-54d5-4401-a00e-5734dd3077e1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (20650af8-0196-4918-be09-b7d143b0175d), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:51.908031 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-269f79f6-07e3-4a47-9b74-1c75401c8d68 None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:51.976538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7092230e-f6bd-4510-9a5e-31fc125df12c tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:51.977868 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7092230e-f6bd-4510-9a5e-31fc125df12c tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3048627 Jan 10 11:56:51.985755 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56562) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:51.994041 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-00e0fcff-7502-475f-8198-8dac394d41b1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Request body: {'security_group_rule': {'security_group_id': 'b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa', 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:52.016792 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:52.020510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0b08d340-a852-490f-801a-a1bfe4620b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.048700 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-719628c0-54d5-4401-a00e-5734dd3077e1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (20650af8-0196-4918-be09-b7d143b0175d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.051360 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:56:52.066542 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed90dbb-7bf1-49fb-b937-8ac9a7b39f94 None None] Sync routers for ids ['c072f97e-540f-433a-b11c-941780cbfe09'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:56:52.088344 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed90dbb-7bf1-49fb-b937-8ac9a7b39f94 None None] Routers {'c072f97e-540f-433a-b11c-941780cbfe09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:52.088963 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6ed90dbb-7bf1-49fb-b937-8ac9a7b39f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c072f97e-540f-433a-b11c-941780cbfe09'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:52.093166 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c3ed156-0bc8-489e-99c9-4b71ca50de20 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (94d2b1a2-5272-41d2-abff-0bb9f980cd0e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.100495 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-00e0fcff-7502-475f-8198-8dac394d41b1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Project e73c6d4c7e9e4a098f3abf808188c6c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:56:52.106260 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3fc73452-cfb0-4c5c-acdd-80144a9998b1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for port (2a9cc404-2ea7-4ee6-b87a-067f1bf6fedf), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.114750 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00e0fcff-7502-475f-8198-8dac394d41b1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (699d2181-64ba-4579-b7cc-07225360bca9), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.127712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0497c-ffdf-4ea3-bdc0-96640d6073f2 req-7b15d37f-a10f-467d-9bf4-bdb57bbded94 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:52.134904 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e9a0497c-ffdf-4ea3-bdc0-96640d6073f2 req-7b15d37f-a10f-467d-9bf4-bdb57bbded94 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.1723001 Jan 10 11:56:52.158151 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08d340-a852-490f-801a-a1bfe4620b7c None None] Pushing event updated for resources: {'Port': ['ID=07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:52.184840 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00e0fcff-7502-475f-8198-8dac394d41b1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (699d2181-64ba-4579-b7cc-07225360bca9), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.201755 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-6ed90dbb-7bf1-49fb-b937-8ac9a7b39f94 None None] Set router c072f97e-540f-433a-b11c-941780cbfe09 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:52.211524 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.249953 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-10d8df42-d3ec-4812-9d43-ff39719e0625 None None] Provisioning complete for port 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:52.250337 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-10d8df42-d3ec-4812-9d43-ff39719e0625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.251764 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e9a0497c-ffdf-4ea3-bdc0-96640d6073f2 req-a61dc122-d02e-473e-9464-14cb1b6900dc tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156187 Jan 10 11:56:52.259481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c3ed156-0bc8-489e-99c9-4b71ca50de20 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (94d2b1a2-5272-41d2-abff-0bb9f980cd0e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.278171 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3ed156-0bc8-489e-99c9-4b71ca50de20 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:52.284760 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c3ed156-0bc8-489e-99c9-4b71ca50de20 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.291192 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:52.291579 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.314224 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-96485a8a-84f3-4a68-b316-b96e564cd204 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2813311 Jan 10 11:56:52.316951 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56564) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:52.320095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'tag': 'c0744d2f-611c-467a-a604-b8a5fa2fae06'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:56:52.323122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227ba32f-400d-444d-93f3-54feb797ed9f" -d '{"events": [{"name": "network-changed", "server_uuid": "da5521e1-7c25-498e-9a1a-9cf0d58f9784", "tag": "c0744d2f-611c-467a-a604-b8a5fa2fae06"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:56:52.375246 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ed156-0bc8-489e-99c9-4b71ca50de20 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Network': ['ID=94d2b1a2-5272-41d2-abff-0bb9f980cd0e,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:52.392141 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cbcf2e-fe1a-45e4-a76f-e98c53885f75 x-openstack-request-id: req-e4cbcf2e-fe1a-45e4-a76f-e98c53885f75 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:56:52.392505 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5521e1-7c25-498e-9a1a-9cf0d58f9784", "tag": "c0744d2f-611c-467a-a604-b8a5fa2fae06", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:56:52.392771 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4cbcf2e-fe1a-45e4-a76f-e98c53885f75 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:56:52.393378 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'tag': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'status': 'completed', 'code': 200} Jan 10 11:56:52.409202 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00e0fcff-7502-475f-8198-8dac394d41b1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (699d2181-64ba-4579-b7cc-07225360bca9), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.418216 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3fc73452-cfb0-4c5c-acdd-80144a9998b1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (2a9cc404-2ea7-4ee6-b87a-067f1bf6fedf), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.434445 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 94d2b1a2-5272-41d2-abff-0bb9f980cd0e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:56:52.483009 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7c3ed156-0bc8-489e-99c9-4b71ca50de20 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5242233 Jan 10 11:56:52.483237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-719628c0-54d5-4401-a00e-5734dd3077e1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (20650af8-0196-4918-be09-b7d143b0175d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.487135 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56568) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:52.489030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc73452-cfb0-4c5c-acdd-80144a9998b1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Network 123ca542-2d2b-4e40-97d1-ff8f1e90f3bf is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:52.489859 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6ed90dbb-7bf1-49fb-b937-8ac9a7b39f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:55:55Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.198', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'port_id': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'mac_address': 'fa:16:3e:04:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:56:49Z', 'updated_at': '2022-01-10T11:56:49Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6921a59-af6c-4d11-959c-a9ae5ebed10f', 'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:fd:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:54Z', 'updated_at': '2022-01-10T11:56:05Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:52.495226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-6aa700ed-36af-420a-89a5-0e7d9fc87edd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'subnet': {'network_id': '94d2b1a2-5272-41d2-abff-0bb9f980cd0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:52.505871 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-3fc73452-cfb0-4c5c-acdd-80144a9998b1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:52.508764 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc73452-cfb0-4c5c-acdd-80144a9998b1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:52.515962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc73452-cfb0-4c5c-acdd-80144a9998b1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:52.516622 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3fc73452-cfb0-4c5c-acdd-80144a9998b1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.525119 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed90dbb-7bf1-49fb-b937-8ac9a7b39f94 None None] Checking router: c072f97e-540f-433a-b11c-941780cbfe09 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:56:52.539109 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed90dbb-7bf1-49fb-b937-8ac9a7b39f94 None None] Routers {'c072f97e-540f-433a-b11c-941780cbfe09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:52.540004 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6ed90dbb-7bf1-49fb-b937-8ac9a7b39f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c072f97e-540f-433a-b11c-941780cbfe09'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:52.574641 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-719628c0-54d5-4401-a00e-5734dd3077e1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.582618 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-719628c0-54d5-4401-a00e-5734dd3077e1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/20650af8-0196-4918-be09-b7d143b0175d HTTP/1.1" status: 204 len: 168 time: 0.8803227 Jan 10 11:56:52.591757 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719628c0-54d5-4401-a00e-5734dd3077e1 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Subnet': ['ID=20650af8-0196-4918-be09-b7d143b0175d,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:52.597910 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56570) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:52.603491 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc73452-cfb0-4c5c-acdd-80144a9998b1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event updated for resources: {'Port': ['ID=2a9cc404-2ea7-4ee6-b87a-067f1bf6fedf,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:52.616200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0fcff-7502-475f-8198-8dac394d41b1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699d2181-64ba-4579-b7cc-07225360bca9,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:52.638894 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dcd4dc-6855-4fb8-8a17-9b8cb358f537 None None] Network 1f00e329-8490-4c8c-aacb-1be415cf748f requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:52.654586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00e0fcff-7502-475f-8198-8dac394d41b1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.656832 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-00e0fcff-7502-475f-8198-8dac394d41b1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6698074 Jan 10 11:56:52.669599 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3fc73452-cfb0-4c5c-acdd-80144a9998b1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.3898387 Jan 10 11:56:52.674322 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-6ed90dbb-7bf1-49fb-b937-8ac9a7b39f94 None None] Set router c072f97e-540f-433a-b11c-941780cbfe09 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:52.679556 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56576) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:52.704417 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cf990135-e5c5-4193-ae1a-25e25c6d4bb1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3 HTTP/1.1" status: 200 len: 991 time: 0.3862038 Jan 10 11:56:52.762172 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba32f-400d-444d-93f3-54feb797ed9f req-a3004cac-39e2-4473-8dbd-ceb117d57345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:52.763947 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-227ba32f-400d-444d-93f3-54feb797ed9f req-a3004cac-39e2-4473-8dbd-ceb117d57345 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 1098 time: 0.3221281 Jan 10 11:56:52.812596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-474f333d-66bf-4c59-9288-d5455d209229 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Deleting subnet d2a570cd-8f7b-4b0f-b3d1-55c55368f3f0 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:56:52.817463 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Allocated IP 2001:db8::f816:3eff:feac:3ebb (123ca542-2d2b-4e40-97d1-ff8f1e90f3bf/d2a570cd-8f7b-4b0f-b3d1-55c55368f3f0/02ea2d4e-8f6d-493e-838a-ed9c67bfb07f) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:52.840481 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (1f00e329-8490-4c8c-aacb-1be415cf748f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:52.945437 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-269f79f6-07e3-4a47-9b74-1c75401c8d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:50Z', 'revision_number': 10, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:52.957187 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba32f-400d-444d-93f3-54feb797ed9f req-e16fe2a8-617b-4684-985c-5c57dc82bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:52.958965 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-227ba32f-400d-444d-93f3-54feb797ed9f req-e16fe2a8-617b-4684-985c-5c57dc82bf35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 HTTP/1.1" status: 200 len: 897 time: 0.1853080 Jan 10 11:56:52.974190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa700ed-36af-420a-89a5-0e7d9fc87edd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:52.979346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6aa700ed-36af-420a-89a5-0e7d9fc87edd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:53.007804 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 451a63f6-6dd4-4bad-97ee-c68712d69903 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:56:53.030068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 451a63f6-6dd4-4bad-97ee-c68712d69903 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:56:53.030453 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 451a63f6-6dd4-4bad-97ee-c68712d69903 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:56:53.032958 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f79f6-07e3-4a47-9b74-1c75401c8d68 None None] Checking router: 09c46bb3-cc27-42f9-956f-904173c6a593 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:56:53.040577 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-227ba32f-400d-444d-93f3-54feb797ed9f req-c15198c5-9a7f-4eae-8388-2d3468c507b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0744d2f-611c-467a-a604-b8a5fa2fae06 HTTP/1.1" status: 200 len: 999 time: 0.0756106 Jan 10 11:56:53.073379 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f79f6-07e3-4a47-9b74-1c75401c8d68 None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:53.074076 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-269f79f6-07e3-4a47-9b74-1c75401c8d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:53.108196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port 0098f146-92f5-4c97-ab96-7f0241b8a3b5 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:53.108817 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (0098f146-92f5-4c97-ab96-7f0241b8a3b5), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:53.111072 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-6ed90dbb-7bf1-49fb-b937-8ac9a7b39f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:55:55Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.198', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'port_id': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'mac_address': 'fa:16:3e:04:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:56:49Z', 'updated_at': '2022-01-10T11:56:49Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6921a59-af6c-4d11-959c-a9ae5ebed10f', 'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:fd:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:54Z', 'updated_at': '2022-01-10T11:56:05Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:53.206673 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed90dbb-7bf1-49fb-b937-8ac9a7b39f94 None None] The sync data for ids ['c072f97e-540f-433a-b11c-941780cbfe09'] in dv-neutron-master-2-hyperv is: [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:55:55Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.198', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'port_id': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'mac_address': 'fa:16:3e:04:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:56:49Z', 'updated_at': '2022-01-10T11:56:49Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6921a59-af6c-4d11-959c-a9ae5ebed10f', 'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:fd:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:54Z', 'updated_at': '2022-01-10T11:56:05Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:53.208800 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba32f-400d-444d-93f3-54feb797ed9f req-15bb0c83-5e9b-4efd-ba2b-c0a6c3b6028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:53.210948 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-227ba32f-400d-444d-93f3-54feb797ed9f req-15bb0c83-5e9b-4efd-ba2b-c0a6c3b6028b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=018eb74b-0d85-4895-9574-a7a35eefd2a2 HTTP/1.1" status: 200 len: 835 time: 0.1623950 Jan 10 11:56:53.282531 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] For port 0098f146-92f5-4c97-ab96-7f0241b8a3b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0098f146-92f5-4c97-ab96-7f0241b8a3b5,segment=NetworkSegment(0a8a5364-ace3-4d49-823c-f8322456a0cf),segment_id=0a8a5364-ace3-4d49-823c-f8322456a0cf)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:53.282974 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (0098f146-92f5-4c97-ab96-7f0241b8a3b5), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:53.299952 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for 0098f146-92f5-4c97-ab96-7f0241b8a3b5 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:53.309604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba32f-400d-444d-93f3-54feb797ed9f req-cb738f2c-e655-455a-b1cd-f4fed2fd03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:53.311180 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-227ba32f-400d-444d-93f3-54feb797ed9f req-cb738f2c-e655-455a-b1cd-f4fed2fd03cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0935259 Jan 10 11:56:53.416834 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5e3c1d-c3b1-48d8-af07-be8320def3a0 None None] DHCP port deletion for 1f00e329-8490-4c8c-aacb-1be415cf748f request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:56:53.447887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93907906-0eda-4342-9e7e-f91a2c0aa672 req-bc80bcf7-c8f1-4e5d-a1bd-45c09dc5de09 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:53.449541 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-93907906-0eda-4342-9e7e-f91a2c0aa672 req-bc80bcf7-c8f1-4e5d-a1bd-45c09dc5de09 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.0699124 Jan 10 11:56:53.483145 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-227ba32f-400d-444d-93f3-54feb797ed9f req-5b6aea48-96b6-449d-8a14-735a396ad633 service neutron] 10.222.0.30 "GET /v2.0/networks/4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650198 Jan 10 11:56:53.519060 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-269f79f6-07e3-4a47-9b74-1c75401c8d68 None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:53.538291 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6aa700ed-36af-420a-89a5-0e7d9fc87edd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (5d2dfcad-5ac6-40e5-9fc6-7317e89a5aae), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:53.557753 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Publish callbacks [] for port (02ea2d4e-8f6d-493e-838a-ed9c67bfb07f), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:53.587781 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-93907906-0eda-4342-9e7e-f91a2c0aa672 req-fdba9a0a-6164-41a2-b407-71511374c8fb tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280878 Jan 10 11:56:53.623315 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-227ba32f-400d-444d-93f3-54feb797ed9f req-6cd6bb2e-1d01-4e0c-be71-38fe3e8c3678 service neutron] 10.222.0.30 "GET /v2.0/networks/4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316335 Jan 10 11:56:53.641289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa700ed-36af-420a-89a5-0e7d9fc87edd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Subnet': ['ID=5d2dfcad-5ac6-40e5-9fc6-7317e89a5aae,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:53.649182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a35527-d7ff-420f-a821-1744d9f9f665 None None] New status for floating IP 610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3: ACTIVE {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:56:53.669247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa700ed-36af-420a-89a5-0e7d9fc87edd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Checking segment: {'id': 'd36804da-d543-455a-b065-3f4a58e6e6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94d2b1a2-5272-41d2-abff-0bb9f980cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:53.671629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa700ed-36af-420a-89a5-0e7d9fc87edd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network hostable DHCP agents. Network: 94d2b1a2-5272-41d2-abff-0bb9f980cd0e, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:56:53.710449 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56624) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:53.731598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-aa5e3c1d-c3b1-48d8-af07-be8320def3a0 None None] Deleting port 0098f146-92f5-4c97-ab96-7f0241b8a3b5 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:53.731598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aa5e3c1d-c3b1-48d8-af07-be8320def3a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (0098f146-92f5-4c97-ab96-7f0241b8a3b5), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:53.740026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d42832-4e4a-4d20-8436-36b219043c02 req-1c4b169f-24ab-428b-8f81-a9e4c4844461 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:53.748078 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-20d42832-4e4a-4d20-8436-36b219043c02 req-1c4b169f-24ab-428b-8f81-a9e4c4844461 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.0679960 Jan 10 11:56:53.758031 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (0098f146-92f5-4c97-ab96-7f0241b8a3b5), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:53.773877 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:56:53.796176 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-474f333d-66bf-4c59-9288-d5455d209229 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for subnet (d2a570cd-8f7b-4b0f-b3d1-55c55368f3f0), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:53.814931 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=0098f146-92f5-4c97-ab96-7f0241b8a3b5,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:53.819440 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] No DVR routers for this DVR port 0098f146-92f5-4c97-ab96-7f0241b8a3b5 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:56:53.885792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa700ed-36af-420a-89a5-0e7d9fc87edd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network 94d2b1a2-5272-41d2-abff-0bb9f980cd0e is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:56:53.896979 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6d07ebcb-d1f0-45f8-af9a-c5775035ab53 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3 HTTP/1.1" status: 200 len: 991 time: 0.1839721 Jan 10 11:56:53.898058 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-20d42832-4e4a-4d20-8436-36b219043c02 req-3c1110bd-9b7c-4ce1-bfc3-4a514d35efd2 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488044 Jan 10 11:56:53.899296 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-474f333d-66bf-4c59-9288-d5455d209229 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (d2a570cd-8f7b-4b0f-b3d1-55c55368f3f0), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:53.902388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (02ea2d4e-8f6d-493e-838a-ed9c67bfb07f), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:53.934699 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56626) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:53.956008 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:53.965075 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (1f00e329-8490-4c8c-aacb-1be415cf748f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:53.995962 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f00e329-8490-4c8c-aacb-1be415cf748f']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:53.999091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a548f4-e558-411f-ac28-c45f474d67a8 tempest-TestNetworkAdvancedServerOps-1216827344 tempest-TestNetworkAdvancedServerOps-1216827344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:54.002418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Network 123ca542-2d2b-4e40-97d1-ff8f1e90f3bf is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:54.003436 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b9a548f4-e558-411f-ac28-c45f474d67a8 tempest-TestNetworkAdvancedServerOps-1216827344 tempest-TestNetworkAdvancedServerOps-1216827344-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 1093 time: 0.0656340 Jan 10 11:56:54.007159 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56628) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:54.012630 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:54.023598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8a5364-ace3-4d49-823c-f8322456a0cf') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:54.024206 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8a5364-ace3-4d49-823c-f8322456a0cf') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:54.035981 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:54.038836 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (0a8a5364-ace3-4d49-823c-f8322456a0cf), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.041479 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:54.042876 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-6aa700ed-36af-420a-89a5-0e7d9fc87edd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 94d2b1a2-5272-41d2-abff-0bb9f980cd0e) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:54.053412 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa700ed-36af-420a-89a5-0e7d9fc87edd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:54.054103 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6aa700ed-36af-420a-89a5-0e7d9fc87edd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.065548 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (0a8a5364-ace3-4d49-823c-f8322456a0cf), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.073240 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:56:54.073901 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (0a8a5364-ace3-4d49-823c-f8322456a0cf), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:56:54.077238 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:56:54.080642 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-aa5e3c1d-c3b1-48d8-af07-be8320def3a0 None None] For port 0098f146-92f5-4c97-ab96-7f0241b8a3b5, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:54.081083 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aa5e3c1d-c3b1-48d8-af07-be8320def3a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (0098f146-92f5-4c97-ab96-7f0241b8a3b5), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.105973 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c0c9ae-088a-456a-a4ab-1864b44df445 None None] Network 94d2b1a2-5272-41d2-abff-0bb9f980cd0e requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:54.118501 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Pushing event updated for resources: {'Port': ['ID=02ea2d4e-8f6d-493e-838a-ed9c67bfb07f,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:54.135071 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-474f333d-66bf-4c59-9288-d5455d209229 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (d2a570cd-8f7b-4b0f-b3d1-55c55368f3f0), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.145483 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.191910 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-aa5e3c1d-c3b1-48d8-af07-be8320def3a0 None None] Calling delete_port for 0098f146-92f5-4c97-ab96-7f0241b8a3b5 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:54.195983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.ipam_backend_mixin [None req-aa5e3c1d-c3b1-48d8-af07-be8320def3a0 None None] Port 0098f146-92f5-4c97-ab96-7f0241b8a3b5 was not found and therefore no delete operation was performed {{(pid=110626) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 11:56:54.205363 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6aa700ed-36af-420a-89a5-0e7d9fc87edd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7150781 Jan 10 11:56:54.208069 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56630) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:54.213411 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-65c9c301-4d5c-45e8-9c37-4352c873621d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'network_id': '94d2b1a2-5272-41d2-abff-0bb9f980cd0e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-159154736'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:54.250216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (1f00e329-8490-4c8c-aacb-1be415cf748f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.253870 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aa5e3c1d-c3b1-48d8-af07-be8320def3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (0098f146-92f5-4c97-ab96-7f0241b8a3b5), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.263955 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.267659 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/networks/1f00e329-8490-4c8c-aacb-1be415cf748f HTTP/1.1" status: 204 len: 168 time: 1.6403565 Jan 10 11:56:54.270522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56638) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:54.279080 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-474f333d-66bf-4c59-9288-d5455d209229 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (d2a570cd-8f7b-4b0f-b3d1-55c55368f3f0), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.320218 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa5e3c1d-c3b1-48d8-af07-be8320def3a0 None None] Network 1f00e329-8490-4c8c-aacb-1be415cf748f is not hosted by any dhcp agent {{(pid=110626) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 10 11:56:54.320683 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e3c1d-c3b1-48d8-af07-be8320def3a0 None None] No DVR routers for this DVR port 0098f146-92f5-4c97-ab96-7f0241b8a3b5 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:56:54.330000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e3c1d-c3b1-48d8-af07-be8320def3a0 None None] Pushing event deleted for resources: {'Port': ['ID=0098f146-92f5-4c97-ab96-7f0241b8a3b5,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:54.346665 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Attempting to bind port 02ea2d4e-8f6d-493e-838a-ed9c67bfb07f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:54.347048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Attempting to bind port 02ea2d4e-8f6d-493e-838a-ed9c67bfb07f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3b6b9843-2990-484f-949c-13e3baa89fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '123ca542-2d2b-4e40-97d1-ff8f1e90f3bf'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:54.347414 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Attempting to bind port 02ea2d4e-8f6d-493e-838a-ed9c67bfb07f on network 123ca542-2d2b-4e40-97d1-ff8f1e90f3bf {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:54.355369 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:54.355752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.386558 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:54.386946 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Checking segment: {'id': '3b6b9843-2990-484f-949c-13e3baa89fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '123ca542-2d2b-4e40-97d1-ff8f1e90f3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:54.387358 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.387757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Bound using segment: {'id': '3b6b9843-2990-484f-949c-13e3baa89fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '123ca542-2d2b-4e40-97d1-ff8f1e90f3bf'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:54.388260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Bound port: 02ea2d4e-8f6d-493e-838a-ed9c67bfb07f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6b9843-2990-484f-949c-13e3baa89fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '123ca542-2d2b-4e40-97d1-ff8f1e90f3bf'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:54.388674 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (02ea2d4e-8f6d-493e-838a-ed9c67bfb07f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.455613 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-94d2b1a2-5272-41d2-abff-0bb9f980cd0e', 'network_id': '94d2b1a2-5272-41d2-abff-0bb9f980cd0e', 'project_id': 'b5dd82c5df384ebe8eff9042fabdda7d', 'fixed_ips': [{'subnet_id': '5d2dfcad-5ac6-40e5-9fc6-7317e89a5aae'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:56:54.457152 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.482922 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f333d-66bf-4c59-9288-d5455d209229 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a570cd-8f7b-4b0f-b3d1-55c55368f3f0,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:54.503878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-269f79f6-07e3-4a47-9b74-1c75401c8d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:50Z', 'revision_number': 10, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:54.511740 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-474f333d-66bf-4c59-9288-d5455d209229 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.517738 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-474f333d-66bf-4c59-9288-d5455d209229 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/subnets/d2a570cd-8f7b-4b0f-b3d1-55c55368f3f0 HTTP/1.1" status: 204 len: 168 time: 1.8342311 Jan 10 11:56:54.521666 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56642) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:54.548942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f79f6-07e3-4a47-9b74-1c75401c8d68 None None] The sync data for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv is: [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:50Z', 'revision_number': 10, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None, '_interfaces': [{'id': '40bb79db-30cb-4914-8b28-1a6392b4b306', 'name': '', 'network_id': 'e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'mac_address': 'fa:16:3e:c2:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '7520da56-e6d5-4133-8166-e2324026de86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:41Z', 'updated_at': '2022-01-10T11:55:50Z', 'revision_number': 5, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'subnets': [{'id': '7520da56-e6d5-4133-8166-e2324026de86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:54.597392 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ae4bd-a046-43b4-8947-bd2418b186ae tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:54.600082 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ae4bd-a046-43b4-8947-bd2418b186ae tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:54.604800 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d61ae4bd-a046-43b4-8947-bd2418b186ae tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0822597 Jan 10 11:56:54.608161 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56644) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:54.672406 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02991863-6b94-4ca2-bf80-5ec96d5b7a44 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Network': ['ID=1f00e329-8490-4c8c-aacb-1be415cf748f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:54.675782 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] For port 02ea2d4e-8f6d-493e-838a-ed9c67bfb07f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:54.711120 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] For port 02ea2d4e-8f6d-493e-838a-ed9c67bfb07f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02ea2d4e-8f6d-493e-838a-ed9c67bfb07f,segment=NetworkSegment(3b6b9843-2990-484f-949c-13e3baa89fe4),segment_id=3b6b9843-2990-484f-949c-13e3baa89fe4)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:54.778220 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Allocated IP 172.20.0.2 (94d2b1a2-5272-41d2-abff-0bb9f980cd0e/5d2dfcad-5ac6-40e5-9fc6-7317e89a5aae/8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:54.788095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.807899 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-42611da7-af73-4c6c-aee4-7836ca650112 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (123ca542-2d2b-4e40-97d1-ff8f1e90f3bf), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.819855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (02ea2d4e-8f6d-493e-838a-ed9c67bfb07f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.828829 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-42611da7-af73-4c6c-aee4-7836ca650112 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 10 11:56:54.829322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42611da7-af73-4c6c-aee4-7836ca650112 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:56:54.834302 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-42611da7-af73-4c6c-aee4-7836ca650112 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/networks/123ca542-2d2b-4e40-97d1-ff8f1e90f3bf HTTP/1.1" status: 409 len: 466 time: 0.2253425 Jan 10 11:56:54.840255 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56646) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:54.845457 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-1a271a53-0660-4b45-b92f-eebf79153b5d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-779024778'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:54.894675 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c9c301-4d5c-45e8-9c37-4352c873621d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:54.921468 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-65c9c301-4d5c-45e8-9c37-4352c873621d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.927614 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56650) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:54.953001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de9684-2a89-4ed8-a727-e283640f4b49 None None] Pushing event updated for resources: {'Port': ['ID=02ea2d4e-8f6d-493e-838a-ed9c67bfb07f,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:55.026624 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 0098f146-92f5-4c97-ab96-7f0241b8a3b5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:56:55.040516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-65c9c301-4d5c-45e8-9c37-4352c873621d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port 703ec480-699a-4092-88aa-9e68d36f1e09 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:56:55.059645 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Allocated IP 172.36.2.166 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/bc6d1fee-322f-4163-b99f-f951a378c58b) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:55.063555 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a271a53-0660-4b45-b92f-eebf79153b5d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Made reservation on behalf of 6aded47d27664ebabf5d0724dd26056a for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:55.068431 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a271a53-0660-4b45-b92f-eebf79153b5d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:55.081740 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31604d40-ee42-4de7-bbc1-017323660b68 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (09c46bb3-cc27-42f9-956f-904173c6a593), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:55.096702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 0098f146-92f5-4c97-ab96-7f0241b8a3b5 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:56:55.096702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 0098f146-92f5-4c97-ab96-7f0241b8a3b5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:56:55.130081 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bc3c4f-92c6-4109-a5a7-c58d6a00d83f None None] Network 123ca542-2d2b-4e40-97d1-ff8f1e90f3bf requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:55.135326 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ed3e463d-218d-4b21-96eb-a3afc49e2159 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3 HTTP/1.1" status: 200 len: 993 time: 0.2067995 Jan 10 11:56:55.249049 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a271a53-0660-4b45-b92f-eebf79153b5d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:56:55.274907 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Publish callbacks [] for port (8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:55.295053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a271a53-0660-4b45-b92f-eebf79153b5d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (7f8113b0-ab81-4a76-8fe1-5d27e62d0862), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:55.295405 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-1a271a53-0660-4b45-b92f-eebf79153b5d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Added segment 7f8113b0-ab81-4a76-8fe1-5d27e62d0862 of type vlan for network c1f3c6d7-40fb-4a66-999a-eca22bd7c48c Jan 10 11:56:55.358281 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a271a53-0660-4b45-b92f-eebf79153b5d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (c1f3c6d7-40fb-4a66-999a-eca22bd7c48c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:55.362515 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for port (bc6d1fee-322f-4163-b99f-f951a378c58b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:55.407581 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:55.467314 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Network 94d2b1a2-5272-41d2-abff-0bb9f980cd0e is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:55.469618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-65c9c301-4d5c-45e8-9c37-4352c873621d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Allocated IP 172.20.0.9 (94d2b1a2-5272-41d2-abff-0bb9f980cd0e/5d2dfcad-5ac6-40e5-9fc6-7317e89a5aae/703ec480-699a-4092-88aa-9e68d36f1e09) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:55.472880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:55.476618 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:55.478054 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a271a53-0660-4b45-b92f-eebf79153b5d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (c1f3c6d7-40fb-4a66-999a-eca22bd7c48c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:55.492961 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Pushing event updated for resources: {'Port': ['ID=8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:55.494989 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a271a53-0660-4b45-b92f-eebf79153b5d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:55.497295 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a271a53-0660-4b45-b92f-eebf79153b5d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:55.547640 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Attempting to bind port 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:55.548172 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Attempting to bind port 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd36804da-d543-455a-b065-3f4a58e6e6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94d2b1a2-5272-41d2-abff-0bb9f980cd0e'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:55.548633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Attempting to bind port 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b on network 94d2b1a2-5272-41d2-abff-0bb9f980cd0e {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:55.555569 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:56:55.560856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Checking segment: {'id': 'd36804da-d543-455a-b065-3f4a58e6e6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94d2b1a2-5272-41d2-abff-0bb9f980cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:55.560856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:55.560856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Bound using segment: {'id': 'd36804da-d543-455a-b065-3f4a58e6e6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94d2b1a2-5272-41d2-abff-0bb9f980cd0e'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:56:55.560856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Bound port: 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36804da-d543-455a-b065-3f4a58e6e6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94d2b1a2-5272-41d2-abff-0bb9f980cd0e'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:56:55.560856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:55.561401 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (bc6d1fee-322f-4163-b99f-f951a378c58b), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:55.565699 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-31604d40-ee42-4de7-bbc1-017323660b68 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port 40bb79db-30cb-4914-8b28-1a6392b4b306 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:55.565699 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31604d40-ee42-4de7-bbc1-017323660b68 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:55.659069 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] For port 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:56:55.663454 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] For port 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b,segment=NetworkSegment(d36804da-d543-455a-b065-3f4a58e6e6ad),segment_id=d36804da-d543-455a-b065-3f4a58e6e6ad)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:56:55.676521 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:55.681984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a271a53-0660-4b45-b92f-eebf79153b5d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event updated for resources: {'Network': ['ID=c1f3c6d7-40fb-4a66-999a-eca22bd7c48c,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:55.694319 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network c1f3c6d7-40fb-4a66-999a-eca22bd7c48c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:56:55.712702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:55.771001 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:55.771836 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-31604d40-ee42-4de7-bbc1-017323660b68 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] For port 40bb79db-30cb-4914-8b28-1a6392b4b306, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=40bb79db-30cb-4914-8b28-1a6392b4b306,segment=NetworkSegment(0c5f4da2-0859-43a5-bce7-e4161599f4a7),segment_id=0c5f4da2-0859-43a5-bce7-e4161599f4a7)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:55.772291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event updated for resources: {'Port': ['ID=bc6d1fee-322f-4163-b99f-f951a378c58b,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:55.772607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31604d40-ee42-4de7-bbc1-017323660b68 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:55.772607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-31604d40-ee42-4de7-bbc1-017323660b68 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for 40bb79db-30cb-4914-8b28-1a6392b4b306 owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:55.815244 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fc678647-19bd-4e55-876c-1140117bbac5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:56:55.819540 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-65c9c301-4d5c-45e8-9c37-4352c873621d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (703ec480-699a-4092-88aa-9e68d36f1e09), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:55.851793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: fc678647-19bd-4e55-876c-1140117bbac5 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:56:55.852453 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fc678647-19bd-4e55-876c-1140117bbac5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:56:55.926363 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1a271a53-0660-4b45-b92f-eebf79153b5d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0848188 Jan 10 11:56:55.939851 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56686) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:55.945337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-6c0aa235-0ef5-4af4-bae2-d878fe14c391 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Request body: {'subnet': {'network_id': 'c1f3c6d7-40fb-4a66-999a-eca22bd7c48c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:56.018482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:56.097539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f14b8-d5dc-4f49-bba0-a8928f6dd445 None None] Pushing event updated for resources: {'Port': ['ID=8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:56.102855 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-65c9c301-4d5c-45e8-9c37-4352c873621d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (703ec480-699a-4092-88aa-9e68d36f1e09), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:56.132177 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0aa235-0ef5-4af4-bae2-d878fe14c391 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Made reservation on behalf of 6aded47d27664ebabf5d0724dd26056a for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:56.137354 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa235-0ef5-4af4-bae2-d878fe14c391 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:56.139500 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31604d40-ee42-4de7-bbc1-017323660b68 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (40bb79db-30cb-4914-8b28-1a6392b4b306), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:56.196256 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31604d40-ee42-4de7-bbc1-017323660b68 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=40bb79db-30cb-4914-8b28-1a6392b4b306,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:56.198273 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c9c301-4d5c-45e8-9c37-4352c873621d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network 94d2b1a2-5272-41d2-abff-0bb9f980cd0e is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:56.235149 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-65c9c301-4d5c-45e8-9c37-4352c873621d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:56.256426 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c9c301-4d5c-45e8-9c37-4352c873621d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:56.334399 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9c301-4d5c-45e8-9c37-4352c873621d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=703ec480-699a-4092-88aa-9e68d36f1e09,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:56.488397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c9c301-4d5c-45e8-9c37-4352c873621d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:56.488397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-65c9c301-4d5c-45e8-9c37-4352c873621d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:56.583605 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31604d40-ee42-4de7-bbc1-017323660b68 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (09c46bb3-cc27-42f9-956f-904173c6a593), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:56.652460 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for floatingip (96d63941-3352-4054-8e7f-ce5834ee89d5), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:56.804320 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-65c9c301-4d5c-45e8-9c37-4352c873621d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.5948381 Jan 10 11:56:56.806962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56690) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:56.884972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31604d40-ee42-4de7-bbc1-017323660b68 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 09c46bb3-cc27-42f9-956f-904173c6a593 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:56:56.939798 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bc6d1fee-322f-4163-b99f-f951a378c58b), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:57.047979 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.objects.ports [None req-6c0aa235-0ef5-4af4-bae2-d878fe14c391 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110624) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:56:57.055952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa235-0ef5-4af4-bae2-d878fe14c391 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (e088ec93-11dd-48cf-8beb-7dc25a2b9c17), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:57.062545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31604d40-ee42-4de7-bbc1-017323660b68 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:56:57.106586 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbb308-4db6-4b64-9b36-a42f6fab10ef None None] Sync routers for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:56:57.107518 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-31604d40-ee42-4de7-bbc1-017323660b68 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/09c46bb3-cc27-42f9-956f-904173c6a593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8180225 Jan 10 11:56:57.107634 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56692) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:57.107740 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdbb308-4db6-4b64-9b36-a42f6fab10ef None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:57.107740 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fcdbb308-4db6-4b64-9b36-a42f6fab10ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:57.141865 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0aa235-0ef5-4af4-bae2-d878fe14c391 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event updated for resources: {'Subnet': ['ID=e088ec93-11dd-48cf-8beb-7dc25a2b9c17,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:57.174860 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0aa235-0ef5-4af4-bae2-d878fe14c391 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Checking segment: {'id': '7f8113b0-ab81-4a76-8fe1-5d27e62d0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c1f3c6d7-40fb-4a66-999a-eca22bd7c48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:56:57.175391 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0aa235-0ef5-4af4-bae2-d878fe14c391 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Network hostable DHCP agents. Network: c1f3c6d7-40fb-4a66-999a-eca22bd7c48c, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:56:57.186089 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-5d0505dd-487d-4541-85c2-565b5953f766 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 703ec480-699a-4092-88aa-9e68d36f1e09 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:57.186926 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5d0505dd-487d-4541-85c2-565b5953f766 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (703ec480-699a-4092-88aa-9e68d36f1e09), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:57.205213 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for port (bc6d1fee-322f-4163-b99f-f951a378c58b), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:57.211717 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85756e5-347b-4927-83bc-afba6d9e0c0a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting subnet 7520da56-e6d5-4133-8166-e2324026de86 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:56:57.222915 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b85756e5-347b-4927-83bc-afba6d9e0c0a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (7520da56-e6d5-4133-8166-e2324026de86), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:57.274521 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b85756e5-347b-4927-83bc-afba6d9e0c0a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (7520da56-e6d5-4133-8166-e2324026de86), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:57.324638 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (bc6d1fee-322f-4163-b99f-f951a378c58b), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:57.331771 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-fcdbb308-4db6-4b64-9b36-a42f6fab10ef None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:57.373959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5d0505dd-487d-4541-85c2-565b5953f766 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (703ec480-699a-4092-88aa-9e68d36f1e09), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:57.394753 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-5d0505dd-487d-4541-85c2-565b5953f766 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 703ec480-699a-4092-88aa-9e68d36f1e09 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:57.397733 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fcdbb308-4db6-4b64-9b36-a42f6fab10ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:55Z', 'revision_number': 11, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:57.402184 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event updated for resources: {'Port': ['ID=bc6d1fee-322f-4163-b99f-f951a378c58b,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:57.438046 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbb308-4db6-4b64-9b36-a42f6fab10ef None None] Checking router: 09c46bb3-cc27-42f9-956f-904173c6a593 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:56:57.447541 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdbb308-4db6-4b64-9b36-a42f6fab10ef None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:57.448276 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fcdbb308-4db6-4b64-9b36-a42f6fab10ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:57.500694 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (96d63941-3352-4054-8e7f-ce5834ee89d5), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:57.560804 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-fcdbb308-4db6-4b64-9b36-a42f6fab10ef None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:57.567558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0aa235-0ef5-4af4-bae2-d878fe14c391 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Network c1f3c6d7-40fb-4a66-999a-eca22bd7c48c is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:56:57.628709 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b85756e5-347b-4927-83bc-afba6d9e0c0a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (7520da56-e6d5-4133-8166-e2324026de86), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:57.647218 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fcdbb308-4db6-4b64-9b36-a42f6fab10ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:55Z', 'revision_number': 11, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:57.696197 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Floating IP 96d63941-3352-4054-8e7f-ce5834ee89d5 associated. External IP: 172.36.2.166, port: aff4e51e-5a20-4ea1-b69f-cfd03081763b. Jan 10 11:56:57.714561 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbb308-4db6-4b64-9b36-a42f6fab10ef None None] The sync data for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv is: [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:55Z', 'revision_number': 11, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:56:57.717129 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-6c0aa235-0ef5-4af4-bae2-d878fe14c391 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c1f3c6d7-40fb-4a66-999a-eca22bd7c48c) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:57.717757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a879e418-f5c1-4c8f-8873-a8e41e775637 None None] Network 94d2b1a2-5272-41d2-abff-0bb9f980cd0e requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:57.727126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0aa235-0ef5-4af4-bae2-d878fe14c391 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:57.727732 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa235-0ef5-4af4-bae2-d878fe14c391 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:57.756237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae92219-e7e4-4775-ba2d-e63d3b364468 None None] Network c1f3c6d7-40fb-4a66-999a-eca22bd7c48c requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:57.761901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5d0505dd-487d-4541-85c2-565b5953f766 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (703ec480-699a-4092-88aa-9e68d36f1e09), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:57.816826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0505dd-487d-4541-85c2-565b5953f766 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=703ec480-699a-4092-88aa-9e68d36f1e09,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:57.856464 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6c0aa235-0ef5-4af4-bae2-d878fe14c391 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9125772 Jan 10 11:56:57.859123 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56696) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:57.865697 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f709f9a0-0a38-49a4-8372-dc9871beb851 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Request body: {'port': {'network_id': 'c1f3c6d7-40fb-4a66-999a-eca22bd7c48c', 'name': 'tempest-NetworksIpV6TestAttrs-1809807590'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:56:57.907201 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5d0505dd-487d-4541-85c2-565b5953f766 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:57.911047 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5d0505dd-487d-4541-85c2-565b5953f766 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/703ec480-699a-4092-88aa-9e68d36f1e09 HTTP/1.1" status: 204 len: 168 time: 1.1031182 Jan 10 11:56:57.913542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56698) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:57.946270 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d27b3f6-470e-4125-bc56-cd7d29b80e5e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] GET failed (client error): The resource could not be found. Jan 10 11:56:57.948229 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7d27b3f6-470e-4125-bc56-cd7d29b80e5e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/703ec480-699a-4092-88aa-9e68d36f1e09 HTTP/1.1" status: 404 len: 333 time: 0.0324636 Jan 10 11:56:57.951043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56700) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:58.081015 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d17015a4-0c68-48d2-9197-971ca89dac99 None None] Provisioning complete for port 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:58.081852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d17015a4-0c68-48d2-9197-971ca89dac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:58.223573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c1f3c6d7-40fb-4a66-999a-eca22bd7c48c', 'network_id': 'c1f3c6d7-40fb-4a66-999a-eca22bd7c48c', 'project_id': '6aded47d27664ebabf5d0724dd26056a', 'fixed_ips': [{'subnet_id': 'e088ec93-11dd-48cf-8beb-7dc25a2b9c17'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:56:58.224461 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:58.360706 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:58.375887 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b85756e5-347b-4927-83bc-afba6d9e0c0a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (7520da56-e6d5-4133-8166-e2324026de86), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:58.443586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85756e5-347b-4927-83bc-afba6d9e0c0a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Subnet': ['ID=7520da56-e6d5-4133-8166-e2324026de86,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:58.479177 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b85756e5-347b-4927-83bc-afba6d9e0c0a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:58.485737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56702) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:58.485978 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b85756e5-347b-4927-83bc-afba6d9e0c0a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/7520da56-e6d5-4133-8166-e2324026de86 HTTP/1.1" status: 204 len: 168 time: 1.3907585 Jan 10 11:56:58.486099 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b96c3bd-d760-45e4-b7b5-938cb9308b9b None None] Network e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:58.498434 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cdfcd9-4e1f-4b65-96de-a3dd5b9920b9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting subnet 5d2dfcad-5ac6-40e5-9fc6-7317e89a5aae {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:56:58.508082 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1cdfcd9-4e1f-4b65-96de-a3dd5b9920b9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (5d2dfcad-5ac6-40e5-9fc6-7317e89a5aae), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:58.578177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d17015a4-0c68-48d2-9197-971ca89dac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:58.579222 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1cdfcd9-4e1f-4b65-96de-a3dd5b9920b9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (5d2dfcad-5ac6-40e5-9fc6-7317e89a5aae), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:58.610913 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:56:58.653470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Allocated IP 2001:db8::f816:3eff:fe98:5280 (c1f3c6d7-40fb-4a66-999a-eca22bd7c48c/e088ec93-11dd-48cf-8beb-7dc25a2b9c17/fee3d8ab-5e33-4fd6-a54c-d0cd3212e520) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:58.685856 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:58.777891 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f709f9a0-0a38-49a4-8372-dc9871beb851 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Made reservation on behalf of 6aded47d27664ebabf5d0724dd26056a for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:56:58.782458 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f709f9a0-0a38-49a4-8372-dc9871beb851 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:58.797087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Deleting port 22958fe0-7d4b-4252-bb26-b6c55f3edecf {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:58.806529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (22958fe0-7d4b-4252-bb26-b6c55f3edecf), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:58.827823 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d17015a4-0c68-48d2-9197-971ca89dac99 None None] For port 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b,segment=NetworkSegment(d36804da-d543-455a-b065-3f4a58e6e6ad),segment_id=d36804da-d543-455a-b065-3f4a58e6e6ad)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:58.854760 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-f709f9a0-0a38-49a4-8372-dc9871beb851 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] device_id is not set on port 39a626b1-5766-4284-9b3e-f59fc9c62cae yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:56:58.870440 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:58.871526 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:58.907634 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] For port 22958fe0-7d4b-4252-bb26-b6c55f3edecf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=22958fe0-7d4b-4252-bb26-b6c55f3edecf,segment=NetworkSegment(0c5f4da2-0859-43a5-bce7-e4161599f4a7),segment_id=0c5f4da2-0859-43a5-bce7-e4161599f4a7)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:58.908009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (22958fe0-7d4b-4252-bb26-b6c55f3edecf), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:58.926299 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1cdfcd9-4e1f-4b65-96de-a3dd5b9920b9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (5d2dfcad-5ac6-40e5-9fc6-7317e89a5aae), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:58.927402 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d17015a4-0c68-48d2-9197-971ca89dac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:58.941609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Calling delete_port for 22958fe0-7d4b-4252-bb26-b6c55f3edecf owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:58.995480 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:56:59.015557 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af45b9b-d348-451c-8884-c5bdcc1ecfe3 None None] Sync routers for ids ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:56:59.034345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e96ad6-3795-41ad-bc6a-710a696e426b None None] DHCP port deletion for e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:56:59.102355 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af45b9b-d348-451c-8884-c5bdcc1ecfe3 None None] Routers {'d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:56:59.103709 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-9af45b9b-d348-451c-8884-c5bdcc1ecfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:56:59.127919 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:59.166019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17015a4-0c68-48d2-9197-971ca89dac99 None None] Pushing event updated for resources: {'Port': ['ID=8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:59.168362 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c32b1225-1f4b-4538-af54-cd3bdd9834e3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1598814 Jan 10 11:56:59.168995 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193ba236-8586-4c00-b0e2-339f10f30e01', 'tag': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:56:59.185295 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03841b25-4886-4dd5-ac66-72635647ebf1" -d '{"events": [{"name": "network-changed", "server_uuid": "193ba236-8586-4c00-b0e2-339f10f30e01", "tag": "aff4e51e-5a20-4ea1-b69f-cfd03081763b"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:56:59.196378 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1cdfcd9-4e1f-4b65-96de-a3dd5b9920b9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (5d2dfcad-5ac6-40e5-9fc6-7317e89a5aae), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:59.227972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (22958fe0-7d4b-4252-bb26-b6c55f3edecf), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:59.296239 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-dbaca3c2-0d00-40df-a92e-d9586ed9c211 None None] Provisioning complete for port 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:56:59.296667 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dbaca3c2-0d00-40df-a92e-d9586ed9c211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:59.302608 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeb8b0c-7b78-422b-b3f3-e8f4689c847e x-openstack-request-id: req-bbeb8b0c-7b78-422b-b3f3-e8f4689c847e {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:56:59.302923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193ba236-8586-4c00-b0e2-339f10f30e01", "tag": "aff4e51e-5a20-4ea1-b69f-cfd03081763b", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:56:59.303990 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bbeb8b0c-7b78-422b-b3f3-e8f4689c847e {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:56:59.303990 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193ba236-8586-4c00-b0e2-339f10f30e01', 'tag': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b', 'status': 'completed', 'code': 200} Jan 10 11:56:59.304238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdfcd9-4e1f-4b65-96de-a3dd5b9920b9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2dfcad-5ac6-40e5-9fc6-7317e89a5aae,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:59.312821 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Port': ['ID=22958fe0-7d4b-4252-bb26-b6c55f3edecf,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:59.313575 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Publish callbacks [] for port (fee3d8ab-5e33-4fd6-a54c-d0cd3212e520), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:59.317547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] No DVR routers for this DVR port 22958fe0-7d4b-4252-bb26-b6c55f3edecf on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:56:59.351007 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1cdfcd9-4e1f-4b65-96de-a3dd5b9920b9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:59.357108 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d1cdfcd9-4e1f-4b65-96de-a3dd5b9920b9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/5d2dfcad-5ac6-40e5-9fc6-7317e89a5aae HTTP/1.1" status: 204 len: 168 time: 1.4040463 Jan 10 11:56:59.360875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56710) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:56:59.400532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841b25-4886-4dd5-ac66-72635647ebf1 req-1582419b-cb91-4ba7-b164-ecc204f98816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:59.402318 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-03841b25-4886-4dd5-ac66-72635647ebf1 req-1582419b-cb91-4ba7-b164-ecc204f98816 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=64c3df50eabf474d900be6a95c814069&device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 1098 time: 0.1021018 Jan 10 11:56:59.438296 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-9af45b9b-d348-451c-8884-c5bdcc1ecfe3 None None] Set router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:56:59.443090 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (fee3d8ab-5e33-4fd6-a54c-d0cd3212e520), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:59.505138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-61e96ad6-3795-41ad-bc6a-710a696e426b None None] Deleting port 22958fe0-7d4b-4252-bb26-b6c55f3edecf {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:56:59.505512 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-61e96ad6-3795-41ad-bc6a-710a696e426b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (22958fe0-7d4b-4252-bb26-b6c55f3edecf), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:59.529171 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aa043a-0a53-4dc3-890b-7179608de487 None None] Network 94d2b1a2-5272-41d2-abff-0bb9f980cd0e requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:56:59.559821 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-f709f9a0-0a38-49a4-8372-dc9871beb851 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Allocated IP 2001:db8::f816:3eff:fec4:e83b (c1f3c6d7-40fb-4a66-999a-eca22bd7c48c/e088ec93-11dd-48cf-8beb-7dc25a2b9c17/39a626b1-5766-4284-9b3e-f59fc9c62cae) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:56:59.644111 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Network c1f3c6d7-40fb-4a66-999a-eca22bd7c48c is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:56:59.690209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:56:59.692657 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Pushing event updated for resources: {'Port': ['ID=fee3d8ab-5e33-4fd6-a54c-d0cd3212e520,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:59.702447 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:56:59.722247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841b25-4886-4dd5-ac66-72635647ebf1 req-5093735b-e903-45dd-844c-abf78832cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:59.723918 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-03841b25-4886-4dd5-ac66-72635647ebf1 req-5093735b-e903-45dd-844c-abf78832cde5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c25c3555-98fa-43a0-b950-1c716ace6677 HTTP/1.1" status: 200 len: 897 time: 0.3114455 Jan 10 11:56:59.755349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-61e96ad6-3795-41ad-bc6a-710a696e426b None None] For port 22958fe0-7d4b-4252-bb26-b6c55f3edecf, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:56:59.756246 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-61e96ad6-3795-41ad-bc6a-710a696e426b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (22958fe0-7d4b-4252-bb26-b6c55f3edecf), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:59.822140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-61e96ad6-3795-41ad-bc6a-710a696e426b None None] Calling delete_port for 22958fe0-7d4b-4252-bb26-b6c55f3edecf owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:56:59.829708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.ipam_backend_mixin [None req-61e96ad6-3795-41ad-bc6a-710a696e426b None None] Port 22958fe0-7d4b-4252-bb26-b6c55f3edecf was not found and therefore no delete operation was performed {{(pid=110626) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 11:56:59.867936 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-61e96ad6-3795-41ad-bc6a-710a696e426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (22958fe0-7d4b-4252-bb26-b6c55f3edecf), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:59.954619 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e96ad6-3795-41ad-bc6a-710a696e426b None None] Pushing event deleted for resources: {'Port': ['ID=22958fe0-7d4b-4252-bb26-b6c55f3edecf,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:56:59.957181 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:56:59.960164 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-03841b25-4886-4dd5-ac66-72635647ebf1 req-7e20c5dc-f327-45c5-95e7-c427a05f007e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aff4e51e-5a20-4ea1-b69f-cfd03081763b HTTP/1.1" status: 200 len: 999 time: 0.1994960 Jan 10 11:56:59.966710 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e96ad6-3795-41ad-bc6a-710a696e426b None None] No DVR routers for this DVR port 22958fe0-7d4b-4252-bb26-b6c55f3edecf on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:56:59.970713 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Attempting to bind port fee3d8ab-5e33-4fd6-a54c-d0cd3212e520 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:56:59.971442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Attempting to bind port fee3d8ab-5e33-4fd6-a54c-d0cd3212e520 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7f8113b0-ab81-4a76-8fe1-5d27e62d0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c1f3c6d7-40fb-4a66-999a-eca22bd7c48c'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:56:59.972030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Attempting to bind port fee3d8ab-5e33-4fd6-a54c-d0cd3212e520 on network c1f3c6d7-40fb-4a66-999a-eca22bd7c48c {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:56:59.991408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaaa6c-57dd-426a-a2fd-724679341e0f req-d6aa4312-1bde-43df-888e-707449ec2116 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:56:59.992425 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f709f9a0-0a38-49a4-8372-dc9871beb851 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for port (39a626b1-5766-4284-9b3e-f59fc9c62cae), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:59.992989 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-34aaaa6c-57dd-426a-a2fd-724679341e0f req-d6aa4312-1bde-43df-888e-707449ec2116 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.6935873 Jan 10 11:57:00.006518 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.010587 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9d2106c1-7556-46e7-80cb-98a0d3a75b7e None None] Could not find standard attr ID for object 703ec480-699a-4092-88aa-9e68d36f1e09. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:57:00.038484 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (94d2b1a2-5272-41d2-abff-0bb9f980cd0e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.066106 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:00.088035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5f4da2-0859-43a5-bce7-e4161599f4a7') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:00.088341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5f4da2-0859-43a5-bce7-e4161599f4a7') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:00.130948 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841b25-4886-4dd5-ac66-72635647ebf1 req-d6df30ec-0da6-47a0-a0db-950eeecfb559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:00.134067 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-03841b25-4886-4dd5-ac66-72635647ebf1 req-d6df30ec-0da6-47a0-a0db-950eeecfb559 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b6b494b-8770-4ce3-a585-52c1cfaad991 HTTP/1.1" status: 200 len: 834 time: 0.1383355 Jan 10 11:57:00.153988 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (0c5f4da2-0859-43a5-bce7-e4161599f4a7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.192250 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841b25-4886-4dd5-ac66-72635647ebf1 req-5b1d8974-9cd5-4336-a0dd-3e67234bf4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:00.193811 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-03841b25-4886-4dd5-ac66-72635647ebf1 req-5b1d8974-9cd5-4336-a0dd-3e67234bf4eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c25c3555-98fa-43a0-b950-1c716ace6677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545955 Jan 10 11:57:00.201655 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-34aaaa6c-57dd-426a-a2fd-724679341e0f req-681e74c1-99ad-42b1-b697-98ad6e43b469 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920469 Jan 10 11:57:00.203116 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (0c5f4da2-0859-43a5-bce7-e4161599f4a7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.205393 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:57:00.205536 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Checking segment: {'id': '7f8113b0-ab81-4a76-8fe1-5d27e62d0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c1f3c6d7-40fb-4a66-999a-eca22bd7c48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:00.205947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.206339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Bound using segment: {'id': '7f8113b0-ab81-4a76-8fe1-5d27e62d0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c1f3c6d7-40fb-4a66-999a-eca22bd7c48c'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:57:00.207072 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Bound port: fee3d8ab-5e33-4fd6-a54c-d0cd3212e520, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8113b0-ab81-4a76-8fe1-5d27e62d0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c1f3c6d7-40fb-4a66-999a-eca22bd7c48c'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:57:00.207560 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fee3d8ab-5e33-4fd6-a54c-d0cd3212e520), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.228434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:57:00.228434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (0c5f4da2-0859-43a5-bce7-e4161599f4a7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.245714 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56714) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:57:00.255326 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:57:00.300952 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942fd6ac-d1e8-435d-b59e-a8f19fe11cc6 None None] DHCP port deletion for 94d2b1a2-5272-41d2-abff-0bb9f980cd0e request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:57:00.319077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f709f9a0-0a38-49a4-8372-dc9871beb851 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (39a626b1-5766-4284-9b3e-f59fc9c62cae), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.351562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:00.352276 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.376829 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] For port fee3d8ab-5e33-4fd6-a54c-d0cd3212e520, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:57:00.394366 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] For port fee3d8ab-5e33-4fd6-a54c-d0cd3212e520, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fee3d8ab-5e33-4fd6-a54c-d0cd3212e520,segment=NetworkSegment(7f8113b0-ab81-4a76-8fe1-5d27e62d0862),segment_id=7f8113b0-ab81-4a76-8fe1-5d27e62d0862)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:57:00.402529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:00.402911 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.438779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] For port 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b,segment=NetworkSegment(d36804da-d543-455a-b065-3f4a58e6e6ad),segment_id=d36804da-d543-455a-b065-3f4a58e6e6ad)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:00.439202 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.441891 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f709f9a0-0a38-49a4-8372-dc9871beb851 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Network c1f3c6d7-40fb-4a66-999a-eca22bd7c48c is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:00.457988 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-f709f9a0-0a38-49a4-8372-dc9871beb851 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:00.460755 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f709f9a0-0a38-49a4-8372-dc9871beb851 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:00.467572 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f709f9a0-0a38-49a4-8372-dc9871beb851 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:00.468499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:00.468695 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f709f9a0-0a38-49a4-8372-dc9871beb851 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.475113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.478221 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-942fd6ac-d1e8-435d-b59e-a8f19fe11cc6 None None] Deleting port 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:00.478667 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-942fd6ac-d1e8-435d-b59e-a8f19fe11cc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.481470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-9af45b9b-d348-451c-8884-c5bdcc1ecfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049762471', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151'}], 'enable_snat': True}, 'gw_port_id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:02Z', 'updated_at': '2022-01-10T11:56:20Z', 'revision_number': 4, 'project_id': '64c3df50eabf474d900be6a95c814069', 'gw_port': {'id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '96d63941-3352-4054-8e7f-ce5834ee89d5', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'floating_ip_address': '172.36.2.166', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'port_id': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1089, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'mac_address': 'fa:16:3e:93:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ba236-8586-4c00-b0e2-339f10f30e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:56:56Z', 'updated_at': '2022-01-10T11:56:56Z', 'revision_number': 0, 'project_id': '64c3df50eabf474d900be6a95c814069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074cf39c-b6c1-4bab-91cd-d340772a8d8b', 'name': '', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'mac_address': 'fa:16:3e:f7:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:31Z', 'revision_number': 5, 'project_id': '64c3df50eabf474d900be6a95c814069', 'subnets': [{'id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:00.495942 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-14d63189-e59c-4040-ad03-f840455e78a6 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/floatingips/96d63941-3352-4054-8e7f-ce5834ee89d5 HTTP/1.1" status: 200 len: 991 time: 0.2458398 Jan 10 11:57:00.496960 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709f9a0-0a38-49a4-8372-dc9871beb851 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event updated for resources: {'Port': ['ID=39a626b1-5766-4284-9b3e-f59fc9c62cae,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:00.497268 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.502169 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/networks/e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c HTTP/1.1" status: 204 len: 168 time: 2.0132909 Jan 10 11:57:00.507841 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56718) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:00.512785 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044269a2-79a8-487e-ae04-b06062e2cf4a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Pushing event deleted for resources: {'Network': ['ID=e6e8cdfb-0ca0-4926-8027-ab9518c4eb2c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:00.524058 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c5270899-a384-43fc-a8fc-5543d0e8f70d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'router': {'routes': None}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:00.531991 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (fee3d8ab-5e33-4fd6-a54c-d0cd3212e520), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.540451 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af45b9b-d348-451c-8884-c5bdcc1ecfe3 None None] Checking router: d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:57:00.591722 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-03841b25-4886-4dd5-ac66-72635647ebf1 req-244a1646-7b33-48e5-b554-a77e30f18a30 service neutron] 10.222.0.30 "GET /v2.0/networks/c25c3555-98fa-43a0-b950-1c716ace6677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917689 Jan 10 11:57:00.654433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af45b9b-d348-451c-8884-c5bdcc1ecfe3 None None] Routers {'d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:00.655412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-9af45b9b-d348-451c-8884-c5bdcc1ecfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:00.669847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-942fd6ac-d1e8-435d-b59e-a8f19fe11cc6 None None] For port 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b,segment=NetworkSegment(d36804da-d543-455a-b065-3f4a58e6e6ad),segment_id=d36804da-d543-455a-b065-3f4a58e6e6ad)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:00.669847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-942fd6ac-d1e8-435d-b59e-a8f19fe11cc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.739271 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56720) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:00.739524 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f709f9a0-0a38-49a4-8372-dc9871beb851 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.8785951 Jan 10 11:57:00.780537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 40bb79db-30cb-4914-8b28-1a6392b4b306 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:57:00.783788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.extraroute_db [None req-c5270899-a384-43fc-a8fc-5543d0e8f70d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Added routes are [] {{(pid=110625) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 10 11:57:00.783788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.extraroute_db [None req-c5270899-a384-43fc-a8fc-5543d0e8f70d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Removed routes are [] {{(pid=110625) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 10 11:57:00.784048 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5270899-a384-43fc-a8fc-5543d0e8f70d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (09c46bb3-cc27-42f9-956f-904173c6a593), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.809122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-942fd6ac-d1e8-435d-b59e-a8f19fe11cc6 None None] Calling delete_port for 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:00.816036 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0f07b-0b0e-494e-9379-fa5297019955 None None] Pushing event updated for resources: {'Port': ['ID=fee3d8ab-5e33-4fd6-a54c-d0cd3212e520,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:00.825501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f270fcc-04ea-400a-a0b7-f5dca7ebc789 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Deleting subnet e088ec93-11dd-48cf-8beb-7dc25a2b9c17 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:57:00.830793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 40bb79db-30cb-4914-8b28-1a6392b4b306 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:57:00.830793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 40bb79db-30cb-4914-8b28-1a6392b4b306 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:57:00.830793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 22958fe0-7d4b-4252-bb26-b6c55f3edecf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:57:00.831574 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f270fcc-04ea-400a-a0b7-f5dca7ebc789 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for subnet (e088ec93-11dd-48cf-8beb-7dc25a2b9c17), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.834370 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.873442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 22958fe0-7d4b-4252-bb26-b6c55f3edecf {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:57:00.873811 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 22958fe0-7d4b-4252-bb26-b6c55f3edecf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:57:00.890599 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-03841b25-4886-4dd5-ac66-72635647ebf1 req-ab87b888-99e6-4d3c-9003-05ffde894623 service neutron] 10.222.0.30 "GET /v2.0/networks/c25c3555-98fa-43a0-b950-1c716ace6677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917459 Jan 10 11:57:00.893781 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No DVR routers for this DVR port 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:00.977918 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:01.024755 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f270fcc-04ea-400a-a0b7-f5dca7ebc789 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (e088ec93-11dd-48cf-8beb-7dc25a2b9c17), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.047434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-942fd6ac-d1e8-435d-b59e-a8f19fe11cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.049951 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5270899-a384-43fc-a8fc-5543d0e8f70d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (09c46bb3-cc27-42f9-956f-904173c6a593), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.055858 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5270899-a384-43fc-a8fc-5543d0e8f70d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (09c46bb3-cc27-42f9-956f-904173c6a593), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.056894 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-9af45b9b-d348-451c-8884-c5bdcc1ecfe3 None None] Set router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:57:01.112098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (94d2b1a2-5272-41d2-abff-0bb9f980cd0e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.119036 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fd6ac-d1e8-435d-b59e-a8f19fe11cc6 None None] Pushing event deleted for resources: {'Port': ['ID=8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:01.130848 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942fd6ac-d1e8-435d-b59e-a8f19fe11cc6 None None] No DVR routers for this DVR port 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:01.170789 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d2b1a2-5272-41d2-abff-0bb9f980cd0e']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:01.192272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5270899-a384-43fc-a8fc-5543d0e8f70d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 09c46bb3-cc27-42f9-956f-904173c6a593 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:57:01.201976 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36804da-d543-455a-b065-3f4a58e6e6ad') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:01.202256 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36804da-d543-455a-b065-3f4a58e6e6ad') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:01.222048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (d36804da-d543-455a-b065-3f4a58e6e6ad), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.256432 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (d36804da-d543-455a-b065-3f4a58e6e6ad), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.291144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:57:01.291553 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (d36804da-d543-455a-b065-3f4a58e6e6ad), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:57:01.294931 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:57:01.334945 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5270899-a384-43fc-a8fc-5543d0e8f70d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:57:01.347458 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f279ecc4-5547-4ad1-a18b-e28192fda46c None None] Sync routers for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:57:01.366319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f270fcc-04ea-400a-a0b7-f5dca7ebc789 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (e088ec93-11dd-48cf-8beb-7dc25a2b9c17), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.371772 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c5270899-a384-43fc-a8fc-5543d0e8f70d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.373471 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c5270899-a384-43fc-a8fc-5543d0e8f70d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/09c46bb3-cc27-42f9-956f-904173c6a593 HTTP/1.1" status: 200 len: 700 time: 0.8648233 Jan 10 11:57:01.375262 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f279ecc4-5547-4ad1-a18b-e28192fda46c None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:01.376239 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56724) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:01.376634 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f279ecc4-5547-4ad1-a18b-e28192fda46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:01.412492 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-03bfe618-5858-42e5-b4e8-94dff6ec8ddd tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports?device_id=09c46bb3-cc27-42f9-956f-904173c6a593 HTTP/1.1" status: 200 len: 205 time: 0.0348487 Jan 10 11:57:01.413673 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56726) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:01.471903 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-f279ecc4-5547-4ad1-a18b-e28192fda46c None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:57:01.480491 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (94d2b1a2-5272-41d2-abff-0bb9f980cd0e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.490465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.506594 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-9af45b9b-d348-451c-8884-c5bdcc1ecfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049762471', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151'}], 'enable_snat': True}, 'gw_port_id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:02Z', 'updated_at': '2022-01-10T11:56:20Z', 'revision_number': 4, 'project_id': '64c3df50eabf474d900be6a95c814069', 'gw_port': {'id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '96d63941-3352-4054-8e7f-ce5834ee89d5', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'floating_ip_address': '172.36.2.166', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'port_id': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1089, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'mac_address': 'fa:16:3e:93:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ba236-8586-4c00-b0e2-339f10f30e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:56:56Z', 'updated_at': '2022-01-10T11:56:56Z', 'revision_number': 0, 'project_id': '64c3df50eabf474d900be6a95c814069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074cf39c-b6c1-4bab-91cd-d340772a8d8b', 'name': '', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'mac_address': 'fa:16:3e:f7:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:31Z', 'revision_number': 5, 'project_id': '64c3df50eabf474d900be6a95c814069', 'subnets': [{'id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:01.506851 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56728) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:01.506851 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56730) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:01.507457 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/networks/94d2b1a2-5272-41d2-abff-0bb9f980cd0e HTTP/1.1" status: 204 len: 168 time: 2.1312389 Jan 10 11:57:01.510075 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-da2ca18e-5177-40ba-b559-585e0e88bbf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (09c46bb3-cc27-42f9-956f-904173c6a593), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.519435 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8f14b-8bae-4cbc-885f-f72088f08c9f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Network': ['ID=94d2b1a2-5272-41d2-abff-0bb9f980cd0e,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:01.527502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f270fcc-04ea-400a-a0b7-f5dca7ebc789 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (e088ec93-11dd-48cf-8beb-7dc25a2b9c17), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.556112 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af45b9b-d348-451c-8884-c5bdcc1ecfe3 None None] The sync data for ids ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'] in dv-neutron-master-2-hyperv is: [{'id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049762471', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151'}], 'enable_snat': True}, 'gw_port_id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:02Z', 'updated_at': '2022-01-10T11:56:20Z', 'revision_number': 4, 'project_id': '64c3df50eabf474d900be6a95c814069', 'gw_port': {'id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '96d63941-3352-4054-8e7f-ce5834ee89d5', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'floating_ip_address': '172.36.2.166', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'port_id': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1089, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'mac_address': 'fa:16:3e:93:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ba236-8586-4c00-b0e2-339f10f30e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:56:56Z', 'updated_at': '2022-01-10T11:56:56Z', 'revision_number': 0, 'project_id': '64c3df50eabf474d900be6a95c814069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074cf39c-b6c1-4bab-91cd-d340772a8d8b', 'name': '', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'mac_address': 'fa:16:3e:f7:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:31Z', 'revision_number': 5, 'project_id': '64c3df50eabf474d900be6a95c814069', 'subnets': [{'id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:57:01.560644 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f270fcc-04ea-400a-a0b7-f5dca7ebc789 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Subnet': ['ID=e088ec93-11dd-48cf-8beb-7dc25a2b9c17,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:01.564516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f270fcc-04ea-400a-a0b7-f5dca7ebc789 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.568892 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9f270fcc-04ea-400a-a0b7-f5dca7ebc789 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/subnets/e088ec93-11dd-48cf-8beb-7dc25a2b9c17 HTTP/1.1" status: 204 len: 168 time: 0.8279941 Jan 10 11:57:01.571489 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56732) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:01.589128 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f279ecc4-5547-4ad1-a18b-e28192fda46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:55Z', 'revision_number': 11, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:01.632165 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f279ecc4-5547-4ad1-a18b-e28192fda46c None None] Checking router: 09c46bb3-cc27-42f9-956f-904173c6a593 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:57:01.647490 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f279ecc4-5547-4ad1-a18b-e28192fda46c None None] Routers {'09c46bb3-cc27-42f9-956f-904173c6a593'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:01.648308 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f279ecc4-5547-4ad1-a18b-e28192fda46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['09c46bb3-cc27-42f9-956f-904173c6a593'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:01.656520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad5b2cc-8cac-490e-9d9a-0cfac776a41c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:01.658642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad5b2cc-8cac-490e-9d9a-0cfac776a41c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:01.660911 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5ad5b2cc-8cac-490e-9d9a-0cfac776a41c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0877478 Jan 10 11:57:01.666343 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56734) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:01.694570 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-010532d7-aa74-4ffb-8ec0-2072ca1cbf1c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'name': 'tempest-PortsTestJSON-2084721133'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:01.802956 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-19ee5ff5-b3f1-459a-9673-e9dac40a00ff tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (c1f3c6d7-40fb-4a66-999a-eca22bd7c48c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.819465 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-f279ecc4-5547-4ad1-a18b-e28192fda46c None None] Set router 09c46bb3-cc27-42f9-956f-904173c6a593 gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:57:01.823489 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ee5ff5-b3f1-459a-9673-e9dac40a00ff tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 10 11:57:01.824297 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ee5ff5-b3f1-459a-9673-e9dac40a00ff tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:01.834962 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-19ee5ff5-b3f1-459a-9673-e9dac40a00ff tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/networks/c1f3c6d7-40fb-4a66-999a-eca22bd7c48c HTTP/1.1" status: 409 len: 466 time: 0.1673453 Jan 10 11:57:01.835613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56736) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:01.837978 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-475d0471-afa5-46de-a7bf-789a0183c14c tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/floatingips/96d63941-3352-4054-8e7f-ce5834ee89d5 HTTP/1.1" status: 200 len: 991 time: 0.2426677 Jan 10 11:57:01.850902 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-13c2b17a-3130-4743-bd50-d9b803b1a9d2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1152207402'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:01.912028 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-da2ca18e-5177-40ba-b559-585e0e88bbf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (09c46bb3-cc27-42f9-956f-904173c6a593), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.916686 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-da2ca18e-5177-40ba-b559-585e0e88bbf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_controller (09c46bb3-cc27-42f9-956f-904173c6a593), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:01.931285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fee3d8ab-5e33-4fd6-a54c-d0cd3212e520 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:01.984070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f855d4-55ea-4d35-be9c-ee1beec47e12 None None] New status for floating IP 96d63941-3352-4054-8e7f-ce5834ee89d5: ACTIVE {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:57:01.994431 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c2b17a-3130-4743-bd50-d9b803b1a9d2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Made reservation on behalf of 6aded47d27664ebabf5d0724dd26056a for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:01.999034 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-13c2b17a-3130-4743-bd50-d9b803b1a9d2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.008802 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f279ecc4-5547-4ad1-a18b-e28192fda46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:55Z', 'revision_number': 11, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:02.061856 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f279ecc4-5547-4ad1-a18b-e28192fda46c None None] The sync data for ids ['09c46bb3-cc27-42f9-956f-904173c6a593'] in dv-neutron-master-2-hyperv is: [{'id': '09c46bb3-cc27-42f9-956f-904173c6a593', 'name': 'tempest-RoutersTest-router-342796321', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:37Z', 'updated_at': '2022-01-10T11:56:55Z', 'revision_number': 11, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:57:02.076826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c2b17a-3130-4743-bd50-d9b803b1a9d2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:57:02.107696 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-13c2b17a-3130-4743-bd50-d9b803b1a9d2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (aae8e2cd-e774-4a49-b769-4c37f10ead6d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.112165 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-13c2b17a-3130-4743-bd50-d9b803b1a9d2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Added segment aae8e2cd-e774-4a49-b769-4c37f10ead6d of type vlan for network 38f8c759-089f-436b-8ab3-3d257e0c4b34 Jan 10 11:57:02.131885 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-da2ca18e-5177-40ba-b559-585e0e88bbf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (09c46bb3-cc27-42f9-956f-904173c6a593), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.132516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2ca18e-5177-40ba-b559-585e0e88bbf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Fanout notify agent at l3_agent the message router_deleted on router 09c46bb3-cc27-42f9-956f-904173c6a593 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:57:02.148751 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-da2ca18e-5177-40ba-b559-585e0e88bbf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.156944 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-da2ca18e-5177-40ba-b559-585e0e88bbf3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/routers/09c46bb3-cc27-42f9-956f-904173c6a593 HTTP/1.1" status: 204 len: 168 time: 0.7420518 Jan 10 11:57:02.157879 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56740) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:02.165837 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0db29748-f206-43a4-add0-23ce02860c2e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1127851958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:02.172759 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010532d7-aa74-4ffb-8ec0-2072ca1cbf1c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:02.178624 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-010532d7-aa74-4ffb-8ec0-2072ca1cbf1c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.188307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-13c2b17a-3130-4743-bd50-d9b803b1a9d2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (38f8c759-089f-436b-8ab3-3d257e0c4b34), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.201368 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-010532d7-aa74-4ffb-8ec0-2072ca1cbf1c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port 140797e9-a241-4e33-90fe-af891da7f12d yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:57:02.264488 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port fee3d8ab-5e33-4fd6-a54c-d0cd3212e520 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:02.264936 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fee3d8ab-5e33-4fd6-a54c-d0cd3212e520), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.303225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-13c2b17a-3130-4743-bd50-d9b803b1a9d2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (38f8c759-089f-436b-8ab3-3d257e0c4b34), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.309226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c2b17a-3130-4743-bd50-d9b803b1a9d2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:02.309879 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-13c2b17a-3130-4743-bd50-d9b803b1a9d2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.333138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de99dfa7-a1ad-41ad-ad4c-1ddbb92ab94f None None] Network c1f3c6d7-40fb-4a66-999a-eca22bd7c48c requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:02.418309 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2b17a-3130-4743-bd50-d9b803b1a9d2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event updated for resources: {'Network': ['ID=38f8c759-089f-436b-8ab3-3d257e0c4b34,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:02.436538 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 38f8c759-089f-436b-8ab3-3d257e0c4b34 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:57:02.462783 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e8b9c13d-17b5-4652-b9bd-e372e6ed3ee5 None None] Provisioning complete for port fee3d8ab-5e33-4fd6-a54c-d0cd3212e520 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:02.463174 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e8b9c13d-17b5-4652-b9bd-e372e6ed3ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fee3d8ab-5e33-4fd6-a54c-d0cd3212e520), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.467318 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-13c2b17a-3130-4743-bd50-d9b803b1a9d2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6304016 Jan 10 11:57:02.470211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56742) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:02.478138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-4516ff1e-662f-4a71-b9f9-611f2a88d290 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Request body: {'subnet': {'network_id': '38f8c759-089f-436b-8ab3-3d257e0c4b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:02.517942 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0db29748-f206-43a4-add0-23ce02860c2e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (6817a478-1ff3-4a2d-84a6-1f966d41198b), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.521214 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0db29748-f206-43a4-add0-23ce02860c2e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (6817a478-1ff3-4a2d-84a6-1f966d41198b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.553778 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fee3d8ab-5e33-4fd6-a54c-d0cd3212e520), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.680479 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port fee3d8ab-5e33-4fd6-a54c-d0cd3212e520, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fee3d8ab-5e33-4fd6-a54c-d0cd3212e520,segment=NetworkSegment(7f8113b0-ab81-4a76-8fe1-5d27e62d0862),segment_id=7f8113b0-ab81-4a76-8fe1-5d27e62d0862)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:02.703021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4516ff1e-662f-4a71-b9f9-611f2a88d290 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Made reservation on behalf of 6aded47d27664ebabf5d0724dd26056a for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:02.709473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4516ff1e-662f-4a71-b9f9-611f2a88d290 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.739344 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e8b9c13d-17b5-4652-b9bd-e372e6ed3ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fee3d8ab-5e33-4fd6-a54c-d0cd3212e520), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.774312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eded900-c969-45e4-a4c3-afa9bbe1eac6 None None] DHCP port deletion for c1f3c6d7-40fb-4a66-999a-eca22bd7c48c request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:57:02.783148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (fee3d8ab-5e33-4fd6-a54c-d0cd3212e520), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.836193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56744) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:02.881753 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0db29748-f206-43a4-add0-23ce02860c2e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_controller (6817a478-1ff3-4a2d-84a6-1f966d41198b), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.888830 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:57:02.923415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-010532d7-aa74-4ffb-8ec0-2072ca1cbf1c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (140797e9-a241-4e33-90fe-af891da7f12d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.945397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:57:02.946091 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8170fcd4-f7d0-461d-92bc-2d3e8d2a8f2b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:57:02.950701 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-e8b9c13d-17b5-4652-b9bd-e372e6ed3ee5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:57:02.951324 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-e8b9c13d-17b5-4652-b9bd-e372e6ed3ee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:57:02.955141 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=fee3d8ab-5e33-4fd6-a54c-d0cd3212e520,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:02.955783 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f009d78a-7948-40c6-8fed-42fe075d3a11 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/floatingips/96d63941-3352-4054-8e7f-ce5834ee89d5 HTTP/1.1" status: 200 len: 993 time: 0.1021967 Jan 10 11:57:02.965859 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8eded900-c969-45e4-a4c3-afa9bbe1eac6 None None] Deleting port fee3d8ab-5e33-4fd6-a54c-d0cd3212e520 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:02.966248 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8eded900-c969-45e4-a4c3-afa9bbe1eac6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (fee3d8ab-5e33-4fd6-a54c-d0cd3212e520), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:02.978553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0db29748-f206-43a4-add0-23ce02860c2e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (6817a478-1ff3-4a2d-84a6-1f966d41198b), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:03.047377 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8eded900-c969-45e4-a4c3-afa9bbe1eac6 None None] For port fee3d8ab-5e33-4fd6-a54c-d0cd3212e520, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fee3d8ab-5e33-4fd6-a54c-d0cd3212e520,segment=NetworkSegment(7f8113b0-ab81-4a76-8fe1-5d27e62d0862),segment_id=7f8113b0-ab81-4a76-8fe1-5d27e62d0862)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:03.047871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8eded900-c969-45e4-a4c3-afa9bbe1eac6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (fee3d8ab-5e33-4fd6-a54c-d0cd3212e520), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:03.070854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8eded900-c969-45e4-a4c3-afa9bbe1eac6 None None] Calling delete_port for fee3d8ab-5e33-4fd6-a54c-d0cd3212e520 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:03.081941 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0db29748-f206-43a4-add0-23ce02860c2e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:03.083298 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0db29748-f206-43a4-add0-23ce02860c2e tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9240091 Jan 10 11:57:03.086102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56746) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:03.090984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-b45047ef-af16-4271-a62f-6a423a105dd0 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:03.125752 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-010532d7-aa74-4ffb-8ec0-2072ca1cbf1c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (140797e9-a241-4e33-90fe-af891da7f12d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:03.257097 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010532d7-aa74-4ffb-8ec0-2072ca1cbf1c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network c8915f05-36da-46e3-9c20-c5781ca8baea is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:03.267030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.objects.ports [None req-4516ff1e-662f-4a71-b9f9-611f2a88d290 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110624) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:57:03.268934 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4516ff1e-662f-4a71-b9f9-611f2a88d290 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (5254293c-597b-433e-9049-ea2d7f9ba4d0), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:03.280629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8eded900-c969-45e4-a4c3-afa9bbe1eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (fee3d8ab-5e33-4fd6-a54c-d0cd3212e520), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:03.296235 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010532d7-aa74-4ffb-8ec0-2072ca1cbf1c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=140797e9-a241-4e33-90fe-af891da7f12d,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:03.300811 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-010532d7-aa74-4ffb-8ec0-2072ca1cbf1c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:03.305308 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010532d7-aa74-4ffb-8ec0-2072ca1cbf1c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:03.309624 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eded900-c969-45e4-a4c3-afa9bbe1eac6 None None] Pushing event deleted for resources: {'Port': ['ID=fee3d8ab-5e33-4fd6-a54c-d0cd3212e520,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:03.312098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010532d7-aa74-4ffb-8ec0-2072ca1cbf1c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:03.312800 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-010532d7-aa74-4ffb-8ec0-2072ca1cbf1c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:03.315357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eded900-c969-45e4-a4c3-afa9bbe1eac6 None None] No DVR routers for this DVR port fee3d8ab-5e33-4fd6-a54c-d0cd3212e520 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:03.344543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cfa445-0f77-4d76-9027-8b82e2ea5f80 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 11:57:03.353261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516ff1e-662f-4a71-b9f9-611f2a88d290 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event updated for resources: {'Subnet': ['ID=5254293c-597b-433e-9049-ea2d7f9ba4d0,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:03.375032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516ff1e-662f-4a71-b9f9-611f2a88d290 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Checking segment: {'id': 'aae8e2cd-e774-4a49-b769-4c37f10ead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '38f8c759-089f-436b-8ab3-3d257e0c4b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:03.375729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4516ff1e-662f-4a71-b9f9-611f2a88d290 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Network hostable DHCP agents. Network: 38f8c759-089f-436b-8ab3-3d257e0c4b34, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:57:03.412178 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-010532d7-aa74-4ffb-8ec0-2072ca1cbf1c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7191036 Jan 10 11:57:03.412833 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56750) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:03.415755 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b45047ef-af16-4271-a62f-6a423a105dd0 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (6817a478-1ff3-4a2d-84a6-1f966d41198b), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:03.497266 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4516ff1e-662f-4a71-b9f9-611f2a88d290 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Network 38f8c759-089f-436b-8ab3-3d257e0c4b34 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:57:03.518373 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e8b9c13d-17b5-4652-b9bd-e372e6ed3ee5 None None] Port fee3d8ab-5e33-4fd6-a54c-d0cd3212e520 update to ACTIVE by agent not found {{(pid=110626) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 10 11:57:03.530554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7a05d122-ae82-47d5-9ca2-2cdc4d5c1143 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 140797e9-a241-4e33-90fe-af891da7f12d {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:03.535168 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a05d122-ae82-47d5-9ca2-2cdc4d5c1143 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (140797e9-a241-4e33-90fe-af891da7f12d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:03.535312 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b45047ef-af16-4271-a62f-6a423a105dd0 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (6817a478-1ff3-4a2d-84a6-1f966d41198b), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:03.610277 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a05d122-ae82-47d5-9ca2-2cdc4d5c1143 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (140797e9-a241-4e33-90fe-af891da7f12d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:03.632259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7a05d122-ae82-47d5-9ca2-2cdc4d5c1143 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 140797e9-a241-4e33-90fe-af891da7f12d owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:03.646387 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-4516ff1e-662f-4a71-b9f9-611f2a88d290 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 38f8c759-089f-436b-8ab3-3d257e0c4b34) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:03.654279 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4516ff1e-662f-4a71-b9f9-611f2a88d290 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:03.655003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4516ff1e-662f-4a71-b9f9-611f2a88d290 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:03.768229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cfa445-0f77-4d76-9027-8b82e2ea5f80 None None] Unable to find a vacant binding_index for network 38f8c759-089f-436b-8ab3-3d257e0c4b34 and agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 {{(pid=110626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 10 11:57:03.771375 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45047ef-af16-4271-a62f-6a423a105dd0 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Router 6817a478-1ff3-4a2d-84a6-1f966d41198b is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:57:03.775740 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cfa445-0f77-4d76-9027-8b82e2ea5f80 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 38f8c759-089f-436b-8ab3-3d257e0c4b34) {{(pid=110626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 11:57:03.788832 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fee3d8ab-5e33-4fd6-a54c-d0cd3212e520 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:57:03.809464 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4516ff1e-662f-4a71-b9f9-611f2a88d290 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3380456 Jan 10 11:57:03.812131 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56752) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:03.814599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: fee3d8ab-5e33-4fd6-a54c-d0cd3212e520 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:57:03.817713 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fee3d8ab-5e33-4fd6-a54c-d0cd3212e520 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:57:03.873152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45047ef-af16-4271-a62f-6a423a105dd0 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:57:03.889098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b45047ef-af16-4271-a62f-6a423a105dd0 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:03.892157 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1a681a-3e1f-4133-844c-9b7259f42c85 None None] Sync routers for ids ['6817a478-1ff3-4a2d-84a6-1f966d41198b'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:57:03.894397 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b45047ef-af16-4271-a62f-6a423a105dd0 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "PUT /v2.0/routers/6817a478-1ff3-4a2d-84a6-1f966d41198b HTTP/1.1" status: 200 len: 694 time: 0.8061345 Jan 10 11:57:03.896536 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56754) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:03.907627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a05d122-ae82-47d5-9ca2-2cdc4d5c1143 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (140797e9-a241-4e33-90fe-af891da7f12d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:03.916546 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1a681a-3e1f-4133-844c-9b7259f42c85 None None] Routers {'6817a478-1ff3-4a2d-84a6-1f966d41198b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:03.918114 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5e1a681a-3e1f-4133-844c-9b7259f42c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6817a478-1ff3-4a2d-84a6-1f966d41198b'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:04.008683 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-5e1a681a-3e1f-4133-844c-9b7259f42c85 None None] Set router 6817a478-1ff3-4a2d-84a6-1f966d41198b gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:57:04.017423 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05d122-ae82-47d5-9ca2-2cdc4d5c1143 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=140797e9-a241-4e33-90fe-af891da7f12d,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:04.029217 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1fabff27-6281-465d-b1ab-c330bd6b4049 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/routers/6817a478-1ff3-4a2d-84a6-1f966d41198b HTTP/1.1" status: 200 len: 700 time: 0.1315100 Jan 10 11:57:04.033361 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56756) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:04.038286 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a05d122-ae82-47d5-9ca2-2cdc4d5c1143 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.041673 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7a05d122-ae82-47d5-9ca2-2cdc4d5c1143 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/140797e9-a241-4e33-90fe-af891da7f12d HTTP/1.1" status: 204 len: 168 time: 0.6268916 Jan 10 11:57:04.045622 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56758) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:04.051090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c0a20cfa-cba9-4187-b7a7-0b2e2d3df740 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'mac_address': 'fa:16:3e:7e:f5:55', 'name': 'tempest-PortsTestJSON-1981625714'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:04.084230 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5e1a681a-3e1f-4133-844c-9b7259f42c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6817a478-1ff3-4a2d-84a6-1f966d41198b', 'name': 'tempest-RoutersTest-router-1127851958', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:57:02Z', 'updated_at': '2022-01-10T11:57:03Z', 'revision_number': 2, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:04.114664 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1a681a-3e1f-4133-844c-9b7259f42c85 None None] Checking router: 6817a478-1ff3-4a2d-84a6-1f966d41198b for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:57:04.115501 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-be250f59-c5fa-4a51-bf67-0a5871b858b4 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports?device_id=6817a478-1ff3-4a2d-84a6-1f966d41198b HTTP/1.1" status: 200 len: 205 time: 0.0786223 Jan 10 11:57:04.120585 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56760) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:04.124848 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1a681a-3e1f-4133-844c-9b7259f42c85 None None] Routers {'6817a478-1ff3-4a2d-84a6-1f966d41198b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:04.125726 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5e1a681a-3e1f-4133-844c-9b7259f42c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:56:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6817a478-1ff3-4a2d-84a6-1f966d41198b'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:04.197218 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (38f8c759-089f-436b-8ab3-3d257e0c4b34), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.237440 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-38f8c759-089f-436b-8ab3-3d257e0c4b34', 'network_id': '38f8c759-089f-436b-8ab3-3d257e0c4b34', 'project_id': '6aded47d27664ebabf5d0724dd26056a', 'fixed_ips': [{'subnet_id': '5254293c-597b-433e-9049-ea2d7f9ba4d0'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:57:04.238348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.258044 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-5e1a681a-3e1f-4133-844c-9b7259f42c85 None None] Set router 6817a478-1ff3-4a2d-84a6-1f966d41198b gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:57:04.265289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a20cfa-cba9-4187-b7a7-0b2e2d3df740 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:04.283656 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-50697fa0-a046-4a47-b40a-af36eb009f69 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (6817a478-1ff3-4a2d-84a6-1f966d41198b), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.360963 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c0a20cfa-cba9-4187-b7a7-0b2e2d3df740 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.384203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5e1a681a-3e1f-4133-844c-9b7259f42c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6817a478-1ff3-4a2d-84a6-1f966d41198b', 'name': 'tempest-RoutersTest-router-1127851958', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:57:02Z', 'updated_at': '2022-01-10T11:57:03Z', 'revision_number': 2, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:04.400985 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (5254293c-597b-433e-9049-ea2d7f9ba4d0), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.404883 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-c0a20cfa-cba9-4187-b7a7-0b2e2d3df740 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port 8de15b07-7920-45f5-8e51-5bfd7c8f12a9 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:57:04.461182 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1a681a-3e1f-4133-844c-9b7259f42c85 None None] The sync data for ids ['6817a478-1ff3-4a2d-84a6-1f966d41198b'] in dv-neutron-master-2-hyperv is: [{'id': '6817a478-1ff3-4a2d-84a6-1f966d41198b', 'name': 'tempest-RoutersTest-router-1127851958', 'tenant_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:57:02Z', 'updated_at': '2022-01-10T11:57:03Z', 'revision_number': 2, 'project_id': '01bb9cfabf4d4cb9804d2d23648e2688', 'gw_port_host': None}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:57:04.469225 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Allocated IP 2001:db8::f816:3eff:fea5:fb32 (38f8c759-089f-436b-8ab3-3d257e0c4b34/5254293c-597b-433e-9049-ea2d7f9ba4d0/11ee767d-c0e3-47cb-a6a8-99d0b97b8582) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:04.540552 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-50697fa0-a046-4a47-b40a-af36eb009f69 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (6817a478-1ff3-4a2d-84a6-1f966d41198b), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.543124 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-50697fa0-a046-4a47-b40a-af36eb009f69 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router_controller (6817a478-1ff3-4a2d-84a6-1f966d41198b), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.680209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Publish callbacks [] for port (11ee767d-c0e3-47cb-a6a8-99d0b97b8582), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.684334 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c0a20cfa-cba9-4187-b7a7-0b2e2d3df740 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (8de15b07-7920-45f5-8e51-5bfd7c8f12a9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.720658 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-50697fa0-a046-4a47-b40a-af36eb009f69 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (6817a478-1ff3-4a2d-84a6-1f966d41198b), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.721309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50697fa0-a046-4a47-b40a-af36eb009f69 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Fanout notify agent at l3_agent the message router_deleted on router 6817a478-1ff3-4a2d-84a6-1f966d41198b {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:57:04.729494 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-50697fa0-a046-4a47-b40a-af36eb009f69 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.730679 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-50697fa0-a046-4a47-b40a-af36eb009f69 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/routers/6817a478-1ff3-4a2d-84a6-1f966d41198b HTTP/1.1" status: 204 len: 168 time: 0.6080208 Jan 10 11:57:04.737411 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56764) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:04.749981 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (11ee767d-c0e3-47cb-a6a8-99d0b97b8582), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.780984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56766) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:04.791310 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6638f138-3454-405b-bc05-796d19e50819 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports?device_id=6817a478-1ff3-4a2d-84a6-1f966d41198b HTTP/1.1" status: 200 len: 205 time: 0.0517859 Jan 10 11:57:04.796084 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Pushing event updated for resources: {'Port': ['ID=11ee767d-c0e3-47cb-a6a8-99d0b97b8582,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:04.804646 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c0a20cfa-cba9-4187-b7a7-0b2e2d3df740 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (8de15b07-7920-45f5-8e51-5bfd7c8f12a9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.810750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Network 38f8c759-089f-436b-8ab3-3d257e0c4b34 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:04.812414 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:04.815057 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:04.827783 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-593aa6f1-7680-46da-a981-bcb2225b73b3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] delete failed (client error): The resource could not be found. Jan 10 11:57:04.833015 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-593aa6f1-7680-46da-a981-bcb2225b73b3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/routers/6817a478-1ff3-4a2d-84a6-1f966d41198b HTTP/1.1" status: 404 len: 336 time: 0.0496449 Jan 10 11:57:04.833981 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a20cfa-cba9-4187-b7a7-0b2e2d3df740 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network c8915f05-36da-46e3-9c20-c5781ca8baea is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:04.834107 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56768) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:04.836719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-c0a20cfa-cba9-4187-b7a7-0b2e2d3df740 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:04.865688 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec0384a-eb93-42ae-8206-ba280da6dd1c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:04.866337 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec0384a-eb93-42ae-8206-ba280da6dd1c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:04.869068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a20cfa-cba9-4187-b7a7-0b2e2d3df740 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:04.872379 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2ec0384a-eb93-42ae-8206-ba280da6dd1c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/81056c1e-9deb-486f-a31b-9e577f369a1d HTTP/1.1" status: 404 len: 337 time: 0.0375876 Jan 10 11:57:04.873034 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56770) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:04.879067 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a20cfa-cba9-4187-b7a7-0b2e2d3df740 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:04.880123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Attempting to bind port 11ee767d-c0e3-47cb-a6a8-99d0b97b8582 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:57:04.880347 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c0a20cfa-cba9-4187-b7a7-0b2e2d3df740 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.880505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Attempting to bind port 11ee767d-c0e3-47cb-a6a8-99d0b97b8582 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aae8e2cd-e774-4a49-b769-4c37f10ead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '38f8c759-089f-436b-8ab3-3d257e0c4b34'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:57:04.880877 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Attempting to bind port 11ee767d-c0e3-47cb-a6a8-99d0b97b8582 on network 38f8c759-089f-436b-8ab3-3d257e0c4b34 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:04.887027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:57:04.887413 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Checking segment: {'id': 'aae8e2cd-e774-4a49-b769-4c37f10ead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '38f8c759-089f-436b-8ab3-3d257e0c4b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:04.887820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.888218 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Bound using segment: {'id': 'aae8e2cd-e774-4a49-b769-4c37f10ead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '38f8c759-089f-436b-8ab3-3d257e0c4b34'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:57:04.888701 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Bound port: 11ee767d-c0e3-47cb-a6a8-99d0b97b8582, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae8e2cd-e774-4a49-b769-4c37f10ead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '38f8c759-089f-436b-8ab3-3d257e0c4b34'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:57:04.889090 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (11ee767d-c0e3-47cb-a6a8-99d0b97b8582), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.904685 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb1b04b-950a-4cd1-9cd3-00183bb934d2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:04.905291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb1b04b-950a-4cd1-9cd3-00183bb934d2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:04.908487 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7eb1b04b-950a-4cd1-9cd3-00183bb934d2 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/58030fd2-c6ee-406a-9ad1-48b0cccc3692 HTTP/1.1" status: 404 len: 337 time: 0.0344756 Jan 10 11:57:04.911966 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56772) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:04.914817 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a20cfa-cba9-4187-b7a7-0b2e2d3df740 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=8de15b07-7920-45f5-8e51-5bfd7c8f12a9,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:04.917989 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (5254293c-597b-433e-9049-ea2d7f9ba4d0), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:04.945292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Subnet': ['ID=5254293c-597b-433e-9049-ea2d7f9ba4d0,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:04.945572 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-a812b08e-8013-4fde-b4ab-5b8c0ca08caa tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:04.946070 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a812b08e-8013-4fde-b4ab-5b8c0ca08caa tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:04.949239 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a812b08e-8013-4fde-b4ab-5b8c0ca08caa tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/20650af8-0196-4918-be09-b7d143b0175d HTTP/1.1" status: 404 len: 337 time: 0.0362785 Jan 10 11:57:04.951840 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56774) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:04.958469 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c0a20cfa-cba9-4187-b7a7-0b2e2d3df740 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9071693 Jan 10 11:57:04.959816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56776) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:04.980796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] For port 11ee767d-c0e3-47cb-a6a8-99d0b97b8582, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:57:04.986435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] For port 11ee767d-c0e3-47cb-a6a8-99d0b97b8582, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=11ee767d-c0e3-47cb-a6a8-99d0b97b8582,segment=NetworkSegment(aae8e2cd-e774-4a49-b769-4c37f10ead6d),segment_id=aae8e2cd-e774-4a49-b769-4c37f10ead6d)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:57:05.016261 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-922f3d7a-0dfb-4f9d-a14d-8a565ded0a5f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:05.016886 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922f3d7a-0dfb-4f9d-a14d-8a565ded0a5f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:05.022300 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-922f3d7a-0dfb-4f9d-a14d-8a565ded0a5f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/7520da56-e6d5-4133-8166-e2324026de86 HTTP/1.1" status: 404 len: 337 time: 0.0692127 Jan 10 11:57:05.024892 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56778) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.057845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (11ee767d-c0e3-47cb-a6a8-99d0b97b8582), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:05.088996 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e9f284-8871-469f-8ae5-916181ff9528 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:05.090450 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-83e9f284-8871-469f-8ae5-916181ff9528 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/8de15b07-7920-45f5-8e51-5bfd7c8f12a9 HTTP/1.1" status: 200 len: 841 time: 0.1276691 Jan 10 11:57:05.094129 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56780) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.096324 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bd95a269-3560-482b-aecc-39020d589eed tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports?device_id=09c46bb3-cc27-42f9-956f-904173c6a593 HTTP/1.1" status: 200 len: 205 time: 0.0680053 Jan 10 11:57:05.101486 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (38f8c759-089f-436b-8ab3-3d257e0c4b34), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:05.105876 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56782) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.147506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d9f4d-84a6-4dc9-81e4-3d3e3392c591 None None] Pushing event updated for resources: {'Port': ['ID=11ee767d-c0e3-47cb-a6a8-99d0b97b8582,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:05.164901 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-9550d955-6c8e-463c-b992-ea45caa39745 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] delete failed (client error): The resource could not be found. Jan 10 11:57:05.165976 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9550d955-6c8e-463c-b992-ea45caa39745 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/routers/09c46bb3-cc27-42f9-956f-904173c6a593 HTTP/1.1" status: 404 len: 336 time: 0.0594146 Jan 10 11:57:05.168798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56784) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.180637 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f8c759-089f-436b-8ab3-3d257e0c4b34']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:05.219581 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c9a2bbb2-f366-4de7-bd68-8d6ec401d9a0 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports?device_id=979871a1-c0de-4049-ad79-5a58a581dd7a HTTP/1.1" status: 200 len: 205 time: 0.0497553 Jan 10 11:57:05.221549 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae8e2cd-e774-4a49-b769-4c37f10ead6d') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:05.222217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae8e2cd-e774-4a49-b769-4c37f10ead6d') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:05.224015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56786) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.232671 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (aae8e2cd-e774-4a49-b769-4c37f10ead6d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:05.251710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (aae8e2cd-e774-4a49-b769-4c37f10ead6d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:05.259167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:57:05.259737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (aae8e2cd-e774-4a49-b769-4c37f10ead6d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:57:05.263173 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:57:05.288838 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-279af073-ac17-4b1f-a392-7e70c3d12fb3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] delete failed (client error): The resource could not be found. Jan 10 11:57:05.292812 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-279af073-ac17-4b1f-a392-7e70c3d12fb3 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/routers/979871a1-c0de-4049-ad79-5a58a581dd7a HTTP/1.1" status: 404 len: 336 time: 0.0640669 Jan 10 11:57:05.295594 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56788) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.298671 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 8de15b07-7920-45f5-8e51-5bfd7c8f12a9 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:05.298998 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8de15b07-7920-45f5-8e51-5bfd7c8f12a9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:05.347172 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e677b13-dc38-4d62-9b73-34c22dbade7a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:05.347649 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e677b13-dc38-4d62-9b73-34c22dbade7a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:05.350985 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6e677b13-dc38-4d62-9b73-34c22dbade7a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/ba5454c4-dbae-4a6b-a6a7-7b63e80d4e96 HTTP/1.1" status: 404 len: 337 time: 0.0476317 Jan 10 11:57:05.353613 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56792) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.397342 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0b681d08-60db-4a06-8654-a701cfb93ba8 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c59249c-b513-4426-afa0-8c3580b879ca HTTP/1.1" status: 200 len: 205 time: 0.0425973 Jan 10 11:57:05.400116 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56794) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.461692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.db.api [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 11:57:05.461692 dv-neutron-master-2-hyperv neutron-server[110624]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 11:57:05.461692 dv-neutron-master-2-hyperv neutron-server[110624]: [parameters: {'id': '38f8c759-089f-436b-8ab3-3d257e0c4b34'}] Jan 10 11:57:05.461692 dv-neutron-master-2-hyperv neutron-server[110624]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:57:05.461692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG oslo_db.api [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:57:05.464457 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-7195654f-4148-40ad-9384-b0167fed5ab6 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] delete failed (client error): The resource could not be found. Jan 10 11:57:05.465568 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7195654f-4148-40ad-9384-b0167fed5ab6 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/routers/1c59249c-b513-4426-afa0-8c3580b879ca HTTP/1.1" status: 404 len: 336 time: 0.0636702 Jan 10 11:57:05.468413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56796) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.489909 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8de15b07-7920-45f5-8e51-5bfd7c8f12a9), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:05.514737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56798) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.514961 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9323000f-1e8c-435e-9d1d-7281935bca7c tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports?device_id=190ceaa9-e261-48d4-b086-7b0bd0341cbe HTTP/1.1" status: 200 len: 205 time: 0.0394859 Jan 10 11:57:05.522545 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 8de15b07-7920-45f5-8e51-5bfd7c8f12a9 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:05.557485 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-f5aef3cb-8b33-480a-bafd-37dd13f124ae tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] delete failed (client error): The resource could not be found. Jan 10 11:57:05.558931 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f5aef3cb-8b33-480a-bafd-37dd13f124ae tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/routers/190ceaa9-e261-48d4-b086-7b0bd0341cbe HTTP/1.1" status: 404 len: 336 time: 0.0427279 Jan 10 11:57:05.561509 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56800) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.596503 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b896b8d-4281-4a16-a4ff-8051f536c24a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:05.597554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b896b8d-4281-4a16-a4ff-8051f536c24a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:05.603855 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0b896b8d-4281-4a16-a4ff-8051f536c24a tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/55e1d9c4-f699-4e13-a79f-5c71061f898f HTTP/1.1" status: 404 len: 337 time: 0.0388026 Jan 10 11:57:05.604078 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56802) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.642661 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ac9a532b-13ee-42e1-b6f5-14a831a9ec97 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd708cb-8615-498e-8f48-431ebcdfb5a4 HTTP/1.1" status: 200 len: 205 time: 0.0363624 Jan 10 11:57:05.644560 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56804) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.689687 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-98f61a36-786a-40b1-9785-9d418f63f33f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] delete failed (client error): The resource could not be found. Jan 10 11:57:05.690844 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-98f61a36-786a-40b1-9785-9d418f63f33f tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/routers/8fd708cb-8615-498e-8f48-431ebcdfb5a4 HTTP/1.1" status: 404 len: 336 time: 0.0452456 Jan 10 11:57:05.693494 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56806) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.703237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (8de15b07-7920-45f5-8e51-5bfd7c8f12a9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:05.754827 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef9ae1d-e817-4ad3-b26d-ff023536f86d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:05.755307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef9ae1d-e817-4ad3-b26d-ff023536f86d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:05.760845 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9ef9ae1d-e817-4ad3-b26d-ff023536f86d tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/f5463928-f2df-47d3-aaff-ba33c9bd7908 HTTP/1.1" status: 404 len: 337 time: 0.0639455 Jan 10 11:57:05.760845 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=8de15b07-7920-45f5-8e51-5bfd7c8f12a9,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:05.761527 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56808) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.766480 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:05.773337 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/8de15b07-7920-45f5-8e51-5bfd7c8f12a9 HTTP/1.1" status: 204 len: 168 time: 0.6778865 Jan 10 11:57:05.774768 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56810) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.780371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:05.780722 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:05.781070 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:05.781408 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:05.781747 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:05.782100 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:05.782434 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:05.782765 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:05.783103 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:05.783432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:05.783757 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:05.784084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:05.784414 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6a661-ff0f-470e-b482-cdb9ebd85fb1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:05.819107 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1cf07082-acf0-41ff-8cbc-583eef125213 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51df83b-249e-4591-b885-e287c7efec77 HTTP/1.1" status: 200 len: 205 time: 0.0527685 Jan 10 11:57:05.819481 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56812) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.832066 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-812c9016-3a7d-46c3-a0b1-9ea9ea116894 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] GET failed (client error): The resource could not be found. Jan 10 11:57:05.833506 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-812c9016-3a7d-46c3-a0b1-9ea9ea116894 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/8de15b07-7920-45f5-8e51-5bfd7c8f12a9 HTTP/1.1" status: 404 len: 333 time: 0.0578270 Jan 10 11:57:05.837087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56814) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.848253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b26ba293-6303-4116-ac4b-f6df93022f16 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'name': 'tempest-PortsTestJSON-89955918'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:05.871629 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-0a7675de-f5fd-4cdd-9e3d-b63049853f94 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] delete failed (client error): The resource could not be found. Jan 10 11:57:05.875056 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0a7675de-f5fd-4cdd-9e3d-b63049853f94 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/routers/d51df83b-249e-4591-b885-e287c7efec77 HTTP/1.1" status: 404 len: 336 time: 0.0500464 Jan 10 11:57:05.877463 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56816) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.891779 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 11ee767d-c0e3-47cb-a6a8-99d0b97b8582 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:05.907065 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f451a2f-c449-475b-9484-055d0a731b45 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:05.907814 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f451a2f-c449-475b-9484-055d0a731b45 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:05.915286 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2f451a2f-c449-475b-9484-055d0a731b45 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/c874daa5-0f54-4c6d-9bbd-7f7c4c4e6db7 HTTP/1.1" status: 404 len: 337 time: 0.0351975 Jan 10 11:57:05.917721 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56820) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:05.948560 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-105e5414-8129-41bd-ac97-e64d9ce10f61 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:05.949028 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105e5414-8129-41bd-ac97-e64d9ce10f61 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:05.953341 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-105e5414-8129-41bd-ac97-e64d9ce10f61 tempest-RoutersTest-21515392 tempest-RoutersTest-21515392-project] 10.222.0.16 "DELETE /v2.0/subnets/b72a65a1-a1b8-46fa-ae88-98da8836d33c HTTP/1.1" status: 404 len: 337 time: 0.0343990 Jan 10 11:57:05.962414 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (38f8c759-089f-436b-8ab3-3d257e0c4b34), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:05.982638 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 11ee767d-c0e3-47cb-a6a8-99d0b97b8582 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:05.983022 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (11ee767d-c0e3-47cb-a6a8-99d0b97b8582), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:06.033207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26ba293-6303-4116-ac4b-f6df93022f16 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:06.040104 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b26ba293-6303-4116-ac4b-f6df93022f16 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:06.062124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Deleting port 11ee767d-c0e3-47cb-a6a8-99d0b97b8582 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:06.062525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (11ee767d-c0e3-47cb-a6a8-99d0b97b8582), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:06.069574 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-b26ba293-6303-4116-ac4b-f6df93022f16 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port 6f015c72-fda6-4365-91d4-b2117c80d6e6 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:57:06.084021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-79251f53-bc5c-4b96-b452-5bf461212ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:06.102048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (11ee767d-c0e3-47cb-a6a8-99d0b97b8582), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:06.156779 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 11ee767d-c0e3-47cb-a6a8-99d0b97b8582, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=11ee767d-c0e3-47cb-a6a8-99d0b97b8582,segment=NetworkSegment(aae8e2cd-e774-4a49-b769-4c37f10ead6d),segment_id=aae8e2cd-e774-4a49-b769-4c37f10ead6d)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:06.211337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] For port 11ee767d-c0e3-47cb-a6a8-99d0b97b8582, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=11ee767d-c0e3-47cb-a6a8-99d0b97b8582,segment=NetworkSegment(aae8e2cd-e774-4a49-b769-4c37f10ead6d),segment_id=aae8e2cd-e774-4a49-b769-4c37f10ead6d)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:06.212254 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (11ee767d-c0e3-47cb-a6a8-99d0b97b8582), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:06.243634 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Calling delete_port for 11ee767d-c0e3-47cb-a6a8-99d0b97b8582 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:06.413976 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b26ba293-6303-4116-ac4b-f6df93022f16 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (6f015c72-fda6-4365-91d4-b2117c80d6e6), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:06.428560 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54727d3d-5e07-442e-a5cd-6a30a1c9e97e None None] Network 38f8c759-089f-436b-8ab3-3d257e0c4b34 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:06.539051 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-1f226ce8-0f46-43a3-b69c-cc4ed8dd393f None None] Provisioning complete for port 11ee767d-c0e3-47cb-a6a8-99d0b97b8582 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:06.539369 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f226ce8-0f46-43a3-b69c-cc4ed8dd393f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (11ee767d-c0e3-47cb-a6a8-99d0b97b8582), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:06.595682 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66bd31e-9cd6-43bb-a03d-00b78242602b None None] Network 38f8c759-089f-436b-8ab3-3d257e0c4b34 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:06.747276 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f226ce8-0f46-43a3-b69c-cc4ed8dd393f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (11ee767d-c0e3-47cb-a6a8-99d0b97b8582), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:06.810568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77482960-c0b5-4d55-b16b-f56d73b7c483 None None] DHCP port deletion for 38f8c759-089f-436b-8ab3-3d257e0c4b34 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:57:06.864631 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-77482960-c0b5-4d55-b16b-f56d73b7c483 None None] Deleting port 11ee767d-c0e3-47cb-a6a8-99d0b97b8582 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:06.865005 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77482960-c0b5-4d55-b16b-f56d73b7c483 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (11ee767d-c0e3-47cb-a6a8-99d0b97b8582), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:06.934830 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-77482960-c0b5-4d55-b16b-f56d73b7c483 None None] For port 11ee767d-c0e3-47cb-a6a8-99d0b97b8582, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=11ee767d-c0e3-47cb-a6a8-99d0b97b8582,segment=NetworkSegment(aae8e2cd-e774-4a49-b769-4c37f10ead6d),segment_id=aae8e2cd-e774-4a49-b769-4c37f10ead6d)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:06.935574 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77482960-c0b5-4d55-b16b-f56d73b7c483 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (11ee767d-c0e3-47cb-a6a8-99d0b97b8582), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:06.952555 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-77482960-c0b5-4d55-b16b-f56d73b7c483 None None] Calling delete_port for 11ee767d-c0e3-47cb-a6a8-99d0b97b8582 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:07.075590 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (11ee767d-c0e3-47cb-a6a8-99d0b97b8582), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.143060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b26ba293-6303-4116-ac4b-f6df93022f16 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (6f015c72-fda6-4365-91d4-b2117c80d6e6), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.155187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-1f226ce8-0f46-43a3-b69c-cc4ed8dd393f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:57:07.155574 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-1f226ce8-0f46-43a3-b69c-cc4ed8dd393f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:57:07.167380 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=11ee767d-c0e3-47cb-a6a8-99d0b97b8582,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:07.186695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (11ee767d-c0e3-47cb-a6a8-99d0b97b8582), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.189364 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77482960-c0b5-4d55-b16b-f56d73b7c483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (11ee767d-c0e3-47cb-a6a8-99d0b97b8582), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.210857 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26ba293-6303-4116-ac4b-f6df93022f16 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network c8915f05-36da-46e3-9c20-c5781ca8baea is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:07.216517 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] No DVR routers for this DVR port 11ee767d-c0e3-47cb-a6a8-99d0b97b8582 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:07.222599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77482960-c0b5-4d55-b16b-f56d73b7c483 None None] Pushing event deleted for resources: {'Port': ['ID=11ee767d-c0e3-47cb-a6a8-99d0b97b8582,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:07.225287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77482960-c0b5-4d55-b16b-f56d73b7c483 None None] No DVR routers for this DVR port 11ee767d-c0e3-47cb-a6a8-99d0b97b8582 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:07.227689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-b26ba293-6303-4116-ac4b-f6df93022f16 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:07.230390 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26ba293-6303-4116-ac4b-f6df93022f16 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:07.237058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26ba293-6303-4116-ac4b-f6df93022f16 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:07.239538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b26ba293-6303-4116-ac4b-f6df93022f16 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.262532 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ba293-6303-4116-ac4b-f6df93022f16 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=6f015c72-fda6-4365-91d4-b2117c80d6e6,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:07.312917 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Port': ['ID=11ee767d-c0e3-47cb-a6a8-99d0b97b8582,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:07.352247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (38f8c759-089f-436b-8ab3-3d257e0c4b34), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.374643 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f8c759-089f-436b-8ab3-3d257e0c4b34']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:07.385367 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae8e2cd-e774-4a49-b769-4c37f10ead6d') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:07.385664 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae8e2cd-e774-4a49-b769-4c37f10ead6d') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:07.399284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (aae8e2cd-e774-4a49-b769-4c37f10ead6d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.411934 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b26ba293-6303-4116-ac4b-f6df93022f16 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.5706341 Jan 10 11:57:07.413032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56828) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:07.418509 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (aae8e2cd-e774-4a49-b769-4c37f10ead6d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.422797 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ecd1d1cb-6d1d-400e-a6d1-bf813bdb2b6e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:07.430856 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:57:07.430856 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (aae8e2cd-e774-4a49-b769-4c37f10ead6d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:57:07.433591 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:57:07.505372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ecd1d1cb-6d1d-400e-a6d1-bf813bdb2b6e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6f015c72-fda6-4365-91d4-b2117c80d6e6), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.553237 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56836) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:07.589067 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (38f8c759-089f-436b-8ab3-3d257e0c4b34), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.595849 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.604935 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/networks/38f8c759-089f-436b-8ab3-3d257e0c4b34 HTTP/1.1" status: 204 len: 168 time: 3.7861292 Jan 10 11:57:07.606656 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56840) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:07.620318 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ebb70198-55f9-47b5-bace-d0b6c9e11611 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-712384271'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:07.624372 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cb526-629b-4393-9186-ae1a0d551814 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Network': ['ID=38f8c759-089f-436b-8ab3-3d257e0c4b34,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:07.696565 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1f226ce8-0f46-43a3-b69c-cc4ed8dd393f None None] Port 11ee767d-c0e3-47cb-a6a8-99d0b97b8582 update to ACTIVE by agent not found {{(pid=110626) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 10 11:57:07.708178 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb70198-55f9-47b5-bace-d0b6c9e11611 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Made reservation on behalf of 6aded47d27664ebabf5d0724dd26056a for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:07.712496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebb70198-55f9-47b5-bace-d0b6c9e11611 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.746664 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ecd1d1cb-6d1d-400e-a6d1-bf813bdb2b6e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (6f015c72-fda6-4365-91d4-b2117c80d6e6), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.773941 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb70198-55f9-47b5-bace-d0b6c9e11611 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:57:07.786385 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f8b0702f-62d1-4341-b858-8dad5cbae820 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01bb9cfabf4d4cb9804d2d23648e2688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319362 Jan 10 11:57:07.789341 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56842) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:07.791692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebb70198-55f9-47b5-bace-d0b6c9e11611 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e15ad11e-e5ba-4ab5-9e6e-999108ec5ae5), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.793575 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-ebb70198-55f9-47b5-bace-d0b6c9e11611 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Added segment e15ad11e-e5ba-4ab5-9e6e-999108ec5ae5 of type vlan for network 6b0e7668-ab72-4a5c-9b5e-f121ee6f566c Jan 10 11:57:07.805294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 11ee767d-c0e3-47cb-a6a8-99d0b97b8582 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:57:07.830682 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 11ee767d-c0e3-47cb-a6a8-99d0b97b8582 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:57:07.831323 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 11ee767d-c0e3-47cb-a6a8-99d0b97b8582 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:57:07.848479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebb70198-55f9-47b5-bace-d0b6c9e11611 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (6b0e7668-ab72-4a5c-9b5e-f121ee6f566c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.861531 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ecd1d1cb-6d1d-400e-a6d1-bf813bdb2b6e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (6f015c72-fda6-4365-91d4-b2117c80d6e6), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.920354 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f3e8bbcf-36e8-4296-8186-72fc45c6c772 admin admin] Publish callbacks [] for security_group (4e3e5365-ec08-4555-827b-fe8ee88f0acd), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.926411 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ecd1d1cb-6d1d-400e-a6d1-bf813bdb2b6e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] In _notify_port_updated(), no bound segment for port 6f015c72-fda6-4365-91d4-b2117c80d6e6 on network c8915f05-36da-46e3-9c20-c5781ca8baea {{(pid=110625) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:57:07.932923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1d1cb-6d1d-400e-a6d1-bf813bdb2b6e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:07.933591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ecd1d1cb-6d1d-400e-a6d1-bf813bdb2b6e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:07.937457 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ecd1d1cb-6d1d-400e-a6d1-bf813bdb2b6e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "PUT /v2.0/ports/6f015c72-fda6-4365-91d4-b2117c80d6e6 HTTP/1.1" status: 200 len: 818 time: 0.5191658 Jan 10 11:57:07.939505 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56846) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:07.968973 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de76849-b1d9-4e80-88c3-528ac12fb88b req-c0ea45b2-21a6-4ca3-8d27-537737bda8cd tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:07.970825 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1de76849-b1d9-4e80-88c3-528ac12fb88b req-c0ea45b2-21a6-4ca3-8d27-537737bda8cd tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.0581179 Jan 10 11:57:07.976888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1d1cb-6d1d-400e-a6d1-bf813bdb2b6e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=6f015c72-fda6-4365-91d4-b2117c80d6e6,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:07.995883 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f3e8bbcf-36e8-4296-8186-72fc45c6c772 admin admin] Publish callbacks [] for security_group (4e3e5365-ec08-4555-827b-fe8ee88f0acd), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:08.034556 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebb70198-55f9-47b5-bace-d0b6c9e11611 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (6b0e7668-ab72-4a5c-9b5e-f121ee6f566c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:08.040599 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb70198-55f9-47b5-bace-d0b6c9e11611 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:08.041361 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebb70198-55f9-47b5-bace-d0b6c9e11611 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:08.071120 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1de76849-b1d9-4e80-88c3-528ac12fb88b req-117ff55d-2b13-4f80-9599-9155a241aed8 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910926 Jan 10 11:57:08.118025 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e5a5c-a197-4e8f-9c74-023a4d50620b req-527c7b2f-9e7b-4b0f-9b7d-4d21db56774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:08.119471 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-549e5a5c-a197-4e8f-9c74-023a4d50620b req-527c7b2f-9e7b-4b0f-9b7d-4d21db56774d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1fa961e41ec4d84a1776f42096f6118&device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 1099 time: 0.0799398 Jan 10 11:57:08.134377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb70198-55f9-47b5-bace-d0b6c9e11611 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event updated for resources: {'Network': ['ID=6b0e7668-ab72-4a5c-9b5e-f121ee6f566c,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:08.143777 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ebb70198-55f9-47b5-bace-d0b6c9e11611 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5360377 Jan 10 11:57:08.146795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56848) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:08.149729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b30e0ecf-30ca-4fd6-9423-1cd9c4b7fb14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Request body: {'subnet': {'network_id': '6b0e7668-ab72-4a5c-9b5e-f121ee6f566c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:08.153471 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 6b0e7668-ab72-4a5c-9b5e-f121ee6f566c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:57:08.162447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-545e4ba0-a135-447f-8c66-49d537095ee7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 6f015c72-fda6-4365-91d4-b2117c80d6e6 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:08.163140 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-545e4ba0-a135-447f-8c66-49d537095ee7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (6f015c72-fda6-4365-91d4-b2117c80d6e6), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:08.217540 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f3e8bbcf-36e8-4296-8186-72fc45c6c772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (4e3e5365-ec08-4555-827b-fe8ee88f0acd), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:08.220146 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f3e8bbcf-36e8-4296-8186-72fc45c6c772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:08.221388 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f3e8bbcf-36e8-4296-8186-72fc45c6c772 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e3e5365-ec08-4555-827b-fe8ee88f0acd HTTP/1.1" status: 204 len: 168 time: 0.4303026 Jan 10 11:57:08.284072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8bbcf-36e8-4296-8186-72fc45c6c772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3e5365-ec08-4555-827b-fe8ee88f0acd,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:08.301972 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-545e4ba0-a135-447f-8c66-49d537095ee7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (6f015c72-fda6-4365-91d4-b2117c80d6e6), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:08.327184 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-545e4ba0-a135-447f-8c66-49d537095ee7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 6f015c72-fda6-4365-91d4-b2117c80d6e6 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:08.333164 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e5a5c-a197-4e8f-9c74-023a4d50620b req-6c9b1cf7-2e7c-4586-91eb-fd2cc4e9d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:08.334718 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-549e5a5c-a197-4e8f-9c74-023a4d50620b req-6c9b1cf7-2e7c-4586-91eb-fd2cc4e9d78e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc HTTP/1.1" status: 200 len: 913 time: 0.2079480 Jan 10 11:57:08.384061 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30e0ecf-30ca-4fd6-9423-1cd9c4b7fb14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Made reservation on behalf of 6aded47d27664ebabf5d0724dd26056a for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:08.388080 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b30e0ecf-30ca-4fd6-9423-1cd9c4b7fb14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:08.455606 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-549e5a5c-a197-4e8f-9c74-023a4d50620b req-d2323308-6093-49a8-b128-b8bd1aa00500 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd HTTP/1.1" status: 200 len: 1002 time: 0.1121881 Jan 10 11:57:08.521211 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e5a5c-a197-4e8f-9c74-023a4d50620b req-629fa03d-755e-48bb-b342-af3f9da57c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:08.524539 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-549e5a5c-a197-4e8f-9c74-023a4d50620b req-629fa03d-755e-48bb-b342-af3f9da57c1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51450b-3d7a-412c-a467-63a15343a6eb HTTP/1.1" status: 200 len: 851 time: 0.0601280 Jan 10 11:57:08.588498 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e5a5c-a197-4e8f-9c74-023a4d50620b req-dc25074d-d90d-4133-9d57-e483096e783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:08.590093 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-549e5a5c-a197-4e8f-9c74-023a4d50620b req-dc25074d-d90d-4133-9d57-e483096e783d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578132 Jan 10 11:57:08.594581 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-545e4ba0-a135-447f-8c66-49d537095ee7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (6f015c72-fda6-4365-91d4-b2117c80d6e6), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:08.646576 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e4ba0-a135-447f-8c66-49d537095ee7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=6f015c72-fda6-4365-91d4-b2117c80d6e6,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:08.700047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-545e4ba0-a135-447f-8c66-49d537095ee7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:08.705601 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-545e4ba0-a135-447f-8c66-49d537095ee7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/6f015c72-fda6-4365-91d4-b2117c80d6e6 HTTP/1.1" status: 204 len: 168 time: 0.7626915 Jan 10 11:57:08.705983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56856) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:08.745401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b30e0ecf-30ca-4fd6-9423-1cd9c4b7fb14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (7253e3c1-322d-4aa1-952b-5d105be7735c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:08.767482 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-549e5a5c-a197-4e8f-9c74-023a4d50620b req-04ae014c-d93c-4131-ba5f-144d3179f05c service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708746 Jan 10 11:57:08.936081 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-549e5a5c-a197-4e8f-9c74-023a4d50620b req-cab73803-bc33-4aba-a867-1379588bb385 service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617417 Jan 10 11:57:09.220049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3997ffea-689c-4b20-b7a6-5421411dfc96 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:09.225578 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3997ffea-689c-4b20-b7a6-5421411dfc96 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5148945 Jan 10 11:57:09.226495 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56868) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:09.248569 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e0ecf-30ca-4fd6-9423-1cd9c4b7fb14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event updated for resources: {'Subnet': ['ID=7253e3c1-322d-4aa1-952b-5d105be7735c,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:09.270502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30e0ecf-30ca-4fd6-9423-1cd9c4b7fb14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Checking segment: {'id': 'e15ad11e-e5ba-4ab5-9e6e-999108ec5ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6b0e7668-ab72-4a5c-9b5e-f121ee6f566c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:09.270862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30e0ecf-30ca-4fd6-9423-1cd9c4b7fb14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Network hostable DHCP agents. Network: 6b0e7668-ab72-4a5c-9b5e-f121ee6f566c, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:57:09.355673 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30e0ecf-30ca-4fd6-9423-1cd9c4b7fb14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Network 6b0e7668-ab72-4a5c-9b5e-f121ee6f566c is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:57:09.460266 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-b30e0ecf-30ca-4fd6-9423-1cd9c4b7fb14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6b0e7668-ab72-4a5c-9b5e-f121ee6f566c) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:09.474042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb73c7b-9160-4fc5-9b81-8ab9de856f7d None None] Network 6b0e7668-ab72-4a5c-9b5e-f121ee6f566c requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:09.485002 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30e0ecf-30ca-4fd6-9423-1cd9c4b7fb14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:09.486844 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b30e0ecf-30ca-4fd6-9423-1cd9c4b7fb14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:09.611949 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b30e0ecf-30ca-4fd6-9423-1cd9c4b7fb14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4635499 Jan 10 11:57:09.611949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56878) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:09.672921 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c3296a-5633-42b4-b2cb-be0ecc33c2d9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] GET failed (client error): The resource could not be found. Jan 10 11:57:09.681429 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-42c3296a-5633-42b4-b2cb-be0ecc33c2d9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/6f015c72-fda6-4365-91d4-b2117c80d6e6 HTTP/1.1" status: 404 len: 333 time: 0.4537656 Jan 10 11:57:09.689632 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56880) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:09.695077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-7cdf8331-7c7c-41bc-870c-d5dd080c46cf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-218786318'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:09.808452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f3657-f3d5-4609-bc30-1801b053231d req-b6c0e665-e78a-4800-9afb-02eb2a541efb tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:09.812775 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b29f3657-f3d5-4609-bc30-1801b053231d req-b6c0e665-e78a-4800-9afb-02eb2a541efb tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1534164 Jan 10 11:57:09.848655 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ed61427d-66b6-4297-9f54-2bdb0072c6a9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (6b0e7668-ab72-4a5c-9b5e-f121ee6f566c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:09.907319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdf8331-7c7c-41bc-870c-d5dd080c46cf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:09.908795 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6712916b-ca60-4394-970a-3fcce3b5cf60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6b0e7668-ab72-4a5c-9b5e-f121ee6f566c', 'network_id': '6b0e7668-ab72-4a5c-9b5e-f121ee6f566c', 'project_id': '6aded47d27664ebabf5d0724dd26056a', 'fixed_ips': [{'subnet_id': '7253e3c1-322d-4aa1-952b-5d105be7735c'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:57:09.909744 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6712916b-ca60-4394-970a-3fcce3b5cf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:09.911662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7cdf8331-7c7c-41bc-870c-d5dd080c46cf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:09.932629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ed61427d-66b6-4297-9f54-2bdb0072c6a9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (7253e3c1-322d-4aa1-952b-5d105be7735c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:09.936890 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b29f3657-f3d5-4609-bc30-1801b053231d req-5c697f70-366d-473f-a24f-4509ba351a1f tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127732 Jan 10 11:57:09.956088 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56884) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:09.965843 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0070279 Jan 10 11:57:09.967096 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56886) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:09.985742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cdf8331-7c7c-41bc-870c-d5dd080c46cf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:57:09.999345 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7cdf8331-7c7c-41bc-870c-d5dd080c46cf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (7b5989f6-0cde-4742-937a-83f2b039c490), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:09.999345 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-7cdf8331-7c7c-41bc-870c-d5dd080c46cf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Added segment 7b5989f6-0cde-4742-937a-83f2b039c490 of type vlan for network bd2635a6-25dc-4e6a-be88-09030cb33e86 Jan 10 11:57:10.065979 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7cdf8331-7c7c-41bc-870c-d5dd080c46cf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (bd2635a6-25dc-4e6a-be88-09030cb33e86), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:10.125537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ed61427d-66b6-4297-9f54-2bdb0072c6a9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (7253e3c1-322d-4aa1-952b-5d105be7735c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:10.133944 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7fbfade5-c191-4b89-81e2-5fcc7bd4a2e8 tempest-NetworksApiDiscovery-22464419 tempest-NetworksApiDiscovery-22464419-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1639783 Jan 10 11:57:10.164136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61427d-66b6-4297-9f54-2bdb0072c6a9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Subnet': ['ID=7253e3c1-322d-4aa1-952b-5d105be7735c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server [None req-6712916b-ca60-4394-970a-3fcce3b5cf60 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7253e3c1-322d-4aa1-952b-5d105be7735c: This subnet is being modified by another concurrent operation. Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise self.value Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server raise exception Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7253e3c1-322d-4aa1-952b-5d105be7735c: This subnet is being modified by another concurrent operation. Jan 10 11:57:10.191056 dv-neutron-master-2-hyperv neutron-server[110626]: ERROR oslo_messaging.rpc.server Jan 10 11:57:10.216967 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7cdf8331-7c7c-41bc-870c-d5dd080c46cf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (bd2635a6-25dc-4e6a-be88-09030cb33e86), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:10.220087 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d506e5c2-85ca-4823-a4c5-d651b47f2429 None None] Network 6b0e7668-ab72-4a5c-9b5e-f121ee6f566c requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:10.223947 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdf8331-7c7c-41bc-870c-d5dd080c46cf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:10.224865 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7cdf8331-7c7c-41bc-870c-d5dd080c46cf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:10.283691 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ed61427d-66b6-4297-9f54-2bdb0072c6a9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (6b0e7668-ab72-4a5c-9b5e-f121ee6f566c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:10.310006 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-ed61427d-66b6-4297-9f54-2bdb0072c6a9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0e7668-ab72-4a5c-9b5e-f121ee6f566c']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:10.321438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-ed61427d-66b6-4297-9f54-2bdb0072c6a9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15ad11e-e5ba-4ab5-9e6e-999108ec5ae5') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:10.322019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-ed61427d-66b6-4297-9f54-2bdb0072c6a9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15ad11e-e5ba-4ab5-9e6e-999108ec5ae5') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:10.334114 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ed61427d-66b6-4297-9f54-2bdb0072c6a9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (e15ad11e-e5ba-4ab5-9e6e-999108ec5ae5), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:10.350377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ed61427d-66b6-4297-9f54-2bdb0072c6a9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e15ad11e-e5ba-4ab5-9e6e-999108ec5ae5), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:10.357675 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed61427d-66b6-4297-9f54-2bdb0072c6a9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:57:10.358284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ed61427d-66b6-4297-9f54-2bdb0072c6a9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (e15ad11e-e5ba-4ab5-9e6e-999108ec5ae5), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:57:10.362084 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:57:10.365627 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2044eca7-3788-42df-9df7-bb826b5704c5 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 11:57:10.390060 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7cdf8331-7c7c-41bc-870c-d5dd080c46cf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6988819 Jan 10 11:57:10.400907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56892) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:10.411152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8119f0bf-63d7-41fd-9eb9-fc0d6cd884b3 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'subnet': {'network_id': 'bd2635a6-25dc-4e6a-be88-09030cb33e86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:10.453268 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf8331-7c7c-41bc-870c-d5dd080c46cf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Network': ['ID=bd2635a6-25dc-4e6a-be88-09030cb33e86,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:10.455385 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1616547d-4411-495c-9223-6287bb35c6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:10.471326 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network bd2635a6-25dc-4e6a-be88-09030cb33e86 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:57:10.531679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ed61427d-66b6-4297-9f54-2bdb0072c6a9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (6b0e7668-ab72-4a5c-9b5e-f121ee6f566c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:10.537508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ed61427d-66b6-4297-9f54-2bdb0072c6a9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:10.544214 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ed61427d-66b6-4297-9f54-2bdb0072c6a9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/networks/6b0e7668-ab72-4a5c-9b5e-f121ee6f566c HTTP/1.1" status: 204 len: 168 time: 0.9281445 Jan 10 11:57:10.548669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56894) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:10.554373 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0b34d660-0323-48b9-8c36-202f96ee65bf tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1037559652'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:10.577741 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61427d-66b6-4297-9f54-2bdb0072c6a9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Network': ['ID=6b0e7668-ab72-4a5c-9b5e-f121ee6f566c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:10.656317 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2044eca7-3788-42df-9df7-bb826b5704c5 None None] Resources bound (agent type, host, resource id): {{(pid=110626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 11:57:10.691790 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b34d660-0323-48b9-8c36-202f96ee65bf tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Made reservation on behalf of 6aded47d27664ebabf5d0724dd26056a for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:10.704696 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0b34d660-0323-48b9-8c36-202f96ee65bf tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:10.721887 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8119f0bf-63d7-41fd-9eb9-fc0d6cd884b3 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:10.726385 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8119f0bf-63d7-41fd-9eb9-fc0d6cd884b3 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:10.753049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:10.754377 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b34d660-0323-48b9-8c36-202f96ee65bf tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:57:10.800636 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0b34d660-0323-48b9-8c36-202f96ee65bf tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (68745312-5693-4568-a7e2-6c9f090014a1), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:10.801821 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-0b34d660-0323-48b9-8c36-202f96ee65bf tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Added segment 68745312-5693-4568-a7e2-6c9f090014a1 of type vlan for network 571ae816-1fff-4e7f-8ace-c89af448fad5 Jan 10 11:57:10.857251 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56900) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:10.878893 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0b34d660-0323-48b9-8c36-202f96ee65bf tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (571ae816-1fff-4e7f-8ace-c89af448fad5), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:10.995021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:11.074642 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0b34d660-0323-48b9-8c36-202f96ee65bf tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (571ae816-1fff-4e7f-8ace-c89af448fad5), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:11.083877 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b34d660-0323-48b9-8c36-202f96ee65bf tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:11.086774 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0b34d660-0323-48b9-8c36-202f96ee65bf tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:11.151507 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2c52d-a180-45b1-be0c-bff8420320ce req-de9d5c47-37c4-43c0-9fb3-5fe4b3aafa20 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:11.153338 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1d2c52d-a180-45b1-be0c-bff8420320ce req-de9d5c47-37c4-43c0-9fb3-5fe4b3aafa20 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.0958145 Jan 10 11:57:11.181352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Publish callbacks [] for security_group (f326ee21-2552-455e-8826-67ce587c526e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:11.217122 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8119f0bf-63d7-41fd-9eb9-fc0d6cd884b3 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (79fb711c-11d5-4863-aa16-acd8a6623510), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:11.270367 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1d2c52d-a180-45b1-be0c-bff8420320ce req-a269e5f1-78ed-4eea-8398-50028d02744a tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046906 Jan 10 11:57:11.283842 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34d660-0323-48b9-8c36-202f96ee65bf tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event updated for resources: {'Network': ['ID=571ae816-1fff-4e7f-8ace-c89af448fad5,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:11.304808 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0b34d660-0323-48b9-8c36-202f96ee65bf tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7524171 Jan 10 11:57:11.309908 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56908) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:11.329526 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 571ae816-1fff-4e7f-8ace-c89af448fad5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:57:11.329727 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (f326ee21-2552-455e-8826-67ce587c526e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:11.329865 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-46a52dca-5c30-413b-9b40-bf15c100da14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Request body: {'subnet': {'network_id': '571ae816-1fff-4e7f-8ace-c89af448fad5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:11.358353 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119f0bf-63d7-41fd-9eb9-fc0d6cd884b3 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Subnet': ['ID=79fb711c-11d5-4863-aa16-acd8a6623510,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:11.378423 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96700b91bb104d78ba9ff01f7d5a4bcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5168462 Jan 10 11:57:11.382062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56912) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:11.382481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f326ee21-2552-455e-8826-67ce587c526e,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:11.418068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:11.418068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:11.418068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:11.418068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:11.418068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:11.418068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:11.418068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:11.418068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:11.418068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:11.418068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:11.418068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:11.418068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:11.419444 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b2b55-3232-4085-8d34-95fe6854d20e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:11.426532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119f0bf-63d7-41fd-9eb9-fc0d6cd884b3 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Checking segment: {'id': '7b5989f6-0cde-4742-937a-83f2b039c490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd2635a6-25dc-4e6a-be88-09030cb33e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:11.426900 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8119f0bf-63d7-41fd-9eb9-fc0d6cd884b3 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network hostable DHCP agents. Network: bd2635a6-25dc-4e6a-be88-09030cb33e86, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:57:11.484818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22c9605e-87f6-4539-963b-aa98da560dc2 admin admin] Publish callbacks [] for security_group (f326ee21-2552-455e-8826-67ce587c526e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:11.516401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22c9605e-87f6-4539-963b-aa98da560dc2 admin admin] Publish callbacks [] for security_group (f326ee21-2552-455e-8826-67ce587c526e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:11.594222 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8119f0bf-63d7-41fd-9eb9-fc0d6cd884b3 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network bd2635a6-25dc-4e6a-be88-09030cb33e86 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:57:11.622951 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a52dca-5c30-413b-9b40-bf15c100da14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Made reservation on behalf of 6aded47d27664ebabf5d0724dd26056a for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:11.626634 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-46a52dca-5c30-413b-9b40-bf15c100da14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:11.703203 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22c9605e-87f6-4539-963b-aa98da560dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (f326ee21-2552-455e-8826-67ce587c526e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:11.708155 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22c9605e-87f6-4539-963b-aa98da560dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:11.711902 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-22c9605e-87f6-4539-963b-aa98da560dc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f326ee21-2552-455e-8826-67ce587c526e HTTP/1.1" status: 204 len: 168 time: 0.3244030 Jan 10 11:57:11.723458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9605e-87f6-4539-963b-aa98da560dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f326ee21-2552-455e-8826-67ce587c526e,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:11.768024 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8119f0bf-63d7-41fd-9eb9-fc0d6cd884b3 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bd2635a6-25dc-4e6a-be88-09030cb33e86) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:11.779782 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a60f38-c697-4c63-870d-fba47d2cb868 None None] Network bd2635a6-25dc-4e6a-be88-09030cb33e86 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:11.781726 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8119f0bf-63d7-41fd-9eb9-fc0d6cd884b3 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:11.782715 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8119f0bf-63d7-41fd-9eb9-fc0d6cd884b3 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:11.893794 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8119f0bf-63d7-41fd-9eb9-fc0d6cd884b3 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4919353 Jan 10 11:57:11.897060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56920) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:11.902156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f3ebf279-0b11-4283-94b1-8a9738766e6f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'subnet': {'network_id': 'bd2635a6-25dc-4e6a-be88-09030cb33e86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:11.921453 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bd2635a6-25dc-4e6a-be88-09030cb33e86', 'network_id': 'bd2635a6-25dc-4e6a-be88-09030cb33e86', 'project_id': 'b5dd82c5df384ebe8eff9042fabdda7d', 'fixed_ips': [{'subnet_id': '79fb711c-11d5-4863-aa16-acd8a6623510'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:57:11.922413 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:12.085754 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.objects.ports [None req-46a52dca-5c30-413b-9b40-bf15c100da14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110625) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:57:12.087493 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-46a52dca-5c30-413b-9b40-bf15c100da14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (2453ec7f-ecc8-47e9-a5a2-2d977475f2c5), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:12.108711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ebf279-0b11-4283-94b1-8a9738766e6f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:12.108939 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Allocated IP 172.20.0.2 (bd2635a6-25dc-4e6a-be88-09030cb33e86/79fb711c-11d5-4863-aa16-acd8a6623510/ec76caa8-d864-4aa8-94b6-23be70ad5b1c) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:12.112237 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f3ebf279-0b11-4283-94b1-8a9738766e6f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:12.182484 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:12.203687 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a52dca-5c30-413b-9b40-bf15c100da14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event updated for resources: {'Subnet': ['ID=2453ec7f-ecc8-47e9-a5a2-2d977475f2c5,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:12.223939 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a52dca-5c30-413b-9b40-bf15c100da14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Checking segment: {'id': '68745312-5693-4568-a7e2-6c9f090014a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '571ae816-1fff-4e7f-8ace-c89af448fad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:12.224343 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a52dca-5c30-413b-9b40-bf15c100da14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Network hostable DHCP agents. Network: 571ae816-1fff-4e7f-8ace-c89af448fad5, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:57:12.260661 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.ipam_backend_mixin [None req-f3ebf279-0b11-4283-94b1-8a9738766e6f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 79fb711c-11d5-4863-aa16-acd8a6623510 (CIDR: 172.20.0.0/28) Jan 10 11:57:12.312100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Publish callbacks [] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:12.312575 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ebf279-0b11-4283-94b1-8a9738766e6f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:57:12.313460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ebf279-0b11-4283-94b1-8a9738766e6f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:12.348786 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a52dca-5c30-413b-9b40-bf15c100da14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Network 571ae816-1fff-4e7f-8ace-c89af448fad5 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:57:12.423535 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:12.463187 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-46a52dca-5c30-413b-9b40-bf15c100da14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 571ae816-1fff-4e7f-8ace-c89af448fad5) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:12.469023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Network bd2635a6-25dc-4e6a-be88-09030cb33e86 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:12.470111 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a52dca-5c30-413b-9b40-bf15c100da14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:12.474887 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:12.475588 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f3ebf279-0b11-4283-94b1-8a9738766e6f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5730624 Jan 10 11:57:12.475588 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56930) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:12.475835 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:12.477135 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-46a52dca-5c30-413b-9b40-bf15c100da14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:12.480260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fd81da-eff9-40c9-b381-1b7534d03407 None None] Network 571ae816-1fff-4e7f-8ace-c89af448fad5 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:12.482410 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5a2028b3-0931-4ba9-b613-0672e186e3e7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'subnet': {'network_id': 'bd2635a6-25dc-4e6a-be88-09030cb33e86', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:12.571734 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Pushing event updated for resources: {'Port': ['ID=ec76caa8-d864-4aa8-94b6-23be70ad5b1c,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:12.612296 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-46a52dca-5c30-413b-9b40-bf15c100da14 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2984881 Jan 10 11:57:12.615638 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56934) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:12.616208 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-571ae816-1fff-4e7f-8ace-c89af448fad5', 'network_id': '571ae816-1fff-4e7f-8ace-c89af448fad5', 'project_id': '6aded47d27664ebabf5d0724dd26056a', 'fixed_ips': [{'subnet_id': '2453ec7f-ecc8-47e9-a5a2-2d977475f2c5'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:57:12.617110 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:12.624288 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:12.624643 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:12.624993 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:12.625333 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:12.625665 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:12.626120 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:12.626335 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:12.626787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:12.626965 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:12.627294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:12.627617 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:12.627941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:12.628257 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:57:12.684940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Attempting to bind port ec76caa8-d864-4aa8-94b6-23be70ad5b1c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:57:12.685246 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Attempting to bind port ec76caa8-d864-4aa8-94b6-23be70ad5b1c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7b5989f6-0cde-4742-937a-83f2b039c490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd2635a6-25dc-4e6a-be88-09030cb33e86'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:57:12.685618 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Attempting to bind port ec76caa8-d864-4aa8-94b6-23be70ad5b1c on network bd2635a6-25dc-4e6a-be88-09030cb33e86 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:12.735121 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:57:12.735553 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Checking segment: {'id': '7b5989f6-0cde-4742-937a-83f2b039c490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd2635a6-25dc-4e6a-be88-09030cb33e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:12.735905 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:12.736300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Bound using segment: {'id': '7b5989f6-0cde-4742-937a-83f2b039c490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd2635a6-25dc-4e6a-be88-09030cb33e86'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:57:12.736778 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Bound port: ec76caa8-d864-4aa8-94b6-23be70ad5b1c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5989f6-0cde-4742-937a-83f2b039c490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd2635a6-25dc-4e6a-be88-09030cb33e86'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:57:12.737166 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:12.777614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2028b3-0931-4ba9-b613-0672e186e3e7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:12.781920 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5a2028b3-0931-4ba9-b613-0672e186e3e7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:12.782625 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (571ae816-1fff-4e7f-8ace-c89af448fad5), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:12.854261 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Allocated IP 2001:db8::f816:3eff:fec4:3e17 (571ae816-1fff-4e7f-8ace-c89af448fad5/2453ec7f-ecc8-47e9-a5a2-2d977475f2c5/3ff71d47-f065-48bc-9a21-47ec86c9df89) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:12.884526 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] For port ec76caa8-d864-4aa8-94b6-23be70ad5b1c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:57:12.924617 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (2453ec7f-ecc8-47e9-a5a2-2d977475f2c5), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:12.935208 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] For port ec76caa8-d864-4aa8-94b6-23be70ad5b1c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec76caa8-d864-4aa8-94b6-23be70ad5b1c,segment=NetworkSegment(7b5989f6-0cde-4742-937a-83f2b039c490),segment_id=7b5989f6-0cde-4742-937a-83f2b039c490)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:57:13.108100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Publish callbacks [] for port (3ff71d47-f065-48bc-9a21-47ec86c9df89), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:13.440934 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:13.474568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5a2028b3-0931-4ba9-b613-0672e186e3e7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (84b203e6-3792-4764-be75-a26ab45a752b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:13.477835 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:13.481417 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (3ff71d47-f065-48bc-9a21-47ec86c9df89), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:13.556537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Network 571ae816-1fff-4e7f-8ace-c89af448fad5 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:13.558331 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0fa6f-dbf0-420f-a3b8-a7b93c0bdb33 None None] Pushing event updated for resources: {'Port': ['ID=ec76caa8-d864-4aa8-94b6-23be70ad5b1c,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:13.566233 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (2453ec7f-ecc8-47e9-a5a2-2d977475f2c5), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:13.582016 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2028b3-0931-4ba9-b613-0672e186e3e7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Subnet': ['ID=84b203e6-3792-4764-be75-a26ab45a752b,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:13.584717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:13.585537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2028b3-0931-4ba9-b613-0672e186e3e7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network bd2635a6-25dc-4e6a-be88-09030cb33e86 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:13.588682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-5a2028b3-0931-4ba9-b613-0672e186e3e7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:13.596457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2028b3-0931-4ba9-b613-0672e186e3e7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:13.597075 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5a2028b3-0931-4ba9-b613-0672e186e3e7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:13.609796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:13.649633 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Subnet': ['ID=2453ec7f-ecc8-47e9-a5a2-2d977475f2c5,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:13.689181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56954) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:13.695874 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Pushing event updated for resources: {'Port': ['ID=3ff71d47-f065-48bc-9a21-47ec86c9df89,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:13.712502 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5a2028b3-0931-4ba9-b613-0672e186e3e7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2340891 Jan 10 11:57:13.712686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56958) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:13.718868 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-bf4a0fb3-dc09-4985-bacb-facb44344077 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'network_id': 'bd2635a6-25dc-4e6a-be88-09030cb33e86', 'fixed_ips': [{'subnet_id': '79fb711c-11d5-4863-aa16-acd8a6623510'}, {'subnet_id': '84b203e6-3792-4764-be75-a26ab45a752b'}], 'name': 'tempest-PortsTestJSON-1114473503'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:13.736291 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Attempting to bind port 3ff71d47-f065-48bc-9a21-47ec86c9df89 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:57:13.736724 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Attempting to bind port 3ff71d47-f065-48bc-9a21-47ec86c9df89 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68745312-5693-4568-a7e2-6c9f090014a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '571ae816-1fff-4e7f-8ace-c89af448fad5'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:57:13.737116 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Attempting to bind port 3ff71d47-f065-48bc-9a21-47ec86c9df89 on network 571ae816-1fff-4e7f-8ace-c89af448fad5 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:13.758207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:57:13.758601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Checking segment: {'id': '68745312-5693-4568-a7e2-6c9f090014a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '571ae816-1fff-4e7f-8ace-c89af448fad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:13.759028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:13.759435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Bound using segment: {'id': '68745312-5693-4568-a7e2-6c9f090014a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '571ae816-1fff-4e7f-8ace-c89af448fad5'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:57:13.761402 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Bound port: 3ff71d47-f065-48bc-9a21-47ec86c9df89, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68745312-5693-4568-a7e2-6c9f090014a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '571ae816-1fff-4e7f-8ace-c89af448fad5'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:57:13.761571 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3ff71d47-f065-48bc-9a21-47ec86c9df89), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:13.766273 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (571ae816-1fff-4e7f-8ace-c89af448fad5), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:13.798421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571ae816-1fff-4e7f-8ace-c89af448fad5']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:13.834867 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68745312-5693-4568-a7e2-6c9f090014a1') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:13.835994 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68745312-5693-4568-a7e2-6c9f090014a1') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:13.857587 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (68745312-5693-4568-a7e2-6c9f090014a1), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:13.876985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (68745312-5693-4568-a7e2-6c9f090014a1), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:13.882949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7984ce23-9e4e-4f0c-9f55-8e1466ac88f3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-232830413-network', 'tenant_id': '3b88098bc7fb45b7b7544c7a37648e11'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:13.884044 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:57:13.884562 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (68745312-5693-4568-a7e2-6c9f090014a1), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:13.908704 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] For port 3ff71d47-f065-48bc-9a21-47ec86c9df89, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:57:13.947411 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:57:13.963982 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] For port 3ff71d47-f065-48bc-9a21-47ec86c9df89, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ff71d47-f065-48bc-9a21-47ec86c9df89,segment=NetworkSegment(68745312-5693-4568-a7e2-6c9f090014a1),segment_id=68745312-5693-4568-a7e2-6c9f090014a1)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:57:13.967844 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7984ce23-9e4e-4f0c-9f55-8e1466ac88f3 admin admin] Made reservation on behalf of 3b88098bc7fb45b7b7544c7a37648e11 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:13.970377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7984ce23-9e4e-4f0c-9f55-8e1466ac88f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:13.983319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.api [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 11:57:13.983319 dv-neutron-master-2-hyperv neutron-server[110625]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 11:57:13.983319 dv-neutron-master-2-hyperv neutron-server[110625]: [parameters: {'id': '571ae816-1fff-4e7f-8ace-c89af448fad5'}] Jan 10 11:57:13.983319 dv-neutron-master-2-hyperv neutron-server[110625]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:57:13.983871 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG oslo_db.api [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:57:13.991577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7984ce23-9e4e-4f0c-9f55-8e1466ac88f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:14.017905 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (3ff71d47-f065-48bc-9a21-47ec86c9df89), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:14.111417 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7984ce23-9e4e-4f0c-9f55-8e1466ac88f3 admin admin] Publish callbacks [] for security_group (20dd7c81-02fe-4a50-b966-2135711a2828), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:14.116608 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b0314-ea31-4ed5-ad4d-bb1e50e57f5e None None] Pushing event updated for resources: {'Port': ['ID=3ff71d47-f065-48bc-9a21-47ec86c9df89,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:14.140792 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311e7654-9b6a-4ae6-a2f2-f192446158e1 None None] Network 571ae816-1fff-4e7f-8ace-c89af448fad5 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:14.155131 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4a0fb3-dc09-4985-bacb-facb44344077 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:14.209353 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7984ce23-9e4e-4f0c-9f55-8e1466ac88f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (20dd7c81-02fe-4a50-b966-2135711a2828), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:14.252760 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7984ce23-9e4e-4f0c-9f55-8e1466ac88f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:57:14.264388 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984ce23-9e4e-4f0c-9f55-8e1466ac88f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dd7c81-02fe-4a50-b966-2135711a2828,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:14.276790 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7984ce23-9e4e-4f0c-9f55-8e1466ac88f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (4ad022f1-d8e9-4330-9b1a-219a76e343a2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:14.277141 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-7984ce23-9e4e-4f0c-9f55-8e1466ac88f3 admin admin] Added segment 4ad022f1-d8e9-4330-9b1a-219a76e343a2 of type vlan for network d6334e5b-dd29-4e01-8107-f45b63d25589 Jan 10 11:57:14.304479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0fb3-dc09-4985-bacb-facb44344077 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:14.349791 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-bf4a0fb3-dc09-4985-bacb-facb44344077 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port 457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:57:14.356113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7984ce23-9e4e-4f0c-9f55-8e1466ac88f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (d6334e5b-dd29-4e01-8107-f45b63d25589), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:14.485349 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (571ae816-1fff-4e7f-8ace-c89af448fad5), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:14.531276 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7984ce23-9e4e-4f0c-9f55-8e1466ac88f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (d6334e5b-dd29-4e01-8107-f45b63d25589), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:14.532548 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7984ce23-9e4e-4f0c-9f55-8e1466ac88f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:14.533340 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7984ce23-9e4e-4f0c-9f55-8e1466ac88f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:14.554320 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Deleting port 3ff71d47-f065-48bc-9a21-47ec86c9df89 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:14.554836 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (3ff71d47-f065-48bc-9a21-47ec86c9df89), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:14.646845 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] For port 3ff71d47-f065-48bc-9a21-47ec86c9df89, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ff71d47-f065-48bc-9a21-47ec86c9df89,segment=NetworkSegment(68745312-5693-4568-a7e2-6c9f090014a1),segment_id=68745312-5693-4568-a7e2-6c9f090014a1)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:14.647223 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (3ff71d47-f065-48bc-9a21-47ec86c9df89), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:14.664766 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Calling delete_port for 3ff71d47-f065-48bc-9a21-47ec86c9df89 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:14.705191 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7984ce23-9e4e-4f0c-9f55-8e1466ac88f3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0145350 Jan 10 11:57:14.709386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56972) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:14.710567 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984ce23-9e4e-4f0c-9f55-8e1466ac88f3 admin admin] Pushing event updated for resources: {'Network': ['ID=d6334e5b-dd29-4e01-8107-f45b63d25589,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:14.715064 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-23c8d193-0d01-42ca-8f8e-d33d0f1a596d admin admin] Request body: {'subnet': {'network_id': 'd6334e5b-dd29-4e01-8107-f45b63d25589', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-232830413-subnet', 'tenant_id': '3b88098bc7fb45b7b7544c7a37648e11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:14.723703 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network d6334e5b-dd29-4e01-8107-f45b63d25589 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:57:14.805142 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-bf4a0fb3-dc09-4985-bacb-facb44344077 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Allocated IP 172.20.0.8 (bd2635a6-25dc-4e6a-be88-09030cb33e86/79fb711c-11d5-4863-aa16-acd8a6623510/457565a5-e6e8-43f4-81e5-ba5ec1e3ec75) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:14.845844 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c8d193-0d01-42ca-8f8e-d33d0f1a596d admin admin] Made reservation on behalf of 3b88098bc7fb45b7b7544c7a37648e11 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:14.849036 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23c8d193-0d01-42ca-8f8e-d33d0f1a596d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:14.870101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e32b17-2219-48ac-bd05-5727d516591c None None] Network bd2635a6-25dc-4e6a-be88-09030cb33e86 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:14.875787 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (3ff71d47-f065-48bc-9a21-47ec86c9df89), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:14.879667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-bf4a0fb3-dc09-4985-bacb-facb44344077 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Allocated IP 172.20.0.24 (bd2635a6-25dc-4e6a-be88-09030cb33e86/84b203e6-3792-4764-be75-a26ab45a752b/457565a5-e6e8-43f4-81e5-ba5ec1e3ec75) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:14.940698 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Port': ['ID=3ff71d47-f065-48bc-9a21-47ec86c9df89,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:14.945946 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] No DVR routers for this DVR port 3ff71d47-f065-48bc-9a21-47ec86c9df89 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:14.953297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-82e31c58-ee41-4f89-8a1b-a24ce0a83486 None None] Provisioning complete for port ec76caa8-d864-4aa8-94b6-23be70ad5b1c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:14.954348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-82e31c58-ee41-4f89-8a1b-a24ce0a83486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:15.074520 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (571ae816-1fff-4e7f-8ace-c89af448fad5), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:15.141126 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571ae816-1fff-4e7f-8ace-c89af448fad5']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:15.146798 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-82e31c58-ee41-4f89-8a1b-a24ce0a83486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:15.156613 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68745312-5693-4568-a7e2-6c9f090014a1') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:15.157076 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68745312-5693-4568-a7e2-6c9f090014a1') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:15.167518 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b71fca3-1842-448f-a39a-08daa97b2636 None None] Update dhcp port {'port': {'network_id': 'bd2635a6-25dc-4e6a-be88-09030cb33e86', 'fixed_ips': [{'subnet_id': '79fb711c-11d5-4863-aa16-acd8a6623510', 'ip_address': '172.20.0.2'}, {'subnet_id': '84b203e6-3792-4764-be75-a26ab45a752b'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'ec76caa8-d864-4aa8-94b6-23be70ad5b1c'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:57:15.173790 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (68745312-5693-4568-a7e2-6c9f090014a1), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:15.190420 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0fb3-dc09-4985-bacb-facb44344077 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (457565a5-e6e8-43f4-81e5-ba5ec1e3ec75), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:15.213401 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-82e31c58-ee41-4f89-8a1b-a24ce0a83486 None None] For port ec76caa8-d864-4aa8-94b6-23be70ad5b1c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec76caa8-d864-4aa8-94b6-23be70ad5b1c,segment=NetworkSegment(7b5989f6-0cde-4742-937a-83f2b039c490),segment_id=7b5989f6-0cde-4742-937a-83f2b039c490)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:15.215086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7b71fca3-1842-448f-a39a-08daa97b2636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:15.216929 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (68745312-5693-4568-a7e2-6c9f090014a1), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:15.235300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:57:15.235300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (68745312-5693-4568-a7e2-6c9f090014a1), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:57:15.238494 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:57:15.275655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-82e31c58-ee41-4f89-8a1b-a24ce0a83486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:15.326509 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23c8d193-0d01-42ca-8f8e-d33d0f1a596d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (dfa3b182-4c05-463d-a90e-aeb32f74a227), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:15.327545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0fb3-dc09-4985-bacb-facb44344077 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (457565a5-e6e8-43f4-81e5-ba5ec1e3ec75), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:15.353908 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a0fb3-dc09-4985-bacb-facb44344077 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network bd2635a6-25dc-4e6a-be88-09030cb33e86 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:15.358152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a0fb3-dc09-4985-bacb-facb44344077 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:15.381483 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (571ae816-1fff-4e7f-8ace-c89af448fad5), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:15.381984 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a0fb3-dc09-4985-bacb-facb44344077 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:15.404861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:15.414671 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/networks/571ae816-1fff-4e7f-8ace-c89af448fad5 HTTP/1.1" status: 204 len: 168 time: 2.7960060 Jan 10 11:57:15.419678 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56976) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:15.450942 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a0fb3-dc09-4985-bacb-facb44344077 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=457565a5-e6e8-43f4-81e5-ba5ec1e3ec75,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:15.475584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a0fb3-dc09-4985-bacb-facb44344077 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:15.476477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0fb3-dc09-4985-bacb-facb44344077 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:15.478965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26068e12-8346-4f32-9f85-d59b51fffc04 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Network': ['ID=571ae816-1fff-4e7f-8ace-c89af448fad5,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:15.482445 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8d193-0d01-42ca-8f8e-d33d0f1a596d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfa3b182-4c05-463d-a90e-aeb32f74a227,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:15.490917 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-192a33de-441e-4373-97af-1ac9c2eee727 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:15.491389 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192a33de-441e-4373-97af-1ac9c2eee727 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:15.497274 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56978) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:15.497729 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-192a33de-441e-4373-97af-1ac9c2eee727 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/subnets/2453ec7f-ecc8-47e9-a5a2-2d977475f2c5 HTTP/1.1" status: 404 len: 337 time: 0.0750246 Jan 10 11:57:15.511042 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c8d193-0d01-42ca-8f8e-d33d0f1a596d admin admin] Checking segment: {'id': '4ad022f1-d8e9-4330-9b1a-219a76e343a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd6334e5b-dd29-4e01-8107-f45b63d25589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:15.511721 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c8d193-0d01-42ca-8f8e-d33d0f1a596d admin admin] Network hostable DHCP agents. Network: d6334e5b-dd29-4e01-8107-f45b63d25589, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:57:15.525163 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf4c9d7-676d-4ce5-946d-02875e865a0c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:15.525889 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf4c9d7-676d-4ce5-946d-02875e865a0c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:15.534464 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ebf4c9d7-676d-4ce5-946d-02875e865a0c tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/networks/571ae816-1fff-4e7f-8ace-c89af448fad5 HTTP/1.1" status: 404 len: 339 time: 0.0325162 Jan 10 11:57:15.535205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56980) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:15.567563 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-556c6ebd-e489-4393-b4be-015fa8e418e2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:15.568184 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556c6ebd-e489-4393-b4be-015fa8e418e2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:15.573843 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-556c6ebd-e489-4393-b4be-015fa8e418e2 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/subnets/7253e3c1-322d-4aa1-952b-5d105be7735c HTTP/1.1" status: 404 len: 337 time: 0.0348048 Jan 10 11:57:15.574061 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e31c58-ee41-4f89-8a1b-a24ce0a83486 None None] Pushing event updated for resources: {'Port': ['ID=ec76caa8-d864-4aa8-94b6-23be70ad5b1c,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:15.584502 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56982) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:15.597592 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bf4a0fb3-dc09-4985-bacb-facb44344077 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8835499 Jan 10 11:57:15.600457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56984) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:15.608525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-6e37e57a-8aa5-4386-9a83-742bf9f4f25e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '79fb711c-11d5-4863-aa16-acd8a6623510'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:15.612128 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-089e92d5-30ac-4653-b90f-8569d410398d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:15.612626 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089e92d5-30ac-4653-b90f-8569d410398d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:15.621320 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-089e92d5-30ac-4653-b90f-8569d410398d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/networks/6b0e7668-ab72-4a5c-9b5e-f121ee6f566c HTTP/1.1" status: 404 len: 339 time: 0.0380571 Jan 10 11:57:15.622092 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 56986) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:15.627137 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-7b71fca3-1842-448f-a39a-08daa97b2636 None None] Allocated IP 172.20.0.18 (bd2635a6-25dc-4e6a-be88-09030cb33e86/84b203e6-3792-4764-be75-a26ab45a752b/ec76caa8-d864-4aa8-94b6-23be70ad5b1c) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:15.638124 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c8d193-0d01-42ca-8f8e-d33d0f1a596d admin admin] Network d6334e5b-dd29-4e01-8107-f45b63d25589 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:57:15.668651 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-1735eeac-3989-45e7-9f66-0142e713a2c9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:15.668907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1735eeac-3989-45e7-9f66-0142e713a2c9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:15.675272 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1735eeac-3989-45e7-9f66-0142e713a2c9 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/subnets/5254293c-597b-433e-9049-ea2d7f9ba4d0 HTTP/1.1" status: 404 len: 337 time: 0.0477235 Jan 10 11:57:15.676412 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56988) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:15.704788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-23c8d193-0d01-42ca-8f8e-d33d0f1a596d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d6334e5b-dd29-4e01-8107-f45b63d25589) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:15.705111 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7f96d5-4738-467b-b3cd-79b973143911 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:15.705660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f7f96d5-4738-467b-b3cd-79b973143911 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:15.710702 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9f7f96d5-4738-467b-b3cd-79b973143911 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/networks/38f8c759-089f-436b-8ab3-3d257e0c4b34 HTTP/1.1" status: 404 len: 339 time: 0.0331786 Jan 10 11:57:15.711254 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6e37e57a-8aa5-4386-9a83-742bf9f4f25e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (457565a5-e6e8-43f4-81e5-ba5ec1e3ec75), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:15.713776 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 56990) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:15.719062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c8d193-0d01-42ca-8f8e-d33d0f1a596d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:15.719660 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-23c8d193-0d01-42ca-8f8e-d33d0f1a596d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:15.720909 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163b34a9-9899-4f6a-bf7f-3fd0cafae036 None None] Network d6334e5b-dd29-4e01-8107-f45b63d25589 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:15.859131 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-23c8d193-0d01-42ca-8f8e-d33d0f1a596d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1394370 Jan 10 11:57:15.859710 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdec7e7-f19d-4c9f-abf6-f30db2a52a94 None None] Network d6334e5b-dd29-4e01-8107-f45b63d25589 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:15.965171 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ec76caa8-d864-4aa8-94b6-23be70ad5b1c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:16.019299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7b71fca3-1842-448f-a39a-08daa97b2636 None None] For port ec76caa8-d864-4aa8-94b6-23be70ad5b1c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec76caa8-d864-4aa8-94b6-23be70ad5b1c,segment=NetworkSegment(7b5989f6-0cde-4742-937a-83f2b039c490),segment_id=7b5989f6-0cde-4742-937a-83f2b039c490)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:16.062457 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7b71fca3-1842-448f-a39a-08daa97b2636 None None] Publish callbacks [] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:16.068763 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port ec76caa8-d864-4aa8-94b6-23be70ad5b1c triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:16.069448 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:16.080496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-dbdac8dc-cc3d-4a9f-8a8e-6b8b2cddda1b tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Deleting port 39a626b1-5766-4284-9b3e-f59fc9c62cae {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:16.080931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dbdac8dc-cc3d-4a9f-8a8e-6b8b2cddda1b tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (39a626b1-5766-4284-9b3e-f59fc9c62cae), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:16.142891 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7b71fca3-1842-448f-a39a-08daa97b2636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:16.259915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dbdac8dc-cc3d-4a9f-8a8e-6b8b2cddda1b tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (39a626b1-5766-4284-9b3e-f59fc9c62cae), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:16.271335 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71fca3-1842-448f-a39a-08daa97b2636 None None] Pushing event updated for resources: {'Port': ['ID=ec76caa8-d864-4aa8-94b6-23be70ad5b1c,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:16.289017 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-dbdac8dc-cc3d-4a9f-8a8e-6b8b2cddda1b tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Calling delete_port for 39a626b1-5766-4284-9b3e-f59fc9c62cae owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:16.294308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-6e37e57a-8aa5-4386-9a83-742bf9f4f25e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Delete allocated IP 172.20.0.24 (bd2635a6-25dc-4e6a-be88-09030cb33e86/84b203e6-3792-4764-be75-a26ab45a752b) {{(pid=110624) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 10 11:57:16.498891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6e37e57a-8aa5-4386-9a83-742bf9f4f25e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (457565a5-e6e8-43f4-81e5-ba5ec1e3ec75), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:16.600113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dbdac8dc-cc3d-4a9f-8a8e-6b8b2cddda1b tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (39a626b1-5766-4284-9b3e-f59fc9c62cae), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:16.650951 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dbdac8dc-cc3d-4a9f-8a8e-6b8b2cddda1b tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:16.657248 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57008) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:16.657444 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-dbdac8dc-cc3d-4a9f-8a8e-6b8b2cddda1b tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/ports/39a626b1-5766-4284-9b3e-f59fc9c62cae HTTP/1.1" status: 204 len: 168 time: 0.9426181 Jan 10 11:57:16.659232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6e37e57a-8aa5-4386-9a83-742bf9f4f25e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (457565a5-e6e8-43f4-81e5-ba5ec1e3ec75), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:16.662252 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdac8dc-cc3d-4a9f-8a8e-6b8b2cddda1b tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Port': ['ID=39a626b1-5766-4284-9b3e-f59fc9c62cae,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:16.705390 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21a269d-5e6d-4a7a-bd69-10690d5e6bb1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:16.706307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21a269d-5e6d-4a7a-bd69-10690d5e6bb1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:16.710457 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f21a269d-5e6d-4a7a-bd69-10690d5e6bb1 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/subnets/e088ec93-11dd-48cf-8beb-7dc25a2b9c17 HTTP/1.1" status: 404 len: 337 time: 0.0516407 Jan 10 11:57:16.711503 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57010) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:16.713641 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57012) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:16.717242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-133734a3-afc0-446c-8164-7b497af3c3ff admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-697149927-network', 'tenant_id': '1a23af22c7fa46349b5a2ce76645bc39'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:16.747344 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37e57a-8aa5-4386-9a83-742bf9f4f25e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=457565a5-e6e8-43f4-81e5-ba5ec1e3ec75,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:16.804652 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8d71e3ca-1c3c-4fd3-a2df-30a8acf08b20 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (c1f3c6d7-40fb-4a66-999a-eca22bd7c48c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:16.826064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6e37e57a-8aa5-4386-9a83-742bf9f4f25e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] In _notify_port_updated(), no bound segment for port 457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 on network bd2635a6-25dc-4e6a-be88-09030cb33e86 {{(pid=110624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:57:16.833940 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e37e57a-8aa5-4386-9a83-742bf9f4f25e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:16.834629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6e37e57a-8aa5-4386-9a83-742bf9f4f25e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:16.836199 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6e37e57a-8aa5-4386-9a83-742bf9f4f25e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "PUT /v2.0/ports/457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 HTTP/1.1" status: 200 len: 919 time: 1.2344086 Jan 10 11:57:16.840002 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57014) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:16.851275 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-01677800-9a8e-41f0-9910-15dcf1841eda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '79fb711c-11d5-4863-aa16-acd8a6623510'}, {'subnet_id': '84b203e6-3792-4764-be75-a26ab45a752b'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:16.900975 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99acd2f4-7235-46c9-91f7-6ed36c310edc None None] Network bd2635a6-25dc-4e6a-be88-09030cb33e86 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:16.938811 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133734a3-afc0-446c-8164-7b497af3c3ff admin admin] Made reservation on behalf of 1a23af22c7fa46349b5a2ce76645bc39 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:16.941172 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-133734a3-afc0-446c-8164-7b497af3c3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:16.942292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01677800-9a8e-41f0-9910-15dcf1841eda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (457565a5-e6e8-43f4-81e5-ba5ec1e3ec75), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:16.955160 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-133734a3-afc0-446c-8164-7b497af3c3ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:16.959006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8d71e3ca-1c3c-4fd3-a2df-30a8acf08b20 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (c1f3c6d7-40fb-4a66-999a-eca22bd7c48c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:16.996416 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-8d71e3ca-1c3c-4fd3-a2df-30a8acf08b20 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f3c6d7-40fb-4a66-999a-eca22bd7c48c']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:17.010144 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-8d71e3ca-1c3c-4fd3-a2df-30a8acf08b20 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8113b0-ab81-4a76-8fe1-5d27e62d0862') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:17.010448 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-8d71e3ca-1c3c-4fd3-a2df-30a8acf08b20 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8113b0-ab81-4a76-8fe1-5d27e62d0862') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:17.030331 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8d71e3ca-1c3c-4fd3-a2df-30a8acf08b20 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (7f8113b0-ab81-4a76-8fe1-5d27e62d0862), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.046208 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0bec4090-ed18-4a1e-86ad-27db51799816 None None] Provisioning complete for port ec76caa8-d864-4aa8-94b6-23be70ad5b1c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:17.047311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0bec4090-ed18-4a1e-86ad-27db51799816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.053128 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8d71e3ca-1c3c-4fd3-a2df-30a8acf08b20 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (7f8113b0-ab81-4a76-8fe1-5d27e62d0862), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.066400 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d71e3ca-1c3c-4fd3-a2df-30a8acf08b20 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:57:17.066910 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8d71e3ca-1c3c-4fd3-a2df-30a8acf08b20 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (7f8113b0-ab81-4a76-8fe1-5d27e62d0862), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:57:17.071084 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:57:17.157312 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-133734a3-afc0-446c-8164-7b497af3c3ff admin admin] Publish callbacks [] for security_group (5cd5157a-89d2-4e31-af39-d73e129d0cf9), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.219966 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8d71e3ca-1c3c-4fd3-a2df-30a8acf08b20 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (c1f3c6d7-40fb-4a66-999a-eca22bd7c48c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.232040 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8d71e3ca-1c3c-4fd3-a2df-30a8acf08b20 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.241834 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8d71e3ca-1c3c-4fd3-a2df-30a8acf08b20 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/networks/c1f3c6d7-40fb-4a66-999a-eca22bd7c48c HTTP/1.1" status: 204 len: 168 time: 0.5206206 Jan 10 11:57:17.244959 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57018) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:17.274761 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-01677800-9a8e-41f0-9910-15dcf1841eda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Allocated IP 172.20.0.19 (bd2635a6-25dc-4e6a-be88-09030cb33e86/84b203e6-3792-4764-be75-a26ab45a752b/457565a5-e6e8-43f4-81e5-ba5ec1e3ec75) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:17.281072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-133734a3-afc0-446c-8164-7b497af3c3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (5cd5157a-89d2-4e31-af39-d73e129d0cf9), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.308819 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71e3ca-1c3c-4fd3-a2df-30a8acf08b20 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Network': ['ID=c1f3c6d7-40fb-4a66-999a-eca22bd7c48c,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:17.333002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133734a3-afc0-446c-8164-7b497af3c3ff admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:57:17.377664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a90ca1b2-478e-47a9-a614-cbd145a53219 None None] Provisioning complete for port 457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:17.382269 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a90ca1b2-478e-47a9-a614-cbd145a53219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (457565a5-e6e8-43f4-81e5-ba5ec1e3ec75), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.393221 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133734a3-afc0-446c-8164-7b497af3c3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd5157a-89d2-4e31-af39-d73e129d0cf9,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:17.396851 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-133734a3-afc0-446c-8164-7b497af3c3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b8d7ead2-54b9-4a3a-bdba-cf492474e6d4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.397270 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-133734a3-afc0-446c-8164-7b497af3c3ff admin admin] Added segment b8d7ead2-54b9-4a3a-bdba-cf492474e6d4 of type vlan for network 041aed01-eb8a-4f20-8b0e-bc47b3cb8492 Jan 10 11:57:17.470001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-a90ca1b2-478e-47a9-a614-cbd145a53219 None None] Port 457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:17.482008 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-133734a3-afc0-446c-8164-7b497af3c3ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (041aed01-eb8a-4f20-8b0e-bc47b3cb8492), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.497403 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01677800-9a8e-41f0-9910-15dcf1841eda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (457565a5-e6e8-43f4-81e5-ba5ec1e3ec75), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.505871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a90ca1b2-478e-47a9-a614-cbd145a53219 None None] Provisioning complete for port ec76caa8-d864-4aa8-94b6-23be70ad5b1c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:17.506327 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a90ca1b2-478e-47a9-a614-cbd145a53219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.525540 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f0afe-5981-4583-a35c-feff347d6d98 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Deleting port 2a9cc404-2ea7-4ee6-b87a-067f1bf6fedf {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:17.526080 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0afe-5981-4583-a35c-feff347d6d98 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (2a9cc404-2ea7-4ee6-b87a-067f1bf6fedf), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.577232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01677800-9a8e-41f0-9910-15dcf1841eda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (457565a5-e6e8-43f4-81e5-ba5ec1e3ec75), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.635795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0afe-5981-4583-a35c-feff347d6d98 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (2a9cc404-2ea7-4ee6-b87a-067f1bf6fedf), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.651798 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f0afe-5981-4583-a35c-feff347d6d98 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Calling delete_port for 2a9cc404-2ea7-4ee6-b87a-067f1bf6fedf owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:17.702578 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-133734a3-afc0-446c-8164-7b497af3c3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (041aed01-eb8a-4f20-8b0e-bc47b3cb8492), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.702578 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133734a3-afc0-446c-8164-7b497af3c3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:17.702578 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-133734a3-afc0-446c-8164-7b497af3c3ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.780053 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-01677800-9a8e-41f0-9910-15dcf1841eda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] In _notify_port_updated(), no bound segment for port 457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 on network bd2635a6-25dc-4e6a-be88-09030cb33e86 {{(pid=110624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:57:17.789085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133734a3-afc0-446c-8164-7b497af3c3ff admin admin] Pushing event updated for resources: {'Network': ['ID=041aed01-eb8a-4f20-8b0e-bc47b3cb8492,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:17.796471 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01677800-9a8e-41f0-9910-15dcf1841eda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:17.797274 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01677800-9a8e-41f0-9910-15dcf1841eda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.805402 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57022) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:17.811098 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-01677800-9a8e-41f0-9910-15dcf1841eda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "PUT /v2.0/ports/457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 HTTP/1.1" status: 200 len: 999 time: 0.9609866 Jan 10 11:57:17.811098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01677800-9a8e-41f0-9910-15dcf1841eda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=457565a5-e6e8-43f4-81e5-ba5ec1e3ec75,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:17.811724 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-78e434b5-87b0-482d-8fc8-f80176872e99 None None] Provisioning complete for port 457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:17.811724 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78e434b5-87b0-482d-8fc8-f80176872e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (457565a5-e6e8-43f4-81e5-ba5ec1e3ec75), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:17.845686 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 041aed01-eb8a-4f20-8b0e-bc47b3cb8492 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:57:17.868453 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-133734a3-afc0-446c-8164-7b497af3c3ff admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1555626 Jan 10 11:57:17.872239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57024) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:17.887510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-8a884daf-01de-4c2c-bb9b-e335a1716c3c admin admin] Request body: {'subnet': {'network_id': '041aed01-eb8a-4f20-8b0e-bc47b3cb8492', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-697149927-subnet', 'tenant_id': '1a23af22c7fa46349b5a2ce76645bc39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:17.943887 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ec76caa8-d864-4aa8-94b6-23be70ad5b1c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:17.943887 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-78e434b5-87b0-482d-8fc8-f80176872e99 None None] Port 457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:18.003425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port ec76caa8-d864-4aa8-94b6-23be70ad5b1c triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:18.004016 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:18.040885 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-a9dac858-3d95-43c3-ae17-879381eb137b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:18.041533 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9dac858-3d95-43c3-ae17-879381eb137b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (457565a5-e6e8-43f4-81e5-ba5ec1e3ec75), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:18.062948 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a884daf-01de-4c2c-bb9b-e335a1716c3c admin admin] Made reservation on behalf of 1a23af22c7fa46349b5a2ce76645bc39 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:18.065317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a884daf-01de-4c2c-bb9b-e335a1716c3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:18.077684 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d7fb411c-3229-4d95-bd1a-596d4925bd7a None None] Provisioning complete for port 457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:18.078258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d7fb411c-3229-4d95-bd1a-596d4925bd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (457565a5-e6e8-43f4-81e5-ba5ec1e3ec75), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:18.122591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0afe-5981-4583-a35c-feff347d6d98 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (2a9cc404-2ea7-4ee6-b87a-067f1bf6fedf), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:18.132348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb411c-3229-4d95-bd1a-596d4925bd7a None None] Port 457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:18.172790 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0afe-5981-4583-a35c-feff347d6d98 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:18.179328 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4c8f0afe-5981-4583-a35c-feff347d6d98 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/ports/2a9cc404-2ea7-4ee6-b87a-067f1bf6fedf HTTP/1.1" status: 204 len: 168 time: 0.9312921 Jan 10 11:57:18.186143 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f0afe-5981-4583-a35c-feff347d6d98 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Port': ['ID=2a9cc404-2ea7-4ee6-b87a-067f1bf6fedf,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:18.189126 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57026) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:18.208220 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a05505-b92f-407f-a638-d903773c2cf1 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 11:57:18.240608 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-1648df33-45e4-4e64-a8f8-d02488f0c6f3 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] DELETE failed (client error): The resource could not be found. Jan 10 11:57:18.241360 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1648df33-45e4-4e64-a8f8-d02488f0c6f3 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:57:18.245353 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1648df33-45e4-4e64-a8f8-d02488f0c6f3 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/subnets/d2a570cd-8f7b-4b0f-b3d1-55c55368f3f0 HTTP/1.1" status: 404 len: 337 time: 0.0521877 Jan 10 11:57:18.251861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57028) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:18.311969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8791f6ed-608c-401f-9257-7f1b4097dda2 None None] Provisioning complete for port 457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:18.312343 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8791f6ed-608c-401f-9257-7f1b4097dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (457565a5-e6e8-43f4-81e5-ba5ec1e3ec75), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:18.365437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9dac858-3d95-43c3-ae17-879381eb137b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (457565a5-e6e8-43f4-81e5-ba5ec1e3ec75), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:18.389264 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-a9dac858-3d95-43c3-ae17-879381eb137b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:18.397252 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (123ca542-2d2b-4e40-97d1-ff8f1e90f3bf), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:18.409531 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8791f6ed-608c-401f-9257-7f1b4097dda2 None None] Port 457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:18.446169 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a05505-b92f-407f-a638-d903773c2cf1 None None] Resources bound (agent type, host, resource id): {{(pid=110626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 11:57:18.491609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a884daf-01de-4c2c-bb9b-e335a1716c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (f7a26f6c-29f9-4e5b-a6e1-f991632a8421), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:18.516379 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Deleting port 02ea2d4e-8f6d-493e-838a-ed9c67bfb07f {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:18.516721 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (02ea2d4e-8f6d-493e-838a-ed9c67bfb07f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:18.555149 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a884daf-01de-4c2c-bb9b-e335a1716c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a26f6c-29f9-4e5b-a6e1-f991632a8421,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:18.565741 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a884daf-01de-4c2c-bb9b-e335a1716c3c admin admin] Checking segment: {'id': 'b8d7ead2-54b9-4a3a-bdba-cf492474e6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '041aed01-eb8a-4f20-8b0e-bc47b3cb8492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:18.565741 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a884daf-01de-4c2c-bb9b-e335a1716c3c admin admin] Network hostable DHCP agents. Network: 041aed01-eb8a-4f20-8b0e-bc47b3cb8492, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:57:18.668575 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] For port 02ea2d4e-8f6d-493e-838a-ed9c67bfb07f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02ea2d4e-8f6d-493e-838a-ed9c67bfb07f,segment=NetworkSegment(3b6b9843-2990-484f-949c-13e3baa89fe4),segment_id=3b6b9843-2990-484f-949c-13e3baa89fe4)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:18.668575 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (02ea2d4e-8f6d-493e-838a-ed9c67bfb07f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:18.693702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Calling delete_port for 02ea2d4e-8f6d-493e-838a-ed9c67bfb07f owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:18.708221 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a884daf-01de-4c2c-bb9b-e335a1716c3c admin admin] Network 041aed01-eb8a-4f20-8b0e-bc47b3cb8492 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:57:18.782528 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9dac858-3d95-43c3-ae17-879381eb137b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (457565a5-e6e8-43f4-81e5-ba5ec1e3ec75), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:18.811082 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dac858-3d95-43c3-ae17-879381eb137b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=457565a5-e6e8-43f4-81e5-ba5ec1e3ec75,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:18.817704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-8a884daf-01de-4c2c-bb9b-e335a1716c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 041aed01-eb8a-4f20-8b0e-bc47b3cb8492) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:18.825822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a884daf-01de-4c2c-bb9b-e335a1716c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:18.825822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a884daf-01de-4c2c-bb9b-e335a1716c3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:18.847635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21d4527-1bd9-48e3-ab41-b540006331fe None None] Network 041aed01-eb8a-4f20-8b0e-bc47b3cb8492 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:18.891130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (02ea2d4e-8f6d-493e-838a-ed9c67bfb07f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:18.918613 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8a884daf-01de-4c2c-bb9b-e335a1716c3c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0431900 Jan 10 11:57:18.936001 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Port': ['ID=02ea2d4e-8f6d-493e-838a-ed9c67bfb07f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:18.940527 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] No DVR routers for this DVR port 02ea2d4e-8f6d-493e-838a-ed9c67bfb07f on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:19.010779 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9dac858-3d95-43c3-ae17-879381eb137b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.015937 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a9dac858-3d95-43c3-ae17-879381eb137b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 HTTP/1.1" status: 204 len: 168 time: 1.2074125 Jan 10 11:57:19.016885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6684fd28-0258-43cf-b2a2-add00ec37cbd None None] Network 041aed01-eb8a-4f20-8b0e-bc47b3cb8492 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:19.020958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57042) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:19.087720 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89e26b5-1823-4728-b2df-892c29880e77 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] GET failed (client error): The resource could not be found. Jan 10 11:57:19.094486 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a89e26b5-1823-4728-b2df-892c29880e77 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 HTTP/1.1" status: 404 len: 333 time: 0.0683961 Jan 10 11:57:19.095695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57046) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:19.124447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (123ca542-2d2b-4e40-97d1-ff8f1e90f3bf), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.148158 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123ca542-2d2b-4e40-97d1-ff8f1e90f3bf']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:19.177334 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6b9843-2990-484f-949c-13e3baa89fe4') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:19.177568 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6b9843-2990-484f-949c-13e3baa89fe4') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:19.194800 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (3b6b9843-2990-484f-949c-13e3baa89fe4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.206806 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a69303-b7f4-42ea-a65d-93354e56adbf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting subnet 84b203e6-3792-4764-be75-a26ab45a752b {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:57:19.211694 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (3b6b9843-2990-484f-949c-13e3baa89fe4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.212708 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-55a69303-b7f4-42ea-a65d-93354e56adbf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (84b203e6-3792-4764-be75-a26ab45a752b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.219120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:57:19.219528 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (3b6b9843-2990-484f-949c-13e3baa89fe4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:57:19.223223 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:57:19.299473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-55a69303-b7f4-42ea-a65d-93354e56adbf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (84b203e6-3792-4764-be75-a26ab45a752b), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.389667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-55a69303-b7f4-42ea-a65d-93354e56adbf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (84b203e6-3792-4764-be75-a26ab45a752b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.393579 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (123ca542-2d2b-4e40-97d1-ff8f1e90f3bf), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.400768 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.405543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.407832 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57058) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:19.409397 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/networks/123ca542-2d2b-4e40-97d1-ff8f1e90f3bf HTTP/1.1" status: 204 len: 168 time: 1.1556005 Jan 10 11:57:19.440784 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4d23e-ac89-4f5b-b455-252f4c7b47c8 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Network': ['ID=123ca542-2d2b-4e40-97d1-ff8f1e90f3bf,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:19.517303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-de24b50d-75dd-4839-b3f8-987134e2130d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Deleting subnet 56ef0d25-1ebe-4639-bef6-a884f1fcd48c {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:57:19.523415 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-de24b50d-75dd-4839-b3f8-987134e2130d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for subnet (56ef0d25-1ebe-4639-bef6-a884f1fcd48c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.583901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-de24b50d-75dd-4839-b3f8-987134e2130d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (56ef0d25-1ebe-4639-bef6-a884f1fcd48c), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.607967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-55a69303-b7f4-42ea-a65d-93354e56adbf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (84b203e6-3792-4764-be75-a26ab45a752b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.640415 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a69303-b7f4-42ea-a65d-93354e56adbf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Subnet': ['ID=84b203e6-3792-4764-be75-a26ab45a752b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:19.657028 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-55a69303-b7f4-42ea-a65d-93354e56adbf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.662426 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-55a69303-b7f4-42ea-a65d-93354e56adbf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/84b203e6-3792-4764-be75-a26ab45a752b HTTP/1.1" status: 204 len: 168 time: 0.5631616 Jan 10 11:57:19.663858 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57068) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:19.671788 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d64ed1-1514-4534-a3b4-2bdc40b3280b None None] Network bd2635a6-25dc-4e6a-be88-09030cb33e86 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:19.675192 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-66504682-dcf2-4a74-af5e-de76c6adf3eb tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:19.676892 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-66504682-dcf2-4a74-af5e-de76c6adf3eb tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/networks?id=d6334e5b-dd29-4e01-8107-f45b63d25589 HTTP/1.1" status: 200 len: 811 time: 0.1460469 Jan 10 11:57:19.704489 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-d80a8a91-dd38-421d-997e-88bfe04af1af tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/quotas/3b88098bc7fb45b7b7544c7a37648e11 HTTP/1.1" status: 200 len: 375 time: 0.0143278 Jan 10 11:57:19.756211 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-f4b023b1-6423-4a81-8a8a-f4ca7a6fdca9 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b88098bc7fb45b7b7544c7a37648e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445793 Jan 10 11:57:19.774206 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-994837b3-8096-4aa1-bd0a-808eee61ed30 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting subnet 79fb711c-11d5-4863-aa16-acd8a6623510 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:57:19.777598 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-994837b3-8096-4aa1-bd0a-808eee61ed30 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (79fb711c-11d5-4863-aa16-acd8a6623510), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.823689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-994837b3-8096-4aa1-bd0a-808eee61ed30 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (79fb711c-11d5-4863-aa16-acd8a6623510), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.865867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-de24b50d-75dd-4839-b3f8-987134e2130d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (56ef0d25-1ebe-4639-bef6-a884f1fcd48c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:19.975160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-994837b3-8096-4aa1-bd0a-808eee61ed30 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (79fb711c-11d5-4863-aa16-acd8a6623510), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:20.040998 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-de24b50d-75dd-4839-b3f8-987134e2130d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (56ef0d25-1ebe-4639-bef6-a884f1fcd48c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:20.085268 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24b50d-75dd-4839-b3f8-987134e2130d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Subnet': ['ID=56ef0d25-1ebe-4639-bef6-a884f1fcd48c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:20.090878 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-de24b50d-75dd-4839-b3f8-987134e2130d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:20.096067 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-de24b50d-75dd-4839-b3f8-987134e2130d tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/subnets/56ef0d25-1ebe-4639-bef6-a884f1fcd48c HTTP/1.1" status: 204 len: 168 time: 0.6847985 Jan 10 11:57:20.099070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f5ceb5-c495-4390-b54d-6403ad88bd98 None None] Network 9699b6b8-247e-444b-89c9-cf6d2fa519b1 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:20.109392 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57070) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:20.228593 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-46f5827d-ed20-414b-bfb7-5d01bab76e1b service neutron] 10.222.0.16 "GET /v2.0/networks/d6334e5b-dd29-4e01-8107-f45b63d25589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713347 Jan 10 11:57:20.245321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-994837b3-8096-4aa1-bd0a-808eee61ed30 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (79fb711c-11d5-4863-aa16-acd8a6623510), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:20.268923 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-994837b3-8096-4aa1-bd0a-808eee61ed30 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:20.273393 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-994837b3-8096-4aa1-bd0a-808eee61ed30 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/79fb711c-11d5-4863-aa16-acd8a6623510 HTTP/1.1" status: 204 len: 168 time: 0.6095762 Jan 10 11:57:20.278033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57072) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:20.278609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (9699b6b8-247e-444b-89c9-cf6d2fa519b1), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:20.304525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994837b3-8096-4aa1-bd0a-808eee61ed30 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Subnet': ['ID=79fb711c-11d5-4863-aa16-acd8a6623510,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:20.354947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b826b5d-b836-49c9-b339-a30c75b63ad5 None None] DHCP port deletion for 9699b6b8-247e-444b-89c9-cf6d2fa519b1 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:57:20.422297 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (bd2635a6-25dc-4e6a-be88-09030cb33e86), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:20.427724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Deleting port 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:20.427724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:20.443868 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-b1c7bc44-4129-4c3f-bd48-f47c1c593565 service neutron] 10.222.0.16 "GET /v2.0/networks/d6334e5b-dd29-4e01-8107-f45b63d25589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061906 Jan 10 11:57:20.472119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2b826b5d-b836-49c9-b339-a30c75b63ad5 None None] Deleting port 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:20.472119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2b826b5d-b836-49c9-b339-a30c75b63ad5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:20.561327 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port ec76caa8-d864-4aa8-94b6-23be70ad5b1c {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:20.561742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:20.571217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] For port 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd,segment=NetworkSegment(1c42f882-a9bc-41c0-b5cd-9663032257d9),segment_id=1c42f882-a9bc-41c0-b5cd-9663032257d9)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:20.572182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:20.595821 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Calling delete_port for 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:20.629952 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-2b826b5d-b836-49c9-b339-a30c75b63ad5 None None] For port 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd,segment=NetworkSegment(1c42f882-a9bc-41c0-b5cd-9663032257d9),segment_id=1c42f882-a9bc-41c0-b5cd-9663032257d9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:20.630985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2b826b5d-b836-49c9-b339-a30c75b63ad5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:20.647576 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2b826b5d-b836-49c9-b339-a30c75b63ad5 None None] Calling delete_port for 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:20.664099 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] For port ec76caa8-d864-4aa8-94b6-23be70ad5b1c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec76caa8-d864-4aa8-94b6-23be70ad5b1c,segment=NetworkSegment(7b5989f6-0cde-4742-937a-83f2b039c490),segment_id=7b5989f6-0cde-4742-937a-83f2b039c490)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:20.664476 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:20.683981 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for ec76caa8-d864-4aa8-94b6-23be70ad5b1c owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:20.812514 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984939b5-1549-4c48-8bbb-06788d324aba None None] Network bd2635a6-25dc-4e6a-be88-09030cb33e86 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:20.852197 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-01c23102-800b-4462-a83a-f8e8d448f5f8 req-9b1f4785-3700-4b3b-9c4c-418f85590b63 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 210 time: 0.0589619 Jan 10 11:57:20.853750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:20.886136 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2b826b5d-b836-49c9-b339-a30c75b63ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:20.886526 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:20.889098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Port': ['ID=07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:20.903532 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] No DVR routers for this DVR port 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:20.932699 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=ec76caa8-d864-4aa8-94b6-23be70ad5b1c,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:20.934775 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No DVR routers for this DVR port ec76caa8-d864-4aa8-94b6-23be70ad5b1c on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:20.989138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b826b5d-b836-49c9-b339-a30c75b63ad5 None None] Pushing event deleted for resources: {'Port': ['ID=07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:21.022431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b826b5d-b836-49c9-b339-a30c75b63ad5 None None] No DVR routers for this DVR port 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:21.033025 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (9699b6b8-247e-444b-89c9-cf6d2fa519b1), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:21.045389 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ac796fa6-a162-4213-baa3-029123136875 None None] Provisioning complete for port ec76caa8-d864-4aa8-94b6-23be70ad5b1c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:21.045545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ac796fa6-a162-4213-baa3-029123136875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ec76caa8-d864-4aa8-94b6-23be70ad5b1c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:21.051067 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (bd2635a6-25dc-4e6a-be88-09030cb33e86), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:21.066389 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9699b6b8-247e-444b-89c9-cf6d2fa519b1']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:21.077533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ac796fa6-a162-4213-baa3-029123136875 None None] Port ec76caa8-d864-4aa8-94b6-23be70ad5b1c was deleted so its status cannot be updated. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Jan 10 11:57:21.084742 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c42f882-a9bc-41c0-b5cd-9663032257d9') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:21.085068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c42f882-a9bc-41c0-b5cd-9663032257d9') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:21.094343 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2635a6-25dc-4e6a-be88-09030cb33e86']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:21.098627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (1c42f882-a9bc-41c0-b5cd-9663032257d9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:21.105309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5989f6-0cde-4742-937a-83f2b039c490') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:21.105589 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5989f6-0cde-4742-937a-83f2b039c490') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:21.114259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (1c42f882-a9bc-41c0-b5cd-9663032257d9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:21.122586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (7b5989f6-0cde-4742-937a-83f2b039c490), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:21.123104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3f2d77-7ced-45a7-a672-78fadad6fed0 None None] DHCP port deletion for bd2635a6-25dc-4e6a-be88-09030cb33e86 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:57:21.129139 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:57:21.129543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (1c42f882-a9bc-41c0-b5cd-9663032257d9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:57:21.132781 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:57:21.146462 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (7b5989f6-0cde-4742-937a-83f2b039c490), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:21.160810 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:57:21.161601 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (7b5989f6-0cde-4742-937a-83f2b039c490), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:57:21.165372 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:57:21.326402 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (bd2635a6-25dc-4e6a-be88-09030cb33e86), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:21.327086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (9699b6b8-247e-444b-89c9-cf6d2fa519b1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:21.341982 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:21.343241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:21.343241 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] 10.222.0.16 "DELETE /v2.0/networks/9699b6b8-247e-444b-89c9-cf6d2fa519b1 HTTP/1.1" status: 204 len: 168 time: 1.2262673 Jan 10 11:57:21.343241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57086) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:21.343993 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/networks/bd2635a6-25dc-4e6a-be88-09030cb33e86 HTTP/1.1" status: 204 len: 168 time: 1.0628726 Jan 10 11:57:21.359688 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1a2af-5487-45bc-a399-47b13511892a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Network': ['ID=bd2635a6-25dc-4e6a-be88-09030cb33e86,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:21.367745 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c4f3e-c405-4caa-ba8a-28e032d2e1a4 tempest-NetworksIpV6TestAttrs-1814540704 tempest-NetworksIpV6TestAttrs-1814540704-project] Pushing event deleted for resources: {'Network': ['ID=9699b6b8-247e-444b-89c9-cf6d2fa519b1,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:21.413446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6089072b-9af0-4734-ac05-2a59f1b402b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:21.417985 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6089072b-9af0-4734-ac05-2a59f1b402b0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0707090 Jan 10 11:57:21.419842 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57088) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:21.803963 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:57:21.806287 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57094) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:21.806429 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-da5812f5-6b77-418b-a8f6-70c74fbfecae tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3852618 Jan 10 11:57:21.812181 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d7d2265e-b8bc-44bb-9782-15e1887f5d6b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1386441727'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:21.827243 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:57:21.827526 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 07faebf6-5f4b-4f0f-b4c6-7dbef0d041cd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:57:21.828090 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ec76caa8-d864-4aa8-94b6-23be70ad5b1c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:57:21.848483 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: ec76caa8-d864-4aa8-94b6-23be70ad5b1c {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:57:21.849149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ec76caa8-d864-4aa8-94b6-23be70ad5b1c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:57:21.943824 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-26b9e54c-6d2f-41a4-ba25-30bed8feccb3 req-2aa30664-33b3-407c-941c-cf993751caf2 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 210 time: 0.0339680 Jan 10 11:57:21.964377 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d2265e-b8bc-44bb-9782-15e1887f5d6b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:21.967989 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d7d2265e-b8bc-44bb-9782-15e1887f5d6b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:21.994115 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d2265e-b8bc-44bb-9782-15e1887f5d6b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:57:22.004041 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d7d2265e-b8bc-44bb-9782-15e1887f5d6b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (70061b34-0eab-42e9-87ff-9528a889d247), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:22.004418 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-d7d2265e-b8bc-44bb-9782-15e1887f5d6b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Added segment 70061b34-0eab-42e9-87ff-9528a889d247 of type vlan for network 9a1eb4b7-68d9-4f00-9455-0f41857250c1 Jan 10 11:57:22.048719 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d7d2265e-b8bc-44bb-9782-15e1887f5d6b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (9a1eb4b7-68d9-4f00-9455-0f41857250c1), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:22.104592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57102) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:22.137036 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d7d2265e-b8bc-44bb-9782-15e1887f5d6b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (9a1eb4b7-68d9-4f00-9455-0f41857250c1), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:22.143637 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d2265e-b8bc-44bb-9782-15e1887f5d6b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:22.144390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d7d2265e-b8bc-44bb-9782-15e1887f5d6b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:22.234021 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2265e-b8bc-44bb-9782-15e1887f5d6b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Network': ['ID=9a1eb4b7-68d9-4f00-9455-0f41857250c1,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:22.251664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 9a1eb4b7-68d9-4f00-9455-0f41857250c1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:57:22.281061 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4c75774d-79eb-4ebb-ba83-1c75ad8e2975 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6aded47d27664ebabf5d0724dd26056a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1752534 Jan 10 11:57:22.288941 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57108) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:22.289668 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d7d2265e-b8bc-44bb-9782-15e1887f5d6b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4774759 Jan 10 11:57:22.289668 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57110) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:22.289668 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57112) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:22.290319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-9667acda-0d32-42c3-8d67-7f4cd61fd1cc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'subnet': {'network_id': '9a1eb4b7-68d9-4f00-9455-0f41857250c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:22.413848 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82307b75-01f9-4b47-88a1-f59843de599a admin admin] Publish callbacks [] for security_group (d238b9ea-2c51-4352-96b1-efcee92fe505), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:22.453522 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82307b75-01f9-4b47-88a1-f59843de599a admin admin] Publish callbacks [] for security_group (d238b9ea-2c51-4352-96b1-efcee92fe505), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:22.458241 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01d1f0-f723-4156-9cbd-b0be2c418a30 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:22.458716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01d1f0-f723-4156-9cbd-b0be2c418a30 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:22.459208 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01d1f0-f723-4156-9cbd-b0be2c418a30 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:22.460977 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4c01d1f0-f723-4156-9cbd-b0be2c418a30 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=a8ed50a2c6284926857fedd16b365558&network_id=4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 HTTP/1.1" status: 200 len: 2999 time: 0.1721487 Jan 10 11:57:22.480413 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9667acda-0d32-42c3-8d67-7f4cd61fd1cc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:22.489661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9667acda-0d32-42c3-8d67-7f4cd61fd1cc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:22.633653 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82307b75-01f9-4b47-88a1-f59843de599a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (d238b9ea-2c51-4352-96b1-efcee92fe505), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:22.636734 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-82307b75-01f9-4b47-88a1-f59843de599a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:22.640306 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-82307b75-01f9-4b47-88a1-f59843de599a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d238b9ea-2c51-4352-96b1-efcee92fe505 HTTP/1.1" status: 204 len: 168 time: 0.3504996 Jan 10 11:57:22.653003 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82307b75-01f9-4b47-88a1-f59843de599a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d238b9ea-2c51-4352-96b1-efcee92fe505,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:22.994558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9667acda-0d32-42c3-8d67-7f4cd61fd1cc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (0205b976-61dc-48b8-ac3a-780dfeccd72a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:23.075664 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-dd96f056-ca3a-4fe0-a482-bf6a5bd9b4e3 req-e1f86330-cc64-4deb-ad78-81258a95f074 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926542 Jan 10 11:57:23.095972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667acda-0d32-42c3-8d67-7f4cd61fd1cc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Subnet': ['ID=0205b976-61dc-48b8-ac3a-780dfeccd72a,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:23.106718 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9667acda-0d32-42c3-8d67-7f4cd61fd1cc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Checking segment: {'id': '70061b34-0eab-42e9-87ff-9528a889d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a1eb4b7-68d9-4f00-9455-0f41857250c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:23.107633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9667acda-0d32-42c3-8d67-7f4cd61fd1cc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network hostable DHCP agents. Network: 9a1eb4b7-68d9-4f00-9455-0f41857250c1, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:57:23.183516 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a68a475a-f695-43c3-b52a-426a1aaf0c45 req-97cf10bd-e006-43dc-920c-119527b98a23 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 210 time: 0.0414648 Jan 10 11:57:23.199690 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9667acda-0d32-42c3-8d67-7f4cd61fd1cc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network 9a1eb4b7-68d9-4f00-9455-0f41857250c1 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:57:23.228620 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96f056-ca3a-4fe0-a482-bf6a5bd9b4e3 req-b40aef6d-91fd-4a3d-bb3e-e47ea9cbb6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:23.230233 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-dd96f056-ca3a-4fe0-a482-bf6a5bd9b4e3 req-b40aef6d-91fd-4a3d-bb3e-e47ea9cbb6a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1fa961e41ec4d84a1776f42096f6118&device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 1099 time: 0.0646124 Jan 10 11:57:23.320919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-9667acda-0d32-42c3-8d67-7f4cd61fd1cc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9a1eb4b7-68d9-4f00-9455-0f41857250c1) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:23.336033 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad91ce4-be87-4ba0-8c7d-6e4348c933a7 None None] Network 9a1eb4b7-68d9-4f00-9455-0f41857250c1 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:23.343738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9667acda-0d32-42c3-8d67-7f4cd61fd1cc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:23.349848 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9667acda-0d32-42c3-8d67-7f4cd61fd1cc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:23.363680 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96f056-ca3a-4fe0-a482-bf6a5bd9b4e3 req-d2b3ed04-9104-447d-8ba9-71ec075a9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:23.365276 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-dd96f056-ca3a-4fe0-a482-bf6a5bd9b4e3 req-d2b3ed04-9104-447d-8ba9-71ec075a9b2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc HTTP/1.1" status: 200 len: 913 time: 0.1028707 Jan 10 11:57:23.447946 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-dd96f056-ca3a-4fe0-a482-bf6a5bd9b4e3 req-03c19a24-f3bd-4abd-af5e-56d0a2df4cee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd HTTP/1.1" status: 200 len: 1002 time: 0.0757694 Jan 10 11:57:23.480676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9a1eb4b7-68d9-4f00-9455-0f41857250c1', 'network_id': '9a1eb4b7-68d9-4f00-9455-0f41857250c1', 'project_id': 'b5dd82c5df384ebe8eff9042fabdda7d', 'fixed_ips': [{'subnet_id': '0205b976-61dc-48b8-ac3a-780dfeccd72a'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:57:23.482079 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:23.509368 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96f056-ca3a-4fe0-a482-bf6a5bd9b4e3 req-288c870c-4877-4809-b63a-9fa817110760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:23.510292 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-dd96f056-ca3a-4fe0-a482-bf6a5bd9b4e3 req-288c870c-4877-4809-b63a-9fa817110760 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51450b-3d7a-412c-a467-63a15343a6eb HTTP/1.1" status: 200 len: 851 time: 0.0559490 Jan 10 11:57:23.511698 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9667acda-0d32-42c3-8d67-7f4cd61fd1cc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2289848 Jan 10 11:57:23.514455 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57138) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:23.519965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e96b2dbe-a6eb-4b5e-8d2c-3e13333fd619 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'network_id': '9a1eb4b7-68d9-4f00-9455-0f41857250c1', 'name': 'tempest-PortsTestJSON-1597767257'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:23.640037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Allocated IP 172.20.0.2 (9a1eb4b7-68d9-4f00-9455-0f41857250c1/0205b976-61dc-48b8-ac3a-780dfeccd72a/9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:23.671866 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96f056-ca3a-4fe0-a482-bf6a5bd9b4e3 req-0dd12a0d-f6b4-456e-bf64-9372fe6fc579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:23.674594 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-dd96f056-ca3a-4fe0-a482-bf6a5bd9b4e3 req-0dd12a0d-f6b4-456e-bf64-9372fe6fc579 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1370161 Jan 10 11:57:23.851247 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-dd96f056-ca3a-4fe0-a482-bf6a5bd9b4e3 req-3cb66f78-9b63-4e15-ad45-1fb0e5fd36df service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695764 Jan 10 11:57:23.912541 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Publish callbacks [] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:23.924088 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96b2dbe-a6eb-4b5e-8d2c-3e13333fd619 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:23.927762 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e96b2dbe-a6eb-4b5e-8d2c-3e13333fd619 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:23.955981 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-e96b2dbe-a6eb-4b5e-8d2c-3e13333fd619 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port bec1b7e1-bea2-4c30-9238-c01eaf100ede yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:57:24.017711 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-dd96f056-ca3a-4fe0-a482-bf6a5bd9b4e3 req-40411862-464b-49f1-a95a-5c783c7ebfb1 service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563325 Jan 10 11:57:24.046287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:24.093088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Network 9a1eb4b7-68d9-4f00-9455-0f41857250c1 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:24.096419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:24.101070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:24.104110 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-e96b2dbe-a6eb-4b5e-8d2c-3e13333fd619 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Allocated IP 172.20.0.6 (9a1eb4b7-68d9-4f00-9455-0f41857250c1/0205b976-61dc-48b8-ac3a-780dfeccd72a/bec1b7e1-bea2-4c30-9238-c01eaf100ede) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:24.123238 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Pushing event updated for resources: {'Port': ['ID=9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:24.173663 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Attempting to bind port 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:57:24.174187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Attempting to bind port 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '70061b34-0eab-42e9-87ff-9528a889d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a1eb4b7-68d9-4f00-9455-0f41857250c1'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:57:24.174679 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Attempting to bind port 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f on network 9a1eb4b7-68d9-4f00-9455-0f41857250c1 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:24.180319 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:57:24.180793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Checking segment: {'id': '70061b34-0eab-42e9-87ff-9528a889d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a1eb4b7-68d9-4f00-9455-0f41857250c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:24.181297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:24.182082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Bound using segment: {'id': '70061b34-0eab-42e9-87ff-9528a889d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a1eb4b7-68d9-4f00-9455-0f41857250c1'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:57:24.182498 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Bound port: 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70061b34-0eab-42e9-87ff-9528a889d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a1eb4b7-68d9-4f00-9455-0f41857250c1'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:57:24.182756 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:24.251920 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] For port 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:57:24.256729 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] For port 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f,segment=NetworkSegment(70061b34-0eab-42e9-87ff-9528a889d247),segment_id=70061b34-0eab-42e9-87ff-9528a889d247)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:57:24.266366 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57156) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:24.345120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-1c80b9fc-7160-4060-9812-020a6515e8e2 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:24.346777 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-1c80b9fc-7160-4060-9812-020a6515e8e2 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.30 "GET /v2.0/networks?id=d6334e5b-dd29-4e01-8107-f45b63d25589 HTTP/1.1" status: 200 len: 811 time: 0.2218170 Jan 10 11:57:24.365053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-4bb16d4c-77cc-411a-8d63-a2502b27c9c1 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Request body: {'port': {'device_id': 'cdb08c4c-1624-47d0-943d-e94c15c18fa7', 'network_id': 'd6334e5b-dd29-4e01-8107-f45b63d25589', 'admin_state_up': True, 'tenant_id': '3b88098bc7fb45b7b7544c7a37648e11'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:24.390501 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3b032595-2342-47f7-999e-ef2bf1deeb28 req-8f290e85-a4c3-4fec-8b05-f060b705995b tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 210 time: 0.0564704 Jan 10 11:57:24.390703 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:24.408499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-77143943-4cbb-4b15-990b-314f1924c531 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1113379791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:24.488737 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e766b-b91d-4653-b4bc-d740e9472bd4 None None] Pushing event updated for resources: {'Port': ['ID=9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:24.532878 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e96b2dbe-a6eb-4b5e-8d2c-3e13333fd619 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (bec1b7e1-bea2-4c30-9238-c01eaf100ede), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:24.675024 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-77143943-4cbb-4b15-990b-314f1924c531 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (4291ea22-faf0-4923-aa87-c1eb8f636e10), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:24.679996 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-77143943-4cbb-4b15-990b-314f1924c531 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (4291ea22-faf0-4923-aa87-c1eb8f636e10), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:24.742795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57162) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:24.754423 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-77143943-4cbb-4b15-990b-314f1924c531 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for router_controller (4291ea22-faf0-4923-aa87-c1eb8f636e10), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:24.788532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e96b2dbe-a6eb-4b5e-8d2c-3e13333fd619 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (bec1b7e1-bea2-4c30-9238-c01eaf100ede), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:24.843512 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96b2dbe-a6eb-4b5e-8d2c-3e13333fd619 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network 9a1eb4b7-68d9-4f00-9455-0f41857250c1 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:24.847080 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-e96b2dbe-a6eb-4b5e-8d2c-3e13333fd619 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:24.849909 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31f253e-a50f-4dbc-ace2-cbcff6561555 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:24.851414 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f31f253e-a50f-4dbc-ace2-cbcff6561555 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 HTTP/1.1" status: 200 len: 814 time: 0.1069217 Jan 10 11:57:24.852336 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96b2dbe-a6eb-4b5e-8d2c-3e13333fd619 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:24.882042 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-4bb16d4c-77cc-411a-8d63-a2502b27c9c1 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Made reservation on behalf of 3b88098bc7fb45b7b7544c7a37648e11 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:24.885557 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-4bb16d4c-77cc-411a-8d63-a2502b27c9c1 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:24.900728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b2dbe-a6eb-4b5e-8d2c-3e13333fd619 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=bec1b7e1-bea2-4c30-9238-c01eaf100ede,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:24.937356 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96b2dbe-a6eb-4b5e-8d2c-3e13333fd619 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:24.937986 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e96b2dbe-a6eb-4b5e-8d2c-3e13333fd619 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:24.983379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-77143943-4cbb-4b15-990b-314f1924c531 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (4291ea22-faf0-4923-aa87-c1eb8f636e10), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:25.054922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-4bb16d4c-77cc-411a-8d63-a2502b27c9c1 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Allocated IP 172.20.0.10 (d6334e5b-dd29-4e01-8107-f45b63d25589/dfa3b182-4c05-463d-a90e-aeb32f74a227/47d6b1cd-74d3-4929-9a7a-269306b9d963) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:25.067778 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e96b2dbe-a6eb-4b5e-8d2c-3e13333fd619 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5518904 Jan 10 11:57:25.071076 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57172) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:25.076733 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-8f81fd51-91f2-44c6-9a5a-08a441b28c75 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'network_id': '9a1eb4b7-68d9-4f00-9455-0f41857250c1', 'name': 'tempest-PortsTestJSON-2100883761'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:25.134609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-77143943-4cbb-4b15-990b-314f1924c531 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:25.135884 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-77143943-4cbb-4b15-990b-314f1924c531 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8683915 Jan 10 11:57:25.138777 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57174) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:25.146275 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-30e16dbf-56e9-44c5-aea1-92a8aa3f5d68 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-384959237'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:25.234408 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-4bb16d4c-77cc-411a-8d63-a2502b27c9c1 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Publish callbacks [] for port (47d6b1cd-74d3-4929-9a7a-269306b9d963), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:25.291784 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e16dbf-56e9-44c5-aea1-92a8aa3f5d68 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Made reservation on behalf of 05b64fe0e54441289a39f949298e3659 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:25.295517 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30e16dbf-56e9-44c5-aea1-92a8aa3f5d68 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:25.310334 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30e16dbf-56e9-44c5-aea1-92a8aa3f5d68 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:25.331667 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-4bb16d4c-77cc-411a-8d63-a2502b27c9c1 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (47d6b1cd-74d3-4929-9a7a-269306b9d963), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:25.380649 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-4bb16d4c-77cc-411a-8d63-a2502b27c9c1 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Network d6334e5b-dd29-4e01-8107-f45b63d25589 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:25.384673 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-4bb16d4c-77cc-411a-8d63-a2502b27c9c1 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:25.388971 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-4bb16d4c-77cc-411a-8d63-a2502b27c9c1 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:25.401342 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc939eb-bc45-4965-a84c-cf64038beaa5 None None] DHCP port deletion for d6334e5b-dd29-4e01-8107-f45b63d25589 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:57:25.408337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30e16dbf-56e9-44c5-aea1-92a8aa3f5d68 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for security_group (f92bc6d3-3895-484b-bd0b-68f83ac603be), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:25.417303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb16d4c-77cc-411a-8d63-a2502b27c9c1 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Pushing event updated for resources: {'Port': ['ID=47d6b1cd-74d3-4929-9a7a-269306b9d963,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:25.436117 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f81fd51-91f2-44c6-9a5a-08a441b28c75 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:25.439916 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8f81fd51-91f2-44c6-9a5a-08a441b28c75 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:25.456581 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-4bb16d4c-77cc-411a-8d63-a2502b27c9c1 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:25.457462 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4b7ad4c4-31bf-400a-89c2-f7cc9e393d62 None None] Provisioning complete for port 47d6b1cd-74d3-4929-9a7a-269306b9d963 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:25.457613 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-4bb16d4c-77cc-411a-8d63-a2502b27c9c1 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:25.458254 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4b7ad4c4-31bf-400a-89c2-f7cc9e393d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (47d6b1cd-74d3-4929-9a7a-269306b9d963), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:25.485875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-8f81fd51-91f2-44c6-9a5a-08a441b28c75 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port a1213878-c3a8-4ef5-9378-0e15523d10aa yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:57:25.514126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30e16dbf-56e9-44c5-aea1-92a8aa3f5d68 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (f92bc6d3-3895-484b-bd0b-68f83ac603be), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:25.515890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef922fd3-7f35-4598-81e6-631329bb3011 None None] Network 9a1eb4b7-68d9-4f00-9455-0f41857250c1 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:25.532361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ad4c4-31bf-400a-89c2-f7cc9e393d62 None None] Port 47d6b1cd-74d3-4929-9a7a-269306b9d963 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:25.559852 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e16dbf-56e9-44c5-aea1-92a8aa3f5d68 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:57:25.609032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30e16dbf-56e9-44c5-aea1-92a8aa3f5d68 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:25.609380 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-30e16dbf-56e9-44c5-aea1-92a8aa3f5d68 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Added segment b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c of type vlan for network 3743b18d-7067-4da6-92e7-28d6f90e90b3 Jan 10 11:57:25.615125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e16dbf-56e9-44c5-aea1-92a8aa3f5d68 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92bc6d3-3895-484b-bd0b-68f83ac603be,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:25.616164 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-4bb16d4c-77cc-411a-8d63-a2502b27c9c1 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2576003 Jan 10 11:57:25.636975 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Request body: {'port': {'device_id': 'cdb08c4c-1624-47d0-943d-e94c15c18fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:25.650457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff1e3f-0b27-45d7-9b20-6d42051211ae req-878b614e-3d85-4cd5-b98b-94c281b20dc8 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:25.652533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4cf3642e-e309-4608-adb1-a24e4f318fed None None] Provisioning complete for port 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:25.652916 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4cf3642e-e309-4608-adb1-a24e4f318fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:25.653692 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-99ff1e3f-0b27-45d7-9b20-6d42051211ae req-878b614e-3d85-4cd5-b98b-94c281b20dc8 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 932 time: 0.1411631 Jan 10 11:57:25.719020 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30e16dbf-56e9-44c5-aea1-92a8aa3f5d68 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (3743b18d-7067-4da6-92e7-28d6f90e90b3), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:25.737078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (47d6b1cd-74d3-4929-9a7a-269306b9d963), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:25.798134 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4cf3642e-e309-4608-adb1-a24e4f318fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:25.817826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57182) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:25.853810 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-21f742ef-e793-4043-abd9-27373e2a687c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'network': {'name': 'tempest-network-smoke--1447437195', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'port_security_enabled': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:25.885482 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-8f81fd51-91f2-44c6-9a5a-08a441b28c75 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Allocated IP 172.20.0.13 (9a1eb4b7-68d9-4f00-9455-0f41857250c1/0205b976-61dc-48b8-ac3a-780dfeccd72a/a1213878-c3a8-4ef5-9378-0e15523d10aa) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:25.892714 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4cf3642e-e309-4608-adb1-a24e4f318fed None None] For port 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f,segment=NetworkSegment(70061b34-0eab-42e9-87ff-9528a889d247),segment_id=70061b34-0eab-42e9-87ff-9528a889d247)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:25.906151 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-99ff1e3f-0b27-45d7-9b20-6d42051211ae req-0b564e5f-ddfd-4d68-840d-cb3d16afcbe3 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185020 Jan 10 11:57:25.923519 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:25.984882 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:25.985347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.047267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30e16dbf-56e9-44c5-aea1-92a8aa3f5d68 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (3743b18d-7067-4da6-92e7-28d6f90e90b3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.053437 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e16dbf-56e9-44c5-aea1-92a8aa3f5d68 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:26.058682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30e16dbf-56e9-44c5-aea1-92a8aa3f5d68 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.082522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4cf3642e-e309-4608-adb1-a24e4f318fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.088185 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.102095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f742ef-e793-4043-abd9-27373e2a687c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:26.106143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-21f742ef-e793-4043-abd9-27373e2a687c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.115238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d6b1cd-74d3-4929-9a7a-269306b9d963 {{(pid=110625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:57:26.125977 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Publish callbacks [] for port (47d6b1cd-74d3-4929-9a7a-269306b9d963), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.148035 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.provisioning_blocks [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Transition to ACTIVE for port object 47d6b1cd-74d3-4929-9a7a-269306b9d963 will not be triggered until provisioned by entity L2. {{(pid=110625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:57:26.189824 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-30e16dbf-56e9-44c5-aea1-92a8aa3f5d68 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0499308 Jan 10 11:57:26.193204 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57184) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:26.195858 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3642e-e309-4608-adb1-a24e4f318fed None None] Pushing event updated for resources: {'Port': ['ID=9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:26.203624 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f742ef-e793-4043-abd9-27373e2a687c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:57:26.207952 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-02282df6-4d70-409c-a861-c925b9e2e1f2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Request body: {'subnet': {'network_id': '3743b18d-7067-4da6-92e7-28d6f90e90b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:26.214409 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-21f742ef-e793-4043-abd9-27373e2a687c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (a9c2d862-de47-4f5a-a620-8daaeccc2ddb), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.214795 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-21f742ef-e793-4043-abd9-27373e2a687c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Added segment a9c2d862-de47-4f5a-a620-8daaeccc2ddb of type vlan for network 11b180d1-aa07-4034-901c-fac8264692fb Jan 10 11:57:26.215212 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:57:26.215765 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:57:26.220172 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7f8f4e32-3a50-46b2-ae1d-6ffada9c3502 None None] Provisioning complete for port 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:26.220635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7f8f4e32-3a50-46b2-ae1d-6ffada9c3502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.240269 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (47d6b1cd-74d3-4929-9a7a-269306b9d963), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.288398 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e16dbf-56e9-44c5-aea1-92a8aa3f5d68 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event updated for resources: {'Network': ['ID=3743b18d-7067-4da6-92e7-28d6f90e90b3,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:26.302618 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8f81fd51-91f2-44c6-9a5a-08a441b28c75 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (a1213878-c3a8-4ef5-9378-0e15523d10aa), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.305330 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-21f742ef-e793-4043-abd9-27373e2a687c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (11b180d1-aa07-4034-901c-fac8264692fb), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.305707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 3743b18d-7067-4da6-92e7-28d6f90e90b3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:57:26.369898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Pushing event updated for resources: {'Port': ['ID=47d6b1cd-74d3-4929-9a7a-269306b9d963,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:26.380896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019f64c2-bac2-4916-93db-ec43a29fc5f8 None None] DHCP port deletion for d6334e5b-dd29-4e01-8107-f45b63d25589 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:57:26.417213 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7f8f4e32-3a50-46b2-ae1d-6ffada9c3502 None None] Provisioning complete for port bec1b7e1-bea2-4c30-9238-c01eaf100ede triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:26.417900 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7f8f4e32-3a50-46b2-ae1d-6ffada9c3502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bec1b7e1-bea2-4c30-9238-c01eaf100ede), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.427537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-21f742ef-e793-4043-abd9-27373e2a687c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (11b180d1-aa07-4034-901c-fac8264692fb), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.434010 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f742ef-e793-4043-abd9-27373e2a687c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:26.434911 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-21f742ef-e793-4043-abd9-27373e2a687c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.459172 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f4e32-3a50-46b2-ae1d-6ffada9c3502 None None] Port bec1b7e1-bea2-4c30-9238-c01eaf100ede cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:26.462132 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Attempting to bind port 47d6b1cd-74d3-4929-9a7a-269306b9d963 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:57:26.462559 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Attempting to bind port 47d6b1cd-74d3-4929-9a7a-269306b9d963 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '4ad022f1-d8e9-4330-9b1a-219a76e343a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd6334e5b-dd29-4e01-8107-f45b63d25589'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:57:26.462967 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Attempting to bind port 47d6b1cd-74d3-4929-9a7a-269306b9d963 on network d6334e5b-dd29-4e01-8107-f45b63d25589 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:26.468421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Port 47d6b1cd-74d3-4929-9a7a-269306b9d963 on network d6334e5b-dd29-4e01-8107-f45b63d25589 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:57:26.468869 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Attempting to bind port 47d6b1cd-74d3-4929-9a7a-269306b9d963 on network d6334e5b-dd29-4e01-8107-f45b63d25589 {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:26.470875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8f81fd51-91f2-44c6-9a5a-08a441b28c75 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a1213878-c3a8-4ef5-9378-0e15523d10aa), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.475074 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:57:26.475489 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Checking segment: {'id': '4ad022f1-d8e9-4330-9b1a-219a76e343a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd6334e5b-dd29-4e01-8107-f45b63d25589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:26.475886 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Bound using segment: {'id': '4ad022f1-d8e9-4330-9b1a-219a76e343a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd6334e5b-dd29-4e01-8107-f45b63d25589'} {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:57:26.478458 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Bound port: 47d6b1cd-74d3-4929-9a7a-269306b9d963, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad022f1-d8e9-4330-9b1a-219a76e343a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd6334e5b-dd29-4e01-8107-f45b63d25589'}}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:57:26.478458 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (47d6b1cd-74d3-4929-9a7a-269306b9d963), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.546775 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02282df6-4d70-409c-a861-c925b9e2e1f2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Made reservation on behalf of 05b64fe0e54441289a39f949298e3659 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:26.548088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f742ef-e793-4043-abd9-27373e2a687c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Network': ['ID=11b180d1-aa07-4034-901c-fac8264692fb,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:26.550480 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02282df6-4d70-409c-a861-c925b9e2e1f2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.561685 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f81fd51-91f2-44c6-9a5a-08a441b28c75 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network 9a1eb4b7-68d9-4f00-9455-0f41857250c1 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:26.562917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 11b180d1-aa07-4034-901c-fac8264692fb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:57:26.566218 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-8f81fd51-91f2-44c6-9a5a-08a441b28c75 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:26.568323 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81fd51-91f2-44c6-9a5a-08a441b28c75 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=a1213878-c3a8-4ef5-9378-0e15523d10aa,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:26.570714 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f81fd51-91f2-44c6-9a5a-08a441b28c75 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:26.579790 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] For port 47d6b1cd-74d3-4929-9a7a-269306b9d963, host hv-neutron-mast, cleared binding levels {{(pid=110625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:57:26.616342 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-21f742ef-e793-4043-abd9-27373e2a687c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7941163 Jan 10 11:57:26.619497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57186) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:26.629628 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] For port 47d6b1cd-74d3-4929-9a7a-269306b9d963, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=47d6b1cd-74d3-4929-9a7a-269306b9d963,segment=NetworkSegment(4ad022f1-d8e9-4330-9b1a-219a76e343a2),segment_id=4ad022f1-d8e9-4330-9b1a-219a76e343a2)] {{(pid=110625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:57:26.644363 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f81fd51-91f2-44c6-9a5a-08a441b28c75 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:26.645308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8f81fd51-91f2-44c6-9a5a-08a441b28c75 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.713028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-383a1c01-245a-4465-8297-f6cd9c3684d4 None None] Provisioning complete for port bec1b7e1-bea2-4c30-9238-c01eaf100ede triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:26.713594 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-383a1c01-245a-4465-8297-f6cd9c3684d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bec1b7e1-bea2-4c30-9238-c01eaf100ede), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.723968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e73f3b-1d1d-43fe-98e8-970d62ed63c6 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:26.725729 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-12e73f3b-1d1d-43fe-98e8-970d62ed63c6 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a8ed50a2c6284926857fedd16b365558&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1052103 Jan 10 11:57:26.728660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57188) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:26.791177 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (47d6b1cd-74d3-4929-9a7a-269306b9d963), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.843495 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:26.843495 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.843495 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] 10.222.0.30 "PUT /v2.0/ports/47d6b1cd-74d3-4929-9a7a-269306b9d963 HTTP/1.1" status: 200 len: 1094 time: 1.2165880 Jan 10 11:57:26.843944 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb08c4c-1624-47d0-943d-e94c15c18fa7', 'tag': '47d6b1cd-74d3-4929-9a7a-269306b9d963'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:57:26.846555 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b8ebe8-e3b8-4c35-b8b2-58638a451d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb08c4c-1624-47d0-943d-e94c15c18fa7", "tag": "47d6b1cd-74d3-4929-9a7a-269306b9d963"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:57:26.860862 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-383a1c01-245a-4465-8297-f6cd9c3684d4 None None] Port bec1b7e1-bea2-4c30-9238-c01eaf100ede cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:26.868810 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26e3a2d-49d7-4497-87ba-4c534a0b4c6f tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:26.869396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e461cfc-0ba7-4f72-bfc9-61972ecc419e None None] DHCP port deletion for d6334e5b-dd29-4e01-8107-f45b63d25589 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:57:26.871811 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d26e3a2d-49d7-4497-87ba-4c534a0b4c6f tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1421125 Jan 10 11:57:26.877845 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57194) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:26.895104 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df848e7f-0d3e-4dca-9392-846652f71e40 service neutron] Pushing event updated for resources: {'Port': ['ID=47d6b1cd-74d3-4929-9a7a-269306b9d963,revision_number=3']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:26.915442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9c1460-48aa-449a-ba23-b7906c6c2cd6 x-openstack-request-id: req-0f9c1460-48aa-449a-ba23-b7906c6c2cd6 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:57:26.915876 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb08c4c-1624-47d0-943d-e94c15c18fa7", "tag": "47d6b1cd-74d3-4929-9a7a-269306b9d963", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:57:26.916153 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f9c1460-48aa-449a-ba23-b7906c6c2cd6 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:57:26.916580 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb08c4c-1624-47d0-943d-e94c15c18fa7', 'tag': '47d6b1cd-74d3-4929-9a7a-269306b9d963', 'status': 'completed', 'code': 200} Jan 10 11:57:26.936606 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8f81fd51-91f2-44c6-9a5a-08a441b28c75 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8642836 Jan 10 11:57:26.939154 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2d863c07-9892-4004-8f6b-1e323eac3ed4 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592530 Jan 10 11:57:26.941464 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57198) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:26.977804 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57200) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:26.993602 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-67c505be-e7a5-416b-aa83-f18780c94eb6 None None] Provisioning complete for port a1213878-c3a8-4ef5-9378-0e15523d10aa triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:26.994918 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-67c505be-e7a5-416b-aa83-f18780c94eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a1213878-c3a8-4ef5-9378-0e15523d10aa), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.996587 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02282df6-4d70-409c-a861-c925b9e2e1f2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (650e80c8-4754-4a88-a812-64e221309b5a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:27.050217 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f0713f42-4c09-4c16-aef5-be65faf1ab11 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a8ed50a2c6284926857fedd16b365558&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0708442 Jan 10 11:57:27.056447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57202) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:27.057510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-67c505be-e7a5-416b-aa83-f18780c94eb6 None None] Port a1213878-c3a8-4ef5-9378-0e15523d10aa cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:27.075010 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8ebe8-e3b8-4c35-b8b2-58638a451d3d req-f1df9814-c65a-41c2-941b-3b51726a3eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:27.076543 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b9b8ebe8-e3b8-4c35-b8b2-58638a451d3d req-f1df9814-c65a-41c2-941b-3b51726a3eaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b88098bc7fb45b7b7544c7a37648e11&device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 1097 time: 0.1339478 Jan 10 11:57:27.099156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55cfa8a-a124-42ab-b0a8-0016d59880de tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:27.100601 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b55cfa8a-a124-42ab-b0a8-0016d59880de tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.1581333 Jan 10 11:57:27.104377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57204) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:27.120533 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433adbb-eaff-4159-a7a1-8c0261fc03fc req-e212d447-f980-4a58-a40b-7c6f035de285 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:27.122044 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2433adbb-eaff-4159-a7a1-8c0261fc03fc req-e212d447-f980-4a58-a40b-7c6f035de285 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 944 time: 0.1119409 Jan 10 11:57:27.123294 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02282df6-4d70-409c-a861-c925b9e2e1f2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event updated for resources: {'Subnet': ['ID=650e80c8-4754-4a88-a812-64e221309b5a,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:27.227511 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2433adbb-eaff-4159-a7a1-8c0261fc03fc req-94743378-bf01-4387-82ce-c50fb42ab3be tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878170 Jan 10 11:57:27.242274 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5a6b7-dff0-4a69-b51b-ef46cc356b84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port a1213878-c3a8-4ef5-9378-0e15523d10aa {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:27.242733 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a6b7-dff0-4a69-b51b-ef46cc356b84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a1213878-c3a8-4ef5-9378-0e15523d10aa), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:27.252426 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282df6-4d70-409c-a861-c925b9e2e1f2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Checking segment: {'id': 'b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3743b18d-7067-4da6-92e7-28d6f90e90b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:27.252965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02282df6-4d70-409c-a861-c925b9e2e1f2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Network hostable DHCP agents. Network: 3743b18d-7067-4da6-92e7-28d6f90e90b3, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:57:27.348827 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a6b7-dff0-4a69-b51b-ef46cc356b84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a1213878-c3a8-4ef5-9378-0e15523d10aa), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:27.362787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5a6b7-dff0-4a69-b51b-ef46cc356b84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for a1213878-c3a8-4ef5-9378-0e15523d10aa owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:27.629590 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a6b7-dff0-4a69-b51b-ef46cc356b84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a1213878-c3a8-4ef5-9378-0e15523d10aa), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:27.630139 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d5d73e-c1e6-451f-830e-51a20b0e6425 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:27.631712 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-93d5d73e-c1e6-451f-830e-51a20b0e6425 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5719607 Jan 10 11:57:27.633051 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8ebe8-e3b8-4c35-b8b2-58638a451d3d req-a4358d21-83b1-416b-b542-81ecea849a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:27.634509 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b9b8ebe8-e3b8-4c35-b8b2-58638a451d3d req-a4358d21-83b1-416b-b542-81ecea849a6b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3b88098bc7fb45b7b7544c7a37648e11&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5463123 Jan 10 11:57:27.634960 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57206) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:27.659598 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5a6b7-dff0-4a69-b51b-ef46cc356b84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=a1213878-c3a8-4ef5-9378-0e15523d10aa,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:27.678818 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-656a95d8-41d9-43b3-b9ea-e073461e084e tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421035 Jan 10 11:57:27.686644 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57208) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:27.694782 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-dabf863c-c492-4237-860f-72bf8b3f5829 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1111285790', 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:27.748196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02282df6-4d70-409c-a861-c925b9e2e1f2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Network 3743b18d-7067-4da6-92e7-28d6f90e90b3 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:57:27.780102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8ebe8-e3b8-4c35-b8b2-58638a451d3d req-27d16971-3450-4d36-b0ba-124962419495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:27.781741 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b9b8ebe8-e3b8-4c35-b8b2-58638a451d3d req-27d16971-3450-4d36-b0ba-124962419495 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309879 Jan 10 11:57:27.795938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a6b7-dff0-4a69-b51b-ef46cc356b84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:27.801235 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4fa5a6b7-dff0-4a69-b51b-ef46cc356b84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/a1213878-c3a8-4ef5-9378-0e15523d10aa HTTP/1.1" status: 204 len: 168 time: 0.6942773 Jan 10 11:57:27.802539 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57210) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:27.847774 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-10955eca-132a-4fec-b93d-eb06ee166917 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] GET failed (client error): The resource could not be found. Jan 10 11:57:27.849523 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-10955eca-132a-4fec-b93d-eb06ee166917 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/a1213878-c3a8-4ef5-9378-0e15523d10aa HTTP/1.1" status: 404 len: 333 time: 0.0455577 Jan 10 11:57:27.850082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:27.854278 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57212) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:27.876348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-02282df6-4d70-409c-a861-c925b9e2e1f2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3743b18d-7067-4da6-92e7-28d6f90e90b3) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:27.885328 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02282df6-4d70-409c-a861-c925b9e2e1f2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:27.885950 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02282df6-4d70-409c-a861-c925b9e2e1f2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:27.890801 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20541e17-58f2-4eb7-8e60-93e15a962bbb None None] Network 3743b18d-7067-4da6-92e7-28d6f90e90b3 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:27.912910 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabf863c-c492-4237-860f-72bf8b3f5829 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:27.920917 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dabf863c-c492-4237-860f-72bf8b3f5829 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:27.926266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-b7d0ec42-80de-4734-b341-238e03638252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:27.928184 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-b7d0ec42-80de-4734-b341-238e03638252 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b88098bc7fb45b7b7544c7a37648e11&device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 1097 time: 0.0915730 Jan 10 11:57:27.980573 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-a2f45494-aa36-4578-a723-58253c15efbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47d6b1cd-74d3-4929-9a7a-269306b9d963 HTTP/1.1" status: 200 len: 217 time: 0.0416739 Jan 10 11:57:27.980974 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:27.981356 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.055565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-ca8146c6-b87b-4c98-9063-0757a45767fc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port bec1b7e1-bea2-4c30-9238-c01eaf100ede {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:28.055948 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca8146c6-b87b-4c98-9063-0757a45767fc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (bec1b7e1-bea2-4c30-9238-c01eaf100ede), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.059297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3743b18d-7067-4da6-92e7-28d6f90e90b3', 'network_id': '3743b18d-7067-4da6-92e7-28d6f90e90b3', 'project_id': '05b64fe0e54441289a39f949298e3659', 'fixed_ips': [{'subnet_id': '650e80c8-4754-4a88-a812-64e221309b5a'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:57:28.060289 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-1dc07ee5-e804-4414-82e7-3ecf3978ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:28.060444 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.061860 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-1dc07ee5-e804-4414-82e7-3ecf3978ea4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dfa3b182-4c05-463d-a90e-aeb32f74a227 HTTP/1.1" status: 200 len: 851 time: 0.0748749 Jan 10 11:57:28.073813 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-02282df6-4d70-409c-a861-c925b9e2e1f2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8761485 Jan 10 11:57:28.075886 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57216) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:28.086553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d1446735-6ce0-4f29-a655-bfbd83f6aac2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Request body: {'network': {'name': 'tempest-router-network01--1147183016'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:28.108470 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-829024fb-6d6a-4a6c-860e-0698df7d053e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d6334e5b-dd29-4e01-8107-f45b63d25589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348222 Jan 10 11:57:28.221241 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-2c8bb715-6739-4bbf-a0e2-11e024c6de1b service neutron] 10.222.0.30 "GET /v2.0/networks/d6334e5b-dd29-4e01-8107-f45b63d25589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060879 Jan 10 11:57:28.249802 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca8146c6-b87b-4c98-9063-0757a45767fc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (bec1b7e1-bea2-4c30-9238-c01eaf100ede), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.254972 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Allocated IP 2001:db8::2 (3743b18d-7067-4da6-92e7-28d6f90e90b3/650e80c8-4754-4a88-a812-64e221309b5a/cec20f96-d0f8-4f84-82fb-de1ef5f80162) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:28.273950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-ca8146c6-b87b-4c98-9063-0757a45767fc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for bec1b7e1-bea2-4c30-9238-c01eaf100ede owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:28.297189 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1446735-6ce0-4f29-a655-bfbd83f6aac2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Made reservation on behalf of 05b64fe0e54441289a39f949298e3659 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:28.302247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1446735-6ce0-4f29-a655-bfbd83f6aac2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.350068 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1446735-6ce0-4f29-a655-bfbd83f6aac2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:57:28.389003 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1446735-6ce0-4f29-a655-bfbd83f6aac2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (d4f8e98e-dcd8-4a10-a505-78b61484c5f4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.389376 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-d1446735-6ce0-4f29-a655-bfbd83f6aac2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Added segment d4f8e98e-dcd8-4a10-a505-78b61484c5f4 of type vlan for network 145407d7-0081-4db5-a087-ff6b8a5f5182 Jan 10 11:57:28.395666 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dabf863c-c492-4237-860f-72bf8b3f5829 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (740ee0f1-f609-4554-a582-25fefdfba5c1), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.416069 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-033ea7e6-919e-4748-ad6e-911166d285e9 req-d817eef1-45f2-4272-be20-45b37b63b558 service neutron] 10.222.0.30 "GET /v2.0/networks/d6334e5b-dd29-4e01-8107-f45b63d25589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884761 Jan 10 11:57:28.443561 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Publish callbacks [] for port (cec20f96-d0f8-4f84-82fb-de1ef5f80162), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.456140 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4d5d9-d7f2-4474-980e-2a5ac818c766 req-a2f05fa3-3054-482f-a2f5-0b36d91c9a04 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:28.464727 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bfe4d5d9-d7f2-4474-980e-2a5ac818c766 req-a2f05fa3-3054-482f-a2f5-0b36d91c9a04 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 944 time: 0.1307681 Jan 10 11:57:28.464727 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1446735-6ce0-4f29-a655-bfbd83f6aac2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (145407d7-0081-4db5-a087-ff6b8a5f5182), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.481157 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf863c-c492-4237-860f-72bf8b3f5829 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Subnet': ['ID=740ee0f1-f609-4554-a582-25fefdfba5c1,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:28.491929 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabf863c-c492-4237-860f-72bf8b3f5829 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Checking segment: {'id': 'a9c2d862-de47-4f5a-a620-8daaeccc2ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:28.492293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabf863c-c492-4237-860f-72bf8b3f5829 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network hostable DHCP agents. Network: 11b180d1-aa07-4034-901c-fac8264692fb, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:57:28.525579 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bfe4d5d9-d7f2-4474-980e-2a5ac818c766 req-7bbc105a-167b-4b64-933e-96ae71ae0b36 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597394 Jan 10 11:57:28.611091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca8146c6-b87b-4c98-9063-0757a45767fc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (bec1b7e1-bea2-4c30-9238-c01eaf100ede), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.611479 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (cec20f96-d0f8-4f84-82fb-de1ef5f80162), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.647491 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8146c6-b87b-4c98-9063-0757a45767fc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=bec1b7e1-bea2-4c30-9238-c01eaf100ede,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:28.654304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Network 3743b18d-7067-4da6-92e7-28d6f90e90b3 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:28.660706 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:28.664278 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:28.667468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Pushing event updated for resources: {'Port': ['ID=cec20f96-d0f8-4f84-82fb-de1ef5f80162,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:28.685921 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1446735-6ce0-4f29-a655-bfbd83f6aac2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (145407d7-0081-4db5-a087-ff6b8a5f5182), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.693063 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1446735-6ce0-4f29-a655-bfbd83f6aac2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:28.699051 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1446735-6ce0-4f29-a655-bfbd83f6aac2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.699780 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabf863c-c492-4237-860f-72bf8b3f5829 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 11b180d1-aa07-4034-901c-fac8264692fb is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:57:28.730892 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Attempting to bind port cec20f96-d0f8-4f84-82fb-de1ef5f80162 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:57:28.730892 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Attempting to bind port cec20f96-d0f8-4f84-82fb-de1ef5f80162 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3743b18d-7067-4da6-92e7-28d6f90e90b3'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:57:28.730892 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Attempting to bind port cec20f96-d0f8-4f84-82fb-de1ef5f80162 on network 3743b18d-7067-4da6-92e7-28d6f90e90b3 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:28.736875 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:57:28.737370 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Checking segment: {'id': 'b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3743b18d-7067-4da6-92e7-28d6f90e90b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:28.738449 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.738855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Bound using segment: {'id': 'b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3743b18d-7067-4da6-92e7-28d6f90e90b3'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:57:28.739351 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Bound port: cec20f96-d0f8-4f84-82fb-de1ef5f80162, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3743b18d-7067-4da6-92e7-28d6f90e90b3'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:57:28.739729 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cec20f96-d0f8-4f84-82fb-de1ef5f80162), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.742142 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ca8146c6-b87b-4c98-9063-0757a45767fc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.750446 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ca8146c6-b87b-4c98-9063-0757a45767fc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/bec1b7e1-bea2-4c30-9238-c01eaf100ede HTTP/1.1" status: 204 len: 168 time: 0.8948987 Jan 10 11:57:28.751102 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57220) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:28.777492 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f69d36-0b21-4582-afbb-61c777b40075 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] GET failed (client error): The resource could not be found. Jan 10 11:57:28.779308 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a1f69d36-0b21-4582-afbb-61c777b40075 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/bec1b7e1-bea2-4c30-9238-c01eaf100ede HTTP/1.1" status: 404 len: 333 time: 0.0269868 Jan 10 11:57:28.782182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57222) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:28.791516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1446735-6ce0-4f29-a655-bfbd83f6aac2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event updated for resources: {'Network': ['ID=145407d7-0081-4db5-a087-ff6b8a5f5182,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:28.808007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 145407d7-0081-4db5-a087-ff6b8a5f5182 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:57:28.841325 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] For port cec20f96-d0f8-4f84-82fb-de1ef5f80162, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:57:28.850136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-8753a575-1b6b-4a87-b6aa-d8c0bbef36ea tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting subnet 0205b976-61dc-48b8-ac3a-780dfeccd72a {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:57:28.854029 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8753a575-1b6b-4a87-b6aa-d8c0bbef36ea tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (0205b976-61dc-48b8-ac3a-780dfeccd72a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.884516 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] For port cec20f96-d0f8-4f84-82fb-de1ef5f80162, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cec20f96-d0f8-4f84-82fb-de1ef5f80162,segment=NetworkSegment(b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c),segment_id=b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:57:28.886786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-dabf863c-c492-4237-860f-72bf8b3f5829 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 11b180d1-aa07-4034-901c-fac8264692fb) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:28.895693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabf863c-c492-4237-860f-72bf8b3f5829 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:28.896307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dabf863c-c492-4237-860f-72bf8b3f5829 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.904462 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d1446735-6ce0-4f29-a655-bfbd83f6aac2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8218703 Jan 10 11:57:28.908911 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57224) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:28.918328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dcd6e2-f2d4-4be6-a19b-e1048409bb54 None None] Network 11b180d1-aa07-4034-901c-fac8264692fb requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:28.930537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7b1b19fd-77f3-4026-8796-d55b48aa79b1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Request body: {'network': {'name': 'tempest-router-network02--1352993215'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:28.937086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8753a575-1b6b-4a87-b6aa-d8c0bbef36ea tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (0205b976-61dc-48b8-ac3a-780dfeccd72a), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.025438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8753a575-1b6b-4a87-b6aa-d8c0bbef36ea tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (0205b976-61dc-48b8-ac3a-780dfeccd72a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.031808 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-11b180d1-aa07-4034-901c-fac8264692fb', 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ips': [{'subnet_id': '740ee0f1-f609-4554-a582-25fefdfba5c1'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:57:29.032746 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.169161 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-dabf863c-c492-4237-860f-72bf8b3f5829 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4790659 Jan 10 11:57:29.251744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8753a575-1b6b-4a87-b6aa-d8c0bbef36ea tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (0205b976-61dc-48b8-ac3a-780dfeccd72a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.265499 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cec20f96-d0f8-4f84-82fb-de1ef5f80162), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.283327 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753a575-1b6b-4a87-b6aa-d8c0bbef36ea tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Subnet': ['ID=0205b976-61dc-48b8-ac3a-780dfeccd72a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:29.289581 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1b19fd-77f3-4026-8796-d55b48aa79b1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Made reservation on behalf of 05b64fe0e54441289a39f949298e3659 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:29.293504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b1b19fd-77f3-4026-8796-d55b48aa79b1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.309792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8753a575-1b6b-4a87-b6aa-d8c0bbef36ea tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.316930 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8753a575-1b6b-4a87-b6aa-d8c0bbef36ea tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/0205b976-61dc-48b8-ac3a-780dfeccd72a HTTP/1.1" status: 204 len: 168 time: 0.5304978 Jan 10 11:57:29.317897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57230) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:29.327673 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d982d5cb-0d27-464f-9da4-4c42c481cecd None None] Network 9a1eb4b7-68d9-4f00-9455-0f41857250c1 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:29.397108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1b19fd-77f3-4026-8796-d55b48aa79b1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:57:29.423993 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b1b19fd-77f3-4026-8796-d55b48aa79b1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9399166f-add3-4775-8b05-ea017b412344), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.424396 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-7b1b19fd-77f3-4026-8796-d55b48aa79b1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Added segment 9399166f-add3-4775-8b05-ea017b412344 of type vlan for network 687331a7-6edf-4111-98da-850ffedd48e6 Jan 10 11:57:29.447970 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (9a1eb4b7-68d9-4f00-9455-0f41857250c1), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.453957 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24991a99-2979-419e-8eb8-874096f0d230 None None] Pushing event updated for resources: {'Port': ['ID=cec20f96-d0f8-4f84-82fb-de1ef5f80162,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:29.490735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Allocated IP 172.20.0.18 (11b180d1-aa07-4034-901c-fac8264692fb/740ee0f1-f609-4554-a582-25fefdfba5c1/c5518efa-7a76-4e7e-8ace-f79414048c90) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:29.494761 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b1b19fd-77f3-4026-8796-d55b48aa79b1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (687331a7-6edf-4111-98da-850ffedd48e6), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.603486 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57234) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:29.608578 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-79ec0ae5-d6a8-42dd-9474-c04a4a20a024 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216992821', 'description': 'tempest-secgroup-smoke-216992821 description', 'project_id': 'a8ed50a2c6284926857fedd16b365558'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:29.641503 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:29.641901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.693077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120da04c-9d4c-4660-bde6-e18f7f8de2f2 None None] DHCP port deletion for 9a1eb4b7-68d9-4f00-9455-0f41857250c1 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:57:29.728748 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] For port 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f,segment=NetworkSegment(70061b34-0eab-42e9-87ff-9528a889d247),segment_id=70061b34-0eab-42e9-87ff-9528a889d247)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:29.729153 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.733073 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b1b19fd-77f3-4026-8796-d55b48aa79b1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (687331a7-6edf-4111-98da-850ffedd48e6), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.745002 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1b19fd-77f3-4026-8796-d55b48aa79b1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:29.745638 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b1b19fd-77f3-4026-8796-d55b48aa79b1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.753685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Publish callbacks [] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.772011 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:29.775313 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-120da04c-9d4c-4660-bde6-e18f7f8de2f2 None None] Deleting port 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:29.775776 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-120da04c-9d4c-4660-bde6-e18f7f8de2f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.778770 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6c12e-e48a-4ead-8ca0-b9eb130217f2 req-afaf8949-55df-483c-afa8-c60f0fb40c18 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:29.787371 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cdb6c12e-e48a-4ead-8ca0-b9eb130217f2 req-afaf8949-55df-483c-afa8-c60f0fb40c18 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 944 time: 0.1125891 Jan 10 11:57:29.789743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-79ec0ae5-d6a8-42dd-9474-c04a4a20a024 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.882922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-120da04c-9d4c-4660-bde6-e18f7f8de2f2 None None] For port 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f,segment=NetworkSegment(70061b34-0eab-42e9-87ff-9528a889d247),segment_id=70061b34-0eab-42e9-87ff-9528a889d247)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:29.883835 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-120da04c-9d4c-4660-bde6-e18f7f8de2f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.899475 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cdb6c12e-e48a-4ead-8ca0-b9eb130217f2 req-b15adf33-1e4a-4c0f-a9e6-3f48d57d053e tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044958 Jan 10 11:57:29.908673 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.914344 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-120da04c-9d4c-4660-bde6-e18f7f8de2f2 None None] Calling delete_port for 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:29.963074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cec20f96-d0f8-4f84-82fb-de1ef5f80162 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:29.965990 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-79ec0ae5-d6a8-42dd-9474-c04a4a20a024 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (474ad0a7-da54-46ef-ae1d-8170f7bedae5), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.968661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b19fd-77f3-4026-8796-d55b48aa79b1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event updated for resources: {'Network': ['ID=687331a7-6edf-4111-98da-850ffedd48e6,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:30.025425 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7b1b19fd-77f3-4026-8796-d55b48aa79b1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1130931 Jan 10 11:57:30.025811 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57240) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:30.031132 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-cb6dd571-627f-48c5-ba05-4f6b919a0140 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Request body: {'subnet': {'network_id': '145407d7-0081-4db5-a087-ff6b8a5f5182', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:30.034898 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 687331a7-6edf-4111-98da-850ffedd48e6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:57:30.055964 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Network 11b180d1-aa07-4034-901c-fac8264692fb is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:30.062058 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-79ec0ae5-d6a8-42dd-9474-c04a4a20a024 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (474ad0a7-da54-46ef-ae1d-8170f7bedae5), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.079880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:30.082261 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Pushing event updated for resources: {'Port': ['ID=c5518efa-7a76-4e7e-8ace-f79414048c90,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:30.090016 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:30.099630 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec0ae5-d6a8-42dd-9474-c04a4a20a024 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474ad0a7-da54-46ef-ae1d-8170f7bedae5,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:30.159846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.204945 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:30.209338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No DVR routers for this DVR port 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:30.236699 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-120da04c-9d4c-4660-bde6-e18f7f8de2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.238728 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Attempting to bind port c5518efa-7a76-4e7e-8ace-f79414048c90 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:57:30.239110 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Attempting to bind port c5518efa-7a76-4e7e-8ace-f79414048c90 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a9c2d862-de47-4f5a-a620-8daaeccc2ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:57:30.243612 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Attempting to bind port c5518efa-7a76-4e7e-8ace-f79414048c90 on network 11b180d1-aa07-4034-901c-fac8264692fb {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:30.269998 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port cec20f96-d0f8-4f84-82fb-de1ef5f80162 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:30.270344 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cec20f96-d0f8-4f84-82fb-de1ef5f80162), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.275972 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:57:30.276321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Checking segment: {'id': 'a9c2d862-de47-4f5a-a620-8daaeccc2ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:30.276724 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.277183 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Bound using segment: {'id': 'a9c2d862-de47-4f5a-a620-8daaeccc2ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:57:30.277674 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Bound port: c5518efa-7a76-4e7e-8ace-f79414048c90, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c2d862-de47-4f5a-a620-8daaeccc2ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:57:30.278146 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.279739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-79ec0ae5-d6a8-42dd-9474-c04a4a20a024 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.282305 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-79ec0ae5-d6a8-42dd-9474-c04a4a20a024 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6774387 Jan 10 11:57:30.285251 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57252) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:30.291427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-cbcda90e-8720-40a7-ae6b-42ad5cc94bc8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '474ad0a7-da54-46ef-ae1d-8170f7bedae5', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:30.306710 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120da04c-9d4c-4660-bde6-e18f7f8de2f2 None None] Pushing event deleted for resources: {'Port': ['ID=9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:30.321696 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120da04c-9d4c-4660-bde6-e18f7f8de2f2 None None] No DVR routers for this DVR port 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:30.351085 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (9a1eb4b7-68d9-4f00-9455-0f41857250c1), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.380790 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1eb4b7-68d9-4f00-9455-0f41857250c1']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:30.394861 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70061b34-0eab-42e9-87ff-9528a889d247') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:30.395795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70061b34-0eab-42e9-87ff-9528a889d247') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:30.409157 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (70061b34-0eab-42e9-87ff-9528a889d247), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.427598 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (70061b34-0eab-42e9-87ff-9528a889d247), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.436225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:57:30.436817 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (70061b34-0eab-42e9-87ff-9528a889d247), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:57:30.440701 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:57:30.445257 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] For port c5518efa-7a76-4e7e-8ace-f79414048c90, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:57:30.448165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] For port c5518efa-7a76-4e7e-8ace-f79414048c90, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5518efa-7a76-4e7e-8ace-f79414048c90,segment=NetworkSegment(a9c2d862-de47-4f5a-a620-8daaeccc2ddb),segment_id=a9c2d862-de47-4f5a-a620-8daaeccc2ddb)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:57:30.449562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cec20f96-d0f8-4f84-82fb-de1ef5f80162), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.468667 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6dd571-627f-48c5-ba05-4f6b919a0140 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Made reservation on behalf of 05b64fe0e54441289a39f949298e3659 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:30.478152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cb6dd571-627f-48c5-ba05-4f6b919a0140 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.486832 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port cec20f96-d0f8-4f84-82fb-de1ef5f80162, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cec20f96-d0f8-4f84-82fb-de1ef5f80162,segment=NetworkSegment(b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c),segment_id=b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:30.541284 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cbcda90e-8720-40a7-ae6b-42ad5cc94bc8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (f71f5f79-f4b6-4471-9c70-1521fe7cede4), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.593979 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.639480 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (9a1eb4b7-68d9-4f00-9455-0f41857250c1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.646558 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cec20f96-d0f8-4f84-82fb-de1ef5f80162), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.647421 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.657934 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/networks/9a1eb4b7-68d9-4f00-9455-0f41857250c1 HTTP/1.1" status: 204 len: 168 time: 1.3349319 Jan 10 11:57:30.660801 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57256) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:30.675242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d50082-092c-4fe9-b201-2b732a8dad7f None None] Pushing event updated for resources: {'Port': ['ID=c5518efa-7a76-4e7e-8ace-f79414048c90,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:30.684662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cbcda90e-8720-40a7-ae6b-42ad5cc94bc8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (f71f5f79-f4b6-4471-9c70-1521fe7cede4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.696283 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-20aa9468-efcb-4b5d-acb5-27323ff0f340 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-618156745'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:30.704307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dc5c9-5125-4715-93b2-67f9571fa0f6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Network': ['ID=9a1eb4b7-68d9-4f00-9455-0f41857250c1,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:30.736398 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:57:30.774933 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:57:30.779610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:57:30.779610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 9b4e4f8e-f552-4890-8a9f-ce6f36ff6a9f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:57:30.793000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb84f80-7b06-491c-a514-f44565154049 None None] Network 3743b18d-7067-4da6-92e7-28d6f90e90b3 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:30.812860 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a27bd-a1c9-45ab-b4e9-7c888af650ed req-5b070949-adc2-4538-bb97-d6b691dea4cd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:30.814471 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-435a27bd-a1c9-45ab-b4e9-7c888af650ed req-5b070949-adc2-4538-bb97-d6b691dea4cd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.1367435 Jan 10 11:57:30.822088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=cec20f96-d0f8-4f84-82fb-de1ef5f80162,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:30.904165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7f5a8b6e-051a-4633-94ef-d918ee25531b None None] Provisioning complete for port cec20f96-d0f8-4f84-82fb-de1ef5f80162 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:30.904561 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7f5a8b6e-051a-4633-94ef-d918ee25531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cec20f96-d0f8-4f84-82fb-de1ef5f80162), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.919950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aa9468-efcb-4b5d-acb5-27323ff0f340 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:30.924122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-20aa9468-efcb-4b5d-acb5-27323ff0f340 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.931384 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-435a27bd-a1c9-45ab-b4e9-7c888af650ed req-dfbb7988-eee1-4a80-b582-5d8d1a7f85cb tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890093 Jan 10 11:57:30.949834 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cbcda90e-8720-40a7-ae6b-42ad5cc94bc8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (f71f5f79-f4b6-4471-9c70-1521fe7cede4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.994296 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcda90e-8720-40a7-ae6b-42ad5cc94bc8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71f5f79-f4b6-4471-9c70-1521fe7cede4,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:31.023445 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20aa9468-efcb-4b5d-acb5-27323ff0f340 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:57:31.052413 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-20aa9468-efcb-4b5d-acb5-27323ff0f340 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (d7a7cf2d-59cd-4000-8084-870b86b0fbe0), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:31.052682 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-20aa9468-efcb-4b5d-acb5-27323ff0f340 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Added segment d7a7cf2d-59cd-4000-8084-870b86b0fbe0 of type vlan for network 4342766e-029c-40cb-a7a3-73b6f1e63827 Jan 10 11:57:31.063670 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cb6dd571-627f-48c5-ba05-4f6b919a0140 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (4a7e0ff8-1701-46b6-88ab-6533d8110a04), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:31.145796 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cbcda90e-8720-40a7-ae6b-42ad5cc94bc8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:31.147174 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cbcda90e-8720-40a7-ae6b-42ad5cc94bc8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8607237 Jan 10 11:57:31.150667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-20aa9468-efcb-4b5d-acb5-27323ff0f340 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (4342766e-029c-40cb-a7a3-73b6f1e63827), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:31.153690 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57266) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:31.164856 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dd571-627f-48c5-ba05-4f6b919a0140 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event updated for resources: {'Subnet': ['ID=4a7e0ff8-1701-46b6-88ab-6533d8110a04,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:31.170248 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd123dbc-e815-4cf5-ad9e-dae5df390db5 req-93cf03c1-b901-4cbe-8dd7-0fd4e3678ade tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:31.170248 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bd123dbc-e815-4cf5-ad9e-dae5df390db5 req-93cf03c1-b901-4cbe-8dd7-0fd4e3678ade tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 944 time: 0.1326010 Jan 10 11:57:31.179086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-88abcd2a-ab5c-4f2a-841f-6a95f1df380e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '474ad0a7-da54-46ef-ae1d-8170f7bedae5', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:31.183729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dd571-627f-48c5-ba05-4f6b919a0140 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Checking segment: {'id': 'd4f8e98e-dcd8-4a10-a505-78b61484c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '145407d7-0081-4db5-a087-ff6b8a5f5182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:31.184120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6dd571-627f-48c5-ba05-4f6b919a0140 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Network hostable DHCP agents. Network: 145407d7-0081-4db5-a087-ff6b8a5f5182, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:57:31.276886 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bd123dbc-e815-4cf5-ad9e-dae5df390db5 req-e505423e-7331-452c-8129-d49594757ecc tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892129 Jan 10 11:57:31.422619 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6dd571-627f-48c5-ba05-4f6b919a0140 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Network 145407d7-0081-4db5-a087-ff6b8a5f5182 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:57:31.427171 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-20aa9468-efcb-4b5d-acb5-27323ff0f340 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (4342766e-029c-40cb-a7a3-73b6f1e63827), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:31.433261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa9468-efcb-4b5d-acb5-27323ff0f340 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:31.433926 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-20aa9468-efcb-4b5d-acb5-27323ff0f340 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:31.443213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-88abcd2a-ab5c-4f2a-841f-6a95f1df380e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (9fb9fc32-a849-42f2-a288-a580c1b492c2), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:31.476822 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-3a972043-d75e-4ad3-80bf-45d4e7459f00 None None] Provisioning complete for port cec20f96-d0f8-4f84-82fb-de1ef5f80162 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:31.477500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3a972043-d75e-4ad3-80bf-45d4e7459f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cec20f96-d0f8-4f84-82fb-de1ef5f80162), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:31.535318 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa9468-efcb-4b5d-acb5-27323ff0f340 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Network': ['ID=4342766e-029c-40cb-a7a3-73b6f1e63827,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:31.555628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 4342766e-029c-40cb-a7a3-73b6f1e63827 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:57:31.557554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-88abcd2a-ab5c-4f2a-841f-6a95f1df380e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (9fb9fc32-a849-42f2-a288-a580c1b492c2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:31.616619 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 47d6b1cd-74d3-4929-9a7a-269306b9d963 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:57:31.639663 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-cb6dd571-627f-48c5-ba05-4f6b919a0140 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 145407d7-0081-4db5-a087-ff6b8a5f5182) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:31.646105 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6dd571-627f-48c5-ba05-4f6b919a0140 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:31.646456 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-20aa9468-efcb-4b5d-acb5-27323ff0f340 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9827292 Jan 10 11:57:31.647193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57270) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:31.648530 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cb6dd571-627f-48c5-ba05-4f6b919a0140 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:31.652363 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-9aaa7eb2-913b-48bd-a3b6-62881413c8ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'subnet': {'network_id': '4342766e-029c-40cb-a7a3-73b6f1e63827', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:31.688067 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd66594-d307-48c2-8f0a-2fc299583cad None None] Network 145407d7-0081-4db5-a087-ff6b8a5f5182 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:31.729521 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-88abcd2a-ab5c-4f2a-841f-6a95f1df380e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (9fb9fc32-a849-42f2-a288-a580c1b492c2), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:31.767343 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abcd2a-ab5c-4f2a-841f-6a95f1df380e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb9fc32-a849-42f2-a288-a580c1b492c2,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:31.801928 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57272) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:31.807391 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cb6dd571-627f-48c5-ba05-4f6b919a0140 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7712214 Jan 10 11:57:31.815772 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-78b0a85c-1768-440e-93ec-4071d43cfd19 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Request body: {'subnet': {'network_id': '687331a7-6edf-4111-98da-850ffedd48e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:31.899379 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 47d6b1cd-74d3-4929-9a7a-269306b9d963, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=47d6b1cd-74d3-4929-9a7a-269306b9d963,segment=NetworkSegment(4ad022f1-d8e9-4330-9b1a-219a76e343a2),segment_id=4ad022f1-d8e9-4330-9b1a-219a76e343a2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:31.913128 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-88abcd2a-ab5c-4f2a-841f-6a95f1df380e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:31.917089 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-88abcd2a-ab5c-4f2a-841f-6a95f1df380e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7435777 Jan 10 11:57:31.923371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57274) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:31.932640 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ab05616e-1410-4ad9-a553-38e5646e4d1f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '474ad0a7-da54-46ef-ae1d-8170f7bedae5', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:31.937280 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-145407d7-0081-4db5-a087-ff6b8a5f5182', 'network_id': '145407d7-0081-4db5-a087-ff6b8a5f5182', 'project_id': '05b64fe0e54441289a39f949298e3659', 'fixed_ips': [{'subnet_id': '4a7e0ff8-1701-46b6-88ab-6533d8110a04'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:57:31.939068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:31.962516 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '47d6b1cd-74d3-4929-9a7a-269306b9d963', 'network_id': 'd6334e5b-dd29-4e01-8107-f45b63d25589', 'port_id': '47d6b1cd-74d3-4929-9a7a-269306b9d963', 'mac_address': 'fa:16:3e:e1:ac:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa3b182-4c05-463d-a90e-aeb32f74a227', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:57:31.977102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c5518efa-7a76-4e7e-8ace-f79414048c90 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:32.044226 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f412aa9-8f14-412c-8d4b-0749e69181de None None] Network 11b180d1-aa07-4034-901c-fac8264692fb requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:32.082140 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaa7eb2-913b-48bd-a3b6-62881413c8ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:32.086272 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9aaa7eb2-913b-48bd-a3b6-62881413c8ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.113711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c19cf9-4385-4569-9725-b0b54c8405c7 req-d953b4a9-2aa9-4496-95e2-b76e70c126e2 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:32.118075 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-49c19cf9-4385-4569-9725-b0b54c8405c7 req-d953b4a9-2aa9-4496-95e2-b76e70c126e2 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.0770714 Jan 10 11:57:32.177052 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-49c19cf9-4385-4569-9725-b0b54c8405c7 req-bfdd4b3b-b67f-475c-ac8d-34100098dda3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553648 Jan 10 11:57:32.188240 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ab05616e-1410-4ad9-a553-38e5646e4d1f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (cf290e38-eb54-4529-9c73-2a0b1c880887), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.267766 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ab05616e-1410-4ad9-a553-38e5646e4d1f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (cf290e38-eb54-4529-9c73-2a0b1c880887), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.299603 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b0a85c-1768-440e-93ec-4071d43cfd19 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Made reservation on behalf of 05b64fe0e54441289a39f949298e3659 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:32.303451 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-78b0a85c-1768-440e-93ec-4071d43cfd19 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.368300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (47d6b1cd-74d3-4929-9a7a-269306b9d963), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.375698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-850444bf-31e9-4454-ad86-86565173c2e3 None None] Provisioning complete for port c5518efa-7a76-4e7e-8ace-f79414048c90 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:32.376077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-850444bf-31e9-4454-ad86-86565173c2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.382664 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ab05616e-1410-4ad9-a553-38e5646e4d1f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (cf290e38-eb54-4529-9c73-2a0b1c880887), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.408197 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05616e-1410-4ad9-a553-38e5646e4d1f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf290e38-eb54-4529-9c73-2a0b1c880887,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:32.428997 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d6b1cd-74d3-4929-9a7a-269306b9d963 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:57:32.429375 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9aaa7eb2-913b-48bd-a3b6-62881413c8ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (bb627869-76db-4904-868b-5bd4f0f9ab69), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.455292 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Allocated IP 2001:db8::2 (145407d7-0081-4db5-a087-ff6b8a5f5182/4a7e0ff8-1701-46b6-88ab-6533d8110a04/7698fd8c-04be-4c99-8d14-bfe773e17bc7) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:32.461301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port c5518efa-7a76-4e7e-8ace-f79414048c90 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:32.461689 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.492473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da1681-53ef-44a2-870b-fd55eb349ac8 req-30a5ea3f-5e24-4abd-b2ac-065a1185532e tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:32.494150 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-93da1681-53ef-44a2-870b-fd55eb349ac8 req-30a5ea3f-5e24-4abd-b2ac-065a1185532e tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 944 time: 0.1247838 Jan 10 11:57:32.499560 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 47d6b1cd-74d3-4929-9a7a-269306b9d963, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=47d6b1cd-74d3-4929-9a7a-269306b9d963,segment=NetworkSegment(4ad022f1-d8e9-4330-9b1a-219a76e343a2),segment_id=4ad022f1-d8e9-4330-9b1a-219a76e343a2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:32.538377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa7eb2-913b-48bd-a3b6-62881413c8ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Subnet': ['ID=bb627869-76db-4904-868b-5bd4f0f9ab69,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:32.564961 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ab05616e-1410-4ad9-a553-38e5646e4d1f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.568222 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ab05616e-1410-4ad9-a553-38e5646e4d1f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6419113 Jan 10 11:57:32.570695 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57282) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:32.575321 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8aec599d-64c9-475f-bbe6-a8966c17c221 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '474ad0a7-da54-46ef-ae1d-8170f7bedae5', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:32.608777 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaa7eb2-913b-48bd-a3b6-62881413c8ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Checking segment: {'id': 'd7a7cf2d-59cd-4000-8084-870b86b0fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4342766e-029c-40cb-a7a3-73b6f1e63827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:32.609149 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaa7eb2-913b-48bd-a3b6-62881413c8ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network hostable DHCP agents. Network: 4342766e-029c-40cb-a7a3-73b6f1e63827, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:57:32.619711 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-93da1681-53ef-44a2-870b-fd55eb349ac8 req-089fd499-8f6f-4824-858b-0b5413a54bce tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177275 Jan 10 11:57:32.694235 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-850444bf-31e9-4454-ad86-86565173c2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.723391 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (47d6b1cd-74d3-4929-9a7a-269306b9d963), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.769731 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.793966 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8aec599d-64c9-475f-bbe6-a8966c17c221 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (78fca88c-c223-456d-939b-a64d93491dde), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.833519 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-850444bf-31e9-4454-ad86-86565173c2e3 None None] For port c5518efa-7a76-4e7e-8ace-f79414048c90, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5518efa-7a76-4e7e-8ace-f79414048c90,segment=NetworkSegment(a9c2d862-de47-4f5a-a620-8daaeccc2ddb),segment_id=a9c2d862-de47-4f5a-a620-8daaeccc2ddb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:32.865439 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8aec599d-64c9-475f-bbe6-a8966c17c221 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (78fca88c-c223-456d-939b-a64d93491dde), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.866004 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=47d6b1cd-74d3-4929-9a7a-269306b9d963,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:32.868864 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Publish callbacks [] for port (7698fd8c-04be-4c99-8d14-bfe773e17bc7), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.955103 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaa7eb2-913b-48bd-a3b6-62881413c8ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network 4342766e-029c-40cb-a7a3-73b6f1e63827 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:57:32.958184 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-78b0a85c-1768-440e-93ec-4071d43cfd19 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (78e2ce5e-031f-44e2-a409-c3e4d905e5a8), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:32.995646 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['47d6b1cd-74d3-4929-9a7a-269306b9d963'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:57:33.001353 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-850444bf-31e9-4454-ad86-86565173c2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:33.032224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0a85c-1768-440e-93ec-4071d43cfd19 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event updated for resources: {'Subnet': ['ID=78e2ce5e-031f-44e2-a409-c3e4d905e5a8,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:33.046175 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0a85c-1768-440e-93ec-4071d43cfd19 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Checking segment: {'id': '9399166f-add3-4775-8b05-ea017b412344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '687331a7-6edf-4111-98da-850ffedd48e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:33.046693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0a85c-1768-440e-93ec-4071d43cfd19 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Network hostable DHCP agents. Network: 687331a7-6edf-4111-98da-850ffedd48e6, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:57:33.085458 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8aec599d-64c9-475f-bbe6-a8966c17c221 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (78fca88c-c223-456d-939b-a64d93491dde), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:33.093542 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (7698fd8c-04be-4c99-8d14-bfe773e17bc7), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:33.104499 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec599d-64c9-475f-bbe6-a8966c17c221 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fca88c-c223-456d-939b-a64d93491dde,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:33.132906 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:57:33.133192 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:57:33.145930 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Network 145407d7-0081-4db5-a087-ff6b8a5f5182 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:33.147887 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850444bf-31e9-4454-ad86-86565173c2e3 None None] Pushing event updated for resources: {'Port': ['ID=c5518efa-7a76-4e7e-8ace-f79414048c90,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:33.151115 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-9aaa7eb2-913b-48bd-a3b6-62881413c8ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4342766e-029c-40cb-a7a3-73b6f1e63827) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:33.158038 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:33.161046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaa7eb2-913b-48bd-a3b6-62881413c8ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:33.161637 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9aaa7eb2-913b-48bd-a3b6-62881413c8ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:33.185231 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:33.192345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea72339b-a39d-4251-ac3d-38c45dfca787 None None] Network 4342766e-029c-40cb-a7a3-73b6f1e63827 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:33.217400 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-47014d67-2fbc-4a81-8be3-ed03a8f91365 None None] Provisioning complete for port c5518efa-7a76-4e7e-8ace-f79414048c90 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:33.217684 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-47014d67-2fbc-4a81-8be3-ed03a8f91365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:33.267865 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8aec599d-64c9-475f-bbe6-a8966c17c221 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:33.269201 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8aec599d-64c9-475f-bbe6-a8966c17c221 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6975338 Jan 10 11:57:33.272345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57286) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:33.283950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-943b1e79-1322-439e-9cb5-7bc3251cc618 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '474ad0a7-da54-46ef-ae1d-8170f7bedae5', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:33.293394 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0a85c-1768-440e-93ec-4071d43cfd19 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Network 687331a7-6edf-4111-98da-850ffedd48e6 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:57:33.308939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-78b0a85c-1768-440e-93ec-4071d43cfd19 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 687331a7-6edf-4111-98da-850ffedd48e6) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:33.318932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Pushing event updated for resources: {'Port': ['ID=7698fd8c-04be-4c99-8d14-bfe773e17bc7,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:33.334408 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3125e90-6193-4739-8fab-7dc908a40de3 None None] Network 687331a7-6edf-4111-98da-850ffedd48e6 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:33.336584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b0a85c-1768-440e-93ec-4071d43cfd19 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:33.337205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-78b0a85c-1768-440e-93ec-4071d43cfd19 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:33.373099 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd2ef7-da82-447e-a0b8-29fadef80d28 req-a77d9147-4615-4b6d-974c-45ef84bc681e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:33.374931 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9aaa7eb2-913b-48bd-a3b6-62881413c8ba tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7265873 Jan 10 11:57:33.378130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57290) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:33.382831 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-14fd2ef7-da82-447e-a0b8-29fadef80d28 req-a77d9147-4615-4b6d-974c-45ef84bc681e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.1277082 Jan 10 11:57:33.391805 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-dca81528-cd15-48cf-b8b6-c7c6aa510f15 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'network_id': '4342766e-029c-40cb-a7a3-73b6f1e63827', 'name': 'tempest-PortsTestJSON-1097540291', 'fixed_ips': [{'subnet_id': 'bb627869-76db-4904-868b-5bd4f0f9ab69', 'ip_address': '172.20.0.10'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:33.448677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Attempting to bind port 7698fd8c-04be-4c99-8d14-bfe773e17bc7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:57:33.449196 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Attempting to bind port 7698fd8c-04be-4c99-8d14-bfe773e17bc7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd4f8e98e-dcd8-4a10-a505-78b61484c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '145407d7-0081-4db5-a087-ff6b8a5f5182'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:57:33.449691 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Attempting to bind port 7698fd8c-04be-4c99-8d14-bfe773e17bc7 on network 145407d7-0081-4db5-a087-ff6b8a5f5182 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:33.450734 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-14fd2ef7-da82-447e-a0b8-29fadef80d28 req-538ea66d-6a6d-411c-9cd7-817011082441 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668514 Jan 10 11:57:33.481993 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-78b0a85c-1768-440e-93ec-4071d43cfd19 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6751211 Jan 10 11:57:33.492234 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57292) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:33.529717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:57:33.530582 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Checking segment: {'id': 'd4f8e98e-dcd8-4a10-a505-78b61484c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '145407d7-0081-4db5-a087-ff6b8a5f5182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:33.530582 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:33.536085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Bound using segment: {'id': 'd4f8e98e-dcd8-4a10-a505-78b61484c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '145407d7-0081-4db5-a087-ff6b8a5f5182'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:57:33.536085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Bound port: 7698fd8c-04be-4c99-8d14-bfe773e17bc7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f8e98e-dcd8-4a10-a505-78b61484c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '145407d7-0081-4db5-a087-ff6b8a5f5182'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:57:33.536085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7698fd8c-04be-4c99-8d14-bfe773e17bc7), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:33.572658 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4342766e-029c-40cb-a7a3-73b6f1e63827', 'network_id': '4342766e-029c-40cb-a7a3-73b6f1e63827', 'project_id': 'b5dd82c5df384ebe8eff9042fabdda7d', 'fixed_ips': [{'subnet_id': 'bb627869-76db-4904-868b-5bd4f0f9ab69'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:57:33.573521 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:33.629307 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-943b1e79-1322-439e-9cb5-7bc3251cc618 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:57:33.636825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-943b1e79-1322-439e-9cb5-7bc3251cc618 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (e4c84bb6-247f-47a2-820f-b8501686cf6a), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:33.741548 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-687331a7-6edf-4111-98da-850ffedd48e6', 'network_id': '687331a7-6edf-4111-98da-850ffedd48e6', 'project_id': '05b64fe0e54441289a39f949298e3659', 'fixed_ips': [{'subnet_id': '78e2ce5e-031f-44e2-a409-c3e4d905e5a8'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:57:33.742448 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:33.794205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-943b1e79-1322-439e-9cb5-7bc3251cc618 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (e4c84bb6-247f-47a2-820f-b8501686cf6a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:33.807827 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecc3c8-f1ca-432d-93dc-2256df231053 req-b23931c1-7e2a-4a05-bf19-14eebb8cc628 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:33.809184 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-02ecc3c8-f1ca-432d-93dc-2256df231053 req-b23931c1-7e2a-4a05-bf19-14eebb8cc628 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 945 time: 0.0713365 Jan 10 11:57:33.826995 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cec20f96-d0f8-4f84-82fb-de1ef5f80162 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:33.870017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] For port 7698fd8c-04be-4c99-8d14-bfe773e17bc7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:57:33.874155 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-02ecc3c8-f1ca-432d-93dc-2256df231053 req-4a94a8fb-6a0c-45d5-a12c-60b956ad61b0 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550416 Jan 10 11:57:33.878592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca81528-cd15-48cf-b8b6-c7c6aa510f15 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:33.882635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:33.907697 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] For port 7698fd8c-04be-4c99-8d14-bfe773e17bc7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7698fd8c-04be-4c99-8d14-bfe773e17bc7,segment=NetworkSegment(d4f8e98e-dcd8-4a10-a505-78b61484c5f4),segment_id=d4f8e98e-dcd8-4a10-a505-78b61484c5f4)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:57:33.939311 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-943b1e79-1322-439e-9cb5-7bc3251cc618 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (e4c84bb6-247f-47a2-820f-b8501686cf6a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:33.973369 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b1e79-1322-439e-9cb5-7bc3251cc618 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c84bb6-247f-47a2-820f-b8501686cf6a,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:34.012277 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dca81528-cd15-48cf-b8b6-c7c6aa510f15 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:34.025032 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7698fd8c-04be-4c99-8d14-bfe773e17bc7), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:34.035505 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-dca81528-cd15-48cf-b8b6-c7c6aa510f15 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port 6935b0c3-93df-46ba-8f95-b4312874dfdb yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:57:34.044386 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Allocated IP 172.20.0.2 (4342766e-029c-40cb-a7a3-73b6f1e63827/bb627869-76db-4904-868b-5bd4f0f9ab69/03dc75aa-82ad-4267-8713-ffcdf8aaf6b4) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:34.104540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-943b1e79-1322-439e-9cb5-7bc3251cc618 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:34.105921 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-943b1e79-1322-439e-9cb5-7bc3251cc618 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8318546 Jan 10 11:57:34.109496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57296) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:34.114699 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-8cd397d1-11c6-4484-8299-1166241f6283 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '474ad0a7-da54-46ef-ae1d-8170f7bedae5', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:34.137190 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port cec20f96-d0f8-4f84-82fb-de1ef5f80162 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:34.137807 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cec20f96-d0f8-4f84-82fb-de1ef5f80162), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:34.179980 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Allocated IP 2001:db8::1 (145407d7-0081-4db5-a087-ff6b8a5f5182/4a7e0ff8-1701-46b6-88ab-6533d8110a04/8c258e49-42f3-44b1-8e8a-b828ddc5a2c4) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:34.251623 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-8cd397d1-11c6-4484-8299-1166241f6283 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:57:34.259555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8cd397d1-11c6-4484-8299-1166241f6283 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (1413e076-2f65-4877-be46-5f46443f92ae), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:34.331215 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for port (8c258e49-42f3-44b1-8e8a-b828ddc5a2c4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:34.337272 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8cd397d1-11c6-4484-8299-1166241f6283 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (1413e076-2f65-4877-be46-5f46443f92ae), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:34.368871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Allocated IP 2001:db8::2 (687331a7-6edf-4111-98da-850ffedd48e6/78e2ce5e-031f-44e2-a409-c3e4d905e5a8/7c7b9ab0-5afb-4766-97e6-9229b6120e6f) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:34.440128 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017cb3b-62a9-4aba-84f2-6655569fd1e5 None None] Pushing event updated for resources: {'Port': ['ID=7698fd8c-04be-4c99-8d14-bfe773e17bc7,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:34.468105 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8cd397d1-11c6-4484-8299-1166241f6283 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (1413e076-2f65-4877-be46-5f46443f92ae), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:34.495510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd397d1-11c6-4484-8299-1166241f6283 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1413e076-2f65-4877-be46-5f46443f92ae,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:34.507605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (8c258e49-42f3-44b1-8e8a-b828ddc5a2c4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:34.600985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Network 145407d7-0081-4db5-a087-ff6b8a5f5182 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:34.608746 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:34.613027 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:34.613574 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (4291ea22-faf0-4923-aa87-c1eb8f636e10), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:34.616123 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event updated for resources: {'Port': ['ID=8c258e49-42f3-44b1-8e8a-b828ddc5a2c4,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:34.619817 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8cd397d1-11c6-4484-8299-1166241f6283 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:34.621486 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8cd397d1-11c6-4484-8299-1166241f6283 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5107641 Jan 10 11:57:34.694708 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e2bef-8917-4cdc-bc90-28f50fb1ecef req-0532ed93-fba5-4886-b4ee-c687954949b4 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:34.696387 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ef1e2bef-8917-4cdc-bc90-28f50fb1ecef req-0532ed93-fba5-4886-b4ee-c687954949b4 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.1409969 Jan 10 11:57:34.735999 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Publish callbacks [] for port (03dc75aa-82ad-4267-8713-ffcdf8aaf6b4), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:34.752441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Publish callbacks [] for port (7c7b9ab0-5afb-4766-97e6-9229b6120e6f), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:34.767504 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ef1e2bef-8917-4cdc-bc90-28f50fb1ecef req-27d4e7d8-e16e-4bc7-b30a-9c63e08709d4 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619600 Jan 10 11:57:34.903655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c5518efa-7a76-4e7e-8ace-f79414048c90 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:34.921364 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-cc54d6ee-b808-4095-b7f4-ca6a91f9ee95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216992821&fields=id&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 267 time: 0.0674162 Jan 10 11:57:34.957581 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (7c7b9ab0-5afb-4766-97e6-9229b6120e6f), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:34.959955 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (03dc75aa-82ad-4267-8713-ffcdf8aaf6b4), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:34.982451 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8c258e49-42f3-44b1-8e8a-b828ddc5a2c4), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:35.017996 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Network 687331a7-6edf-4111-98da-850ffedd48e6 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:35.026475 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:35.037047 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:35.059385 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Network 4342766e-029c-40cb-a7a3-73b6f1e63827 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:35.065388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:35.075408 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264ce0e-9a84-444f-8ee6-a347833f0bae req-ea59f380-d3af-47da-aa87-407602edaa46 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:35.077032 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1264ce0e-9a84-444f-8ee6-a347833f0bae req-ea59f380-d3af-47da-aa87-407602edaa46 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 945 time: 0.1333842 Jan 10 11:57:35.088985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:35.100577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Pushing event updated for resources: {'Port': ['ID=7c7b9ab0-5afb-4766-97e6-9229b6120e6f,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:35.115885 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-b1c5e0bd-c5f2-4bfe-b68c-f1bf41f57fd7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:35.121644 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-b1c5e0bd-c5f2-4bfe-b68c-f1bf41f57fd7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/networks?id=11b180d1-aa07-4034-901c-fac8264692fb HTTP/1.1" status: 200 len: 797 time: 0.1911294 Jan 10 11:57:35.151570 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Attempting to bind port 7c7b9ab0-5afb-4766-97e6-9229b6120e6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:57:35.152268 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Attempting to bind port 7c7b9ab0-5afb-4766-97e6-9229b6120e6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9399166f-add3-4775-8b05-ea017b412344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '687331a7-6edf-4111-98da-850ffedd48e6'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:57:35.154207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Attempting to bind port 7c7b9ab0-5afb-4766-97e6-9229b6120e6f on network 687331a7-6edf-4111-98da-850ffedd48e6 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:35.175704 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-4cdc0c9d-b689-41ea-a323-320a1c843a2a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/quotas/a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 375 time: 0.0267086 Jan 10 11:57:35.215829 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:57:35.216220 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Checking segment: {'id': '9399166f-add3-4775-8b05-ea017b412344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '687331a7-6edf-4111-98da-850ffedd48e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:35.216691 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:35.217360 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Bound using segment: {'id': '9399166f-add3-4775-8b05-ea017b412344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '687331a7-6edf-4111-98da-850ffedd48e6'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:57:35.218133 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Bound port: 7c7b9ab0-5afb-4766-97e6-9229b6120e6f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9399166f-add3-4775-8b05-ea017b412344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '687331a7-6edf-4111-98da-850ffedd48e6'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:57:35.218547 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7c7b9ab0-5afb-4766-97e6-9229b6120e6f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:35.222342 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1264ce0e-9a84-444f-8ee6-a347833f0bae req-62bcd42e-d8ef-49a8-a357-4be4b689981f tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040792 Jan 10 11:57:35.222918 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port c5518efa-7a76-4e7e-8ace-f79414048c90 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:35.223310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:35.273560 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Pushing event updated for resources: {'Port': ['ID=03dc75aa-82ad-4267-8713-ffcdf8aaf6b4,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:35.419089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] For port 7c7b9ab0-5afb-4766-97e6-9229b6120e6f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:57:35.423044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] For port 7c7b9ab0-5afb-4766-97e6-9229b6120e6f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c7b9ab0-5afb-4766-97e6-9229b6120e6f,segment=NetworkSegment(9399166f-add3-4775-8b05-ea017b412344),segment_id=9399166f-add3-4775-8b05-ea017b412344)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:57:35.429094 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for port (8c258e49-42f3-44b1-8e8a-b828ddc5a2c4), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:35.432167 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e6b1cc-b7ae-4056-b1b2-0b712014c082 None None] Network 145407d7-0081-4db5-a087-ff6b8a5f5182 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:35.510648 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Attempting to bind port 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:57:35.511025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Attempting to bind port 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd7a7cf2d-59cd-4000-8084-870b86b0fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4342766e-029c-40cb-a7a3-73b6f1e63827'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:57:35.511391 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Attempting to bind port 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 on network 4342766e-029c-40cb-a7a3-73b6f1e63827 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:35.529859 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7c7b9ab0-5afb-4766-97e6-9229b6120e6f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:35.544176 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:57:35.544659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Checking segment: {'id': 'd7a7cf2d-59cd-4000-8084-870b86b0fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4342766e-029c-40cb-a7a3-73b6f1e63827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:35.544948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:35.545342 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Bound using segment: {'id': 'd7a7cf2d-59cd-4000-8084-870b86b0fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4342766e-029c-40cb-a7a3-73b6f1e63827'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:57:35.545852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Bound port: 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a7cf2d-59cd-4000-8084-870b86b0fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4342766e-029c-40cb-a7a3-73b6f1e63827'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:57:35.546231 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (03dc75aa-82ad-4267-8713-ffcdf8aaf6b4), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:35.553919 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (8c258e49-42f3-44b1-8e8a-b828ddc5a2c4), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:35.558222 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (4291ea22-faf0-4923-aa87-c1eb8f636e10), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:35.619504 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 47d6b1cd-74d3-4929-9a7a-269306b9d963 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:35.621390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-644d1608-0f39-41c9-a768-418c6f68c23f None None] Provisioning complete for port 7698fd8c-04be-4c99-8d14-bfe773e17bc7 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:35.621786 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-644d1608-0f39-41c9-a768-418c6f68c23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7698fd8c-04be-4c99-8d14-bfe773e17bc7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:35.676256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event updated for resources: {'Port': ['ID=8c258e49-42f3-44b1-8e8a-b828ddc5a2c4,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:35.709638 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-dca81528-cd15-48cf-b8b6-c7c6aa510f15 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Allocated IP 172.20.0.10 (4342766e-029c-40cb-a7a3-73b6f1e63827/bb627869-76db-4904-868b-5bd4f0f9ab69/6935b0c3-93df-46ba-8f95-b4312874dfdb) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:35.758676 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Network 145407d7-0081-4db5-a087-ff6b8a5f5182 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:35.763011 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:35.846052 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-97efe965-e408-49e6-8cc5-1eb64041a756 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6587074 Jan 10 11:57:35.928450 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb6b26-c09e-4f8f-857a-744f98c1636a None None] Pushing event updated for resources: {'Port': ['ID=7c7b9ab0-5afb-4766-97e6-9229b6120e6f,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:36.001550 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05654fc6-e882-4e99-974c-f2725a6aae49 req-54da252b-ea88-4675-8bff-52212d7d3358 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:36.003712 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-05654fc6-e882-4e99-974c-f2725a6aae49 req-54da252b-ea88-4675-8bff-52212d7d3358 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.1103961 Jan 10 11:57:36.012725 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7698fd8c-04be-4c99-8d14-bfe773e17bc7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:36.089447 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] For port 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:57:36.091942 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-05654fc6-e882-4e99-974c-f2725a6aae49 req-bbbd14c5-1e58-42ac-9913-61b9d0af18bb tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802386 Jan 10 11:57:36.124727 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] For port 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03dc75aa-82ad-4267-8713-ffcdf8aaf6b4,segment=NetworkSegment(d7a7cf2d-59cd-4000-8084-870b86b0fbe0),segment_id=d7a7cf2d-59cd-4000-8084-870b86b0fbe0)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:57:36.137290 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-98d04714-570f-43de-87e5-3c86893c1a4b service neutron] 10.222.0.16 "GET /v2.0/networks/11b180d1-aa07-4034-901c-fac8264692fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852583 Jan 10 11:57:36.142518 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Router 4291ea22-faf0-4923-aa87-c1eb8f636e10 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:57:36.182348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-644d1608-0f39-41c9-a768-418c6f68c23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7698fd8c-04be-4c99-8d14-bfe773e17bc7), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:36.187365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78941828-0a44-4b8a-ba9b-90ae65768479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:36.198842 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7698fd8c-04be-4c99-8d14-bfe773e17bc7 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:36.199223 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7698fd8c-04be-4c99-8d14-bfe773e17bc7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:36.294999 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-644d1608-0f39-41c9-a768-418c6f68c23f None None] For port 7698fd8c-04be-4c99-8d14-bfe773e17bc7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7698fd8c-04be-4c99-8d14-bfe773e17bc7,segment=NetworkSegment(d4f8e98e-dcd8-4a10-a505-78b61484c5f4),segment_id=d4f8e98e-dcd8-4a10-a505-78b61484c5f4)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:36.310980 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (03dc75aa-82ad-4267-8713-ffcdf8aaf6b4), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:36.317734 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 47d6b1cd-74d3-4929-9a7a-269306b9d963 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:57:36.327245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 47d6b1cd-74d3-4929-9a7a-269306b9d963 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:36.327934 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (47d6b1cd-74d3-4929-9a7a-269306b9d963), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:36.348268 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dca81528-cd15-48cf-b8b6-c7c6aa510f15 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (6935b0c3-93df-46ba-8f95-b4312874dfdb), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:36.359825 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:57:36.368656 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1a151821-15b9-4073-89ec-27db36c54576 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "PUT /v2.0/routers/4291ea22-faf0-4923-aa87-c1eb8f636e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8751800 Jan 10 11:57:36.376834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57322) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:36.403471 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf9622a-d2e8-46a8-8830-0614a53e57a8 None None] Sync routers for ids ['4291ea22-faf0-4923-aa87-c1eb8f636e10'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:57:36.414184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-644d1608-0f39-41c9-a768-418c6f68c23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7698fd8c-04be-4c99-8d14-bfe773e17bc7), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:36.467374 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0045b32-9b43-4354-b2d0-1fd6b80b4e75 None None] Pushing event updated for resources: {'Port': ['ID=03dc75aa-82ad-4267-8713-ffcdf8aaf6b4,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:36.473976 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf9622a-d2e8-46a8-8830-0614a53e57a8 None None] Routers {'4291ea22-faf0-4923-aa87-c1eb8f636e10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:36.475039 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3cf9622a-d2e8-46a8-8830-0614a53e57a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:57:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4291ea22-faf0-4923-aa87-c1eb8f636e10'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:36.516719 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163596f6-1409-4357-a80d-33f6e757ce72 req-851c8605-b16b-4d55-881b-fa2a08da7a4c tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:36.519912 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-163596f6-1409-4357-a80d-33f6e757ce72 req-851c8605-b16b-4d55-881b-fa2a08da7a4c tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 945 time: 0.1501768 Jan 10 11:57:36.593440 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3cf9622a-d2e8-46a8-8830-0614a53e57a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:36.623690 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-163596f6-1409-4357-a80d-33f6e757ce72 req-bedb8015-4d82-4a77-acf9-f45d788e09b7 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978212 Jan 10 11:57:36.632122 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-c2b023fa-c0a4-4056-93a2-735974fc5ed7 service neutron] 10.222.0.16 "GET /v2.0/networks/11b180d1-aa07-4034-901c-fac8264692fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270461 Jan 10 11:57:36.715349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf9622a-d2e8-46a8-8830-0614a53e57a8 None None] Routers {'4291ea22-faf0-4923-aa87-c1eb8f636e10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:36.716155 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3cf9622a-d2e8-46a8-8830-0614a53e57a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:57:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4291ea22-faf0-4923-aa87-c1eb8f636e10'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:36.809538 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-65851516-35a0-45d3-a4b2-b20c6c72a3f2 None None] Provisioning complete for port 7698fd8c-04be-4c99-8d14-bfe773e17bc7 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:36.816994 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-65851516-35a0-45d3-a4b2-b20c6c72a3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7698fd8c-04be-4c99-8d14-bfe773e17bc7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:36.834218 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3cf9622a-d2e8-46a8-8830-0614a53e57a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:36.838044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf9622a-d2e8-46a8-8830-0614a53e57a8 None None] The sync data for ids ['4291ea22-faf0-4923-aa87-c1eb8f636e10'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:57:36.847905 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (47d6b1cd-74d3-4929-9a7a-269306b9d963), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:36.884490 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dca81528-cd15-48cf-b8b6-c7c6aa510f15 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (6935b0c3-93df-46ba-8f95-b4312874dfdb), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:36.933711 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d1608-0f39-41c9-a768-418c6f68c23f None None] Pushing event updated for resources: {'Port': ['ID=7698fd8c-04be-4c99-8d14-bfe773e17bc7,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:37.063114 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7c7b9ab0-5afb-4766-97e6-9229b6120e6f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:37.076757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb08c4c-1624-47d0-943d-e94c15c18fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d6b1cd-74d3-4929-9a7a-269306b9d963'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:57:37.079775 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a7e823-5d52-4942-b2d7-118713f114bf" -d '{"events": [{"server_uuid": "cdb08c4c-1624-47d0-943d-e94c15c18fa7", "name": "network-vif-plugged", "status": "completed", "tag": "47d6b1cd-74d3-4929-9a7a-269306b9d963"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:57:37.132916 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca81528-cd15-48cf-b8b6-c7c6aa510f15 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network 4342766e-029c-40cb-a7a3-73b6f1e63827 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:37.146791 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-dca81528-cd15-48cf-b8b6-c7c6aa510f15 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:37.151233 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca81528-cd15-48cf-b8b6-c7c6aa510f15 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=6935b0c3-93df-46ba-8f95-b4312874dfdb,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:37.156867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca81528-cd15-48cf-b8b6-c7c6aa510f15 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:37.179132 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 47d6b1cd-74d3-4929-9a7a-269306b9d963, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=47d6b1cd-74d3-4929-9a7a-269306b9d963,segment=NetworkSegment(4ad022f1-d8e9-4330-9b1a-219a76e343a2),segment_id=4ad022f1-d8e9-4330-9b1a-219a76e343a2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:37.264983 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0fad6e3f-1d6a-4cef-a70c-1ab9f2fe928f req-33dc8678-756f-4f54-9f7b-f1416a87bbeb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 210 time: 0.1326609 Jan 10 11:57:37.343965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca81528-cd15-48cf-b8b6-c7c6aa510f15 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:37.344671 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dca81528-cd15-48cf-b8b6-c7c6aa510f15 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:37.444190 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-dca81528-cd15-48cf-b8b6-c7c6aa510f15 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0628214 Jan 10 11:57:37.446899 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57338) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:37.452840 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8356841c-eea7-4545-bbc1-6ebe302a1953 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'network_id': '4342766e-029c-40cb-a7a3-73b6f1e63827', 'name': 'tempest-PortsTestJSON-93711258', 'fixed_ips': [{'subnet_id': 'bb627869-76db-4904-868b-5bd4f0f9ab69', 'ip_address': '172.20.0.9'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:37.522677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb3d4fa-d619-4671-8beb-bff99ae6e77b x-openstack-request-id: req-6eb3d4fa-d619-4671-8beb-bff99ae6e77b {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:57:37.522985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb08c4c-1624-47d0-943d-e94c15c18fa7", "name": "network-vif-plugged", "status": "completed", "tag": "47d6b1cd-74d3-4929-9a7a-269306b9d963", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:57:37.523251 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6eb3d4fa-d619-4671-8beb-bff99ae6e77b {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:57:37.523656 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb08c4c-1624-47d0-943d-e94c15c18fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d6b1cd-74d3-4929-9a7a-269306b9d963', 'code': 200} Jan 10 11:57:37.534947 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-55d131a2-adbd-4d4d-aa71-66031227a69b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:57:37.534947 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-55d131a2-adbd-4d4d-aa71-66031227a69b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "PUT /v2.0/routers/4291ea22-faf0-4923-aa87-c1eb8f636e10/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1542518 Jan 10 11:57:37.543886 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (47d6b1cd-74d3-4929-9a7a-269306b9d963), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:37.561040 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c2a6b-79d8-4135-984b-f640570aab07 req-76f79ec5-635d-4335-8986-05dd155f8677 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:37.581510 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c68c2a6b-79d8-4135-984b-f640570aab07 req-76f79ec5-635d-4335-8986-05dd155f8677 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.2193568 Jan 10 11:57:37.587053 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57340) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:37.666335 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55d12be-765e-4e37-a98e-6a9cdf7073fb None None] Network 687331a7-6edf-4111-98da-850ffedd48e6 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:37.768299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=47d6b1cd-74d3-4929-9a7a-269306b9d963,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:37.783822 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7c7b9ab0-5afb-4766-97e6-9229b6120e6f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:37.783822 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7c7b9ab0-5afb-4766-97e6-9229b6120e6f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:37.839352 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db2266-c5f1-488c-ab7b-c72cff3da0bb req-d0a8de2e-c851-4095-aed0-7bbddaf3ce63 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:37.847762 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-36db2266-c5f1-488c-ab7b-c72cff3da0bb req-d0a8de2e-c851-4095-aed0-7bbddaf3ce63 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.0922277 Jan 10 11:57:37.874770 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-65851516-35a0-45d3-a4b2-b20c6c72a3f2 None None] Provisioning complete for port 8c258e49-42f3-44b1-8e8a-b828ddc5a2c4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:37.875257 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-65851516-35a0-45d3-a4b2-b20c6c72a3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8c258e49-42f3-44b1-8e8a-b828ddc5a2c4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:37.900532 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c68c2a6b-79d8-4135-984b-f640570aab07 req-579238f2-f320-422b-98c6-558a911e5d5e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852219 Jan 10 11:57:37.911049 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-36db2266-c5f1-488c-ab7b-c72cff3da0bb req-d915892c-809d-4d8f-b996-03467ebaa7d6 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619156 Jan 10 11:57:37.937228 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-65851516-35a0-45d3-a4b2-b20c6c72a3f2 None None] Port 8c258e49-42f3-44b1-8e8a-b828ddc5a2c4 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:37.982397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7c7b9ab0-5afb-4766-97e6-9229b6120e6f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:38.002122 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8356841c-eea7-4545-bbc1-6ebe302a1953 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:38.058712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 7c7b9ab0-5afb-4766-97e6-9229b6120e6f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c7b9ab0-5afb-4766-97e6-9229b6120e6f,segment=NetworkSegment(9399166f-add3-4775-8b05-ea017b412344),segment_id=9399166f-add3-4775-8b05-ea017b412344)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:38.070568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-419ae263-f41f-4970-8d1d-287b7a77f660 None None] Provisioning complete for port 7c7b9ab0-5afb-4766-97e6-9229b6120e6f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:38.070985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-419ae263-f41f-4970-8d1d-287b7a77f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7c7b9ab0-5afb-4766-97e6-9229b6120e6f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:38.194254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc9283-5553-4ee9-b377-64eccf64448c req-152b4ed5-b251-4eb7-9a10-eb78ea573fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:38.196067 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-98dc9283-5553-4ee9-b377-64eccf64448c req-152b4ed5-b251-4eb7-9a10-eb78ea573fb7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 1099 time: 0.1443627 Jan 10 11:57:38.198888 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-419ae263-f41f-4970-8d1d-287b7a77f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7c7b9ab0-5afb-4766-97e6-9229b6120e6f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:38.207529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7c7b9ab0-5afb-4766-97e6-9229b6120e6f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:38.247660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9986b032-87d9-462c-a9b3-441535672eef tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (4291ea22-faf0-4923-aa87-c1eb8f636e10), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:38.361894 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8342207-94f7-4f85-93fa-8a483bef578e None None] Network 4342766e-029c-40cb-a7a3-73b6f1e63827 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:38.380199 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4c30cb83-dc57-449d-8c79-4bd3a7ebf0ca req-067d68b2-3cce-481d-ac08-a6e07341c40b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 210 time: 0.0332189 Jan 10 11:57:38.441522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=7c7b9ab0-5afb-4766-97e6-9229b6120e6f,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:38.468294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-419ae263-f41f-4970-8d1d-287b7a77f660 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:57:38.468674 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-419ae263-f41f-4970-8d1d-287b7a77f660 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:57:38.592960 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-9986b032-87d9-462c-a9b3-441535672eef tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Deleting port 8c258e49-42f3-44b1-8e8a-b828ddc5a2c4 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:38.593389 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9986b032-87d9-462c-a9b3-441535672eef tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8c258e49-42f3-44b1-8e8a-b828ddc5a2c4), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:38.647907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8356841c-eea7-4545-bbc1-6ebe302a1953 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:38.681964 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-8356841c-eea7-4545-bbc1-6ebe302a1953 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port b3081a4c-8155-40f2-8eec-ba9b67ecf5bc yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:57:38.693142 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-98dc9283-5553-4ee9-b377-64eccf64448c req-29e1d037-7c44-481a-8bec-db189675b67c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800003 Jan 10 11:57:38.700646 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9986b032-87d9-462c-a9b3-441535672eef tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8c258e49-42f3-44b1-8e8a-b828ddc5a2c4), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:38.716573 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-9986b032-87d9-462c-a9b3-441535672eef tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Calling delete_port for 8c258e49-42f3-44b1-8e8a-b828ddc5a2c4 owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:38.886942 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-8356841c-eea7-4545-bbc1-6ebe302a1953 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Allocated IP 172.20.0.9 (4342766e-029c-40cb-a7a3-73b6f1e63827/bb627869-76db-4904-868b-5bd4f0f9ab69/b3081a4c-8155-40f2-8eec-ba9b67ecf5bc) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:39.066925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7698fd8c-04be-4c99-8d14-bfe773e17bc7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:39.071182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-419ae263-f41f-4970-8d1d-287b7a77f660 None None] Provisioning complete for port 8c258e49-42f3-44b1-8e8a-b828ddc5a2c4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:39.071182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-419ae263-f41f-4970-8d1d-287b7a77f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8c258e49-42f3-44b1-8e8a-b828ddc5a2c4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:39.142030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-419ae263-f41f-4970-8d1d-287b7a77f660 None None] Port 8c258e49-42f3-44b1-8e8a-b828ddc5a2c4 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:39.155126 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a0460-4c3d-44a6-8be7-8ad4cac8edce req-e8566c47-0cbb-4963-ad85-a1ae0e4be40f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:39.158540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7698fd8c-04be-4c99-8d14-bfe773e17bc7 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:39.158822 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f51a0460-4c3d-44a6-8be7-8ad4cac8edce req-e8566c47-0cbb-4963-ad85-a1ae0e4be40f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.0922966 Jan 10 11:57:39.158985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7698fd8c-04be-4c99-8d14-bfe773e17bc7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:39.168906 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8356841c-eea7-4545-bbc1-6ebe302a1953 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (b3081a4c-8155-40f2-8eec-ba9b67ecf5bc), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:39.175465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3dc94-e929-45e3-bc91-5f7212d16cdb req-4fcf8345-d904-4c0e-90b3-88bc65a0f615 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:39.185460 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18b3dc94-e929-45e3-bc91-5f7212d16cdb req-4fcf8345-d904-4c0e-90b3-88bc65a0f615 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.1224284 Jan 10 11:57:39.241500 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18b3dc94-e929-45e3-bc91-5f7212d16cdb req-7713b2f8-72ad-4084-b2c9-103f265e44d7 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463538 Jan 10 11:57:39.246138 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f51a0460-4c3d-44a6-8be7-8ad4cac8edce req-db0fe656-3590-4bc4-8549-1315d8606209 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754259 Jan 10 11:57:39.260290 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:39.286232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9986b032-87d9-462c-a9b3-441535672eef tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (8c258e49-42f3-44b1-8e8a-b828ddc5a2c4), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:39.311108 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-748fa34b-194e-44a9-9fd9-42ae99b83fb8 None None] Provisioning complete for port 6935b0c3-93df-46ba-8f95-b4312874dfdb triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:39.311732 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-748fa34b-194e-44a9-9fd9-42ae99b83fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6935b0c3-93df-46ba-8f95-b4312874dfdb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:39.349234 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8356841c-eea7-4545-bbc1-6ebe302a1953 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (b3081a4c-8155-40f2-8eec-ba9b67ecf5bc), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:39.371824 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:39.372204 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (03dc75aa-82ad-4267-8713-ffcdf8aaf6b4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:39.391466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986b032-87d9-462c-a9b3-441535672eef tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event deleted for resources: {'Port': ['ID=8c258e49-42f3-44b1-8e8a-b828ddc5a2c4,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:39.414674 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-748fa34b-194e-44a9-9fd9-42ae99b83fb8 None None] Port 6935b0c3-93df-46ba-8f95-b4312874dfdb cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:39.447055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-748fa34b-194e-44a9-9fd9-42ae99b83fb8 None None] Provisioning complete for port 7c7b9ab0-5afb-4766-97e6-9229b6120e6f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:39.447441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-748fa34b-194e-44a9-9fd9-42ae99b83fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7c7b9ab0-5afb-4766-97e6-9229b6120e6f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:39.458996 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356841c-eea7-4545-bbc1-6ebe302a1953 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=b3081a4c-8155-40f2-8eec-ba9b67ecf5bc,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:39.473717 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356841c-eea7-4545-bbc1-6ebe302a1953 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network 4342766e-029c-40cb-a7a3-73b6f1e63827 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:39.474400 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8356841c-eea7-4545-bbc1-6ebe302a1953 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:39.479125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356841c-eea7-4545-bbc1-6ebe302a1953 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:39.616051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9986b032-87d9-462c-a9b3-441535672eef tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (4291ea22-faf0-4923-aa87-c1eb8f636e10), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:39.621147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (03dc75aa-82ad-4267-8713-ffcdf8aaf6b4), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:39.625375 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8356841c-eea7-4545-bbc1-6ebe302a1953 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:39.626048 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8356841c-eea7-4545-bbc1-6ebe302a1953 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:39.630863 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1496f867-6598-4074-a2a2-e636312d856c req-ee0f974a-9cac-45f0-a241-ab2b9b44d0b2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 210 time: 0.0584936 Jan 10 11:57:39.671232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03dc75aa-82ad-4267-8713-ffcdf8aaf6b4,segment=NetworkSegment(d7a7cf2d-59cd-4000-8084-870b86b0fbe0),segment_id=d7a7cf2d-59cd-4000-8084-870b86b0fbe0)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:39.677614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-748fa34b-194e-44a9-9fd9-42ae99b83fb8 None None] Provisioning complete for port 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:39.678189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-748fa34b-194e-44a9-9fd9-42ae99b83fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (03dc75aa-82ad-4267-8713-ffcdf8aaf6b4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:39.738146 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8356841c-eea7-4545-bbc1-6ebe302a1953 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2899947 Jan 10 11:57:39.749287 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57366) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:39.804284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (03dc75aa-82ad-4267-8713-ffcdf8aaf6b4), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:39.806422 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7c7b9ab0-5afb-4766-97e6-9229b6120e6f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:39.858089 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-df3c73f6-af60-4a58-9faa-e61e150739e9 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757889915&fields=id&tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4 HTTP/1.1" status: 200 len: 267 time: 0.2573819 Jan 10 11:57:39.866534 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-748fa34b-194e-44a9-9fd9-42ae99b83fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (03dc75aa-82ad-4267-8713-ffcdf8aaf6b4), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:39.873973 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6a9f2-3524-46ec-abb3-ef00824544b7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:39.874711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9986b032-87d9-462c-a9b3-441535672eef tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Router 4291ea22-faf0-4923-aa87-c1eb8f636e10 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:57:39.879120 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-72a6a9f2-3524-46ec-abb3-ef00824544b7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1362519 Jan 10 11:57:39.879558 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57368) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:39.915778 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=03dc75aa-82ad-4267-8713-ffcdf8aaf6b4,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:39.949957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176331aa-3c7a-4d6c-b3ba-ea0834c75175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:39.963528 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7c7b9ab0-5afb-4766-97e6-9229b6120e6f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:39.963919 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7c7b9ab0-5afb-4766-97e6-9229b6120e6f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:39.968933 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176331aa-3c7a-4d6c-b3ba-ea0834c75175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:39.978742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176331aa-3c7a-4d6c-b3ba-ea0834c75175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:39.985523 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-176331aa-3c7a-4d6c-b3ba-ea0834c75175 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1038923 Jan 10 11:57:39.989097 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57370) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:39.996224 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-748fa34b-194e-44a9-9fd9-42ae99b83fb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:57:39.996585 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-748fa34b-194e-44a9-9fd9-42ae99b83fb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:57:40.023033 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9986b032-87d9-462c-a9b3-441535672eef tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:57:40.036137 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9986b032-87d9-462c-a9b3-441535672eef tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "PUT /v2.0/routers/4291ea22-faf0-4923-aa87-c1eb8f636e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4423900 Jan 10 11:57:40.037595 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57372) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:40.040511 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64e15de-4c83-4950-853c-2835b2bf8e87 None None] Sync routers for ids ['4291ea22-faf0-4923-aa87-c1eb8f636e10'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:57:40.055162 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64e15de-4c83-4950-853c-2835b2bf8e87 None None] Routers {'4291ea22-faf0-4923-aa87-c1eb8f636e10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:40.056283 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-a64e15de-4c83-4950-853c-2835b2bf8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:57:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4291ea22-faf0-4923-aa87-c1eb8f636e10'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:40.082895 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-70505692-2552-4403-87cf-e4ca3b71375b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] delete failed (client error): The resource could not be found. Jan 10 11:57:40.087505 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-70505692-2552-4403-87cf-e4ca3b71375b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1648873347 HTTP/1.1" status: 404 len: 335 time: 0.0455861 Jan 10 11:57:40.087715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57374) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:40.092744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-2ae3c7d0-e232-4ba4-ad3f-c42e90c24b17 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Request body: {'router': {'external_gateway_info': {'network_id': '4291ea22-faf0-4923-aa87-c1eb8f636e10'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:40.104498 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-a64e15de-4c83-4950-853c-2835b2bf8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:40.105501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-ee765d3b-9df5-46a6-9943-e2e697ae3e53 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:40.107076 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-ee765d3b-9df5-46a6-9943-e2e697ae3e53 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 812 time: 0.2351789 Jan 10 11:57:40.129490 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64e15de-4c83-4950-853c-2835b2bf8e87 None None] Routers {'4291ea22-faf0-4923-aa87-c1eb8f636e10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:40.130161 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-a64e15de-4c83-4950-853c-2835b2bf8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:57:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4291ea22-faf0-4923-aa87-c1eb8f636e10'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:40.136013 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-a692b86e-60c1-416d-a619-ac6402cf81fc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port b3081a4c-8155-40f2-8eec-ba9b67ecf5bc {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:40.136365 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a692b86e-60c1-416d-a619-ac6402cf81fc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b3081a4c-8155-40f2-8eec-ba9b67ecf5bc), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:40.168906 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-a64e15de-4c83-4950-853c-2835b2bf8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:40.169899 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64e15de-4c83-4950-853c-2835b2bf8e87 None None] The sync data for ids ['4291ea22-faf0-4923-aa87-c1eb8f636e10'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:57:40.180881 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-55708af8-1084-4279-b1ab-d68792285107 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/quotas/e73c6d4c7e9e4a098f3abf808188c6c4 HTTP/1.1" status: 200 len: 375 time: 0.0432839 Jan 10 11:57:40.249684 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a692b86e-60c1-416d-a619-ac6402cf81fc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b3081a4c-8155-40f2-8eec-ba9b67ecf5bc), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:40.263981 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-a692b86e-60c1-416d-a619-ac6402cf81fc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for b3081a4c-8155-40f2-8eec-ba9b67ecf5bc owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:40.285037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aab9bc18-454a-494f-b712-54ef11143d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:40.520984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db494e96-3d37-4575-9d5e-3c0bd924b17a req-ca56d28f-2de1-4888-a3e4-b4139522f817 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:40.528094 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db494e96-3d37-4575-9d5e-3c0bd924b17a req-ca56d28f-2de1-4888-a3e4-b4139522f817 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.1986496 Jan 10 11:57:40.555173 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-bd06affa-cfae-4186-a3cd-a9ca26b7ffa6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:40.556771 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-bd06affa-cfae-4186-a3cd-a9ca26b7ffa6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/networks?id=11b180d1-aa07-4034-901c-fac8264692fb HTTP/1.1" status: 200 len: 797 time: 0.2210481 Jan 10 11:57:40.625235 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:40.636596 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db494e96-3d37-4575-9d5e-3c0bd924b17a req-9993f7e9-e8e6-45fa-8559-ffdbaf082bee tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072421 Jan 10 11:57:40.683934 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-67a161b6-1336-48db-8a8b-9a31192bdfec tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 472 time: 0.1160166 Jan 10 11:57:40.698364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-9eabee8b-4f2a-45cc-a8c9-ffbbb1c6ea52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'port': {'device_id': '6eadff1c-b80b-4b7d-b52f-db176625f6cd', 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb', 'admin_state_up': True, 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'security_groups': ['474ad0a7-da54-46ef-ae1d-8170f7bedae5']}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:40.712065 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-aa25eeb0-5f18-4532-97f5-af18edeb5866 None None] Provisioning complete for port b3081a4c-8155-40f2-8eec-ba9b67ecf5bc triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:40.712754 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aa25eeb0-5f18-4532-97f5-af18edeb5866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b3081a4c-8155-40f2-8eec-ba9b67ecf5bc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:40.714604 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-5e1d8afb-a364-4120-b14f-d9b44ac3678b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5266685 Jan 10 11:57:40.720040 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ae3c7d0-e232-4ba4-ad3f-c42e90c24b17 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for router_gateway (4291ea22-faf0-4923-aa87-c1eb8f636e10), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:40.779609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-aa25eeb0-5f18-4532-97f5-af18edeb5866 None None] Port b3081a4c-8155-40f2-8eec-ba9b67ecf5bc cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:40.791037 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a692b86e-60c1-416d-a619-ac6402cf81fc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (b3081a4c-8155-40f2-8eec-ba9b67ecf5bc), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:40.838013 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-f74b3b28-ea51-4405-89e4-45f999ae0c92 service neutron] 10.222.0.16 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090117 Jan 10 11:57:40.874548 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692b86e-60c1-416d-a619-ac6402cf81fc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=b3081a4c-8155-40f2-8eec-ba9b67ecf5bc,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:40.887228 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:40.961890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:40.962332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (03dc75aa-82ad-4267-8713-ffcdf8aaf6b4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:40.978068 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-2ae3c7d0-e232-4ba4-ad3f-c42e90c24b17 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] update failed (client error): The resource could not be found. Jan 10 11:57:40.979608 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2ae3c7d0-e232-4ba4-ad3f-c42e90c24b17 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "PUT /v2.0/routers/4291ea22-faf0-4923-aa87-c1eb8f636e10 HTTP/1.1" status: 404 len: 339 time: 0.8909097 Jan 10 11:57:40.983127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57388) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:40.985390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1155a16-2f23-4a39-ac91-ce54843e182c req-d45a6d85-805f-4759-9abb-f981010fa5f5 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:40.987063 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a1155a16-2f23-4a39-ac91-ce54843e182c req-d45a6d85-805f-4759-9abb-f981010fa5f5 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.2555566 Jan 10 11:57:41.005868 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-fdc51f57-c0b0-4c37-8d6d-4c001c9f20df tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1726402671'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:41.024512 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a692b86e-60c1-416d-a619-ac6402cf81fc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:41.027671 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a692b86e-60c1-416d-a619-ac6402cf81fc tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/b3081a4c-8155-40f2-8eec-ba9b67ecf5bc HTTP/1.1" status: 204 len: 168 time: 1.0403256 Jan 10 11:57:41.031174 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57390) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:41.060205 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2caed56-b90f-4de9-990a-ed0386f2076f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] GET failed (client error): The resource could not be found. Jan 10 11:57:41.064178 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f2caed56-b90f-4de9-990a-ed0386f2076f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/b3081a4c-8155-40f2-8eec-ba9b67ecf5bc HTTP/1.1" status: 404 len: 333 time: 0.0295503 Jan 10 11:57:41.068364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57392) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:41.069227 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-80396eb8-a21d-4fe6-a87b-f40da65b0cfb service neutron] 10.222.0.16 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146678 Jan 10 11:57:41.124264 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a1155a16-2f23-4a39-ac91-ce54843e182c req-906c25b7-7221-428f-aa10-5dab6e799cab tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277955 Jan 10 11:57:41.140626 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-9eabee8b-4f2a-45cc-a8c9-ffbbb1c6ea52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:41.143889 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-9eabee8b-4f2a-45cc-a8c9-ffbbb1c6ea52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:41.267510 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c11dd174-0c28-446b-807c-3af71eeebb85 req-518c47d5-4dc6-40c6-97f5-bb465af6a670 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 210 time: 0.0604110 Jan 10 11:57:41.292206 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc51f57-c0b0-4c37-8d6d-4c001c9f20df tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Made reservation on behalf of 05b64fe0e54441289a39f949298e3659 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:41.301386 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fdc51f57-c0b0-4c37-8d6d-4c001c9f20df tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:41.329500 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0a307-11d3-426d-8432-88d5fcd30713 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 6935b0c3-93df-46ba-8f95-b4312874dfdb {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:41.329976 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ebb0a307-11d3-426d-8432-88d5fcd30713 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (6935b0c3-93df-46ba-8f95-b4312874dfdb), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:41.335551 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc51f57-c0b0-4c37-8d6d-4c001c9f20df tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:57:41.343545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fdc51f57-c0b0-4c37-8d6d-4c001c9f20df tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (1c5823c8-718c-4bcb-9de0-abf69e6433e2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:41.344220 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-fdc51f57-c0b0-4c37-8d6d-4c001c9f20df tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Added segment 1c5823c8-718c-4bcb-9de0-abf69e6433e2 of type vlan for network e6a578a3-55e2-4465-b9d5-83c41d8cd7e5 Jan 10 11:57:41.388689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fdc51f57-c0b0-4c37-8d6d-4c001c9f20df tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (e6a578a3-55e2-4465-b9d5-83c41d8cd7e5), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:41.443802 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-9eabee8b-4f2a-45cc-a8c9-ffbbb1c6ea52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.22 (11b180d1-aa07-4034-901c-fac8264692fb/740ee0f1-f609-4554-a582-25fefdfba5c1/76ad346a-4883-4070-b87a-93882a582848) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:41.480152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fdc51f57-c0b0-4c37-8d6d-4c001c9f20df tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (e6a578a3-55e2-4465-b9d5-83c41d8cd7e5), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:41.486453 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc51f57-c0b0-4c37-8d6d-4c001c9f20df tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:41.487898 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fdc51f57-c0b0-4c37-8d6d-4c001c9f20df tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:41.501300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9753b-b0fd-4823-99e6-c059ff3e93c0 req-c4994742-ebc9-4967-9378-befdd8d002f3 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:41.502969 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-07d9753b-b0fd-4823-99e6-c059ff3e93c0 req-c4994742-ebc9-4967-9378-befdd8d002f3 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.1665311 Jan 10 11:57:41.505065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ebb0a307-11d3-426d-8432-88d5fcd30713 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (6935b0c3-93df-46ba-8f95-b4312874dfdb), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:41.538491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0a307-11d3-426d-8432-88d5fcd30713 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 6935b0c3-93df-46ba-8f95-b4312874dfdb owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:41.562855 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc51f57-c0b0-4c37-8d6d-4c001c9f20df tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event updated for resources: {'Network': ['ID=e6a578a3-55e2-4465-b9d5-83c41d8cd7e5,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:41.579099 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network e6a578a3-55e2-4465-b9d5-83c41d8cd7e5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:57:41.589222 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fdc51f57-c0b0-4c37-8d6d-4c001c9f20df tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6048322 Jan 10 11:57:41.592062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57400) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:41.598422 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-65936c26-be1d-44d7-a939-671002fdb131 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Request body: {'subnet': {'network_id': 'e6a578a3-55e2-4465-b9d5-83c41d8cd7e5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:41.700047 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-07d9753b-b0fd-4823-99e6-c059ff3e93c0 req-8f13e124-ae1b-461d-a361-f7b4356d285d tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895115 Jan 10 11:57:41.782685 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-9eabee8b-4f2a-45cc-a8c9-ffbbb1c6ea52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (76ad346a-4883-4070-b87a-93882a582848), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:41.834046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65936c26-be1d-44d7-a939-671002fdb131 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Made reservation on behalf of 05b64fe0e54441289a39f949298e3659 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:41.838343 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-65936c26-be1d-44d7-a939-671002fdb131 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:41.912524 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-82f39d3a-349d-4dc1-94a0-6a572007eb90 req-129abd8d-b20a-49f1-9d59-a2d6c8ff753b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 210 time: 0.0464118 Jan 10 11:57:42.022378 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-9eabee8b-4f2a-45cc-a8c9-ffbbb1c6ea52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (76ad346a-4883-4070-b87a-93882a582848), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:42.027429 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ebb0a307-11d3-426d-8432-88d5fcd30713 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (6935b0c3-93df-46ba-8f95-b4312874dfdb), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:42.083693 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-9eabee8b-4f2a-45cc-a8c9-ffbbb1c6ea52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 11b180d1-aa07-4034-901c-fac8264692fb is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:42.096178 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-9eabee8b-4f2a-45cc-a8c9-ffbbb1c6ea52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:42.120097 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-9eabee8b-4f2a-45cc-a8c9-ffbbb1c6ea52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:42.164943 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:42.180891 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabee8b-4f2a-45cc-a8c9-ffbbb1c6ea52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=76ad346a-4883-4070-b87a-93882a582848,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:42.223623 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0a307-11d3-426d-8432-88d5fcd30713 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=6935b0c3-93df-46ba-8f95-b4312874dfdb,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:42.240621 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:42.247068 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-9eabee8b-4f2a-45cc-a8c9-ffbbb1c6ea52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:42.247856 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-9eabee8b-4f2a-45cc-a8c9-ffbbb1c6ea52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:42.270091 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ebb0a307-11d3-426d-8432-88d5fcd30713 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:42.276629 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ebb0a307-11d3-426d-8432-88d5fcd30713 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/6935b0c3-93df-46ba-8f95-b4312874dfdb HTTP/1.1" status: 204 len: 168 time: 1.2049482 Jan 10 11:57:42.277655 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57416) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:42.304981 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-65936c26-be1d-44d7-a939-671002fdb131 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (a73adb53-d013-4df5-a38a-330132190805), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:42.328647 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8e9aa-44b1-41ee-b79a-49346a25f069 req-6eab3f2b-0189-459c-a32b-1f91bc8d0008 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:42.330384 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6bc8e9aa-44b1-41ee-b79a-49346a25f069 req-6eab3f2b-0189-459c-a32b-1f91bc8d0008 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.1125779 Jan 10 11:57:42.380257 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-9eabee8b-4f2a-45cc-a8c9-ffbbb1c6ea52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6903782 Jan 10 11:57:42.381215 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-80fc50d2-6304-4ccd-904b-999709955688 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] GET failed (client error): The resource could not be found. Jan 10 11:57:42.382931 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-80fc50d2-6304-4ccd-904b-999709955688 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/6935b0c3-93df-46ba-8f95-b4312874dfdb HTTP/1.1" status: 404 len: 333 time: 0.1040013 Jan 10 11:57:42.387612 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57420) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:42.395096 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Request body: {'port': {'device_id': '6eadff1c-b80b-4b7d-b52f-db176625f6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:42.444800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65936c26-be1d-44d7-a939-671002fdb131 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event updated for resources: {'Subnet': ['ID=a73adb53-d013-4df5-a38a-330132190805,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:42.457942 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6bc8e9aa-44b1-41ee-b79a-49346a25f069 req-3ce4134c-6133-42e5-8bc8-6f85a647fc14 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944083 Jan 10 11:57:42.465886 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65936c26-be1d-44d7-a939-671002fdb131 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Checking segment: {'id': '1c5823c8-718c-4bcb-9de0-abf69e6433e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e6a578a3-55e2-4465-b9d5-83c41d8cd7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:42.466422 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65936c26-be1d-44d7-a939-671002fdb131 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Network hostable DHCP agents. Network: e6a578a3-55e2-4465-b9d5-83c41d8cd7e5, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:57:42.466590 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fb95a-f58c-4989-b185-08c5aeeb407a req-970dbe9e-f6ed-467f-8b3a-ec0f636c3f46 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:42.468522 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-791fb95a-f58c-4989-b185-08c5aeeb407a req-970dbe9e-f6ed-467f-8b3a-ec0f636c3f46 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.1362848 Jan 10 11:57:42.519701 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-547399dc-0317-42ab-8695-fd1bd8127ce2 None None] Provisioning complete for port 76ad346a-4883-4070-b87a-93882a582848 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:42.520075 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-547399dc-0317-42ab-8695-fd1bd8127ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (76ad346a-4883-4070-b87a-93882a582848), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:42.527035 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d09a6e-f44b-405a-a514-a2c998be06b2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting subnet bb627869-76db-4904-868b-5bd4f0f9ab69 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:57:42.535514 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-95d09a6e-f44b-405a-a514-a2c998be06b2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (bb627869-76db-4904-868b-5bd4f0f9ab69), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:42.578386 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-547399dc-0317-42ab-8695-fd1bd8127ce2 None None] Port 76ad346a-4883-4070-b87a-93882a582848 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:42.589681 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b02052-80fe-42c4-a75b-ad9bdd696a5b req-077da794-ccac-40b1-902b-eb70fc1271d2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:42.591263 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-10b02052-80fe-42c4-a75b-ad9bdd696a5b req-077da794-ccac-40b1-902b-eb70fc1271d2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 932 time: 0.0591314 Jan 10 11:57:42.592901 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (76ad346a-4883-4070-b87a-93882a582848), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:42.619599 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-791fb95a-f58c-4989-b185-08c5aeeb407a req-cc442ffd-a755-4cfc-8698-0594e40e108e tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432049 Jan 10 11:57:42.629890 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-95d09a6e-f44b-405a-a514-a2c998be06b2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (bb627869-76db-4904-868b-5bd4f0f9ab69), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:42.660901 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-10b02052-80fe-42c4-a75b-ad9bdd696a5b req-09301c11-1d3d-4e76-8f41-183860668246 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=474ad0a7-da54-46ef-ae1d-8170f7bedae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631881 Jan 10 11:57:42.662059 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65936c26-be1d-44d7-a939-671002fdb131 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Network e6a578a3-55e2-4465-b9d5-83c41d8cd7e5 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:57:42.817122 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-95d09a6e-f44b-405a-a514-a2c998be06b2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (bb627869-76db-4904-868b-5bd4f0f9ab69), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:42.965138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-65936c26-be1d-44d7-a939-671002fdb131 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e6a578a3-55e2-4465-b9d5-83c41d8cd7e5) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:42.975411 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65936c26-be1d-44d7-a939-671002fdb131 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:42.975872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-65936c26-be1d-44d7-a939-671002fdb131 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:42.980379 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b584473-c946-4009-9dc1-e4ecda4887e3 None None] Network e6a578a3-55e2-4465-b9d5-83c41d8cd7e5 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:43.026871 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3892c0b0-2370-4fdc-8e2b-3df96cb0820a req-6376b1e1-eee2-4bc2-a8cc-fbd23ea6c470 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 210 time: 0.0517759 Jan 10 11:57:43.035371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ad346a-4883-4070-b87a-93882a582848 {{(pid=110625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:57:43.043980 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Publish callbacks [] for port (76ad346a-4883-4070-b87a-93882a582848), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:43.085206 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.provisioning_blocks [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Transition to ACTIVE for port object 76ad346a-4883-4070-b87a-93882a582848 will not be triggered until provisioned by entity L2. {{(pid=110625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:57:43.087334 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-95d09a6e-f44b-405a-a514-a2c998be06b2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (bb627869-76db-4904-868b-5bd4f0f9ab69), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:43.102668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e6a578a3-55e2-4465-b9d5-83c41d8cd7e5', 'network_id': 'e6a578a3-55e2-4465-b9d5-83c41d8cd7e5', 'project_id': '05b64fe0e54441289a39f949298e3659', 'fixed_ips': [{'subnet_id': 'a73adb53-d013-4df5-a38a-330132190805'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:57:43.103514 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:43.120575 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d09a6e-f44b-405a-a514-a2c998be06b2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Subnet': ['ID=bb627869-76db-4904-868b-5bd4f0f9ab69,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:43.128877 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-95d09a6e-f44b-405a-a514-a2c998be06b2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:43.134737 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-95d09a6e-f44b-405a-a514-a2c998be06b2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/bb627869-76db-4904-868b-5bd4f0f9ab69 HTTP/1.1" status: 204 len: 168 time: 0.7443006 Jan 10 11:57:43.135198 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57424) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:43.150094 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-65936c26-be1d-44d7-a939-671002fdb131 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5555255 Jan 10 11:57:43.155851 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57428) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:43.161988 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-05c07317-f476-45f4-9894-217804d5c69b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e6a578a3-55e2-4465-b9d5-83c41d8cd7e5'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:43.173509 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (76ad346a-4883-4070-b87a-93882a582848), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:43.184554 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c68c89-6dcb-4fe1-bb7f-711ab636ef14 None None] Network 4342766e-029c-40cb-a7a3-73b6f1e63827 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:43.191583 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:43.308765 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (4342766e-029c-40cb-a7a3-73b6f1e63827), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:43.310465 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Pushing event updated for resources: {'Port': ['ID=76ad346a-4883-4070-b87a-93882a582848,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:43.451929 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Attempting to bind port 76ad346a-4883-4070-b87a-93882a582848 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:57:43.452279 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Attempting to bind port 76ad346a-4883-4070-b87a-93882a582848 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a9c2d862-de47-4f5a-a620-8daaeccc2ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb'}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:57:43.452613 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Attempting to bind port 76ad346a-4883-4070-b87a-93882a582848 on network 11b180d1-aa07-4034-901c-fac8264692fb {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:43.461735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Port 76ad346a-4883-4070-b87a-93882a582848 on network 11b180d1-aa07-4034-901c-fac8264692fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:57:43.462222 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Attempting to bind port 76ad346a-4883-4070-b87a-93882a582848 on network 11b180d1-aa07-4034-901c-fac8264692fb {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:43.474444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:57:43.474444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Checking segment: {'id': 'a9c2d862-de47-4f5a-a620-8daaeccc2ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:43.474444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Bound using segment: {'id': 'a9c2d862-de47-4f5a-a620-8daaeccc2ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb'} {{(pid=110625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:57:43.474444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.managers [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Bound port: 76ad346a-4883-4070-b87a-93882a582848, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c2d862-de47-4f5a-a620-8daaeccc2ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb'}}] {{(pid=110625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:57:43.475077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (76ad346a-4883-4070-b87a-93882a582848), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:43.500183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:43.500580 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (03dc75aa-82ad-4267-8713-ffcdf8aaf6b4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:43.503539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-05c07317-f476-45f4-9894-217804d5c69b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for router_gateway (4291ea22-faf0-4923-aa87-c1eb8f636e10), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:43.598695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Allocated IP 2001:db8:1::2 (e6a578a3-55e2-4465-b9d5-83c41d8cd7e5/a73adb53-d013-4df5-a38a-330132190805/83007f6b-9f20-4314-808d-3f7e276f5948) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:43.618720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] For port 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03dc75aa-82ad-4267-8713-ffcdf8aaf6b4,segment=NetworkSegment(d7a7cf2d-59cd-4000-8084-870b86b0fbe0),segment_id=d7a7cf2d-59cd-4000-8084-870b86b0fbe0)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:43.619254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (03dc75aa-82ad-4267-8713-ffcdf8aaf6b4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:43.647762 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:43.649820 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] For port 76ad346a-4883-4070-b87a-93882a582848, host hv-neutron-mast, cleared binding levels {{(pid=110625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:57:43.659765 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec9d51-7bc1-4d5f-94c8-09560cc3740b None None] DHCP port deletion for 4342766e-029c-40cb-a7a3-73b6f1e63827 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:57:43.670795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] For port 76ad346a-4883-4070-b87a-93882a582848, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76ad346a-4883-4070-b87a-93882a582848,segment=NetworkSegment(a9c2d862-de47-4f5a-a620-8daaeccc2ddb),segment_id=a9c2d862-de47-4f5a-a620-8daaeccc2ddb)] {{(pid=110625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:57:43.681683 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1b1d2-1097-4c8e-ae13-b24ae6233381 req-fc17778c-0a95-4e6c-a97f-e30ccefbd323 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:43.684640 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5bd1b1d2-1097-4c8e-ae13-b24ae6233381 req-fc17778c-0a95-4e6c-a97f-e30ccefbd323 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.1196959 Jan 10 11:57:43.812558 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5bd1b1d2-1097-4c8e-ae13-b24ae6233381 req-b7b27a76-fc9f-4016-93e6-b569718c813a tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043954 Jan 10 11:57:43.883412 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-05c07317-f476-45f4-9894-217804d5c69b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:57:43.888129 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-05c07317-f476-45f4-9894-217804d5c69b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "PUT /v2.0/routers/4291ea22-faf0-4923-aa87-c1eb8f636e10 HTTP/1.1" status: 400 len: 364 time: 0.7274909 Jan 10 11:57:43.888424 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57438) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:43.902435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-64ec9d51-7bc1-4d5f-94c8-09560cc3740b None None] Deleting port 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:43.905737 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-64ec9d51-7bc1-4d5f-94c8-09560cc3740b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (03dc75aa-82ad-4267-8713-ffcdf8aaf6b4), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:43.937412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Publish callbacks [] for port (83007f6b-9f20-4314-808d-3f7e276f5948), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:43.985113 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-64ec9d51-7bc1-4d5f-94c8-09560cc3740b None None] For port 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03dc75aa-82ad-4267-8713-ffcdf8aaf6b4,segment=NetworkSegment(d7a7cf2d-59cd-4000-8084-870b86b0fbe0),segment_id=d7a7cf2d-59cd-4000-8084-870b86b0fbe0)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:43.986590 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-64ec9d51-7bc1-4d5f-94c8-09560cc3740b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (03dc75aa-82ad-4267-8713-ffcdf8aaf6b4), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:44.011880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-64ec9d51-7bc1-4d5f-94c8-09560cc3740b None None] Calling delete_port for 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:44.087044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (83007f6b-9f20-4314-808d-3f7e276f5948), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:44.123365 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c0011-62b4-4f13-830b-1455621fed17 req-bfe55e29-285c-4bdc-b3e5-403098b2b8b4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:44.125109 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0a2c0011-62b4-4f13-830b-1455621fed17 req-bfe55e29-285c-4bdc-b3e5-403098b2b8b4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 944 time: 0.1748376 Jan 10 11:57:44.144924 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (76ad346a-4883-4070-b87a-93882a582848), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:44.145653 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Network e6a578a3-55e2-4465-b9d5-83c41d8cd7e5 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:44.155752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:44.161703 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:44.173799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Pushing event updated for resources: {'Port': ['ID=83007f6b-9f20-4314-808d-3f7e276f5948,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:44.250119 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Pushing event updated for resources: {'Port': ['ID=76ad346a-4883-4070-b87a-93882a582848,revision_number=3']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:44.252361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Attempting to bind port 83007f6b-9f20-4314-808d-3f7e276f5948 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:57:44.252891 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Attempting to bind port 83007f6b-9f20-4314-808d-3f7e276f5948 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1c5823c8-718c-4bcb-9de0-abf69e6433e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e6a578a3-55e2-4465-b9d5-83c41d8cd7e5'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:57:44.253371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Attempting to bind port 83007f6b-9f20-4314-808d-3f7e276f5948 on network e6a578a3-55e2-4465-b9d5-83c41d8cd7e5 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:44.268863 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:57:44.268863 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Checking segment: {'id': '1c5823c8-718c-4bcb-9de0-abf69e6433e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e6a578a3-55e2-4465-b9d5-83c41d8cd7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:44.268863 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:44.268863 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Bound using segment: {'id': '1c5823c8-718c-4bcb-9de0-abf69e6433e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e6a578a3-55e2-4465-b9d5-83c41d8cd7e5'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:57:44.268863 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Bound port: 83007f6b-9f20-4314-808d-3f7e276f5948, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5823c8-718c-4bcb-9de0-abf69e6433e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e6a578a3-55e2-4465-b9d5-83c41d8cd7e5'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:57:44.276333 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (83007f6b-9f20-4314-808d-3f7e276f5948), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:44.277603 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:44.278317 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:44.280240 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1fc334e2-048e-4e6d-ad09-ed7acad53a48 service neutron] 10.222.0.30 "PUT /v2.0/ports/76ad346a-4883-4070-b87a-93882a582848 HTTP/1.1" status: 200 len: 1094 time: 1.8907351 Jan 10 11:57:44.280955 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eadff1c-b80b-4b7d-b52f-db176625f6cd', 'tag': '76ad346a-4883-4070-b87a-93882a582848'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:57:44.286292 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25731750-bd9e-49ea-ab4d-77cbf1c978db" -d '{"events": [{"name": "network-changed", "server_uuid": "6eadff1c-b80b-4b7d-b52f-db176625f6cd", "tag": "76ad346a-4883-4070-b87a-93882a582848"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:57:44.300662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08435e-055a-446e-b3ef-6dd2e27b5731 req-831dbd30-746a-4398-88eb-ecaecc4816a5 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:44.304801 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-64ec9d51-7bc1-4d5f-94c8-09560cc3740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (03dc75aa-82ad-4267-8713-ffcdf8aaf6b4), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:44.308193 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7f08435e-055a-446e-b3ef-6dd2e27b5731 req-831dbd30-746a-4398-88eb-ecaecc4816a5 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.5714893 Jan 10 11:57:44.338504 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec9d51-7bc1-4d5f-94c8-09560cc3740b None None] Pushing event deleted for resources: {'Port': ['ID=03dc75aa-82ad-4267-8713-ffcdf8aaf6b4,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:44.342826 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (03dc75aa-82ad-4267-8713-ffcdf8aaf6b4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:44.369365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec9d51-7bc1-4d5f-94c8-09560cc3740b None None] No DVR routers for this DVR port 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:44.380452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No DVR routers for this DVR port 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:44.404362 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=03dc75aa-82ad-4267-8713-ffcdf8aaf6b4,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:44.418405 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0a2c0011-62b4-4f13-830b-1455621fed17 req-21a8833b-2347-485d-9ccd-2bbd988cb8b2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=474ad0a7-da54-46ef-ae1d-8170f7bedae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479236 Jan 10 11:57:44.443993 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] For port 83007f6b-9f20-4314-808d-3f7e276f5948, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:57:44.447763 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] For port 83007f6b-9f20-4314-808d-3f7e276f5948, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83007f6b-9f20-4314-808d-3f7e276f5948,segment=NetworkSegment(1c5823c8-718c-4bcb-9de0-abf69e6433e2),segment_id=1c5823c8-718c-4bcb-9de0-abf69e6433e2)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:57:44.493821 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7f08435e-055a-446e-b3ef-6dd2e27b5731 req-5b91b0c1-c70d-48e5-b621-2d95ee24ad92 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845844 Jan 10 11:57:44.514455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:44.547275 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (83007f6b-9f20-4314-808d-3f7e276f5948), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:44.649108 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (4342766e-029c-40cb-a7a3-73b6f1e63827), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:44.662577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063a88b-8d90-40a6-ab4e-b04dd684e6e9 None None] Pushing event updated for resources: {'Port': ['ID=83007f6b-9f20-4314-808d-3f7e276f5948,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:44.665787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6196d06-4040-4e44-a554-a78581ea1970 req-76654474-c4bc-4f40-8def-4a0e0cbac84a tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:44.668882 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f6196d06-4040-4e44-a554-a78581ea1970 req-76654474-c4bc-4f40-8def-4a0e0cbac84a tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1635633 Jan 10 11:57:44.681386 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e38647e2-a862-44e1-8640-13bc18386252 req-c98c5134-fc8a-4061-90b7-95ac23172bca tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 210 time: 0.0943789 Jan 10 11:57:44.728094 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4342766e-029c-40cb-a7a3-73b6f1e63827']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:44.745468 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a7cf2d-59cd-4000-8084-870b86b0fbe0') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:44.745817 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a7cf2d-59cd-4000-8084-870b86b0fbe0') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:44.759813 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (d7a7cf2d-59cd-4000-8084-870b86b0fbe0), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:44.777924 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (d7a7cf2d-59cd-4000-8084-870b86b0fbe0), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:44.782784 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac4167e-b89b-40fb-8f01-515c52b04b22 x-openstack-request-id: req-6ac4167e-b89b-40fb-8f01-515c52b04b22 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:57:44.783235 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eadff1c-b80b-4b7d-b52f-db176625f6cd", "tag": "76ad346a-4883-4070-b87a-93882a582848", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:57:44.783560 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ac4167e-b89b-40fb-8f01-515c52b04b22 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:57:44.784122 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eadff1c-b80b-4b7d-b52f-db176625f6cd', 'tag': '76ad346a-4883-4070-b87a-93882a582848', 'status': 'completed', 'code': 200} Jan 10 11:57:44.786525 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-091ff35d-21ba-4fd8-9426-471ea7686a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:44.791592 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-091ff35d-21ba-4fd8-9426-471ea7686a16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 1097 time: 0.3565934 Jan 10 11:57:44.809176 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:57:44.810854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (d7a7cf2d-59cd-4000-8084-870b86b0fbe0), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:57:44.832531 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:57:44.844904 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f6196d06-4040-4e44-a554-a78581ea1970 req-92d10797-08c2-4c36-9370-90a960554228 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333656 Jan 10 11:57:45.002465 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:57:45.013894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Allocated IP 2001:db8::1 (3743b18d-7067-4da6-92e7-28d6f90e90b3/650e80c8-4754-4a88-a812-64e221309b5a/6fa09110-0d72-41ce-a011-12ecb59e97d7) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:45.019168 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-427c0c76-10d1-4a94-bb9c-e2d4a0b8d5c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=76ad346a-4883-4070-b87a-93882a582848 HTTP/1.1" status: 200 len: 217 time: 0.2152886 Jan 10 11:57:45.038263 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:57:45.039277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 03dc75aa-82ad-4267-8713-ffcdf8aaf6b4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:57:45.132665 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-a095f373-5080-4b45-93d7-edaf068ac5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:45.134460 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-a095f373-5080-4b45-93d7-edaf068ac5f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=740ee0f1-f609-4554-a582-25fefdfba5c1 HTTP/1.1" status: 200 len: 838 time: 0.1105049 Jan 10 11:57:45.228399 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (4342766e-029c-40cb-a7a3-73b6f1e63827), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:45.254141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:45.257945 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/networks/4342766e-029c-40cb-a7a3-73b6f1e63827 HTTP/1.1" status: 204 len: 168 time: 2.1217065 Jan 10 11:57:45.259031 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8c359-920a-4830-98cc-855c8c7c5c84 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Network': ['ID=4342766e-029c-40cb-a7a3-73b6f1e63827,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:45.262931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169a20f-ab9b-4d55-a81c-0ce2ae5891a1 req-82091bf1-8c1e-443a-9287-b189c9e4c0a3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:45.265179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57460) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:45.267117 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d169a20f-ab9b-4d55-a81c-0ce2ae5891a1 req-82091bf1-8c1e-443a-9287-b189c9e4c0a3 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.2472446 Jan 10 11:57:45.271699 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-34ce0765-7b0c-4d2f-9d93-cac538560319 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-988028696'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:45.311792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.30', 63534) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:45.313823 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dbf04-3a3b-44aa-93bb-076384435b84 req-a054cf35-80eb-451e-b7b8-ee98d4645574 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:45.316101 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-905dbf04-3a3b-44aa-93bb-076384435b84 req-a054cf35-80eb-451e-b7b8-ee98d4645574 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1382821 Jan 10 11:57:45.318605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1f8e04bc-8093-4192-8650-c90de9e782fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:45.320207 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-1f8e04bc-8093-4192-8650-c90de9e782fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11b180d1-aa07-4034-901c-fac8264692fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1771231 Jan 10 11:57:45.387028 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ce0765-7b0c-4d2f-9d93-cac538560319 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:45.393933 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-34ce0765-7b0c-4d2f-9d93-cac538560319 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:45.485907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ce0765-7b0c-4d2f-9d93-cac538560319 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:57:45.486557 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.30', 63535) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:45.510892 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-34ce0765-7b0c-4d2f-9d93-cac538560319 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (91982374-14e5-479a-99f0-3d9e5e2210a9), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:45.511128 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-34ce0765-7b0c-4d2f-9d93-cac538560319 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Added segment 91982374-14e5-479a-99f0-3d9e5e2210a9 of type vlan for network 4d428d43-cc8b-4f46-bd6a-6227ae7e91f6 Jan 10 11:57:45.511490 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764db242-3bd6-4125-9d07-08177fce9a52 req-b599ce10-37a2-45b9-8ad5-1ce58bd32152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:45.513071 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-764db242-3bd6-4125-9d07-08177fce9a52 req-b599ce10-37a2-45b9-8ad5-1ce58bd32152 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b88098bc7fb45b7b7544c7a37648e11&device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 1099 time: 0.2446415 Jan 10 11:57:45.527208 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d169a20f-ab9b-4d55-a81c-0ce2ae5891a1 req-ec300eb0-f857-4b85-a6f3-5e839998b611 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457657 Jan 10 11:57:45.532707 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-905dbf04-3a3b-44aa-93bb-076384435b84 req-12b85862-29b2-4b1c-862f-7dda73196860 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092433 Jan 10 11:57:45.562396 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for port (6fa09110-0d72-41ce-a011-12ecb59e97d7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:45.609292 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-34ce0765-7b0c-4d2f-9d93-cac538560319 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (4d428d43-cc8b-4f46-bd6a-6227ae7e91f6), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:45.646773 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-39f50535-0512-4175-9e7a-71329ae12cc7 service neutron] 10.222.0.30 "GET /v2.0/networks/11b180d1-aa07-4034-901c-fac8264692fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055902 Jan 10 11:57:45.671058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-11ba7c5d-5033-44cb-b67e-48f77fe529a2 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:45.672610 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-11ba7c5d-5033-44cb-b67e-48f77fe529a2 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.30 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 812 time: 0.3460486 Jan 10 11:57:45.739494 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe018c-fefa-44b7-bc16-d680763d4b9a req-ac8a56b5-648e-4660-ad47-e788851ddd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:45.741746 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0fbe018c-fefa-44b7-bc16-d680763d4b9a req-ac8a56b5-648e-4660-ad47-e788851ddd77 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 1098 time: 0.2455726 Jan 10 11:57:45.756345 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04719d-be6c-40c7-9e67-59e7c806b186 req-6e84ea27-5c47-410b-b81a-8d674c5589e4 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:45.758105 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5c04719d-be6c-40c7-9e67-59e7c806b186 req-6e84ea27-5c47-410b-b81a-8d674c5589e4 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.1397836 Jan 10 11:57:45.774362 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-34ce0765-7b0c-4d2f-9d93-cac538560319 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (4d428d43-cc8b-4f46-bd6a-6227ae7e91f6), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:45.791035 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ce0765-7b0c-4d2f-9d93-cac538560319 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:45.793053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-34ce0765-7b0c-4d2f-9d93-cac538560319 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:45.810482 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764db242-3bd6-4125-9d07-08177fce9a52 req-8940e225-22d7-4c16-96b7-5a2682c7aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:45.812163 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-764db242-3bd6-4125-9d07-08177fce9a52 req-8940e225-22d7-4c16-96b7-5a2682c7aa02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d6334e5b-dd29-4e01-8107-f45b63d25589 HTTP/1.1" status: 200 len: 912 time: 0.2840405 Jan 10 11:57:45.850328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e8f97-46c1-40de-9807-ee83ac7c3d62 req-578c88ee-95a3-41c6-9d24-8beae96b4ae8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:45.852754 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6f0e8f97-46c1-40de-9807-ee83ac7c3d62 req-578c88ee-95a3-41c6-9d24-8beae96b4ae8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 944 time: 0.1955302 Jan 10 11:57:45.865222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (6fa09110-0d72-41ce-a011-12ecb59e97d7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:45.906568 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0fbe018c-fefa-44b7-bc16-d680763d4b9a req-3b6a6025-c91c-428a-a5ed-d7c37dc6a597 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554654 Jan 10 11:57:45.963771 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69fcf62f-4147-4355-8d39-34cf101f8a79 req-792d3366-fa8d-4699-aca1-da37b17fed99 service neutron] 10.222.0.30 "GET /v2.0/networks/11b180d1-aa07-4034-901c-fac8264692fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963595 Jan 10 11:57:45.964646 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce0765-7b0c-4d2f-9d93-cac538560319 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Network': ['ID=4d428d43-cc8b-4f46-bd6a-6227ae7e91f6,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:45.975873 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-764db242-3bd6-4125-9d07-08177fce9a52 req-bca993bd-10e3-4451-9108-7324e12bca9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47d6b1cd-74d3-4929-9a7a-269306b9d963 HTTP/1.1" status: 200 len: 217 time: 0.1020596 Jan 10 11:57:45.981279 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 4d428d43-cc8b-4f46-bd6a-6227ae7e91f6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:57:45.982824 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-1a60657d-fb2f-4a45-a38e-2059268e238d tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4 HTTP/1.1" status: 200 len: 380 time: 0.2566788 Jan 10 11:57:46.001654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Network 3743b18d-7067-4da6-92e7-28d6f90e90b3 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:46.019687 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5c04719d-be6c-40c7-9e67-59e7c806b186 req-a4a5b8a1-1b2c-424f-8028-5ef70577a329 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095716 Jan 10 11:57:46.024050 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:46.025194 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-34ce0765-7b0c-4d2f-9d93-cac538560319 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7582564 Jan 10 11:57:46.036577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event updated for resources: {'Port': ['ID=6fa09110-0d72-41ce-a011-12ecb59e97d7,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:46.036577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:46.036577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (4291ea22-faf0-4923-aa87-c1eb8f636e10), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:46.040887 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57468) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:46.061627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-be152e05-dc39-42d7-8fd0-5e45a1ec1e6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'subnet': {'network_id': '4d428d43-cc8b-4f46-bd6a-6227ae7e91f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:46.140968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-89cf98f5-647c-411f-9583-001bfe3fe501 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Request body: {'port': {'device_id': '61442501-b9d5-4f73-a342-857c2730831e', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'admin_state_up': True, 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'security_groups': ['b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:46.208291 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6f0e8f97-46c1-40de-9807-ee83ac7c3d62 req-f3ee2761-834a-4a80-959b-ae538c69668a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=474ad0a7-da54-46ef-ae1d-8170f7bedae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3376286 Jan 10 11:57:46.239450 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8473583c-4347-4009-b5ae-675398c59261 None None] Network e6a578a3-55e2-4465-b9d5-83c41d8cd7e5 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:46.338777 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25731750-bd9e-49ea-ab4d-77cbf1c978db req-5a08bbdc-fee1-41f2-ac6c-4fec63464165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:46.340442 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-25731750-bd9e-49ea-ab4d-77cbf1c978db req-5a08bbdc-fee1-41f2-ac6c-4fec63464165 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 1097 time: 0.1411676 Jan 10 11:57:46.385315 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c324eb53-3394-4208-8a6c-a77e65a130ce None None] Provisioning complete for port 83007f6b-9f20-4314-808d-3f7e276f5948 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:46.386143 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c324eb53-3394-4208-8a6c-a77e65a130ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (83007f6b-9f20-4314-808d-3f7e276f5948), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:46.402973 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764db242-3bd6-4125-9d07-08177fce9a52 req-7c7053c9-2552-422c-a927-305090e81899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:46.405201 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-764db242-3bd6-4125-9d07-08177fce9a52 req-7c7053c9-2552-422c-a927-305090e81899 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dfa3b182-4c05-463d-a90e-aeb32f74a227 HTTP/1.1" status: 200 len: 851 time: 0.2845991 Jan 10 11:57:46.424392 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-62fd174e-4af6-4883-9d57-b2c0dc26f096 req-edd5c371-9610-4784-9f31-fad86c30de4f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 210 time: 0.0934582 Jan 10 11:57:46.535368 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c324eb53-3394-4208-8a6c-a77e65a130ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (83007f6b-9f20-4314-808d-3f7e276f5948), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:46.535728 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-764db242-3bd6-4125-9d07-08177fce9a52 req-b361f8aa-4220-4172-acf3-415208e1c13a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d6334e5b-dd29-4e01-8107-f45b63d25589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036625 Jan 10 11:57:46.551527 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25731750-bd9e-49ea-ab4d-77cbf1c978db req-65b577a6-3d88-4570-b962-5de538962348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:46.553525 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-25731750-bd9e-49ea-ab4d-77cbf1c978db req-65b577a6-3d88-4570-b962-5de538962348 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11b180d1-aa07-4034-901c-fac8264692fb HTTP/1.1" status: 200 len: 898 time: 0.2047529 Jan 10 11:57:46.616599 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-25731750-bd9e-49ea-ab4d-77cbf1c978db req-5fe9aa42-c24d-4b01-b4a7-29a583292f04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=76ad346a-4883-4070-b87a-93882a582848 HTTP/1.1" status: 200 len: 217 time: 0.0547664 Jan 10 11:57:46.619919 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c324eb53-3394-4208-8a6c-a77e65a130ce None None] For port 83007f6b-9f20-4314-808d-3f7e276f5948, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83007f6b-9f20-4314-808d-3f7e276f5948,segment=NetworkSegment(1c5823c8-718c-4bcb-9de0-abf69e6433e2),segment_id=1c5823c8-718c-4bcb-9de0-abf69e6433e2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:46.647262 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6fa09110-0d72-41ce-a011-12ecb59e97d7), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:46.733811 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be152e05-dc39-42d7-8fd0-5e45a1ec1e6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:46.739120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-be152e05-dc39-42d7-8fd0-5e45a1ec1e6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:46.759449 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c324eb53-3394-4208-8a6c-a77e65a130ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (83007f6b-9f20-4314-808d-3f7e276f5948), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:46.863412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324eb53-3394-4208-8a6c-a77e65a130ce None None] Pushing event updated for resources: {'Port': ['ID=83007f6b-9f20-4314-808d-3f7e276f5948,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:46.868794 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25731750-bd9e-49ea-ab4d-77cbf1c978db req-a1c25c3f-429e-4a86-987a-a5981ad59df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:46.870397 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-25731750-bd9e-49ea-ab4d-77cbf1c978db req-a1c25c3f-429e-4a86-987a-a5981ad59df4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=740ee0f1-f609-4554-a582-25fefdfba5c1 HTTP/1.1" status: 200 len: 838 time: 0.2434576 Jan 10 11:57:46.891980 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dd042-acbd-4e16-b74e-c15ef911e7c5 req-f5f9c635-cce3-42f6-9143-04b5e2c3dfcf tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:46.894977 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ac3dd042-acbd-4e16-b74e-c15ef911e7c5 req-f5f9c635-cce3-42f6-9143-04b5e2c3dfcf tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.1753826 Jan 10 11:57:46.906764 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c7f59a7d-15f2-4269-b9bd-71e17c223f25 None None] Provisioning complete for port 6fa09110-0d72-41ce-a011-12ecb59e97d7 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:46.907298 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c7f59a7d-15f2-4269-b9bd-71e17c223f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6fa09110-0d72-41ce-a011-12ecb59e97d7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:46.999042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c7f59a7d-15f2-4269-b9bd-71e17c223f25 None None] Port 6fa09110-0d72-41ce-a011-12ecb59e97d7 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:47.070493 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ac3dd042-acbd-4e16-b74e-c15ef911e7c5 req-c2ee4037-de5f-476c-8da1-6a4040753950 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965502 Jan 10 11:57:47.087704 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 83007f6b-9f20-4314-808d-3f7e276f5948 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:47.182520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-54d9a7fa-2486-4834-9d82-b6aba756ab50 None None] Provisioning complete for port 83007f6b-9f20-4314-808d-3f7e276f5948 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:47.183051 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25731750-bd9e-49ea-ab4d-77cbf1c978db req-5c195d7c-1cda-4e87-9efe-938bb142aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:47.184295 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-54d9a7fa-2486-4834-9d82-b6aba756ab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (83007f6b-9f20-4314-808d-3f7e276f5948), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:47.184874 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-25731750-bd9e-49ea-ab4d-77cbf1c978db req-5c195d7c-1cda-4e87-9efe-938bb142aa53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11b180d1-aa07-4034-901c-fac8264692fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2882190 Jan 10 11:57:47.263249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 83007f6b-9f20-4314-808d-3f7e276f5948 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:47.264294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (83007f6b-9f20-4314-808d-3f7e276f5948), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:47.378363 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-be152e05-dc39-42d7-8fd0-5e45a1ec1e6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (3c04b57b-1173-4112-a464-190fd1c1b83b), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:47.454281 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-764db242-3bd6-4125-9d07-08177fce9a52 req-79b05027-fb32-4c25-a10d-d5b2e179907e service neutron] 10.222.0.30 "GET /v2.0/networks/d6334e5b-dd29-4e01-8107-f45b63d25589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8283689 Jan 10 11:57:47.495442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8433a6-eb69-43ae-a592-aa838130836f req-f180fbe9-9a16-404e-8fe8-2615efb0acaa tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:47.497101 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fc8433a6-eb69-43ae-a592-aa838130836f req-f180fbe9-9a16-404e-8fe8-2615efb0acaa tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.2172530 Jan 10 11:57:47.537068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7bc4a-db30-4541-8ae1-de07c328fb38 req-34196b98-65ea-4d3e-a6ab-3b15d46819da tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:47.538727 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b4c7bc4a-db30-4541-8ae1-de07c328fb38 req-34196b98-65ea-4d3e-a6ab-3b15d46819da tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.9115088 Jan 10 11:57:47.571188 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be152e05-dc39-42d7-8fd0-5e45a1ec1e6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Subnet': ['ID=3c04b57b-1173-4112-a464-190fd1c1b83b,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:47.599165 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-89cf98f5-647c-411f-9583-001bfe3fe501 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Made reservation on behalf of e73c6d4c7e9e4a098f3abf808188c6c4 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:47.603234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-89cf98f5-647c-411f-9583-001bfe3fe501 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:47.604449 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-25731750-bd9e-49ea-ab4d-77cbf1c978db req-c116504d-fc10-4838-b064-2612c9f6fcdb service neutron] 10.222.0.30 "GET /v2.0/networks/11b180d1-aa07-4034-901c-fac8264692fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407092 Jan 10 11:57:47.619844 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be152e05-dc39-42d7-8fd0-5e45a1ec1e6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Checking segment: {'id': '91982374-14e5-479a-99f0-3d9e5e2210a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d428d43-cc8b-4f46-bd6a-6227ae7e91f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:47.620141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be152e05-dc39-42d7-8fd0-5e45a1ec1e6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network hostable DHCP agents. Network: 4d428d43-cc8b-4f46-bd6a-6227ae7e91f6, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:57:47.636218 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fc8433a6-eb69-43ae-a592-aa838130836f req-c28be561-c65b-4143-b65f-fd1c0354259d tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263645 Jan 10 11:57:47.699796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device aff4e51e-5a20-4ea1-b69f-cfd03081763b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:57:47.728409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device aff4e51e-5a20-4ea1-b69f-cfd03081763b no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:57:47.769450 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be152e05-dc39-42d7-8fd0-5e45a1ec1e6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network 4d428d43-cc8b-4f46-bd6a-6227ae7e91f6 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:57:47.788378 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-25731750-bd9e-49ea-ab4d-77cbf1c978db req-cbb7c93f-c56e-48e4-8014-2796b90b6116 service neutron] 10.222.0.30 "GET /v2.0/networks/11b180d1-aa07-4034-901c-fac8264692fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732364 Jan 10 11:57:47.789577 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b4c7bc4a-db30-4541-8ae1-de07c328fb38 req-df3b836b-97b6-4a8b-a9a6-ebc5aea06793 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093375 Jan 10 11:57:47.868621 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cacc3-30cc-4f7e-902e-25df3f3d30bf req-48e4b90e-9b3b-45a7-b4eb-38ea050cbfd6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:47.874758 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1f5cacc3-30cc-4f7e-902e-25df3f3d30bf req-48e4b90e-9b3b-45a7-b4eb-38ea050cbfd6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 944 time: 0.0826666 Jan 10 11:57:47.890600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-be152e05-dc39-42d7-8fd0-5e45a1ec1e6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4d428d43-cc8b-4f46-bd6a-6227ae7e91f6) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:47.907495 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-764db242-3bd6-4125-9d07-08177fce9a52 req-ffe4e0b0-bd72-46a9-a3d0-72c64c1f985e service neutron] 10.222.0.30 "GET /v2.0/networks/d6334e5b-dd29-4e01-8107-f45b63d25589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093177 Jan 10 11:57:47.924814 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be152e05-dc39-42d7-8fd0-5e45a1ec1e6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:47.925676 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-be152e05-dc39-42d7-8fd0-5e45a1ec1e6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:47.926667 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfe3512-0f3c-46ea-b8a3-6ad1fb9cca93 None None] Network 4d428d43-cc8b-4f46-bd6a-6227ae7e91f6 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:47.940673 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-236c612d-aae8-41ca-b850-5eedaa551dfd req-1c21cd58-47c1-4e8a-b696-41e6d72a0a6c tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 210 time: 0.0622556 Jan 10 11:57:47.990175 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1f5cacc3-30cc-4f7e-902e-25df3f3d30bf req-9ef49628-c84a-486b-95bc-fd8b8ab56537 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=474ad0a7-da54-46ef-ae1d-8170f7bedae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100345 Jan 10 11:57:48.016554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for port (6fa09110-0d72-41ce-a011-12ecb59e97d7), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:48.021048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-89cf98f5-647c-411f-9583-001bfe3fe501 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Allocated IP 172.20.0.6 (0ed6abb2-0629-4d61-b0ad-e1aa4112886a/e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3/3288dec2-286d-417f-bbac-964172ebe1c8) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:48.029954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:48.102624 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-be152e05-dc39-42d7-8fd0-5e45a1ec1e6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0578928 Jan 10 11:57:48.102863 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57482) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:48.107780 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-bcfdb134-5734-4a03-8ca6-2ebe3def99c1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1035605110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:48.121372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193ba236-8586-4c00-b0e2-339f10f30e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:57:48.124360 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda548d0-a139-48f3-947e-5d1b46ed2f68" -d '{"events": [{"server_uuid": "193ba236-8586-4c00-b0e2-339f10f30e01", "name": "network-vif-unplugged", "status": "completed", "tag": "aff4e51e-5a20-4ea1-b69f-cfd03081763b"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:57:48.147743 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port aff4e51e-5a20-4ea1-b69f-cfd03081763b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aff4e51e-5a20-4ea1-b69f-cfd03081763b,segment=NetworkSegment(e5c5e942-02e3-48b2-a72b-a3b8ecad61f1),segment_id=e5c5e942-02e3-48b2-a72b-a3b8ecad61f1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:48.176542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (6fa09110-0d72-41ce-a011-12ecb59e97d7), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:48.177335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (4291ea22-faf0-4923-aa87-c1eb8f636e10), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:48.180419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Jan 2022 11:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f11320-b73a-450e-bf67-24c486d30be1 x-openstack-request-id: req-83f11320-b73a-450e-bf67-24c486d30be1 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:57:48.180965 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193ba236-8586-4c00-b0e2-339f10f30e01", "name": "network-vif-unplugged", "status": "completed", "tag": "aff4e51e-5a20-4ea1-b69f-cfd03081763b", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:57:48.185441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83f11320-b73a-450e-bf67-24c486d30be1 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:57:48.185441 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193ba236-8586-4c00-b0e2-339f10f30e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b', 'code': 200} Jan 10 11:57:48.185441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port aff4e51e-5a20-4ea1-b69f-cfd03081763b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aff4e51e-5a20-4ea1-b69f-cfd03081763b,segment=NetworkSegment(e5c5e942-02e3-48b2-a72b-a3b8ecad61f1),segment_id=e5c5e942-02e3-48b2-a72b-a3b8ecad61f1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:48.199295 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'port_id': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b', 'mac_address': 'fa:16:3e:93:28:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:57:48.245226 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb134-5734-4a03-8ca6-2ebe3def99c1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:48.248513 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb134-5734-4a03-8ca6-2ebe3def99c1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:48.265944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4d428d43-cc8b-4f46-bd6a-6227ae7e91f6', 'network_id': '4d428d43-cc8b-4f46-bd6a-6227ae7e91f6', 'project_id': 'b5dd82c5df384ebe8eff9042fabdda7d', 'fixed_ips': [{'subnet_id': '3c04b57b-1173-4112-a464-190fd1c1b83b'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:57:48.269714 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:48.299183 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:48.318560 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb134-5734-4a03-8ca6-2ebe3def99c1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for router_controller (0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:48.329680 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:48.333021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-89cf98f5-647c-411f-9583-001bfe3fe501 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for port (3288dec2-286d-417f-bbac-964172ebe1c8), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:48.343680 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event updated for resources: {'Port': ['ID=6fa09110-0d72-41ce-a011-12ecb59e97d7,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:48.372757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aff4e51e-5a20-4ea1-b69f-cfd03081763b {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:57:48.382989 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb134-5734-4a03-8ca6-2ebe3def99c1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:48.400972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f3d02-f208-46f9-951c-a12996c72a4a req-a651e0a0-1281-4d7b-8baa-a518697e0f02 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:48.402569 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-557f3d02-f208-46f9-951c-a12996c72a4a req-a651e0a0-1281-4d7b-8baa-a518697e0f02 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.1802256 Jan 10 11:57:48.442104 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Network 3743b18d-7067-4da6-92e7-28d6f90e90b3 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:48.447972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:48.474828 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb134-5734-4a03-8ca6-2ebe3def99c1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:48.480159 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bcfdb134-5734-4a03-8ca6-2ebe3def99c1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3761520 Jan 10 11:57:48.480816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57488) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:48.487584 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'network_id': '4d428d43-cc8b-4f46-bd6a-6227ae7e91f6', 'name': 'tempest-PortsTestJSON-1831422456'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:48.511503 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=aff4e51e-5a20-4ea1-b69f-cfd03081763b,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:48.545231 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:57:48.545603 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:57:48.583348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Allocated IP 172.20.0.2 (4d428d43-cc8b-4f46-bd6a-6227ae7e91f6/3c04b57b-1173-4112-a464-190fd1c1b83b/8d4abe60-7b42-4f95-bd99-d477448d2d83) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:48.600981 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-89cf98f5-647c-411f-9583-001bfe3fe501 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (3288dec2-286d-417f-bbac-964172ebe1c8), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:48.621816 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-557f3d02-f208-46f9-951c-a12996c72a4a req-947123af-f529-44ad-a911-0b3e3658ccb7 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117991 Jan 10 11:57:48.652623 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57490) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:48.742093 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-89cf98f5-647c-411f-9583-001bfe3fe501 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:48.755842 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Router 4291ea22-faf0-4923-aa87-c1eb8f636e10 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:57:48.809256 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf98f5-647c-411f-9583-001bfe3fe501 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event updated for resources: {'Port': ['ID=3288dec2-286d-417f-bbac-964172ebe1c8,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:48.811891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-89cf98f5-647c-411f-9583-001bfe3fe501 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:48.822224 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-97fb7c1b-4bd6-4386-b631-34a6888c0277 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/floatingips/96d63941-3352-4054-8e7f-ce5834ee89d5 HTTP/1.1" status: 200 len: 991 time: 0.1612711 Jan 10 11:57:48.822224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-89cf98f5-647c-411f-9583-001bfe3fe501 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:48.870925 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a82804-9d28-401c-87cc-227589c88b1d req-4b6936d6-f5d6-4d9a-97b9-48d4e4075691 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:48.881410 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-68a82804-9d28-401c-87cc-227589c88b1d req-4b6936d6-f5d6-4d9a-97b9-48d4e4075691 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.1212637 Jan 10 11:57:48.934792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-89cf98f5-647c-411f-9583-001bfe3fe501 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:48.935448 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-89cf98f5-647c-411f-9583-001bfe3fe501 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:48.939101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:57:48.943348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:48.975208 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port 097dddc9-7fbb-48f8-8181-7f057877a7f9 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:57:48.994602 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Publish callbacks [] for port (8d4abe60-7b42-4f95-bd99-d477448d2d83), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:49.017970 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 83007f6b-9f20-4314-808d-3f7e276f5948 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:49.083645 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-68a82804-9d28-401c-87cc-227589c88b1d req-f566f1bd-484b-41ac-af8b-9cf8c69959de tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007124 Jan 10 11:57:49.117431 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305246a5-0b63-4238-ba0d-2d4a7f4b703a req-43606391-5b9d-4bbc-927c-2909f4173e9a tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:49.126664 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-305246a5-0b63-4238-ba0d-2d4a7f4b703a req-43606391-5b9d-4bbc-927c-2909f4173e9a tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1820209 Jan 10 11:57:49.140555 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-89cf98f5-647c-411f-9583-001bfe3fe501 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0252299 Jan 10 11:57:49.164948 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Request body: {'port': {'device_id': '61442501-b9d5-4f73-a342-857c2730831e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:49.170465 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (8d4abe60-7b42-4f95-bd99-d477448d2d83), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:49.180805 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:57:49.192650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-940bc2f6-6b25-4825-8e8e-fb48de13eead None None] Provisioning complete for port 6fa09110-0d72-41ce-a011-12ecb59e97d7 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:49.192650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-940bc2f6-6b25-4825-8e8e-fb48de13eead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6fa09110-0d72-41ce-a011-12ecb59e97d7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:49.209485 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Network 4d428d43-cc8b-4f46-bd6a-6227ae7e91f6 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:49.211561 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e249658-256d-4ade-9b5f-58f66dca31b8 None None] Sync routers for ids ['4291ea22-faf0-4923-aa87-c1eb8f636e10'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:57:49.211713 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7e7db7f3-3f69-446c-a5b5-2fb765ea3c1b tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "PUT /v2.0/routers/4291ea22-faf0-4923-aa87-c1eb8f636e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3209791 Jan 10 11:57:49.214763 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57500) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:49.250074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:49.284820 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-305246a5-0b63-4238-ba0d-2d4a7f4b703a req-aaa4aa41-ecfd-497d-bf4b-9bec0b8f00aa tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572556 Jan 10 11:57:49.287548 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:49.290622 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e249658-256d-4ade-9b5f-58f66dca31b8 None None] Routers {'4291ea22-faf0-4923-aa87-c1eb8f636e10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:49.291565 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-1e249658-256d-4ade-9b5f-58f66dca31b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:57:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4291ea22-faf0-4923-aa87-c1eb8f636e10'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:49.301980 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3288dec2-286d-417f-bbac-964172ebe1c8), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:49.365929 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8b1630fe-f189-4d5d-8638-fe971fe5559e tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for router (4291ea22-faf0-4923-aa87-c1eb8f636e10), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:49.371846 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-1e249658-256d-4ade-9b5f-58f66dca31b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:49.374340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.api [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1357215f-fc9c-4401-85fe-5c1e5597e75f {{(pid=110625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:57:49.375936 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG oslo_db.api [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:57:49.377393 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:49.423606 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 83007f6b-9f20-4314-808d-3f7e276f5948 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:49.424081 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (83007f6b-9f20-4314-808d-3f7e276f5948), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:49.435892 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-940bc2f6-6b25-4825-8e8e-fb48de13eead None None] Port 6fa09110-0d72-41ce-a011-12ecb59e97d7 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:49.520109 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-8b1630fe-f189-4d5d-8638-fe971fe5559e tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 10 11:57:49.521192 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8b1630fe-f189-4d5d-8638-fe971fe5559e tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "DELETE /v2.0/routers/4291ea22-faf0-4923-aa87-c1eb8f636e10 HTTP/1.1" status: 409 len: 329 time: 0.3053646 Jan 10 11:57:49.526330 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57502) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:49.546051 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab412b-1668-4a5d-81f6-5916da5de091 req-bda99178-449a-44be-a460-ed5661ac4d31 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:49.548103 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-aeab412b-1668-4a5d-81f6-5916da5de091 req-bda99178-449a-44be-a460-ed5661ac4d31 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 931 time: 0.1895566 Jan 10 11:57:49.641570 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Pushing event updated for resources: {'Port': ['ID=8d4abe60-7b42-4f95-bd99-d477448d2d83,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:49.652305 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e249658-256d-4ade-9b5f-58f66dca31b8 None None] Routers {'4291ea22-faf0-4923-aa87-c1eb8f636e10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:49.653633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-1e249658-256d-4ade-9b5f-58f66dca31b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:57:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4291ea22-faf0-4923-aa87-c1eb8f636e10'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:49.688893 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff4e51e-5a20-4ea1-b69f-cfd03081763b {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:57:49.692730 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebbdbd-d6df-4983-8a69-9e24435b55ef req-38d3cd54-c9b9-4dfd-8d28-1c590f6383ee tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:49.693305 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:49.694367 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-47ebbdbd-d6df-4983-8a69-9e24435b55ef req-38d3cd54-c9b9-4dfd-8d28-1c590f6383ee tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 944 time: 0.3156843 Jan 10 11:57:49.701288 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-1e249658-256d-4ade-9b5f-58f66dca31b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:49.702494 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e249658-256d-4ade-9b5f-58f66dca31b8 None None] The sync data for ids ['4291ea22-faf0-4923-aa87-c1eb8f636e10'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:57:49.729556 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-946a091c-68b3-4734-8795-af2a325a950d None None] Provisioning complete for port 3288dec2-286d-417f-bbac-964172ebe1c8 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:49.730082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-946a091c-68b3-4734-8795-af2a325a950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (3288dec2-286d-417f-bbac-964172ebe1c8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:49.750672 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-aeab412b-1668-4a5d-81f6-5916da5de091 req-21dbb9c2-044f-413d-a721-dd60c770b1e3 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599252 Jan 10 11:57:49.782055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-946a091c-68b3-4734-8795-af2a325a950d None None] Port 3288dec2-286d-417f-bbac-964172ebe1c8 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:49.791065 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port aff4e51e-5a20-4ea1-b69f-cfd03081763b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aff4e51e-5a20-4ea1-b69f-cfd03081763b,segment=NetworkSegment(e5c5e942-02e3-48b2-a72b-a3b8ecad61f1),segment_id=e5c5e942-02e3-48b2-a72b-a3b8ecad61f1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:49.793993 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Attempting to bind port 8d4abe60-7b42-4f95-bd99-d477448d2d83 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:57:49.794434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Attempting to bind port 8d4abe60-7b42-4f95-bd99-d477448d2d83 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '91982374-14e5-479a-99f0-3d9e5e2210a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d428d43-cc8b-4f46-bd6a-6227ae7e91f6'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:57:49.794807 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Attempting to bind port 8d4abe60-7b42-4f95-bd99-d477448d2d83 on network 4d428d43-cc8b-4f46-bd6a-6227ae7e91f6 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:49.803083 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3288dec2-286d-417f-bbac-964172ebe1c8 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:57:49.807420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:57:49.807894 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Checking segment: {'id': '91982374-14e5-479a-99f0-3d9e5e2210a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d428d43-cc8b-4f46-bd6a-6227ae7e91f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:49.808389 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:49.808852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Bound using segment: {'id': '91982374-14e5-479a-99f0-3d9e5e2210a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d428d43-cc8b-4f46-bd6a-6227ae7e91f6'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:57:49.809405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Bound port: 8d4abe60-7b42-4f95-bd99-d477448d2d83, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91982374-14e5-479a-99f0-3d9e5e2210a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d428d43-cc8b-4f46-bd6a-6227ae7e91f6'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:57:49.809880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8d4abe60-7b42-4f95-bd99-d477448d2d83), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:49.818549 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Publish callbacks [] for port (3288dec2-286d-417f-bbac-964172ebe1c8), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:49.847949 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-47ebbdbd-d6df-4983-8a69-9e24435b55ef req-9ca8ab80-5634-4ba3-b637-a1eee9de340c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=474ad0a7-da54-46ef-ae1d-8170f7bedae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363118 Jan 10 11:57:49.852816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Transition to ACTIVE for port object 3288dec2-286d-417f-bbac-964172ebe1c8 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:57:49.878057 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:49.894807 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:49.912164 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 76ad346a-4883-4070-b87a-93882a582848 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:57:49.914770 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (3288dec2-286d-417f-bbac-964172ebe1c8), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:49.925158 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port 88b81cec-bd9b-498a-bf44-e5beaff66da8 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:57:49.966978 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] For port 8d4abe60-7b42-4f95-bd99-d477448d2d83, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:57:49.991529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Pushing event updated for resources: {'Port': ['ID=3288dec2-286d-417f-bbac-964172ebe1c8,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:50.001534 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] For port 8d4abe60-7b42-4f95-bd99-d477448d2d83, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d4abe60-7b42-4f95-bd99-d477448d2d83,segment=NetworkSegment(91982374-14e5-479a-99f0-3d9e5e2210a9),segment_id=91982374-14e5-479a-99f0-3d9e5e2210a9)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:57:50.055714 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=aff4e51e-5a20-4ea1-b69f-cfd03081763b,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:50.113260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8d4abe60-7b42-4f95-bd99-d477448d2d83), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:50.142621 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Attempting to bind port 3288dec2-286d-417f-bbac-964172ebe1c8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:57:50.145328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Attempting to bind port 3288dec2-286d-417f-bbac-964172ebe1c8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:57:50.145934 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Attempting to bind port 3288dec2-286d-417f-bbac-964172ebe1c8 on network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:50.160272 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Port 3288dec2-286d-417f-bbac-964172ebe1c8 on network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:57:50.164296 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Attempting to bind port 3288dec2-286d-417f-bbac-964172ebe1c8 on network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:57:50.177377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:57:50.178049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Checking segment: {'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:57:50.178614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Bound using segment: {'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:57:50.180086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Bound port: 3288dec2-286d-417f-bbac-964172ebe1c8, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:57:50.181518 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3288dec2-286d-417f-bbac-964172ebe1c8), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:50.218642 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['aff4e51e-5a20-4ea1-b69f-cfd03081763b'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:57:50.303536 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] For port 3288dec2-286d-417f-bbac-964172ebe1c8, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:57:50.321976 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] For port 3288dec2-286d-417f-bbac-964172ebe1c8, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3288dec2-286d-417f-bbac-964172ebe1c8,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:57:50.345022 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d48d4a-3d1a-4e31-a2e1-2f3b01382fb2 None None] Pushing event updated for resources: {'Port': ['ID=8d4abe60-7b42-4f95-bd99-d477448d2d83,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:50.363053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 76ad346a-4883-4070-b87a-93882a582848, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76ad346a-4883-4070-b87a-93882a582848,segment=NetworkSegment(a9c2d862-de47-4f5a-a620-8daaeccc2ddb),segment_id=a9c2d862-de47-4f5a-a620-8daaeccc2ddb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:50.395116 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (3288dec2-286d-417f-bbac-964172ebe1c8), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:50.398990 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '76ad346a-4883-4070-b87a-93882a582848', 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb', 'port_id': '76ad346a-4883-4070-b87a-93882a582848', 'mac_address': 'fa:16:3e:03:35:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740ee0f1-f609-4554-a582-25fefdfba5c1', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:57:50.487969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (76ad346a-4883-4070-b87a-93882a582848), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:50.528696 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ad346a-4883-4070-b87a-93882a582848 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:57:50.553193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:50.553381 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Allocated IP 172.20.0.12 (4d428d43-cc8b-4f46-bd6a-6227ae7e91f6/3c04b57b-1173-4112-a464-190fd1c1b83b/88b81cec-bd9b-498a-bf44-e5beaff66da8) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:57:50.554050 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:50.555782 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] 10.222.0.30 "PUT /v2.0/ports/3288dec2-286d-417f-bbac-964172ebe1c8 HTTP/1.1" status: 200 len: 1093 time: 1.3989880 Jan 10 11:57:50.566776 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61442501-b9d5-4f73-a342-857c2730831e', 'tag': '3288dec2-286d-417f-bbac-964172ebe1c8'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:57:50.569525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cfda3a-e12d-402a-8fbc-d68782c8f8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "61442501-b9d5-4f73-a342-857c2730831e", "tag": "3288dec2-286d-417f-bbac-964172ebe1c8"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:57:50.625023 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacad6e9-f999-4fee-b416-0fbeb8e42b07 service neutron] Pushing event updated for resources: {'Port': ['ID=3288dec2-286d-417f-bbac-964172ebe1c8,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:50.640724 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 76ad346a-4883-4070-b87a-93882a582848, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76ad346a-4883-4070-b87a-93882a582848,segment=NetworkSegment(a9c2d862-de47-4f5a-a620-8daaeccc2ddb),segment_id=a9c2d862-de47-4f5a-a620-8daaeccc2ddb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:50.673420 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7790407-59be-4841-8234-1161dce57590 req-2da480ff-d1f1-48dc-99d8-235b8f642bd7 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:50.681469 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405a978-472c-40f5-9683-1dd2b653af1e req-eedf5376-a1ba-4604-9894-689bec475349 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:50.682328 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e7790407-59be-4841-8234-1161dce57590 req-2da480ff-d1f1-48dc-99d8-235b8f642bd7 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.2052038 Jan 10 11:57:50.683172 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6405a978-472c-40f5-9683-1dd2b653af1e req-eedf5376-a1ba-4604-9894-689bec475349 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1954801 Jan 10 11:57:50.736703 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (76ad346a-4883-4070-b87a-93882a582848), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:50.884976 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-c1dd5833-bb83-4419-93c9-2514c4946cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:50.902018 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-c1dd5833-bb83-4419-93c9-2514c4946cac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 1096 time: 0.1739705 Jan 10 11:57:50.911957 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6405a978-472c-40f5-9683-1dd2b653af1e req-c908ee2f-3853-4bca-8cbb-afb341505991 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224779 Jan 10 11:57:50.991307 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-80a02967-ce8b-473d-9e0c-75c6585b19a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3288dec2-286d-417f-bbac-964172ebe1c8 HTTP/1.1" status: 200 len: 217 time: 0.0782850 Jan 10 11:57:51.020442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=76ad346a-4883-4070-b87a-93882a582848,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:51.033124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728c3cf4-1e8e-4595-9f34-3edd75247600 x-openstack-request-id: req-728c3cf4-1e8e-4595-9f34-3edd75247600 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:57:51.033520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61442501-b9d5-4f73-a342-857c2730831e", "tag": "3288dec2-286d-417f-bbac-964172ebe1c8", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:57:51.033721 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-728c3cf4-1e8e-4595-9f34-3edd75247600 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:57:51.034180 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61442501-b9d5-4f73-a342-857c2730831e', 'tag': '3288dec2-286d-417f-bbac-964172ebe1c8', 'status': 'completed', 'code': 200} Jan 10 11:57:51.041803 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e26a6fc9-5895-47ad-a2d4-ba22f812005c tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (4291ea22-faf0-4923-aa87-c1eb8f636e10), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:51.044333 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8d4abe60-7b42-4f95-bd99-d477448d2d83 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:51.055584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-f23c5a91-382e-4378-958b-36f9ed4f940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:51.057238 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-f23c5a91-382e-4378-958b-36f9ed4f940a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3 HTTP/1.1" status: 200 len: 851 time: 0.0586913 Jan 10 11:57:51.087809 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e7790407-59be-4841-8234-1161dce57590 req-10a86031-5848-49fb-8dc8-7e43fb0fe84d tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983414 Jan 10 11:57:51.198832 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4721050-4791-4197-93c7-022f3e7f0eb2 req-1f690bf0-1f05-4b87-a5b5-b41d11b74ac5 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:51.201375 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d4721050-4791-4197-93c7-022f3e7f0eb2 req-1f690bf0-1f05-4b87-a5b5-b41d11b74ac5 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 943 time: 0.0744951 Jan 10 11:57:51.202460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-bec70758-d9df-4f5b-b6de-15760c36ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:51.203884 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-bec70758-d9df-4f5b-b6de-15760c36ea94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1324797 Jan 10 11:57:51.229885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['76ad346a-4883-4070-b87a-93882a582848'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:57:51.331859 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 8d4abe60-7b42-4f95-bd99-d477448d2d83 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:51.332244 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8d4abe60-7b42-4f95-bd99-d477448d2d83), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:51.348825 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (88b81cec-bd9b-498a-bf44-e5beaff66da8), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:51.353122 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d4721050-4791-4197-93c7-022f3e7f0eb2 req-1d05b7ee-c082-4654-860c-a703e5a0e6c9 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446893 Jan 10 11:57:51.388603 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-7e9d3054-8cc2-40bd-99a3-5ad2afa262bb service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740370 Jan 10 11:57:51.498154 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53437736-5ff1-4e7d-b260-58051991e497 req-ab85d44f-66da-400a-9486-2ebe5a20ba04 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:51.500197 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-53437736-5ff1-4e7d-b260-58051991e497 req-ab85d44f-66da-400a-9486-2ebe5a20ba04 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 945 time: 0.2746565 Jan 10 11:57:51.513458 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1fb2099-ba17-419e-bdbf-f47f1b59d778 req-a40704aa-2108-4cda-93ea-1246cb324011 service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184351 Jan 10 11:57:51.558524 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8d4abe60-7b42-4f95-bd99-d477448d2d83), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:51.618998 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-53437736-5ff1-4e7d-b260-58051991e497 req-ef2fe286-802b-49de-bd8f-30846befc572 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=474ad0a7-da54-46ef-ae1d-8170f7bedae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046193 Jan 10 11:57:51.699077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfda3a-e12d-402a-8fbc-d68782c8f8a1 req-7a0e31cf-11b2-420e-94a9-522fd3b12368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:51.702052 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-54cfda3a-e12d-402a-8fbc-d68782c8f8a1 req-7a0e31cf-11b2-420e-94a9-522fd3b12368 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 1096 time: 0.0750041 Jan 10 11:57:51.735467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (88b81cec-bd9b-498a-bf44-e5beaff66da8), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:51.758345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 8d4abe60-7b42-4f95-bd99-d477448d2d83, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d4abe60-7b42-4f95-bd99-d477448d2d83,segment=NetworkSegment(91982374-14e5-479a-99f0-3d9e5e2210a9),segment_id=91982374-14e5-479a-99f0-3d9e5e2210a9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:51.802643 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network 4d428d43-cc8b-4f46-bd6a-6227ae7e91f6 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:51.812400 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:51.825908 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfda3a-e12d-402a-8fbc-d68782c8f8a1 req-396d6eff-64e5-4135-aef8-56b7e63dcfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:51.826107 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:57:51.826259 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-54cfda3a-e12d-402a-8fbc-d68782c8f8a1 req-396d6eff-64e5-4135-aef8-56b7e63dcfa9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 913 time: 0.1154957 Jan 10 11:57:51.838151 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=88b81cec-bd9b-498a-bf44-e5beaff66da8,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:51.851716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-e26a6fc9-5895-47ad-a2d4-ba22f812005c tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Deleting port 6fa09110-0d72-41ce-a011-12ecb59e97d7 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:51.851716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e26a6fc9-5895-47ad-a2d4-ba22f812005c tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (6fa09110-0d72-41ce-a011-12ecb59e97d7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:51.874757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8d4abe60-7b42-4f95-bd99-d477448d2d83), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:51.886190 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-54cfda3a-e12d-402a-8fbc-d68782c8f8a1 req-8a205a3f-bbfe-4dad-854e-86f357f77d5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3288dec2-286d-417f-bbac-964172ebe1c8 HTTP/1.1" status: 200 len: 217 time: 0.0502162 Jan 10 11:57:51.947412 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfda3a-e12d-402a-8fbc-d68782c8f8a1 req-3b8b6bbc-1509-439e-9766-6e3e4ddbfc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:51.949796 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-54cfda3a-e12d-402a-8fbc-d68782c8f8a1 req-3b8b6bbc-1509-439e-9766-6e3e4ddbfc2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3 HTTP/1.1" status: 200 len: 851 time: 0.0614359 Jan 10 11:57:51.957382 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c6bf6-1a72-4597-9d9e-52e9ec3a0df8 None None] Network 4d428d43-cc8b-4f46-bd6a-6227ae7e91f6 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:51.960235 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device aff4e51e-5a20-4ea1-b69f-cfd03081763b up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:52.006433 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:52.006755 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:52.008799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=8d4abe60-7b42-4f95-bd99-d477448d2d83,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:52.069338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfda3a-e12d-402a-8fbc-d68782c8f8a1 req-c5eb6a08-4e80-4bc9-b21e-5dcb373a5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:52.071726 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-54cfda3a-e12d-402a-8fbc-d68782c8f8a1 req-c5eb6a08-4e80-4bc9-b21e-5dcb373a5900 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1144171 Jan 10 11:57:52.099171 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e26a6fc9-5895-47ad-a2d4-ba22f812005c tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (6fa09110-0d72-41ce-a011-12ecb59e97d7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:52.110286 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e524005b-bb3e-43cc-aedd-c5537407cd46 None None] Provisioning complete for port 8d4abe60-7b42-4f95-bd99-d477448d2d83 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:52.110806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e524005b-bb3e-43cc-aedd-c5537407cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8d4abe60-7b42-4f95-bd99-d477448d2d83), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:52.121594 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3c67f745-1595-49e0-a802-c81db4fe5ec4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6393740 Jan 10 11:57:52.126593 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57520) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:52.128139 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-e26a6fc9-5895-47ad-a2d4-ba22f812005c tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Calling delete_port for 6fa09110-0d72-41ce-a011-12ecb59e97d7 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:52.153148 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fd1a0-accd-488d-b0a9-e44b70383673 req-760c8407-f6ca-4d36-ad6a-579f236d959f tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:52.156614 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ae4fd1a0-accd-488d-b0a9-e44b70383673 req-760c8407-f6ca-4d36-ad6a-579f236d959f tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1205556 Jan 10 11:57:52.210816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port aff4e51e-5a20-4ea1-b69f-cfd03081763b triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:52.211203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:52.220477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db6fd2-9822-4257-a7ad-c879fde47bfa req-9004a0cf-444e-4c01-b651-eb7bef1b0ebe tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:52.223257 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12db6fd2-9822-4257-a7ad-c879fde47bfa req-9004a0cf-444e-4c01-b651-eb7bef1b0ebe tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.1496158 Jan 10 11:57:52.299656 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-54cfda3a-e12d-402a-8fbc-d68782c8f8a1 req-858102f3-a11f-4519-a789-01f90d1d893e service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096393 Jan 10 11:57:52.308240 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12db6fd2-9822-4257-a7ad-c879fde47bfa req-d88dd8e0-e633-4ea4-a50b-583256a4c735 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773296 Jan 10 11:57:52.345806 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ae4fd1a0-accd-488d-b0a9-e44b70383673 req-b1999f17-ee30-45ae-9e17-ee9b03f840e5 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102464 Jan 10 11:57:52.421132 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:52.500444 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-54cfda3a-e12d-402a-8fbc-d68782c8f8a1 req-0e79245b-0aeb-46d1-80f6-aaa0abb1d7ef service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620672 Jan 10 11:57:52.501089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193ba236-8586-4c00-b0e2-339f10f30e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:57:52.501089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c19f61-3146-4f42-aef3-d19bc81e90b9" -d '{"events": [{"server_uuid": "193ba236-8586-4c00-b0e2-339f10f30e01", "name": "network-vif-plugged", "status": "completed", "tag": "aff4e51e-5a20-4ea1-b69f-cfd03081763b"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:57:52.521990 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port aff4e51e-5a20-4ea1-b69f-cfd03081763b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aff4e51e-5a20-4ea1-b69f-cfd03081763b,segment=NetworkSegment(e5c5e942-02e3-48b2-a72b-a3b8ecad61f1),segment_id=e5c5e942-02e3-48b2-a72b-a3b8ecad61f1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:52.547251 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3bd8a5-aad0-4f6b-bdf4-9b520be6de35 x-openstack-request-id: req-ef3bd8a5-aad0-4f6b-bdf4-9b520be6de35 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:57:52.547554 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193ba236-8586-4c00-b0e2-339f10f30e01", "name": "network-vif-plugged", "status": "completed", "tag": "aff4e51e-5a20-4ea1-b69f-cfd03081763b", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:57:52.547818 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef3bd8a5-aad0-4f6b-bdf4-9b520be6de35 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:57:52.548225 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193ba236-8586-4c00-b0e2-339f10f30e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b', 'code': 200} Jan 10 11:57:52.599378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc96b1-06e5-4ad9-872a-f6367093e8c7 req-c1c36660-31fb-4ba2-89f2-d689e7d89e10 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:52.607949 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-17bc96b1-06e5-4ad9-872a-f6367093e8c7 req-c1c36660-31fb-4ba2-89f2-d689e7d89e10 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 943 time: 0.1170242 Jan 10 11:57:52.685257 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:52.698548 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-17bc96b1-06e5-4ad9-872a-f6367093e8c7 req-0543c3bc-2503-4655-b265-29cd79bbb69e tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892899 Jan 10 11:57:52.755978 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=aff4e51e-5a20-4ea1-b69f-cfd03081763b,revision_number=8']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:52.849448 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5b8aba94-79ed-4c88-8f59-4f78c8de2d31 None None] Provisioning complete for port 8d4abe60-7b42-4f95-bd99-d477448d2d83 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:52.851539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5b8aba94-79ed-4c88-8f59-4f78c8de2d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8d4abe60-7b42-4f95-bd99-d477448d2d83), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:52.866324 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d62d4a-4bd2-4eab-9ef8-8090c7bd2300 req-0aef9fec-376f-47dc-bb72-dcb9625d9932 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:52.867996 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-68d62d4a-4bd2-4eab-9ef8-8090c7bd2300 req-0aef9fec-376f-47dc-bb72-dcb9625d9932 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 945 time: 0.1182780 Jan 10 11:57:52.874794 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e26a6fc9-5895-47ad-a2d4-ba22f812005c tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (6fa09110-0d72-41ce-a011-12ecb59e97d7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:52.921409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8d4abe60-7b42-4f95-bd99-d477448d2d83 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:52.933091 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a6fc9-5895-47ad-a2d4-ba22f812005c tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event deleted for resources: {'Port': ['ID=6fa09110-0d72-41ce-a011-12ecb59e97d7,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:52.969335 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e669089-7d6e-40a2-aac1-40a6b18062c5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (88b81cec-bd9b-498a-bf44-e5beaff66da8), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:53.031783 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5b8aba94-79ed-4c88-8f59-4f78c8de2d31 None None] Provisioning complete for port 88b81cec-bd9b-498a-bf44-e5beaff66da8 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:53.031783 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5b8aba94-79ed-4c88-8f59-4f78c8de2d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (88b81cec-bd9b-498a-bf44-e5beaff66da8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:53.085056 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5b8aba94-79ed-4c88-8f59-4f78c8de2d31 None None] Port 88b81cec-bd9b-498a-bf44-e5beaff66da8 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:53.089028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 8d4abe60-7b42-4f95-bd99-d477448d2d83 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:53.095030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8d4abe60-7b42-4f95-bd99-d477448d2d83), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:53.193535 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e26a6fc9-5895-47ad-a2d4-ba22f812005c tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (4291ea22-faf0-4923-aa87-c1eb8f636e10), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:53.217477 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4ce750fa-82fe-467e-9af7-69cd7093b3ce None None] Provisioning complete for port 88b81cec-bd9b-498a-bf44-e5beaff66da8 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:53.218805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4ce750fa-82fe-467e-9af7-69cd7093b3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (88b81cec-bd9b-498a-bf44-e5beaff66da8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:53.254451 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-68d62d4a-4bd2-4eab-9ef8-8090c7bd2300 req-32dcb61e-e50c-48b3-b471-6db4ca5bf799 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=474ad0a7-da54-46ef-ae1d-8170f7bedae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3773289 Jan 10 11:57:53.265951 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-4ce750fa-82fe-467e-9af7-69cd7093b3ce None None] Port 88b81cec-bd9b-498a-bf44-e5beaff66da8 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:53.443213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d455772-f681-409f-877b-388414e3d28d req-63ad5adc-fb90-4487-a3be-9b12a265043e tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:53.445460 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9d455772-f681-409f-877b-388414e3d28d req-63ad5adc-fb90-4487-a3be-9b12a265043e tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.0644710 Jan 10 11:57:53.500209 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9d455772-f681-409f-877b-388414e3d28d req-6035c737-c5ab-428c-ac57-c6d86c4f2acb tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486703 Jan 10 11:57:53.535145 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26a6fc9-5895-47ad-a2d4-ba22f812005c tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Router 4291ea22-faf0-4923-aa87-c1eb8f636e10 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:57:53.570494 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758c48c-89c1-44fc-9333-522050dfcbff req-55a6e441-27a5-4ef9-8ebe-84940929e33a tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:53.572254 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a758c48c-89c1-44fc-9333-522050dfcbff req-55a6e441-27a5-4ef9-8ebe-84940929e33a tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1317723 Jan 10 11:57:53.576043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e669089-7d6e-40a2-aac1-40a6b18062c5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (88b81cec-bd9b-498a-bf44-e5beaff66da8), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:53.665238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26a6fc9-5895-47ad-a2d4-ba22f812005c tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:57:53.676587 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e26a6fc9-5895-47ad-a2d4-ba22f812005c tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "PUT /v2.0/routers/4291ea22-faf0-4923-aa87-c1eb8f636e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1489820 Jan 10 11:57:53.680368 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57534) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:53.684268 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4bacf3-604c-40a5-aa61-a859b326fb75 None None] Sync routers for ids ['4291ea22-faf0-4923-aa87-c1eb8f636e10'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:57:53.690761 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e669089-7d6e-40a2-aac1-40a6b18062c5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (88b81cec-bd9b-498a-bf44-e5beaff66da8), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:53.697700 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4bacf3-604c-40a5-aa61-a859b326fb75 None None] Routers {'4291ea22-faf0-4923-aa87-c1eb8f636e10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:53.698850 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-1a4bacf3-604c-40a5-aa61-a859b326fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:57:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4291ea22-faf0-4923-aa87-c1eb8f636e10'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:53.704412 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a758c48c-89c1-44fc-9333-522050dfcbff req-aa6b775d-97fb-46af-b859-c5e0140f69cd tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260128 Jan 10 11:57:53.768409 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-3623df61-a711-4486-8a00-7ce82b1da6ef tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] show failed (client error): The resource could not be found. Jan 10 11:57:53.770516 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3623df61-a711-4486-8a00-7ce82b1da6ef tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1358638725 HTTP/1.1" status: 404 len: 335 time: 0.0872400 Jan 10 11:57:53.776562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57538) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:53.781867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f2e386f9-a958-4ea1-8e4f-3e3abf000192 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:57:53.798126 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-1a4bacf3-604c-40a5-aa61-a859b326fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:53.821180 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4bacf3-604c-40a5-aa61-a859b326fb75 None None] Routers {'4291ea22-faf0-4923-aa87-c1eb8f636e10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:53.826949 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-1a4bacf3-604c-40a5-aa61-a859b326fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:57:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4291ea22-faf0-4923-aa87-c1eb8f636e10'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:53.865483 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-f2e386f9-a958-4ea1-8e4f-3e3abf000192 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] update failed (client error): The resource could not be found. Jan 10 11:57:53.871552 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f2e386f9-a958-4ea1-8e4f-3e3abf000192 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-534249343 HTTP/1.1" status: 404 len: 334 time: 0.0891693 Jan 10 11:57:53.872123 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57542) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:53.887371 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-1a4bacf3-604c-40a5-aa61-a859b326fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:53.888302 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4bacf3-604c-40a5-aa61-a859b326fb75 None None] The sync data for ids ['4291ea22-faf0-4923-aa87-c1eb8f636e10'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:57:53.911625 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 76ad346a-4883-4070-b87a-93882a582848 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:57:53.992636 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e669089-7d6e-40a2-aac1-40a6b18062c5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=88b81cec-bd9b-498a-bf44-e5beaff66da8,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:54.027049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea11e1b0-1c6d-4c89-aa81-8fb200246bfe tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Deleting subnet a73adb53-d013-4df5-a38a-330132190805 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:57:54.050862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ea11e1b0-1c6d-4c89-aa81-8fb200246bfe tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for subnet (a73adb53-d013-4df5-a38a-330132190805), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:54.102765 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 76ad346a-4883-4070-b87a-93882a582848 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:57:54.108396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 76ad346a-4883-4070-b87a-93882a582848 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:54.108864 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (76ad346a-4883-4070-b87a-93882a582848), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:54.114480 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e669089-7d6e-40a2-aac1-40a6b18062c5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:54.119160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ea11e1b0-1c6d-4c89-aa81-8fb200246bfe tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (a73adb53-d013-4df5-a38a-330132190805), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:54.167199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861f7ab-7dae-499f-8334-240516a6f452 req-703f1adf-1c35-4893-a444-b1537a8d6d26 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:54.169060 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8861f7ab-7dae-499f-8334-240516a6f452 req-703f1adf-1c35-4893-a444-b1537a8d6d26 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.2216895 Jan 10 11:57:54.173662 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e04d29-5559-421d-95c0-1a99bd30a52a req-2a8cbb84-8a74-4431-9ca4-1311f37fd0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:54.174406 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bc230-2b0b-421b-a84a-e28550bc1c52 req-5d028821-ed05-4e15-8934-ac9937efbc9d tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:54.176280 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e61bc230-2b0b-421b-a84a-e28550bc1c52 req-5d028821-ed05-4e15-8934-ac9937efbc9d tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 943 time: 0.1851845 Jan 10 11:57:54.183183 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d7e04d29-5559-421d-95c0-1a99bd30a52a req-2a8cbb84-8a74-4431-9ca4-1311f37fd0df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b88098bc7fb45b7b7544c7a37648e11&device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 1099 time: 0.1706457 Jan 10 11:57:54.228449 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (76ad346a-4883-4070-b87a-93882a582848), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:54.233685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9a195b65-16b1-4219-a5c8-89748920b857 None None] Provisioning complete for port 88b81cec-bd9b-498a-bf44-e5beaff66da8 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:54.234182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9a195b65-16b1-4219-a5c8-89748920b857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (88b81cec-bd9b-498a-bf44-e5beaff66da8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:54.244422 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e61bc230-2b0b-421b-a84a-e28550bc1c52 req-8a12e59b-753b-4415-b65e-cc67bba10d38 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566270 Jan 10 11:57:54.282500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9a195b65-16b1-4219-a5c8-89748920b857 None None] Port 88b81cec-bd9b-498a-bf44-e5beaff66da8 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:54.339634 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 76ad346a-4883-4070-b87a-93882a582848, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76ad346a-4883-4070-b87a-93882a582848,segment=NetworkSegment(a9c2d862-de47-4f5a-a620-8daaeccc2ddb),segment_id=a9c2d862-de47-4f5a-a620-8daaeccc2ddb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:54.422401 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (76ad346a-4883-4070-b87a-93882a582848), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:54.426409 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e669089-7d6e-40a2-aac1-40a6b18062c5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (88b81cec-bd9b-498a-bf44-e5beaff66da8), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:54.494927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=76ad346a-4883-4070-b87a-93882a582848,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:54.549639 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eadff1c-b80b-4b7d-b52f-db176625f6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ad346a-4883-4070-b87a-93882a582848'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:57:54.554708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c69a63-6cb3-42ba-bd61-1d3cef7a94b1" -d '{"events": [{"server_uuid": "6eadff1c-b80b-4b7d-b52f-db176625f6cd", "name": "network-vif-plugged", "status": "completed", "tag": "76ad346a-4883-4070-b87a-93882a582848"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:57:54.817865 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8861f7ab-7dae-499f-8334-240516a6f452 req-e6906c2c-e6ad-4993-b47c-23ccfcb15a77 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6243916 Jan 10 11:57:54.829378 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73284008-d1db-408a-bdb3-474ace7c65ec req-8454420b-a05e-4495-913d-c7e73d852162 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:54.831571 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-73284008-d1db-408a-bdb3-474ace7c65ec req-8454420b-a05e-4495-913d-c7e73d852162 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 945 time: 0.4847445 Jan 10 11:57:54.837504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ea11e1b0-1c6d-4c89-aa81-8fb200246bfe tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (a73adb53-d013-4df5-a38a-330132190805), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:54.870119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e04d29-5559-421d-95c0-1a99bd30a52a req-40372acd-b8b7-44b3-976c-e772e9b4d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:54.871923 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae4befd-f1a3-4f30-946e-0ec0b8ef6846 x-openstack-request-id: req-eae4befd-f1a3-4f30-946e-0ec0b8ef6846 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:57:54.872229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eadff1c-b80b-4b7d-b52f-db176625f6cd", "name": "network-vif-plugged", "status": "completed", "tag": "76ad346a-4883-4070-b87a-93882a582848", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:57:54.872492 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eae4befd-f1a3-4f30-946e-0ec0b8ef6846 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:57:54.872926 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eadff1c-b80b-4b7d-b52f-db176625f6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ad346a-4883-4070-b87a-93882a582848', 'code': 200} Jan 10 11:57:54.874648 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d7e04d29-5559-421d-95c0-1a99bd30a52a req-40372acd-b8b7-44b3-976c-e772e9b4d99d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d6334e5b-dd29-4e01-8107-f45b63d25589 HTTP/1.1" status: 200 len: 912 time: 0.6900280 Jan 10 11:57:54.952677 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d7e04d29-5559-421d-95c0-1a99bd30a52a req-14c24d54-621c-4fe4-aa10-1f95434d93ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47d6b1cd-74d3-4929-9a7a-269306b9d963 HTTP/1.1" status: 200 len: 217 time: 0.0618503 Jan 10 11:57:55.023082 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-73284008-d1db-408a-bdb3-474ace7c65ec req-6fe76e43-c34d-4d77-beab-a78bc6de9bd4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=474ad0a7-da54-46ef-ae1d-8170f7bedae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750431 Jan 10 11:57:55.051700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e04d29-5559-421d-95c0-1a99bd30a52a req-6aa50ad2-1718-4cd9-a8f8-e87eacbec47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:55.053279 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d7e04d29-5559-421d-95c0-1a99bd30a52a req-6aa50ad2-1718-4cd9-a8f8-e87eacbec47d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dfa3b182-4c05-463d-a90e-aeb32f74a227 HTTP/1.1" status: 200 len: 851 time: 0.0859871 Jan 10 11:57:55.077334 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab0d74-069f-4711-a696-e697a36e760b req-b16f55cd-3198-4d0d-a3f6-90121c30db80 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:55.078999 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9bab0d74-069f-4711-a696-e697a36e760b req-b16f55cd-3198-4d0d-a3f6-90121c30db80 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1318290 Jan 10 11:57:55.102465 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d7e04d29-5559-421d-95c0-1a99bd30a52a req-3db43e0f-63cf-4744-8e51-e3bda84a4234 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d6334e5b-dd29-4e01-8107-f45b63d25589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425284 Jan 10 11:57:55.148896 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ea11e1b0-1c6d-4c89-aa81-8fb200246bfe tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (a73adb53-d013-4df5-a38a-330132190805), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:55.173533 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e669089-7d6e-40a2-aac1-40a6b18062c5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (88b81cec-bd9b-498a-bf44-e5beaff66da8), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:55.222221 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e669089-7d6e-40a2-aac1-40a6b18062c5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (88b81cec-bd9b-498a-bf44-e5beaff66da8), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:55.245046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11e1b0-1c6d-4c89-aa81-8fb200246bfe tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event deleted for resources: {'Subnet': ['ID=a73adb53-d013-4df5-a38a-330132190805,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:55.257306 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aea1ded-1e99-4de3-ac20-9ec0bf83a0d7 None None] Network e6a578a3-55e2-4465-b9d5-83c41d8cd7e5 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:55.271479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ea11e1b0-1c6d-4c89-aa81-8fb200246bfe tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:55.277528 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ea11e1b0-1c6d-4c89-aa81-8fb200246bfe tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "DELETE /v2.0/subnets/a73adb53-d013-4df5-a38a-330132190805 HTTP/1.1" status: 204 len: 168 time: 1.4020951 Jan 10 11:57:55.283453 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57550) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:55.303496 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9bab0d74-069f-4711-a696-e697a36e760b req-ea0b180b-b0f1-4227-8703-6e7287b3593e tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042542 Jan 10 11:57:55.379017 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f879a60-30f9-4fc0-acab-73f3b3bcbe99 req-62e8546c-1c9b-4e59-82bb-fe06a1f498cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:55.380547 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3f879a60-30f9-4fc0-acab-73f3b3bcbe99 req-62e8546c-1c9b-4e59-82bb-fe06a1f498cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 1099 time: 0.1760395 Jan 10 11:57:55.385140 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d7e04d29-5559-421d-95c0-1a99bd30a52a req-7e5b3794-af58-4ad2-b6c6-fe6ef98470e5 service neutron] 10.222.0.30 "GET /v2.0/networks/d6334e5b-dd29-4e01-8107-f45b63d25589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746208 Jan 10 11:57:55.445577 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3f879a60-30f9-4fc0-acab-73f3b3bcbe99 req-b5c8053d-303e-4ac9-b56c-52ba1575046d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=474ad0a7-da54-46ef-ae1d-8170f7bedae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593355 Jan 10 11:57:55.462430 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e669089-7d6e-40a2-aac1-40a6b18062c5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:55.464729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e669089-7d6e-40a2-aac1-40a6b18062c5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=88b81cec-bd9b-498a-bf44-e5beaff66da8,revision_number=3']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:55.488846 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477e5b48-9746-46ff-9f49-a6ed102ae3c8 None None] DHCP port deletion for e6a578a3-55e2-4465-b9d5-83c41d8cd7e5 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:57:55.542390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (e6a578a3-55e2-4465-b9d5-83c41d8cd7e5), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:55.546952 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d7e04d29-5559-421d-95c0-1a99bd30a52a req-e94d64bb-0db3-4658-8ab3-0228ef4c0fff service neutron] 10.222.0.30 "GET /v2.0/networks/d6334e5b-dd29-4e01-8107-f45b63d25589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395502 Jan 10 11:57:55.577253 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-477e5b48-9746-46ff-9f49-a6ed102ae3c8 None None] Deleting port 83007f6b-9f20-4314-808d-3f7e276f5948 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:55.578457 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-477e5b48-9746-46ff-9f49-a6ed102ae3c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (83007f6b-9f20-4314-808d-3f7e276f5948), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:55.591148 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14021757-d35b-4c58-b7bd-67c4c2b96ef6 req-2d938a40-3a00-4ab6-9af9-7c066deae2f7 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:55.594863 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-14021757-d35b-4c58-b7bd-67c4c2b96ef6 req-2d938a40-3a00-4ab6-9af9-7c066deae2f7 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 943 time: 0.2196631 Jan 10 11:57:55.678977 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e669089-7d6e-40a2-aac1-40a6b18062c5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network 4d428d43-cc8b-4f46-bd6a-6227ae7e91f6 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:57:55.684115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-477e5b48-9746-46ff-9f49-a6ed102ae3c8 None None] For port 83007f6b-9f20-4314-808d-3f7e276f5948, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83007f6b-9f20-4314-808d-3f7e276f5948,segment=NetworkSegment(1c5823c8-718c-4bcb-9de0-abf69e6433e2),segment_id=1c5823c8-718c-4bcb-9de0-abf69e6433e2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:55.684457 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-477e5b48-9746-46ff-9f49-a6ed102ae3c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (83007f6b-9f20-4314-808d-3f7e276f5948), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:55.691045 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-4e669089-7d6e-40a2-aac1-40a6b18062c5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:57:55.704083 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-477e5b48-9746-46ff-9f49-a6ed102ae3c8 None None] Calling delete_port for 83007f6b-9f20-4314-808d-3f7e276f5948 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:55.735728 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-14021757-d35b-4c58-b7bd-67c4c2b96ef6 req-252374d2-8253-4192-83d8-35e42968dfa1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272309 Jan 10 11:57:55.836849 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Deleting port 83007f6b-9f20-4314-808d-3f7e276f5948 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:55.837142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (83007f6b-9f20-4314-808d-3f7e276f5948), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:55.973845 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] For port 83007f6b-9f20-4314-808d-3f7e276f5948, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83007f6b-9f20-4314-808d-3f7e276f5948,segment=NetworkSegment(1c5823c8-718c-4bcb-9de0-abf69e6433e2),segment_id=1c5823c8-718c-4bcb-9de0-abf69e6433e2)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:55.976072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (83007f6b-9f20-4314-808d-3f7e276f5948), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:56.001391 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Calling delete_port for 83007f6b-9f20-4314-808d-3f7e276f5948 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:56.033365 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e3788-35c2-4773-ab28-a530582f29c7 req-ae5db833-189e-4db9-ac37-bcdf5b425af4 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:56.035968 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5c3e3788-35c2-4773-ab28-a530582f29c7 req-ae5db833-189e-4db9-ac37-bcdf5b425af4 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.0781910 Jan 10 11:57:56.059856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-071e5113-67a6-4246-ae84-430176366981 None None] Provisioning complete for port 88b81cec-bd9b-498a-bf44-e5beaff66da8 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:57:56.060241 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-071e5113-67a6-4246-ae84-430176366981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (88b81cec-bd9b-498a-bf44-e5beaff66da8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:56.103238 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-071e5113-67a6-4246-ae84-430176366981 None None] Port 88b81cec-bd9b-498a-bf44-e5beaff66da8 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:57:56.144346 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5c3e3788-35c2-4773-ab28-a530582f29c7 req-5898bfe7-77e5-4e53-bfba-c47be331e56f tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013839 Jan 10 11:57:56.182555 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-477e5b48-9746-46ff-9f49-a6ed102ae3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (83007f6b-9f20-4314-808d-3f7e276f5948), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:56.214948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e5b48-9746-46ff-9f49-a6ed102ae3c8 None None] Pushing event deleted for resources: {'Port': ['ID=83007f6b-9f20-4314-808d-3f7e276f5948,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:56.216928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e5b48-9746-46ff-9f49-a6ed102ae3c8 None None] No DVR routers for this DVR port 83007f6b-9f20-4314-808d-3f7e276f5948 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:56.225952 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (83007f6b-9f20-4314-808d-3f7e276f5948), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:56.259703 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] No DVR routers for this DVR port 83007f6b-9f20-4314-808d-3f7e276f5948 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:56.265319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e669089-7d6e-40a2-aac1-40a6b18062c5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Router 0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:57:56.311636 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event deleted for resources: {'Port': ['ID=83007f6b-9f20-4314-808d-3f7e276f5948,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:56.449525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a3db8-6d7f-4fc0-8021-3ef226bed530 req-f6fb2323-7b32-41b1-802e-e9dd0b8279d6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:56.454777 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c62a3db8-6d7f-4fc0-8021-3ef226bed530 req-f6fb2323-7b32-41b1-802e-e9dd0b8279d6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.0682485 Jan 10 11:57:56.457035 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aebd5f-d5ee-4368-92ea-da2ec9cf478b req-4cb7bcae-c713-4a22-86b1-9744d1258ece tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:56.465125 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-58aebd5f-d5ee-4368-92ea-da2ec9cf478b req-4cb7bcae-c713-4a22-86b1-9744d1258ece tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 946 time: 0.2701557 Jan 10 11:57:56.502621 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (e6a578a3-55e2-4465-b9d5-83c41d8cd7e5), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:56.522608 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c62a3db8-6d7f-4fc0-8021-3ef226bed530 req-a993567a-717e-488b-b548-d3622698589a tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631142 Jan 10 11:57:56.550412 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a578a3-55e2-4465-b9d5-83c41d8cd7e5']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:56.583201 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-58aebd5f-d5ee-4368-92ea-da2ec9cf478b req-40f4cc0b-4c87-47d8-8ee2-fd3d6b3c9245 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=474ad0a7-da54-46ef-ae1d-8170f7bedae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117635 Jan 10 11:57:56.585880 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5823c8-718c-4bcb-9de0-abf69e6433e2') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:56.586051 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5823c8-718c-4bcb-9de0-abf69e6433e2') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:56.598688 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (1c5823c8-718c-4bcb-9de0-abf69e6433e2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:56.601131 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e669089-7d6e-40a2-aac1-40a6b18062c5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:57:56.612088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744d3b15-433f-493c-91ae-e1bfee502476 None None] Sync routers for ids ['0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:57:56.628227 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4e669089-7d6e-40a2-aac1-40a6b18062c5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "PUT /v2.0/routers/0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4975960 Jan 10 11:57:56.631324 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57560) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:56.646920 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (1c5823c8-718c-4bcb-9de0-abf69e6433e2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:56.656616 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744d3b15-433f-493c-91ae-e1bfee502476 None None] Routers {'0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:56.657280 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-744d3b15-433f-493c-91ae-e1bfee502476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:57:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:56.663074 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:57:56.663499 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (1c5823c8-718c-4bcb-9de0-abf69e6433e2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:57:56.667225 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:57:56.711908 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-744d3b15-433f-493c-91ae-e1bfee502476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:56.722501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018dfdd5-740d-456d-8167-b381f30f02cf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:56.723463 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744d3b15-433f-493c-91ae-e1bfee502476 None None] Routers {'0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:56.724296 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-744d3b15-433f-493c-91ae-e1bfee502476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:57:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:56.733544 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-018dfdd5-740d-456d-8167-b381f30f02cf tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1 HTTP/1.1" status: 200 len: 983 time: 0.1009500 Jan 10 11:57:56.738923 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57562) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:56.762071 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-744d3b15-433f-493c-91ae-e1bfee502476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:56.763030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744d3b15-433f-493c-91ae-e1bfee502476 None None] The sync data for ids ['0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:57:56.879255 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (e6a578a3-55e2-4465-b9d5-83c41d8cd7e5), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:56.889071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:56.895938 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "DELETE /v2.0/networks/e6a578a3-55e2-4465-b9d5-83c41d8cd7e5 HTTP/1.1" status: 204 len: 168 time: 1.6115143 Jan 10 11:57:56.907395 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57566) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:56.918722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 83007f6b-9f20-4314-808d-3f7e276f5948 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:57:56.933592 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d549339-0f47-487c-9a49-2916a3192082 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event deleted for resources: {'Network': ['ID=e6a578a3-55e2-4465-b9d5-83c41d8cd7e5,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:56.962424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 83007f6b-9f20-4314-808d-3f7e276f5948 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:57:56.963799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 83007f6b-9f20-4314-808d-3f7e276f5948 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:57:57.001684 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2bc92c-f382-4fad-9b33-026132c38df1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Deleting subnet 78e2ce5e-031f-44e2-a409-c3e4d905e5a8 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:57:57.006269 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc92c-f382-4fad-9b33-026132c38df1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for subnet (78e2ce5e-031f-44e2-a409-c3e4d905e5a8), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:57.054775 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3c0ef-e0e3-4a5d-a6a3-dcd96d473eb1 req-fa6d751a-e4ce-4fff-b159-25780e6f6938 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:57.056478 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1f3c0ef-e0e3-4a5d-a6a3-dcd96d473eb1 req-fa6d751a-e4ce-4fff-b159-25780e6f6938 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 943 time: 0.1832452 Jan 10 11:57:57.058025 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc92c-f382-4fad-9b33-026132c38df1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (78e2ce5e-031f-44e2-a409-c3e4d905e5a8), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:57.143699 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1f3c0ef-e0e3-4a5d-a6a3-dcd96d473eb1 req-305cbdef-2395-4f52-aef0-4d757a366b53 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772879 Jan 10 11:57:57.178092 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc92c-f382-4fad-9b33-026132c38df1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (78e2ce5e-031f-44e2-a409-c3e4d905e5a8), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:57.267940 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6656545-3658-4158-86b4-8884d55f6bd6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:57.296129 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5187d0-7d59-44e0-9ead-497feb5df4e6 req-169b21d1-0085-438c-a047-5b85ab46ca69 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:57.297791 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1a5187d0-7d59-44e0-9ead-497feb5df4e6 req-169b21d1-0085-438c-a047-5b85ab46ca69 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.0769868 Jan 10 11:57:57.358809 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1a5187d0-7d59-44e0-9ead-497feb5df4e6 req-344f888b-cff3-4aec-accb-3cfc6a1bfd12 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525999 Jan 10 11:57:57.366798 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc92c-f382-4fad-9b33-026132c38df1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (78e2ce5e-031f-44e2-a409-c3e4d905e5a8), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:57.406420 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bc92c-f382-4fad-9b33-026132c38df1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event deleted for resources: {'Subnet': ['ID=78e2ce5e-031f-44e2-a409-c3e4d905e5a8,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:57.425345 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc92c-f382-4fad-9b33-026132c38df1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:57.426331 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c687f43f-2a09-4942-b68b-ff1a7fbcc6a9 None None] Network 687331a7-6edf-4111-98da-850ffedd48e6 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:57.431882 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0a2bc92c-f382-4fad-9b33-026132c38df1 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "DELETE /v2.0/subnets/78e2ce5e-031f-44e2-a409-c3e4d905e5a8 HTTP/1.1" status: 204 len: 168 time: 0.5219209 Jan 10 11:57:57.439705 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57572) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:57.514033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfde438-1d42-4b57-96d4-67a0db464fcb tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Deleting subnet 4a7e0ff8-1701-46b6-88ab-6533d8110a04 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:57:57.518779 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8bfde438-1d42-4b57-96d4-67a0db464fcb tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for subnet (4a7e0ff8-1701-46b6-88ab-6533d8110a04), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:57.543475 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b6656545-3658-4158-86b4-8884d55f6bd6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 88b81cec-bd9b-498a-bf44-e5beaff66da8 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:57.543818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6656545-3658-4158-86b4-8884d55f6bd6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (88b81cec-bd9b-498a-bf44-e5beaff66da8), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:57.597322 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8bfde438-1d42-4b57-96d4-67a0db464fcb tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (4a7e0ff8-1701-46b6-88ab-6533d8110a04), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:57.659990 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6656545-3658-4158-86b4-8884d55f6bd6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (88b81cec-bd9b-498a-bf44-e5beaff66da8), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:57.677599 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b6656545-3658-4158-86b4-8884d55f6bd6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 88b81cec-bd9b-498a-bf44-e5beaff66da8 owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:57.697705 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f595bffb-7c0b-47ea-ac28-b8d66ef08320 None None] DHCP port deletion for 687331a7-6edf-4111-98da-850ffedd48e6 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:57:57.759099 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924ee97-a5f9-4bb5-94ee-2e8a8df640f6 req-2c07d538-f1d3-4c49-991c-10d11d93b9bc tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:57.761726 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5924ee97-a5f9-4bb5-94ee-2e8a8df640f6 req-2c07d538-f1d3-4c49-991c-10d11d93b9bc tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1235242 Jan 10 11:57:57.800161 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f595bffb-7c0b-47ea-ac28-b8d66ef08320 None None] Deleting port 7c7b9ab0-5afb-4766-97e6-9229b6120e6f {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:57.800587 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f595bffb-7c0b-47ea-ac28-b8d66ef08320 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7c7b9ab0-5afb-4766-97e6-9229b6120e6f), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:57.809733 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8bfde438-1d42-4b57-96d4-67a0db464fcb tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (4a7e0ff8-1701-46b6-88ab-6533d8110a04), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:57.868463 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5924ee97-a5f9-4bb5-94ee-2e8a8df640f6 req-975ad3ef-7a03-4b3c-8f98-f316171185cd tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964725 Jan 10 11:57:57.876823 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f595bffb-7c0b-47ea-ac28-b8d66ef08320 None None] For port 7c7b9ab0-5afb-4766-97e6-9229b6120e6f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c7b9ab0-5afb-4766-97e6-9229b6120e6f,segment=NetworkSegment(9399166f-add3-4775-8b05-ea017b412344),segment_id=9399166f-add3-4775-8b05-ea017b412344)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:57.878114 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f595bffb-7c0b-47ea-ac28-b8d66ef08320 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7c7b9ab0-5afb-4766-97e6-9229b6120e6f), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:57.893410 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f595bffb-7c0b-47ea-ac28-b8d66ef08320 None None] Calling delete_port for 7c7b9ab0-5afb-4766-97e6-9229b6120e6f owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:58.004974 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8bfde438-1d42-4b57-96d4-67a0db464fcb tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (4a7e0ff8-1701-46b6-88ab-6533d8110a04), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:58.040212 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c527c83-2f2a-4834-a44e-832109a16260 req-33e6b846-2d3b-4db2-8672-16ed1dc9c9fd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:58.042416 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2c527c83-2f2a-4834-a44e-832109a16260 req-33e6b846-2d3b-4db2-8672-16ed1dc9c9fd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 946 time: 0.0765581 Jan 10 11:57:58.053616 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfde438-1d42-4b57-96d4-67a0db464fcb tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7e0ff8-1701-46b6-88ab-6533d8110a04,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:58.061236 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8bfde438-1d42-4b57-96d4-67a0db464fcb tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:58.064955 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8bfde438-1d42-4b57-96d4-67a0db464fcb tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "DELETE /v2.0/subnets/4a7e0ff8-1701-46b6-88ab-6533d8110a04 HTTP/1.1" status: 204 len: 168 time: 0.6240571 Jan 10 11:57:58.070163 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5812974-1e96-47b8-9e8a-4c68e1fb5130 None None] Network 145407d7-0081-4db5-a087-ff6b8a5f5182 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:57:58.079936 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57582) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:58.086383 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6656545-3658-4158-86b4-8884d55f6bd6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (88b81cec-bd9b-498a-bf44-e5beaff66da8), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:58.133795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109ebb4-5949-4832-821b-fb781a24b3a5 req-d4392c9c-adf9-43ef-9551-4e65e8710782 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:58.143578 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f595bffb-7c0b-47ea-ac28-b8d66ef08320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (7c7b9ab0-5afb-4766-97e6-9229b6120e6f), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:58.144950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6656545-3658-4158-86b4-8884d55f6bd6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=88b81cec-bd9b-498a-bf44-e5beaff66da8,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:58.145451 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3109ebb4-5949-4832-821b-fb781a24b3a5 req-d4392c9c-adf9-43ef-9551-4e65e8710782 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.1768293 Jan 10 11:57:58.192102 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2c527c83-2f2a-4834-a44e-832109a16260 req-12986808-a8dc-43b2-a8fa-04c7f6357167 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=474ad0a7-da54-46ef-ae1d-8170f7bedae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435850 Jan 10 11:57:58.192414 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595bffb-7c0b-47ea-ac28-b8d66ef08320 None None] Pushing event deleted for resources: {'Port': ['ID=7c7b9ab0-5afb-4766-97e6-9229b6120e6f,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:58.198282 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f595bffb-7c0b-47ea-ac28-b8d66ef08320 None None] No DVR routers for this DVR port 7c7b9ab0-5afb-4766-97e6-9229b6120e6f on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:58.273168 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9c06244-7008-4cf1-b689-8c219e9c2be2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (687331a7-6edf-4111-98da-850ffedd48e6), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:58.287913 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3109ebb4-5949-4832-821b-fb781a24b3a5 req-b527aa76-4c8c-4432-b6e2-f019fafda28a tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410763 Jan 10 11:57:58.415002 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5fb354-5c9d-4530-8274-adfc4371886b None None] DHCP port deletion for 145407d7-0081-4db5-a087-ff6b8a5f5182 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:57:58.444122 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9c06244-7008-4cf1-b689-8c219e9c2be2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (687331a7-6edf-4111-98da-850ffedd48e6), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:58.487208 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-c9c06244-7008-4cf1-b689-8c219e9c2be2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687331a7-6edf-4111-98da-850ffedd48e6']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:58.498270 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8e5fb354-5c9d-4530-8274-adfc4371886b None None] Deleting port 7698fd8c-04be-4c99-8d14-bfe773e17bc7 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:57:58.499419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb354-5c9d-4530-8274-adfc4371886b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7698fd8c-04be-4c99-8d14-bfe773e17bc7), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:58.500477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6656545-3658-4158-86b4-8884d55f6bd6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:58.530540 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-c9c06244-7008-4cf1-b689-8c219e9c2be2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9399166f-add3-4775-8b05-ea017b412344') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:58.539960 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-c9c06244-7008-4cf1-b689-8c219e9c2be2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9399166f-add3-4775-8b05-ea017b412344') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:58.554031 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9c06244-7008-4cf1-b689-8c219e9c2be2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (9399166f-add3-4775-8b05-ea017b412344), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:58.590477 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810e2a3-3c6c-4898-af2e-b5195eb90464 req-d4450419-b77e-4347-89c9-8bf145bd7cce tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:58.592140 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c810e2a3-3c6c-4898-af2e-b5195eb90464 req-d4450419-b77e-4347-89c9-8bf145bd7cce tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 943 time: 0.1233549 Jan 10 11:57:58.598076 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9c06244-7008-4cf1-b689-8c219e9c2be2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9399166f-add3-4775-8b05-ea017b412344), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:58.618742 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8e5fb354-5c9d-4530-8274-adfc4371886b None None] For port 7698fd8c-04be-4c99-8d14-bfe773e17bc7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7698fd8c-04be-4c99-8d14-bfe773e17bc7,segment=NetworkSegment(d4f8e98e-dcd8-4a10-a505-78b61484c5f4),segment_id=d4f8e98e-dcd8-4a10-a505-78b61484c5f4)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:57:58.619588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb354-5c9d-4530-8274-adfc4371886b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7698fd8c-04be-4c99-8d14-bfe773e17bc7), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:58.638742 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8e5fb354-5c9d-4530-8274-adfc4371886b None None] Calling delete_port for 7698fd8c-04be-4c99-8d14-bfe773e17bc7 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:57:58.665547 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c810e2a3-3c6c-4898-af2e-b5195eb90464 req-8e2396e3-7060-4570-b3cd-84903c4b7363 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591197 Jan 10 11:57:58.666746 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c06244-7008-4cf1-b689-8c219e9c2be2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:57:58.667167 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9c06244-7008-4cf1-b689-8c219e9c2be2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (9399166f-add3-4775-8b05-ea017b412344), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:57:58.670256 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:57:58.785639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6656545-3658-4158-86b4-8884d55f6bd6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Router 0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:57:58.889331 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97410ec0-5f7c-4e74-8ed1-ddf99576e6b8 req-a8db07ab-531c-42b5-a48c-c67c8c9bdf35 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:58.891446 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-97410ec0-5f7c-4e74-8ed1-ddf99576e6b8 req-a8db07ab-531c-42b5-a48c-c67c8c9bdf35 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 946 time: 0.1095531 Jan 10 11:57:58.892439 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9c06244-7008-4cf1-b689-8c219e9c2be2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (687331a7-6edf-4111-98da-850ffedd48e6), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:58.943308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6656545-3658-4158-86b4-8884d55f6bd6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:57:58.947356 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb354-5c9d-4530-8274-adfc4371886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (7698fd8c-04be-4c99-8d14-bfe773e17bc7), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:58.954175 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9c06244-7008-4cf1-b689-8c219e9c2be2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:58.958726 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c9c06244-7008-4cf1-b689-8c219e9c2be2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "DELETE /v2.0/networks/687331a7-6edf-4111-98da-850ffedd48e6 HTTP/1.1" status: 204 len: 168 time: 0.8771665 Jan 10 11:57:58.960127 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c06244-7008-4cf1-b689-8c219e9c2be2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event deleted for resources: {'Network': ['ID=687331a7-6edf-4111-98da-850ffedd48e6,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:58.963738 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def5c0a5-4432-4478-b95b-c7d6d1d667ed None None] Sync routers for ids ['0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:57:58.966827 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57590) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:58.974263 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b6656545-3658-4158-86b4-8884d55f6bd6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "PUT /v2.0/routers/0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2386763 Jan 10 11:57:58.976161 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57592) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:58.992036 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def5c0a5-4432-4478-b95b-c7d6d1d667ed None None] Routers {'0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:58.993976 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-def5c0a5-4432-4478-b95b-c7d6d1d667ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:57:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:59.002120 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7c7b9ab0-5afb-4766-97e6-9229b6120e6f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:57:59.017989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fb354-5c9d-4530-8274-adfc4371886b None None] Pushing event deleted for resources: {'Port': ['ID=7698fd8c-04be-4c99-8d14-bfe773e17bc7,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:59.042524 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5fb354-5c9d-4530-8274-adfc4371886b None None] No DVR routers for this DVR port 7698fd8c-04be-4c99-8d14-bfe773e17bc7 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:57:59.044372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 7c7b9ab0-5afb-4766-97e6-9229b6120e6f {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:57:59.044726 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7c7b9ab0-5afb-4766-97e6-9229b6120e6f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:57:59.045143 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7698fd8c-04be-4c99-8d14-bfe773e17bc7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:57:59.065541 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed15a383-cc89-428d-93a9-bc536a9f8717 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] GET failed (client error): The resource could not be found. Jan 10 11:57:59.070274 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ed15a383-cc89-428d-93a9-bc536a9f8717 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/88b81cec-bd9b-498a-bf44-e5beaff66da8 HTTP/1.1" status: 404 len: 333 time: 0.0914061 Jan 10 11:57:59.071346 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 7698fd8c-04be-4c99-8d14-bfe773e17bc7 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:57:59.071764 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7698fd8c-04be-4c99-8d14-bfe773e17bc7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:57:59.079129 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57594) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:59.086340 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-def5c0a5-4432-4478-b95b-c7d6d1d667ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:59.098674 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-97410ec0-5f7c-4e74-8ed1-ddf99576e6b8 req-ce9868bd-93a9-4e4c-8093-41927f023f97 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=474ad0a7-da54-46ef-ae1d-8170f7bedae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755972 Jan 10 11:57:59.099927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d89865-4ee3-4f91-a97e-453dfd7c192e req-78ea18a0-fcb9-4839-bc5c-5e397865d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:59.101527 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f1d89865-4ee3-4f91-a97e-453dfd7c192e req-78ea18a0-fcb9-4839-bc5c-5e397865d4b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1fa961e41ec4d84a1776f42096f6118&device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 1099 time: 0.1261406 Jan 10 11:57:59.101732 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def5c0a5-4432-4478-b95b-c7d6d1d667ed None None] Routers {'0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:57:59.102757 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-def5c0a5-4432-4478-b95b-c7d6d1d667ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:57:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:59.143517 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-def5c0a5-4432-4478-b95b-c7d6d1d667ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:59.144287 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def5c0a5-4432-4478-b95b-c7d6d1d667ed None None] The sync data for ids ['0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:57:59.184744 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b4313be6-6d51-425e-a64b-0bee733698f6 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (145407d7-0081-4db5-a087-ff6b8a5f5182), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.247076 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ade8e-f4e8-4352-864b-eaab02d5f044 req-121f829c-346f-41c5-8663-e0d02cb3a792 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:59.248933 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-224ade8e-f4e8-4352-864b-eaab02d5f044 req-121f829c-346f-41c5-8663-e0d02cb3a792 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.3539259 Jan 10 11:57:59.258079 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c4fef7cc-08c9-446a-88c3-ad4905d7a969 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for router (0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.306134 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b4313be6-6d51-425e-a64b-0bee733698f6 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (145407d7-0081-4db5-a087-ff6b8a5f5182), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.337775 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-b4313be6-6d51-425e-a64b-0bee733698f6 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145407d7-0081-4db5-a087-ff6b8a5f5182']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:59.352753 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-b4313be6-6d51-425e-a64b-0bee733698f6 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f8e98e-dcd8-4a10-a505-78b61484c5f4') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:59.353059 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-b4313be6-6d51-425e-a64b-0bee733698f6 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f8e98e-dcd8-4a10-a505-78b61484c5f4') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:57:59.364462 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b4313be6-6d51-425e-a64b-0bee733698f6 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (d4f8e98e-dcd8-4a10-a505-78b61484c5f4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.380465 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b4313be6-6d51-425e-a64b-0bee733698f6 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (d4f8e98e-dcd8-4a10-a505-78b61484c5f4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.387830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4313be6-6d51-425e-a64b-0bee733698f6 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:57:59.388214 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b4313be6-6d51-425e-a64b-0bee733698f6 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (d4f8e98e-dcd8-4a10-a505-78b61484c5f4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:57:59.393266 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:57:59.488180 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c4fef7cc-08c9-446a-88c3-ad4905d7a969 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.494789 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c4fef7cc-08c9-446a-88c3-ad4905d7a969 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for router_controller (0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.496588 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30233a63-2034-4bac-b648-20a1b0ac195e req-c9273bb0-69ab-4082-9ddf-de1d3a33c46d tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:59.497501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d89865-4ee3-4f91-a97e-453dfd7c192e req-be3afc0f-e262-40a8-b6aa-e338ee59a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:59.498206 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-30233a63-2034-4bac-b648-20a1b0ac195e req-c9273bb0-69ab-4082-9ddf-de1d3a33c46d tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.1117411 Jan 10 11:57:59.498564 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f1d89865-4ee3-4f91-a97e-453dfd7c192e req-be3afc0f-e262-40a8-b6aa-e338ee59a297 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc HTTP/1.1" status: 200 len: 913 time: 0.3900714 Jan 10 11:57:59.515937 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-224ade8e-f4e8-4352-864b-eaab02d5f044 req-59356508-2024-4fba-833d-700d383658f8 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555115 Jan 10 11:57:59.567426 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-30233a63-2034-4bac-b648-20a1b0ac195e req-d0c02815-b854-4942-85c8-b00b7bd3c081 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562496 Jan 10 11:57:59.590989 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b4313be6-6d51-425e-a64b-0bee733698f6 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (145407d7-0081-4db5-a087-ff6b8a5f5182), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.606970 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b4313be6-6d51-425e-a64b-0bee733698f6 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.608521 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f1d89865-4ee3-4f91-a97e-453dfd7c192e req-595e69d5-9b97-4e1c-bebe-b15fc727e8c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd HTTP/1.1" status: 200 len: 1002 time: 0.1013396 Jan 10 11:57:59.612924 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b4313be6-6d51-425e-a64b-0bee733698f6 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "DELETE /v2.0/networks/145407d7-0081-4db5-a087-ff6b8a5f5182 HTTP/1.1" status: 204 len: 168 time: 0.6443369 Jan 10 11:57:59.615295 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57602) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:59.623897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4313be6-6d51-425e-a64b-0bee733698f6 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event deleted for resources: {'Network': ['ID=145407d7-0081-4db5-a087-ff6b8a5f5182,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:57:59.690288 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c4fef7cc-08c9-446a-88c3-ad4905d7a969 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.690821 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fef7cc-08c9-446a-88c3-ad4905d7a969 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Fanout notify agent at l3_agent the message router_deleted on router 0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:57:59.704259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c4fef7cc-08c9-446a-88c3-ad4905d7a969 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.706024 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c4fef7cc-08c9-446a-88c3-ad4905d7a969 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/routers/0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1 HTTP/1.1" status: 204 len: 168 time: 0.6219883 Jan 10 11:57:59.710683 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57606) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:57:59.720399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-146844c0-cffe-4725-9439-78449cfc8dce tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Deleting subnet 650e80c8-4754-4a88-a812-64e221309b5a {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:57:59.725179 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d89865-4ee3-4f91-a97e-453dfd7c192e req-6866913b-65c5-4b86-bf3a-4dcdba9b5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:59.726716 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f1d89865-4ee3-4f91-a97e-453dfd7c192e req-6866913b-65c5-4b86-bf3a-4dcdba9b5a9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51450b-3d7a-412c-a467-63a15343a6eb HTTP/1.1" status: 200 len: 851 time: 0.1029093 Jan 10 11:57:59.727469 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-146844c0-cffe-4725-9439-78449cfc8dce tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for subnet (650e80c8-4754-4a88-a812-64e221309b5a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.787442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fda10c-fbd5-43b3-88d6-2f80b620b89b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting subnet 3c04b57b-1173-4112-a464-190fd1c1b83b {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:57:59.792039 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f7fda10c-fbd5-43b3-88d6-2f80b620b89b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (3c04b57b-1173-4112-a464-190fd1c1b83b), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.827037 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-146844c0-cffe-4725-9439-78449cfc8dce tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (650e80c8-4754-4a88-a812-64e221309b5a), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.840883 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f7fda10c-fbd5-43b3-88d6-2f80b620b89b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (3c04b57b-1173-4112-a464-190fd1c1b83b), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.898103 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d89865-4ee3-4f91-a97e-453dfd7c192e req-96d8557f-5f46-4b6d-aaba-a55d393c7398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:59.899613 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f1d89865-4ee3-4f91-a97e-453dfd7c192e req-96d8557f-5f46-4b6d-aaba-a55d393c7398 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1505880 Jan 10 11:57:59.930025 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba23629-7fde-4cb5-9d0d-71861e867760 req-9fbc18d0-de8c-44c6-aae4-b96721d62866 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:57:59.931450 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bba23629-7fde-4cb5-9d0d-71861e867760 req-9fbc18d0-de8c-44c6-aae4-b96721d62866 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 943 time: 0.1688526 Jan 10 11:57:59.931827 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f7fda10c-fbd5-43b3-88d6-2f80b620b89b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (3c04b57b-1173-4112-a464-190fd1c1b83b), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.063530 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f7fda10c-fbd5-43b3-88d6-2f80b620b89b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (3c04b57b-1173-4112-a464-190fd1c1b83b), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.094632 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fda10c-fbd5-43b3-88d6-2f80b620b89b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Subnet': ['ID=3c04b57b-1173-4112-a464-190fd1c1b83b,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:00.100415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f7fda10c-fbd5-43b3-88d6-2f80b620b89b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.106819 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f7fda10c-fbd5-43b3-88d6-2f80b620b89b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/3c04b57b-1173-4112-a464-190fd1c1b83b HTTP/1.1" status: 204 len: 168 time: 0.3949316 Jan 10 11:58:00.107476 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57608) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:00.122918 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0a569d-7444-4b85-9e90-58dca751dcfc None None] Network 4d428d43-cc8b-4f46-bd6a-6227ae7e91f6 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:00.199092 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (4d428d43-cc8b-4f46-bd6a-6227ae7e91f6), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.264437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 8d4abe60-7b42-4f95-bd99-d477448d2d83 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:00.264980 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8d4abe60-7b42-4f95-bd99-d477448d2d83), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.308293 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9816d91-a154-43d8-952e-0856ab3ac16f None None] DHCP port deletion for 4d428d43-cc8b-4f46-bd6a-6227ae7e91f6 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:00.343687 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] For port 8d4abe60-7b42-4f95-bd99-d477448d2d83, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d4abe60-7b42-4f95-bd99-d477448d2d83,segment=NetworkSegment(91982374-14e5-479a-99f0-3d9e5e2210a9),segment_id=91982374-14e5-479a-99f0-3d9e5e2210a9)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:00.344077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8d4abe60-7b42-4f95-bd99-d477448d2d83), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.359098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 8d4abe60-7b42-4f95-bd99-d477448d2d83 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:00.363359 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e9816d91-a154-43d8-952e-0856ab3ac16f None None] Deleting port 8d4abe60-7b42-4f95-bd99-d477448d2d83 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:00.363740 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e9816d91-a154-43d8-952e-0856ab3ac16f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8d4abe60-7b42-4f95-bd99-d477448d2d83), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.401041 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac195732-b72f-4dc1-bdc0-587f73896d48 req-09e17f4f-cc2e-4073-b56a-922b4e7f16eb tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:00.402638 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ac195732-b72f-4dc1-bdc0-587f73896d48 req-09e17f4f-cc2e-4073-b56a-922b4e7f16eb tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.5720036 Jan 10 11:58:00.435235 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e9816d91-a154-43d8-952e-0856ab3ac16f None None] For port 8d4abe60-7b42-4f95-bd99-d477448d2d83, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d4abe60-7b42-4f95-bd99-d477448d2d83,segment=NetworkSegment(91982374-14e5-479a-99f0-3d9e5e2210a9),segment_id=91982374-14e5-479a-99f0-3d9e5e2210a9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:00.435627 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e9816d91-a154-43d8-952e-0856ab3ac16f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8d4abe60-7b42-4f95-bd99-d477448d2d83), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.438486 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-146844c0-cffe-4725-9439-78449cfc8dce tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (650e80c8-4754-4a88-a812-64e221309b5a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.451125 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e9816d91-a154-43d8-952e-0856ab3ac16f None None] Calling delete_port for 8d4abe60-7b42-4f95-bd99-d477448d2d83 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:00.527423 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f1d89865-4ee3-4f91-a97e-453dfd7c192e req-0e8f0038-b796-47d0-9102-680389244fb5 service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187496 Jan 10 11:58:00.536707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (8d4abe60-7b42-4f95-bd99-d477448d2d83), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.544003 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bba23629-7fde-4cb5-9d0d-71861e867760 req-d17bf57d-e73a-4ca2-995a-d60811a71255 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5910988 Jan 10 11:58:00.544236 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e9816d91-a154-43d8-952e-0856ab3ac16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (8d4abe60-7b42-4f95-bd99-d477448d2d83), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.583939 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9816d91-a154-43d8-952e-0856ab3ac16f None None] No DVR routers for this DVR port 8d4abe60-7b42-4f95-bd99-d477448d2d83 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:00.595696 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9816d91-a154-43d8-952e-0856ab3ac16f None None] Pushing event deleted for resources: {'Port': ['ID=8d4abe60-7b42-4f95-bd99-d477448d2d83,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:00.596680 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=8d4abe60-7b42-4f95-bd99-d477448d2d83,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:00.598743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No DVR routers for this DVR port 8d4abe60-7b42-4f95-bd99-d477448d2d83 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:00.683436 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f1d89865-4ee3-4f91-a97e-453dfd7c192e req-dd3fdf7b-c377-4899-9478-6e9b283eb2d1 service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479614 Jan 10 11:58:00.697364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-ac195732-b72f-4dc1-bdc0-587f73896d48 req-4f39186a-08ee-4870-8235-28ce85aa9b77 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Deleting port 47d6b1cd-74d3-4929-9a7a-269306b9d963 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:00.697710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ac195732-b72f-4dc1-bdc0-587f73896d48 req-4f39186a-08ee-4870-8235-28ce85aa9b77 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (47d6b1cd-74d3-4929-9a7a-269306b9d963), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.734335 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (4d428d43-cc8b-4f46-bd6a-6227ae7e91f6), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.738720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-146844c0-cffe-4725-9439-78449cfc8dce tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (650e80c8-4754-4a88-a812-64e221309b5a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.760681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d428d43-cc8b-4f46-bd6a-6227ae7e91f6']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:00.775371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91982374-14e5-479a-99f0-3d9e5e2210a9') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:00.775371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91982374-14e5-479a-99f0-3d9e5e2210a9') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:00.783043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57614) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:00.798015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819efad-b005-471d-8f3d-5f4901076119 req-b842f357-d5bf-4ec1-8e02-507ae19236d7 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:00.800489 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9819efad-b005-471d-8f3d-5f4901076119 req-b842f357-d5bf-4ec1-8e02-507ae19236d7 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1407411 Jan 10 11:58:00.805122 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (91982374-14e5-479a-99f0-3d9e5e2210a9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.814322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146844c0-cffe-4725-9439-78449cfc8dce tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event deleted for resources: {'Subnet': ['ID=650e80c8-4754-4a88-a812-64e221309b5a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:00.823862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-146844c0-cffe-4725-9439-78449cfc8dce tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.825030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3973894d-8e0b-4b7d-b782-d19982e53ade None None] Network 3743b18d-7067-4da6-92e7-28d6f90e90b3 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:00.827220 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-146844c0-cffe-4725-9439-78449cfc8dce tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "DELETE /v2.0/subnets/650e80c8-4754-4a88-a812-64e221309b5a HTTP/1.1" status: 204 len: 168 time: 1.2107759 Jan 10 11:58:00.831395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57616) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:00.853465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609f79e-224a-4905-b540-8ebcb14a322b req-8af56a1a-ac21-4669-835b-64a03964f000 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:00.855244 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2609f79e-224a-4905-b540-8ebcb14a322b req-8af56a1a-ac21-4669-835b-64a03964f000 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 946 time: 0.1696439 Jan 10 11:58:00.914040 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (91982374-14e5-479a-99f0-3d9e5e2210a9), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.937655 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:58:00.938106 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (91982374-14e5-479a-99f0-3d9e5e2210a9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:58:00.943891 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:58:00.952271 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8d4abe60-7b42-4f95-bd99-d477448d2d83 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:00.978318 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 8d4abe60-7b42-4f95-bd99-d477448d2d83 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:00.978673 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8d4abe60-7b42-4f95-bd99-d477448d2d83 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:01.012935 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-ac195732-b72f-4dc1-bdc0-587f73896d48 req-4f39186a-08ee-4870-8235-28ce85aa9b77 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] For port 47d6b1cd-74d3-4929-9a7a-269306b9d963, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=47d6b1cd-74d3-4929-9a7a-269306b9d963,segment=NetworkSegment(4ad022f1-d8e9-4330-9b1a-219a76e343a2),segment_id=4ad022f1-d8e9-4330-9b1a-219a76e343a2)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:01.013750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ac195732-b72f-4dc1-bdc0-587f73896d48 req-4f39186a-08ee-4870-8235-28ce85aa9b77 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (47d6b1cd-74d3-4929-9a7a-269306b9d963), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:01.050549 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-ac195732-b72f-4dc1-bdc0-587f73896d48 req-4f39186a-08ee-4870-8235-28ce85aa9b77 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Calling delete_port for 47d6b1cd-74d3-4929-9a7a-269306b9d963 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:01.058537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (3743b18d-7067-4da6-92e7-28d6f90e90b3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:01.083270 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6762e034-89a9-4cd8-acf2-ac16be9c9c74 None None] DHCP port deletion for 3743b18d-7067-4da6-92e7-28d6f90e90b3 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:01.087296 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2609f79e-224a-4905-b540-8ebcb14a322b req-5c80cbde-aadd-4aa7-91ee-02358c98e0c5 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/security-groups?id=20dd7c81-02fe-4a50-b966-2135711a2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988266 Jan 10 11:58:01.167146 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6762e034-89a9-4cd8-acf2-ac16be9c9c74 None None] Deleting port cec20f96-d0f8-4f84-82fb-de1ef5f80162 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:01.168436 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6762e034-89a9-4cd8-acf2-ac16be9c9c74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (cec20f96-d0f8-4f84-82fb-de1ef5f80162), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:01.256907 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6762e034-89a9-4cd8-acf2-ac16be9c9c74 None None] For port cec20f96-d0f8-4f84-82fb-de1ef5f80162, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cec20f96-d0f8-4f84-82fb-de1ef5f80162,segment=NetworkSegment(b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c),segment_id=b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:01.257415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6762e034-89a9-4cd8-acf2-ac16be9c9c74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (cec20f96-d0f8-4f84-82fb-de1ef5f80162), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:01.274442 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Deleting port cec20f96-d0f8-4f84-82fb-de1ef5f80162 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:01.274863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (cec20f96-d0f8-4f84-82fb-de1ef5f80162), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:01.278520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6762e034-89a9-4cd8-acf2-ac16be9c9c74 None None] Calling delete_port for cec20f96-d0f8-4f84-82fb-de1ef5f80162 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:01.388029 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] For port cec20f96-d0f8-4f84-82fb-de1ef5f80162, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cec20f96-d0f8-4f84-82fb-de1ef5f80162,segment=NetworkSegment(b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c),segment_id=b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:01.388430 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (cec20f96-d0f8-4f84-82fb-de1ef5f80162), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:01.405610 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Calling delete_port for cec20f96-d0f8-4f84-82fb-de1ef5f80162 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:01.409847 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9819efad-b005-471d-8f3d-5f4901076119 req-ec8e1576-ffe5-4cbd-af01-e1bb501e0489 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5639133 Jan 10 11:58:01.422758 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ac195732-b72f-4dc1-bdc0-587f73896d48 req-4f39186a-08ee-4870-8235-28ce85aa9b77 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (47d6b1cd-74d3-4929-9a7a-269306b9d963), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:01.435670 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['47d6b1cd-74d3-4929-9a7a-269306b9d963'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:58:01.461195 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6762e034-89a9-4cd8-acf2-ac16be9c9c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (cec20f96-d0f8-4f84-82fb-de1ef5f80162), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:01.466365 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39186a-08ee-4870-8235-28ce85aa9b77 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Pushing event deleted for resources: {'Port': ['ID=47d6b1cd-74d3-4929-9a7a-269306b9d963,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:01.493543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762e034-89a9-4cd8-acf2-ac16be9c9c74 None None] Pushing event deleted for resources: {'Port': ['ID=cec20f96-d0f8-4f84-82fb-de1ef5f80162,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:01.497407 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6762e034-89a9-4cd8-acf2-ac16be9c9c74 None None] No DVR routers for this DVR port cec20f96-d0f8-4f84-82fb-de1ef5f80162 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:01.531001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c4feae-dd4f-40ac-859f-6771672f54e6 None None] DHCP port deletion for d6334e5b-dd29-4e01-8107-f45b63d25589 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:01.531169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (4d428d43-cc8b-4f46-bd6a-6227ae7e91f6), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:01.538452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:01.549806 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/networks/4d428d43-cc8b-4f46-bd6a-6227ae7e91f6 HTTP/1.1" status: 204 len: 168 time: 1.4402416 Jan 10 11:58:01.555449 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57618) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:01.562994 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac195732-b72f-4dc1-bdc0-587f73896d48 req-4f39186a-08ee-4870-8235-28ce85aa9b77 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] No DVR routers for this DVR port 47d6b1cd-74d3-4929-9a7a-269306b9d963 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:01.568852 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ac195732-b72f-4dc1-bdc0-587f73896d48 req-4f39186a-08ee-4870-8235-28ce85aa9b77 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:01.572178 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ac195732-b72f-4dc1-bdc0-587f73896d48 req-4f39186a-08ee-4870-8235-28ce85aa9b77 tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.30 "DELETE /v2.0/ports/47d6b1cd-74d3-4929-9a7a-269306b9d963 HTTP/1.1" status: 204 len: 173 time: 1.1548622 Jan 10 11:58:01.572689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb08c4c-1624-47d0-943d-e94c15c18fa7', 'name': 'network-vif-deleted', 'tag': '47d6b1cd-74d3-4929-9a7a-269306b9d963'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:58:01.574964 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9f195f-15bd-4805-99b7-9bd3f8ef42ce" -d '{"events": [{"server_uuid": "cdb08c4c-1624-47d0-943d-e94c15c18fa7", "name": "network-vif-deleted", "tag": "47d6b1cd-74d3-4929-9a7a-269306b9d963"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:01.607422 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:58:01.624184 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e9c1b-a378-4a69-a88c-b89fdf102807 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Network': ['ID=4d428d43-cc8b-4f46-bd6a-6227ae7e91f6,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:01.624842 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (cec20f96-d0f8-4f84-82fb-de1ef5f80162), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:01.628198 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc079f05-9416-481d-b878-ad3c02c5c899 x-openstack-request-id: req-dc079f05-9416-481d-b878-ad3c02c5c899 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:58:01.628484 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb08c4c-1624-47d0-943d-e94c15c18fa7", "name": "network-vif-deleted", "tag": "47d6b1cd-74d3-4929-9a7a-269306b9d963", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:58:01.628742 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc079f05-9416-481d-b878-ad3c02c5c899 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:58:01.629152 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb08c4c-1624-47d0-943d-e94c15c18fa7', 'name': 'network-vif-deleted', 'tag': '47d6b1cd-74d3-4929-9a7a-269306b9d963', 'status': 'completed', 'code': 200} Jan 10 11:58:01.649464 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event deleted for resources: {'Port': ['ID=cec20f96-d0f8-4f84-82fb-de1ef5f80162,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:01.654030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] No DVR routers for this DVR port cec20f96-d0f8-4f84-82fb-de1ef5f80162 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:01.745223 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (3743b18d-7067-4da6-92e7-28d6f90e90b3), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:01.761969 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1277441c-4855-4e27-a442-dc1b97b09136 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:01.763328 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1277441c-4855-4e27-a442-dc1b97b09136 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/6ef06561-7e1c-4ca6-afc3-99f6abea0874 HTTP/1.1" status: 200 len: 841 time: 0.2074873 Jan 10 11:58:01.770653 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57624) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:01.781188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3743b18d-7067-4da6-92e7-28d6f90e90b3']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:01.799408 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c48cb-c8fc-4da5-ad98-799ae09246f6 req-8b70b6f7-18a3-4b65-9808-722c9d98950e tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:01.801973 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a38c48cb-c8fc-4da5-ad98-799ae09246f6 req-8b70b6f7-18a3-4b65-9808-722c9d98950e tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 943 time: 0.1380372 Jan 10 11:58:01.810713 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:01.811359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:01.828512 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:01.834362 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bb62ed56-f91c-4433-93a7-a062f55e09d9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/6ef06561-7e1c-4ca6-afc3-99f6abea0874?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0625362 Jan 10 11:58:01.839885 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57626) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:01.844780 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-62ec0b25-afcb-466b-a962-8fc508399b65 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'subnet': {'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:01.870062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:01.900488 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a38c48cb-c8fc-4da5-ad98-799ae09246f6 req-78713058-f48d-4a8d-ad8e-1d73e2e9d013 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896997 Jan 10 11:58:01.910115 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:58:01.910535 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (b2c18eab-9ad4-43ed-9aae-36dc7c0a9a0c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: self.session.flush() Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:58:01.913686 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:58:01.986635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:02.113901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ec0b25-afcb-466b-a962-8fc508399b65 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:02.117680 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-62ec0b25-afcb-466b-a962-8fc508399b65 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:02.120881 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (3743b18d-7067-4da6-92e7-28d6f90e90b3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:02.129304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:02.135545 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "DELETE /v2.0/networks/3743b18d-7067-4da6-92e7-28d6f90e90b3 HTTP/1.1" status: 204 len: 168 time: 1.2997231 Jan 10 11:58:02.142304 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57630) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:02.168065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e5b98-b3cc-4e2e-8f60-44ea7b183da2 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Pushing event deleted for resources: {'Network': ['ID=3743b18d-7067-4da6-92e7-28d6f90e90b3,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:02.174970 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f869cede-5c26-4946-af55-5f03becd1db5 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "GET /v2.0/ports?device_id=4291ea22-faf0-4923-aa87-c1eb8f636e10 HTTP/1.1" status: 200 len: 205 time: 0.0313866 Jan 10 11:58:02.178378 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57632) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:02.251300 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d7fecae7-53db-4442-9fbe-d11157643825 req-73f91d82-caa5-4757-82a9-304917a9deab tempest-TestServerAdvancedOps-1634032708 tempest-TestServerAdvancedOps-1634032708-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdb08c4c-1624-47d0-943d-e94c15c18fa7 HTTP/1.1" status: 200 len: 210 time: 0.0393941 Jan 10 11:58:02.295029 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e326f75-c4ec-4a79-b4ed-efceb4852fa5 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for router (4291ea22-faf0-4923-aa87-c1eb8f636e10), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:02.439585 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-62ec0b25-afcb-466b-a962-8fc508399b65 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (299c58d2-80c7-42e4-b479-779821a5f956), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:02.491387 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec0b25-afcb-466b-a962-8fc508399b65 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network c8915f05-36da-46e3-9c20-c5781ca8baea is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:02.496876 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-62ec0b25-afcb-466b-a962-8fc508399b65 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:02.501102 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec0b25-afcb-466b-a962-8fc508399b65 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:02.502576 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-62ec0b25-afcb-466b-a962-8fc508399b65 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:02.511851 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6af61f-6026-4e66-9386-d9afa7840d1e None None] Network c8915f05-36da-46e3-9c20-c5781ca8baea requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:02.512650 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e326f75-c4ec-4a79-b4ed-efceb4852fa5 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (4291ea22-faf0-4923-aa87-c1eb8f636e10), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:02.520344 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e326f75-c4ec-4a79-b4ed-efceb4852fa5 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for router_controller (4291ea22-faf0-4923-aa87-c1eb8f636e10), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:02.522617 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec0b25-afcb-466b-a962-8fc508399b65 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Subnet': ['ID=299c58d2-80c7-42e4-b479-779821a5f956,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:02.537053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.17 (11b180d1-aa07-4034-901c-fac8264692fb/740ee0f1-f609-4554-a582-25fefdfba5c1/ca598986-aa7f-4afe-92f3-d4663c79ae4f) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:02.618537 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-62ec0b25-afcb-466b-a962-8fc508399b65 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7775824 Jan 10 11:58:02.621499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57636) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:02.626045 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaff64c-11da-46a8-9830-dac09b1544ef req-7afb7a22-7642-45b5-93a7-2bbf8b23c436 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:02.628095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b3ff3ece-8cb7-4536-b087-2ccea2d48ed8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'security_group': {'name': 'tempest-secgroup-69574299'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:02.628395 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0aaff64c-11da-46a8-9830-dac09b1544ef req-7afb7a22-7642-45b5-93a7-2bbf8b23c436 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1312113 Jan 10 11:58:02.671317 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c8915f05-36da-46e3-9c20-c5781ca8baea', 'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'project_id': 'b5dd82c5df384ebe8eff9042fabdda7d', 'fixed_ips': [{'subnet_id': '299c58d2-80c7-42e4-b479-779821a5f956'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:58:02.672285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:02.683600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e326f75-c4ec-4a79-b4ed-efceb4852fa5 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (4291ea22-faf0-4923-aa87-c1eb8f636e10), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:02.688532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e326f75-c4ec-4a79-b4ed-efceb4852fa5 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Fanout notify agent at l3_agent the message router_deleted on router 4291ea22-faf0-4923-aa87-c1eb8f636e10 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:58:02.694413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4e326f75-c4ec-4a79-b4ed-efceb4852fa5 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:02.695642 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4e326f75-c4ec-4a79-b4ed-efceb4852fa5 tempest-RoutersNegativeIpV6Test-49644760 tempest-RoutersNegativeIpV6Test-49644760-project] 10.222.0.16 "DELETE /v2.0/routers/4291ea22-faf0-4923-aa87-c1eb8f636e10 HTTP/1.1" status: 204 len: 168 time: 0.5163836 Jan 10 11:58:02.746020 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0aaff64c-11da-46a8-9830-dac09b1544ef req-10a35370-b0f4-46c5-9c2e-d28565f17298 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081069 Jan 10 11:58:02.769312 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:02.778613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3ece-8cb7-4536-b087-2ccea2d48ed8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:02.862581 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Allocated IP 172.20.0.2 (c8915f05-36da-46e3-9c20-c5781ca8baea/299c58d2-80c7-42e4-b479-779821a5f956/8fbbb33d-b199-4020-b360-aa252e9e628a) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:02.920504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3ece-8cb7-4536-b087-2ccea2d48ed8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (c5083703-face-4837-a375-b61d70a8b48b), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:02.953831 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c0dc7-cf6d-4b61-b1c1-5181100d8d2c req-6396c741-595c-4af4-8d2f-77c4bdd9c826 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:02.955632 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-691c0dc7-cf6d-4b61-b1c1-5181100d8d2c req-6396c741-595c-4af4-8d2f-77c4bdd9c826 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1042128 Jan 10 11:58:02.959561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:02.966203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cec20f96-d0f8-4f84-82fb-de1ef5f80162 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:02.988402 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3ece-8cb7-4536-b087-2ccea2d48ed8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c5083703-face-4837-a375-b61d70a8b48b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.004299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: cec20f96-d0f8-4f84-82fb-de1ef5f80162 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:03.004934 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cec20f96-d0f8-4f84-82fb-de1ef5f80162 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:03.034197 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 11b180d1-aa07-4034-901c-fac8264692fb is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:03.042957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:03.051564 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff3ece-8cb7-4536-b087-2ccea2d48ed8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5083703-face-4837-a375-b61d70a8b48b,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:03.053506 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:58:03.063269 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-691c0dc7-cf6d-4b61-b1c1-5181100d8d2c req-292ea2dc-8cb7-48c0-ae00-a4f69425639d tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973897 Jan 10 11:58:03.076642 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=ca598986-aa7f-4afe-92f3-d4663c79ae4f,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:03.105736 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3ece-8cb7-4536-b087-2ccea2d48ed8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.111016 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b3ff3ece-8cb7-4536-b087-2ccea2d48ed8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4845874 Jan 10 11:58:03.112767 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57646) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:03.125239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-521681d0-fc8f-4316-b144-613e83970c9c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'security_group': {'name': 'tempest-secgroup-1385109150'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:03.169660 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfa918-0f96-4891-810e-f555ce690644 req-048ffe98-d8fb-487a-ac1f-8778db668c22 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:03.170021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Publish callbacks [] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.177613 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5ccfa918-0f96-4891-810e-f555ce690644 req-048ffe98-d8fb-487a-ac1f-8778db668c22 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 943 time: 0.1898327 Jan 10 11:58:03.213027 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (c072f97e-540f-433a-b11c-941780cbfe09), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.257390 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80de516-3787-4b4e-8710-d7509759596a req-aa656f74-97d7-40b9-a91e-657e72848103 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:03.265482 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c80de516-3787-4b4e-8710-d7509759596a req-aa656f74-97d7-40b9-a91e-657e72848103 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.0805771 Jan 10 11:58:03.277294 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-521681d0-fc8f-4316-b144-613e83970c9c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.278270 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.322493 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5ccfa918-0f96-4891-810e-f555ce690644 req-252bb5c6-843c-4685-af27-c41a5962974e tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354749 Jan 10 11:58:03.352783 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Network c8915f05-36da-46e3-9c20-c5781ca8baea is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:03.357784 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:03.362932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:58:03.394454 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c80de516-3787-4b4e-8710-d7509759596a req-2f5737aa-0246-468c-aaa5-35bcb39a30ec tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275630 Jan 10 11:58:03.397988 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Pushing event updated for resources: {'Port': ['ID=8fbbb33d-b199-4020-b360-aa252e9e628a,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:03.405266 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57652) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:03.458220 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57656) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:03.467766 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Attempting to bind port 8fbbb33d-b199-4020-b360-aa252e9e628a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:58:03.468310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Attempting to bind port 8fbbb33d-b199-4020-b360-aa252e9e628a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '278e9a70-0695-49fc-b6a2-113796fa1a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:58:03.468818 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Attempting to bind port 8fbbb33d-b199-4020-b360-aa252e9e628a on network c8915f05-36da-46e3-9c20-c5781ca8baea {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:58:03.476006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:58:03.476608 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Checking segment: {'id': '278e9a70-0695-49fc-b6a2-113796fa1a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:58:03.477195 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.477693 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Bound using segment: {'id': '278e9a70-0695-49fc-b6a2-113796fa1a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:58:03.478577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Bound port: 8fbbb33d-b199-4020-b360-aa252e9e628a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278e9a70-0695-49fc-b6a2-113796fa1a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:58:03.479173 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.501078 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e49102-e107-493a-8e70-8949b6b43566 admin admin] Deleting subnet dfa3b182-4c05-463d-a90e-aeb32f74a227 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:58:03.507508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a5e49102-e107-493a-8e70-8949b6b43566 admin admin] Publish callbacks [] for subnet (dfa3b182-4c05-463d-a90e-aeb32f74a227), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.532266 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-00b8dc2a-fa9e-4a0b-99b6-4c645ba6df69 None None] Provisioning complete for port ca598986-aa7f-4afe-92f3-d4663c79ae4f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:03.534023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-00b8dc2a-fa9e-4a0b-99b6-4c645ba6df69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.566397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a5e49102-e107-493a-8e70-8949b6b43566 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (dfa3b182-4c05-463d-a90e-aeb32f74a227), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.592952 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-00b8dc2a-fa9e-4a0b-99b6-4c645ba6df69 None None] Port ca598986-aa7f-4afe-92f3-d4663c79ae4f cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:03.596065 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] For port 8fbbb33d-b199-4020-b360-aa252e9e628a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:58:03.596460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-521681d0-fc8f-4316-b144-613e83970c9c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (f934ab9a-ff08-4a67-9670-f4553710dc7a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.602042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] For port 8fbbb33d-b199-4020-b360-aa252e9e628a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8fbbb33d-b199-4020-b360-aa252e9e628a,segment=NetworkSegment(278e9a70-0695-49fc-b6a2-113796fa1a49),segment_id=278e9a70-0695-49fc-b6a2-113796fa1a49)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:58:03.611013 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.621944 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a5e49102-e107-493a-8e70-8949b6b43566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (dfa3b182-4c05-463d-a90e-aeb32f74a227), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.759378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-521681d0-fc8f-4316-b144-613e83970c9c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (f934ab9a-ff08-4a67-9670-f4553710dc7a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.760701 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.815506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521681d0-fc8f-4316-b144-613e83970c9c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f934ab9a-ff08-4a67-9670-f4553710dc7a,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:03.832465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a5e49102-e107-493a-8e70-8949b6b43566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (dfa3b182-4c05-463d-a90e-aeb32f74a227), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.835916 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-01785638-7d81-43f5-9c27-70440fd2849a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05b64fe0e54441289a39f949298e3659&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3758247 Jan 10 11:58:03.836364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57660) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:03.842732 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59de740-e8da-4cc5-997c-4bcb3eb38403 None None] Pushing event updated for resources: {'Port': ['ID=8fbbb33d-b199-4020-b360-aa252e9e628a,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:03.898642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e49102-e107-493a-8e70-8949b6b43566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfa3b182-4c05-463d-a90e-aeb32f74a227,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:03.914800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a5e49102-e107-493a-8e70-8949b6b43566 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.917458 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd24498-7370-4bf8-8b66-d4f5225d11bc None None] Network d6334e5b-dd29-4e01-8107-f45b63d25589 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:03.923322 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1eecafc3-91b0-4327-acc1-7cd3b258dd38 admin admin] Publish callbacks [] for security_group (f92bc6d3-3895-484b-bd0b-68f83ac603be), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.928489 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a5e49102-e107-493a-8e70-8949b6b43566 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dfa3b182-4c05-463d-a90e-aeb32f74a227 HTTP/1.1" status: 204 len: 168 time: 0.5219810 Jan 10 11:58:03.935091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-521681d0-fc8f-4316-b144-613e83970c9c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:03.943464 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-521681d0-fc8f-4316-b144-613e83970c9c tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8226478 Jan 10 11:58:03.943464 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57664) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:03.956913 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57666) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:03.963454 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 47d6b1cd-74d3-4929-9a7a-269306b9d963 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:03.964648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-77082d6a-d9bd-4551-83f7-fc2ee15e4b6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-412160301', 'security_groups': ['f934ab9a-ff08-4a67-9670-f4553710dc7a'], 'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '299c58d2-80c7-42e4-b479-779821a5f956'}]}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:04.028403 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 47d6b1cd-74d3-4929-9a7a-269306b9d963 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:04.029133 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 47d6b1cd-74d3-4929-9a7a-269306b9d963 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:04.093804 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1eecafc3-91b0-4327-acc1-7cd3b258dd38 admin admin] Publish callbacks [] for security_group (f92bc6d3-3895-484b-bd0b-68f83ac603be), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:04.095107 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c044fa-b10a-48a9-ab3e-638675839014 None None] DHCP port deletion for d6334e5b-dd29-4e01-8107-f45b63d25589 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:04.108987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e1dbe9a-7e66-4a17-be96-e52e6bc976ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (d6334e5b-dd29-4e01-8107-f45b63d25589), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:04.140224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00afed-dcb8-4890-817d-7a595913e944 req-43d338ac-c6c9-4fb8-b87b-560353834e5b tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:04.140224 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e00afed-dcb8-4890-817d-7a595913e944 req-43d338ac-c6c9-4fb8-b87b-560353834e5b tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1407211 Jan 10 11:58:04.272827 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e1dbe9a-7e66-4a17-be96-e52e6bc976ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (d6334e5b-dd29-4e01-8107-f45b63d25589), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:04.302932 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e00afed-dcb8-4890-817d-7a595913e944 req-696fba28-f2cc-49fa-877e-6e2929b5a139 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547492 Jan 10 11:58:04.314391 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-7e1dbe9a-7e66-4a17-be96-e52e6bc976ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6334e5b-dd29-4e01-8107-f45b63d25589']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:04.326033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:04.327141 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-7e1dbe9a-7e66-4a17-be96-e52e6bc976ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad022f1-d8e9-4330-9b1a-219a76e343a2') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:04.327450 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-7e1dbe9a-7e66-4a17-be96-e52e6bc976ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad022f1-d8e9-4330-9b1a-219a76e343a2') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:04.343890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e1dbe9a-7e66-4a17-be96-e52e6bc976ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (4ad022f1-d8e9-4330-9b1a-219a76e343a2), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:04.359358 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77082d6a-d9bd-4551-83f7-fc2ee15e4b6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:04.368319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e1dbe9a-7e66-4a17-be96-e52e6bc976ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (4ad022f1-d8e9-4330-9b1a-219a76e343a2), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:04.375465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1dbe9a-7e66-4a17-be96-e52e6bc976ef admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:58:04.375937 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e1dbe9a-7e66-4a17-be96-e52e6bc976ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (4ad022f1-d8e9-4330-9b1a-219a76e343a2), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:58:04.379723 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:58:04.390272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:04.398570 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1eecafc3-91b0-4327-acc1-7cd3b258dd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (f92bc6d3-3895-484b-bd0b-68f83ac603be), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:04.406215 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1eecafc3-91b0-4327-acc1-7cd3b258dd38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:04.407478 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1eecafc3-91b0-4327-acc1-7cd3b258dd38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f92bc6d3-3895-484b-bd0b-68f83ac603be HTTP/1.1" status: 204 len: 168 time: 0.5681896 Jan 10 11:58:04.523356 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecafc3-91b0-4327-acc1-7cd3b258dd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92bc6d3-3895-484b-bd0b-68f83ac603be,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:04.532652 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e1dbe9a-7e66-4a17-be96-e52e6bc976ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (d6334e5b-dd29-4e01-8107-f45b63d25589), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:04.543060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7e1dbe9a-7e66-4a17-be96-e52e6bc976ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:04.553651 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7e1dbe9a-7e66-4a17-be96-e52e6bc976ef admin admin] 10.222.0.16 "DELETE /v2.0/networks/d6334e5b-dd29-4e01-8107-f45b63d25589 HTTP/1.1" status: 204 len: 168 time: 0.6128352 Jan 10 11:58:04.555035 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57672) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:04.568616 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=ca598986-aa7f-4afe-92f3-d4663c79ae4f,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:04.571837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1dbe9a-7e66-4a17-be96-e52e6bc976ef admin admin] Pushing event deleted for resources: {'Network': ['ID=d6334e5b-dd29-4e01-8107-f45b63d25589,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:04.597419 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (c072f97e-540f-433a-b11c-941780cbfe09), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:04.621968 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5ecd6-f4b5-43bc-a441-fb75ea23a3fc req-30ca9bf6-f59b-4594-a481-e6d1becbc30a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:04.623499 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69c5ecd6-f4b5-43bc-a441-fb75ea23a3fc req-30ca9bf6-f59b-4594-a481-e6d1becbc30a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 943 time: 0.2354660 Jan 10 11:58:04.660715 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77082d6a-d9bd-4551-83f7-fc2ee15e4b6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:04.692189 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Deleting subnet f7a26f6c-29f9-4e5b-a6e1-f991632a8421 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:58:04.730374 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Publish callbacks [] for subnet (f7a26f6c-29f9-4e5b-a6e1-f991632a8421), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:04.758338 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-77082d6a-d9bd-4551-83f7-fc2ee15e4b6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port 34798c2a-f9d4-44d0-9665-c52be1a50368 yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:58:04.884446 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69c5ecd6-f4b5-43bc-a441-fb75ea23a3fc req-505d33f9-d31d-4f4d-a6f9-e308195d6b6d tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491512 Jan 10 11:58:04.896904 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (f7a26f6c-29f9-4e5b-a6e1-f991632a8421), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:04.997524 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8fbbb33d-b199-4020-b360-aa252e9e628a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:58:05.030271 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 11b180d1-aa07-4034-901c-fac8264692fb is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:05.040729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (f7a26f6c-29f9-4e5b-a6e1-f991632a8421), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:05.044707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:05.083805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 8fbbb33d-b199-4020-b360-aa252e9e628a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:05.083805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:05.204314 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:05.248817 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 8fbbb33d-b199-4020-b360-aa252e9e628a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8fbbb33d-b199-4020-b360-aa252e9e628a,segment=NetworkSegment(278e9a70-0695-49fc-b6a2-113796fa1a49),segment_id=278e9a70-0695-49fc-b6a2-113796fa1a49)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:05.302037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:05.396424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ddb3d3da-4058-4841-88e8-9f1f8eb58049 None None] Provisioning complete for port 6ef06561-7e1c-4ca6-afc3-99f6abea0874 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:05.396781 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d3da-4058-4841-88e8-9f1f8eb58049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6ef06561-7e1c-4ca6-afc3-99f6abea0874), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:05.400395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=8fbbb33d-b199-4020-b360-aa252e9e628a,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:05.449570 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ddb3d3da-4058-4841-88e8-9f1f8eb58049 None None] Port 6ef06561-7e1c-4ca6-afc3-99f6abea0874 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:05.463811 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ddb3d3da-4058-4841-88e8-9f1f8eb58049 None None] Provisioning complete for port 8fbbb33d-b199-4020-b360-aa252e9e628a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:05.464284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d3da-4058-4841-88e8-9f1f8eb58049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:05.475663 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972bb6c-a4c4-402f-b07a-91f44615c48f req-3fc521c9-61c9-47b3-aa52-b56a4487a4a7 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:05.477514 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2972bb6c-a4c4-402f-b07a-91f44615c48f req-3fc521c9-61c9-47b3-aa52-b56a4487a4a7 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.0719042 Jan 10 11:58:05.551645 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2972bb6c-a4c4-402f-b07a-91f44615c48f req-5b927800-3ba7-4bf2-9deb-e37ffcd30354 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653927 Jan 10 11:58:05.687303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-77082d6a-d9bd-4551-83f7-fc2ee15e4b6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Allocated IP 172.20.0.10 (c8915f05-36da-46e3-9c20-c5781ca8baea/299c58d2-80c7-42e4-b479-779821a5f956/34798c2a-f9d4-44d0-9665-c52be1a50368) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:05.723745 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-22c85ec3-37d0-46ca-b829-1f4bce843275 None None] Provisioning complete for port ca598986-aa7f-4afe-92f3-d4663c79ae4f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:05.724156 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-22c85ec3-37d0-46ca-b829-1f4bce843275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:05.739654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router c072f97e-540f-433a-b11c-941780cbfe09 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:58:05.789349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-22c85ec3-37d0-46ca-b829-1f4bce843275 None None] Port ca598986-aa7f-4afe-92f3-d4663c79ae4f cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:05.834037 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57696) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:05.845791 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (f7a26f6c-29f9-4e5b-a6e1-f991632a8421), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:05.927755 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7a26f6c-29f9-4e5b-a6e1-f991632a8421,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:05.938643 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:05.941413 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f7a26f6c-29f9-4e5b-a6e1-f991632a8421 HTTP/1.1" status: 204 len: 168 time: 1.3835354 Jan 10 11:58:05.952182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57704) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:05.959374 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:05.959746 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:05.960103 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:05.960452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:05.960802 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:05.961147 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:05.961489 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:05.961855 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:05.962254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:05.962607 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:05.962933 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:05.963272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:05.963609 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca7fa7-51f4-4b00-8797-a628b48cc137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:06.014078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77082d6a-d9bd-4551-83f7-fc2ee15e4b6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (34798c2a-f9d4-44d0-9665-c52be1a50368), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:06.021648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:58:06.029168 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7099df6f-20cf-4725-bc8f-78bcd5a59636 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/c072f97e-540f-433a-b11c-941780cbfe09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2440214 Jan 10 11:58:06.046443 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Sync routers for ids ['c072f97e-540f-433a-b11c-941780cbfe09'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:58:06.048374 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5a81828f-9325-475c-97cb-ae43f2272535 tempest-ServiceProvidersTest-113939680 tempest-ServiceProvidersTest-113939680-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2104917 Jan 10 11:58:06.094536 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Routers {'c072f97e-540f-433a-b11c-941780cbfe09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:06.103936 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:57:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c072f97e-540f-433a-b11c-941780cbfe09'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:06.156994 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4b622467-4f6d-4604-8618-3ef0c1538f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:06.184238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13800296-bec6-4b14-8eae-7e2f58a4c04b req-fa558b01-3454-445e-8d0f-86d47afbe526 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:06.186091 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-13800296-bec6-4b14-8eae-7e2f58a4c04b req-fa558b01-3454-445e-8d0f-86d47afbe526 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 943 time: 0.1221230 Jan 10 11:58:06.279040 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Set router c072f97e-540f-433a-b11c-941780cbfe09 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:06.288605 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-13800296-bec6-4b14-8eae-7e2f58a4c04b req-d2985149-e01a-4138-9698-bd09c8024e91 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964940 Jan 10 11:58:06.290094 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77082d6a-d9bd-4551-83f7-fc2ee15e4b6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (34798c2a-f9d4-44d0-9665-c52be1a50368), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:06.294791 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-de266d34-ef0d-4bd6-bb3b-53b5fb3d7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (041aed01-eb8a-4f20-8b0e-bc47b3cb8492), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:06.324515 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af9d9d-c57c-486c-930a-7cf2756b117d req-8aadaaab-df7b-4a6c-b5a1-bf18da90ace0 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:06.326308 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a3af9d9d-c57c-486c-930a-7cf2756b117d req-8aadaaab-df7b-4a6c-b5a1-bf18da90ace0 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.3176932 Jan 10 11:58:06.330733 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d81f6-b1a1-439d-bf98-1ccf307dd958 req-6219bbf4-4cfa-45f4-b0c7-d7b37e57ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:06.332370 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bb1d81f6-b1a1-439d-bf98-1ccf307dd958 req-6219bbf4-4cfa-45f4-b0c7-d7b37e57ad81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1fa961e41ec4d84a1776f42096f6118&device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 1099 time: 0.1803608 Jan 10 11:58:06.340185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77082d6a-d9bd-4551-83f7-fc2ee15e4b6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network c8915f05-36da-46e3-9c20-c5781ca8baea is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:06.344007 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-77082d6a-d9bd-4551-83f7-fc2ee15e4b6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:06.349470 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77082d6a-d9bd-4551-83f7-fc2ee15e4b6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:58:06.401923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77082d6a-d9bd-4551-83f7-fc2ee15e4b6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:06.402585 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77082d6a-d9bd-4551-83f7-fc2ee15e4b6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:06.415786 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77082d6a-d9bd-4551-83f7-fc2ee15e4b6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=34798c2a-f9d4-44d0-9665-c52be1a50368,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:06.513836 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a3af9d9d-c57c-486c-930a-7cf2756b117d req-e63dafa2-6093-4c1a-844d-70183559c5e0 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787581 Jan 10 11:58:06.555941 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-de266d34-ef0d-4bd6-bb3b-53b5fb3d7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (041aed01-eb8a-4f20-8b0e-bc47b3cb8492), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:06.561655 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-77082d6a-d9bd-4551-83f7-fc2ee15e4b6d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6039505 Jan 10 11:58:06.563059 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57712) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:06.570325 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9e96e53f-5375-4903-a314-c3b5d009fb73 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'subnet': {'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:06.594548 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-de266d34-ef0d-4bd6-bb3b-53b5fb3d7c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041aed01-eb8a-4f20-8b0e-bc47b3cb8492']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:06.598959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d81f6-b1a1-439d-bf98-1ccf307dd958 req-e99a2162-334e-4ac9-917f-69fae36026d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:06.603474 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bb1d81f6-b1a1-439d-bf98-1ccf307dd958 req-e99a2162-334e-4ac9-917f-69fae36026d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc HTTP/1.1" status: 200 len: 913 time: 0.2575278 Jan 10 11:58:06.623132 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-de266d34-ef0d-4bd6-bb3b-53b5fb3d7c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d7ead2-54b9-4a3a-bdba-cf492474e6d4') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:06.623410 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-de266d34-ef0d-4bd6-bb3b-53b5fb3d7c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d7ead2-54b9-4a3a-bdba-cf492474e6d4') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:06.680564 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-de266d34-ef0d-4bd6-bb3b-53b5fb3d7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (b8d7ead2-54b9-4a3a-bdba-cf492474e6d4), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:06.709596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-de266d34-ef0d-4bd6-bb3b-53b5fb3d7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b8d7ead2-54b9-4a3a-bdba-cf492474e6d4), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:06.727266 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de266d34-ef0d-4bd6-bb3b-53b5fb3d7c91 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:58:06.729982 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-de266d34-ef0d-4bd6-bb3b-53b5fb3d7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (b8d7ead2-54b9-4a3a-bdba-cf492474e6d4), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:06.742659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-1120e4ad-a533-4a57-9436-b32ebd3efb7d None None] Provisioning complete for port 34798c2a-f9d4-44d0-9665-c52be1a50368 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:06.743050 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1120e4ad-a533-4a57-9436-b32ebd3efb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (34798c2a-f9d4-44d0-9665-c52be1a50368), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:58:06.744588 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:58:06.775503 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57716) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:06.782613 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bb1d81f6-b1a1-439d-bf98-1ccf307dd958 req-107f7144-959e-4e1e-a445-c7c72b6815c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd HTTP/1.1" status: 200 len: 1002 time: 0.1673853 Jan 10 11:58:06.808060 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1120e4ad-a533-4a57-9436-b32ebd3efb7d None None] Port 34798c2a-f9d4-44d0-9665-c52be1a50368 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:06.846998 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:58:03Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.198', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'port_id': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'mac_address': 'fa:16:3e:04:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:56:49Z', 'updated_at': '2022-01-10T11:56:54Z', 'revision_number': 1, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca598986-aa7f-4afe-92f3-d4663c79ae4f', 'name': '', 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:cb:79:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '740ee0f1-f609-4554-a582-25fefdfba5c1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:02Z', 'updated_at': '2022-01-10T11:58:03Z', 'revision_number': 2, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '740ee0f1-f609-4554-a582-25fefdfba5c1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6921a59-af6c-4d11-959c-a9ae5ebed10f', 'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:fd:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:54Z', 'updated_at': '2022-01-10T11:56:05Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:06.855380 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d81f6-b1a1-439d-bf98-1ccf307dd958 req-5de8acc3-e91e-45f2-a52c-41ae8aaeacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:06.856817 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bb1d81f6-b1a1-439d-bf98-1ccf307dd958 req-5de8acc3-e91e-45f2-a52c-41ae8aaeacf6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af51450b-3d7a-412c-a467-63a15343a6eb HTTP/1.1" status: 200 len: 851 time: 0.0648816 Jan 10 11:58:06.880943 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Checking router: c072f97e-540f-433a-b11c-941780cbfe09 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:58:06.881457 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Updating router c072f97e-540f-433a-b11c-941780cbfe09 port ca598986-aa7f-4afe-92f3-d4663c79ae4f binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:58:06.915750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8fbbb33d-b199-4020-b360-aa252e9e628a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:58:06.919356 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e96e53f-5375-4903-a314-c3b5d009fb73 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:06.923487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d81f6-b1a1-439d-bf98-1ccf307dd958 req-71ab302c-c3a3-456c-9ce9-db58028ca45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:06.926031 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bb1d81f6-b1a1-439d-bf98-1ccf307dd958 req-71ab302c-c3a3-456c-9ce9-db58028ca45c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583515 Jan 10 11:58:06.937580 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e96e53f-5375-4903-a314-c3b5d009fb73 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:06.947142 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:06.967623 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-05e1634c-2417-4a28-b11d-d1c3e3bf129a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:06.999880 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-de266d34-ef0d-4bd6-bb3b-53b5fb3d7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (041aed01-eb8a-4f20-8b0e-bc47b3cb8492), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:07.012517 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-de266d34-ef0d-4bd6-bb3b-53b5fb3d7c91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:07.017501 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-de266d34-ef0d-4bd6-bb3b-53b5fb3d7c91 admin admin] 10.222.0.16 "DELETE /v2.0/networks/041aed01-eb8a-4f20-8b0e-bc47b3cb8492 HTTP/1.1" status: 204 len: 168 time: 1.0688691 Jan 10 11:58:07.056958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de266d34-ef0d-4bd6-bb3b-53b5fb3d7c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=041aed01-eb8a-4f20-8b0e-bc47b3cb8492,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:07.082959 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.ipam_backend_mixin [None req-9e96e53f-5375-4903-a314-c3b5d009fb73 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 299c58d2-80c7-42e4-b479-779821a5f956 (CIDR: 172.20.0.0/28) Jan 10 11:58:07.107711 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bb1d81f6-b1a1-439d-bf98-1ccf307dd958 req-9c32e3d1-b373-4954-850a-1629eaf41b26 service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733122 Jan 10 11:58:07.122029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 8fbbb33d-b199-4020-b360-aa252e9e628a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:07.123079 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:07.130594 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-05e1634c-2417-4a28-b11d-d1c3e3bf129a admin admin] Publish callbacks [] for security_group (0b1a65c6-fec3-41e5-b244-e33cd00babee), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:07.143189 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e96e53f-5375-4903-a314-c3b5d009fb73 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:58:07.143745 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e96e53f-5375-4903-a314-c3b5d009fb73 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:58:07.215951 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bb1d81f6-b1a1-439d-bf98-1ccf307dd958 req-8148f020-ef26-4d07-89c1-626947ce0741 service neutron] 10.222.0.30 "GET /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019499 Jan 10 11:58:07.246748 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9e96e53f-5375-4903-a314-c3b5d009fb73 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6793835 Jan 10 11:58:07.246748 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-05e1634c-2417-4a28-b11d-d1c3e3bf129a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0b1a65c6-fec3-41e5-b244-e33cd00babee), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:07.248075 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57722) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:07.253705 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ee05b1f6-a938-4a31-8407-e762f0100cae tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'subnet': {'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:07.298982 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1634c-2417-4a28-b11d-d1c3e3bf129a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1a65c6-fec3-41e5-b244-e33cd00babee,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:07.303932 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-05e1634c-2417-4a28-b11d-d1c3e3bf129a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0a0fbdb795949acbbaacc53687df509&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5265324 Jan 10 11:58:07.307390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57724) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:07.415179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09ee0e6f-c820-4cb3-9f51-5fb3932a2fd3 admin admin] Publish callbacks [] for security_group (0b1a65c6-fec3-41e5-b244-e33cd00babee), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:07.481425 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09ee0e6f-c820-4cb3-9f51-5fb3932a2fd3 admin admin] Publish callbacks [] for security_group (0b1a65c6-fec3-41e5-b244-e33cd00babee), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:07.485026 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Publish callbacks [] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:07.533462 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8df11f-723c-4a9c-a21b-b70d1fb9a221 req-bb579ab8-a5f2-4dc4-919f-25ede9932952 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:07.535186 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0c8df11f-723c-4a9c-a21b-b70d1fb9a221 req-bb579ab8-a5f2-4dc4-919f-25ede9932952 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 943 time: 0.1178586 Jan 10 11:58:07.542983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee05b1f6-a938-4a31-8407-e762f0100cae tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:07.547829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ee05b1f6-a938-4a31-8407-e762f0100cae tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:07.582530 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:07.610143 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57730) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:07.645414 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0c8df11f-723c-4a9c-a21b-b70d1fb9a221 req-d2ef0613-9109-4ae8-92f8-f77b1bff25cc tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993612 Jan 10 11:58:07.656922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dc7f1-25cd-4f75-8e9e-54012414dcf3 None None] Pushing event updated for resources: {'Port': ['ID=ca598986-aa7f-4afe-92f3-d4663c79ae4f,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:07.692290 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09ee0e6f-c820-4cb3-9f51-5fb3932a2fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0b1a65c6-fec3-41e5-b244-e33cd00babee), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:07.695040 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09ee0e6f-c820-4cb3-9f51-5fb3932a2fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:07.700068 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-09ee0e6f-c820-4cb3-9f51-5fb3932a2fd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b1a65c6-fec3-41e5-b244-e33cd00babee HTTP/1.1" status: 204 len: 168 time: 0.3914135 Jan 10 11:58:07.714275 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee0e6f-c820-4cb3-9f51-5fb3932a2fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1a65c6-fec3-41e5-b244-e33cd00babee,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:07.723377 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-65b9fb2a-5c33-49ef-af0a-b25867d3010f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b88098bc7fb45b7b7544c7a37648e11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1117322 Jan 10 11:58:07.724105 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57734) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:07.753589 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Attempting to bind port ca598986-aa7f-4afe-92f3-d4663c79ae4f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:58:07.764033 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Attempting to bind port ca598986-aa7f-4afe-92f3-d4663c79ae4f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a9c2d862-de47-4f5a-a620-8daaeccc2ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:58:07.764971 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Attempting to bind port ca598986-aa7f-4afe-92f3-d4663c79ae4f on network 11b180d1-aa07-4034-901c-fac8264692fb {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:58:07.778389 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:58:07.781336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:58:07.782024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Checking segment: {'id': 'a9c2d862-de47-4f5a-a620-8daaeccc2ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:58:07.786189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:07.795915 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Bound using segment: {'id': 'a9c2d862-de47-4f5a-a620-8daaeccc2ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:58:07.797167 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Bound port: ca598986-aa7f-4afe-92f3-d4663c79ae4f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c2d862-de47-4f5a-a620-8daaeccc2ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:58:07.798157 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:07.803851 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09c991e8-9bc7-4f6c-82a2-2a9fcb99a0e8 admin admin] Publish callbacks [] for security_group (20dd7c81-02fe-4a50-b966-2135711a2828), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:07.818246 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368daa70-e1d4-4a00-8fe7-3c297ed62aa5 req-c877698b-9e30-4802-b36e-5e19d4951c6c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:07.827430 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-368daa70-e1d4-4a00-8fe7-3c297ed62aa5 req-c877698b-9e30-4802-b36e-5e19d4951c6c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1707442 Jan 10 11:58:07.847648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09c991e8-9bc7-4f6c-82a2-2a9fcb99a0e8 admin admin] Publish callbacks [] for security_group (20dd7c81-02fe-4a50-b966-2135711a2828), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:07.972438 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-368daa70-e1d4-4a00-8fe7-3c297ed62aa5 req-fd8241c2-9257-4a79-8d99-df73efd77f7c tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367636 Jan 10 11:58:07.982540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] For port ca598986-aa7f-4afe-92f3-d4663c79ae4f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:58:07.987914 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] For port ca598986-aa7f-4afe-92f3-d4663c79ae4f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca598986-aa7f-4afe-92f3-d4663c79ae4f,segment=NetworkSegment(a9c2d862-de47-4f5a-a620-8daaeccc2ddb),segment_id=a9c2d862-de47-4f5a-a620-8daaeccc2ddb)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:58:08.045810 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09c991e8-9bc7-4f6c-82a2-2a9fcb99a0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (20dd7c81-02fe-4a50-b966-2135711a2828), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:08.049415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09c991e8-9bc7-4f6c-82a2-2a9fcb99a0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:08.051508 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-09c991e8-9bc7-4f6c-82a2-2a9fcb99a0e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20dd7c81-02fe-4a50-b966-2135711a2828 HTTP/1.1" status: 204 len: 168 time: 0.3258095 Jan 10 11:58:08.059007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ad996782-28d4-4357-85bb-4f72cf7a6138 None None] Provisioning complete for port ca598986-aa7f-4afe-92f3-d4663c79ae4f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:08.059007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ad996782-28d4-4357-85bb-4f72cf7a6138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:08.068998 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c991e8-9bc7-4f6c-82a2-2a9fcb99a0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dd7c81-02fe-4a50-b966-2135711a2828,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:08.101400 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:08.160712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ad996782-28d4-4357-85bb-4f72cf7a6138 None None] Port ca598986-aa7f-4afe-92f3-d4663c79ae4f cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:08.181882 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Routers {'c072f97e-540f-433a-b11c-941780cbfe09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:08.182541 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:57:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c072f97e-540f-433a-b11c-941780cbfe09'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:08.188626 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ee05b1f6-a938-4a31-8407-e762f0100cae tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (91d0cfb7-d9c5-4495-bd48-de3612fb5190), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:08.222993 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dc7f1-25cd-4f75-8e9e-54012414dcf3 None None] Pushing event updated for resources: {'Port': ['ID=ca598986-aa7f-4afe-92f3-d4663c79ae4f,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:08.581752 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee05b1f6-a938-4a31-8407-e762f0100cae tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network c8915f05-36da-46e3-9c20-c5781ca8baea is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:08.581752 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-ee05b1f6-a938-4a31-8407-e762f0100cae tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:08.581752 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee05b1f6-a938-4a31-8407-e762f0100cae tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:08.581752 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ee05b1f6-a938-4a31-8407-e762f0100cae tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:08.581752 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05b1f6-a938-4a31-8407-e762f0100cae tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Subnet': ['ID=91d0cfb7-d9c5-4495-bd48-de3612fb5190,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:08.583541 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0247ad-3cfb-4257-be18-f376adec6d35 None None] Network c8915f05-36da-46e3-9c20-c5781ca8baea requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:08.583541 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] Set router c072f97e-540f-433a-b11c-941780cbfe09 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:08.683106 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-aeabadb7-d7ae-4551-8b57-8b15a499967a None None] Provisioning complete for port ca598986-aa7f-4afe-92f3-d4663c79ae4f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:08.683106 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aeabadb7-d7ae-4551-8b57-8b15a499967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:08.683857 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57738) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:08.683857 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-db0dadc9-f56c-4671-a336-21f1667721f4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1920589309', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '91d0cfb7-d9c5-4495-bd48-de3612fb5190'}], 'security_groups': ['c5083703-face-4837-a375-b61d70a8b48b']}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:08.684068 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ee05b1f6-a938-4a31-8407-e762f0100cae tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4000196 Jan 10 11:58:08.783614 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db0dadc9-f56c-4671-a336-21f1667721f4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (34798c2a-f9d4-44d0-9665-c52be1a50368), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:08.853559 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4484c99-d115-4368-bb2e-1310c49fa928 None None] Update dhcp port {'port': {'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'fixed_ips': [{'subnet_id': '299c58d2-80c7-42e4-b479-779821a5f956', 'ip_address': '172.20.0.2'}, {'subnet_id': '91d0cfb7-d9c5-4495-bd48-de3612fb5190'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '8fbbb33d-b199-4020-b360-aa252e9e628a'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:58:08.902510 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739edfc0-2b40-4fa6-b7df-5fac009db604 req-55fabde0-c0c5-4d84-a9ec-bdf62f2e2bb6 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:08.905646 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-739edfc0-2b40-4fa6-b7df-5fac009db604 req-55fabde0-c0c5-4d84-a9ec-bdf62f2e2bb6 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 943 time: 0.1242712 Jan 10 11:58:08.931686 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f4484c99-d115-4368-bb2e-1310c49fa928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:09.009299 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-739edfc0-2b40-4fa6-b7df-5fac009db604 req-0a2506fe-9aac-473d-a2bc-43dc912710fc tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963943 Jan 10 11:58:09.035889 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aeabadb7-d7ae-4551-8b57-8b15a499967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:09.193184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-aeabadb7-d7ae-4551-8b57-8b15a499967a None None] For port ca598986-aa7f-4afe-92f3-d4663c79ae4f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca598986-aa7f-4afe-92f3-d4663c79ae4f,segment=NetworkSegment(a9c2d862-de47-4f5a-a620-8daaeccc2ddb),segment_id=a9c2d862-de47-4f5a-a620-8daaeccc2ddb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:09.209742 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:58:03Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.198', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'port_id': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'mac_address': 'fa:16:3e:04:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:56:49Z', 'updated_at': '2022-01-10T11:56:54Z', 'revision_number': 1, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca598986-aa7f-4afe-92f3-d4663c79ae4f', 'name': '', 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:cb:79:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '740ee0f1-f609-4554-a582-25fefdfba5c1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:02Z', 'updated_at': '2022-01-10T11:58:07Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '740ee0f1-f609-4554-a582-25fefdfba5c1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6921a59-af6c-4d11-959c-a9ae5ebed10f', 'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:fd:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:54Z', 'updated_at': '2022-01-10T11:56:05Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:09.254041 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c08c7-064f-4f4c-b0f2-c41341c0e24f req-b76c95a6-d3fe-4b61-9b19-731eb43c0cb9 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:09.255732 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-061c08c7-064f-4f4c-b0f2-c41341c0e24f req-b76c95a6-d3fe-4b61-9b19-731eb43c0cb9 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1305866 Jan 10 11:58:09.270142 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531bca79-0813-4a52-ad55-4c2a52f82b7d None None] The sync data for ids ['c072f97e-540f-433a-b11c-941780cbfe09'] in dv-neutron-master-2-hyperv is: [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:58:03Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.198', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'port_id': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'mac_address': 'fa:16:3e:04:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:56:49Z', 'updated_at': '2022-01-10T11:56:54Z', 'revision_number': 1, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca598986-aa7f-4afe-92f3-d4663c79ae4f', 'name': '', 'network_id': '11b180d1-aa07-4034-901c-fac8264692fb', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:cb:79:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '740ee0f1-f609-4554-a582-25fefdfba5c1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:02Z', 'updated_at': '2022-01-10T11:58:07Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '740ee0f1-f609-4554-a582-25fefdfba5c1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6921a59-af6c-4d11-959c-a9ae5ebed10f', 'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:fd:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:54Z', 'updated_at': '2022-01-10T11:56:05Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:58:09.280591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aeabadb7-d7ae-4551-8b57-8b15a499967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:09.374027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-f4484c99-d115-4368-bb2e-1310c49fa928 None None] Allocated IP 172.20.0.18 (c8915f05-36da-46e3-9c20-c5781ca8baea/91d0cfb7-d9c5-4495-bd48-de3612fb5190/8fbbb33d-b199-4020-b360-aa252e9e628a) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:09.386347 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57748) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:09.386855 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-061c08c7-064f-4f4c-b0f2-c41341c0e24f req-8f7dc3b3-0be2-4bdc-97ee-25faeafebe18 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246603 Jan 10 11:58:09.456973 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabadb7-d7ae-4551-8b57-8b15a499967a None None] Pushing event updated for resources: {'Port': ['ID=ca598986-aa7f-4afe-92f3-d4663c79ae4f,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:09.457244 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1eb1ebf2-ee5a-429f-b927-d98d21fbf601 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a23af22c7fa46349b5a2ce76645bc39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0687494 Jan 10 11:58:09.458913 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57750) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:09.536584 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f4484c99-d115-4368-bb2e-1310c49fa928 None None] For port 8fbbb33d-b199-4020-b360-aa252e9e628a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8fbbb33d-b199-4020-b360-aa252e9e628a,segment=NetworkSegment(278e9a70-0695-49fc-b6a2-113796fa1a49),segment_id=278e9a70-0695-49fc-b6a2-113796fa1a49)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:09.580165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f4484c99-d115-4368-bb2e-1310c49fa928 None None] Publish callbacks [] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:09.595056 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-913d1224-b665-4f71-969b-739395e1f0dd admin admin] Publish callbacks [] for security_group (5cd5157a-89d2-4e31-af39-d73e129d0cf9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:09.625746 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-913d1224-b665-4f71-969b-739395e1f0dd admin admin] Publish callbacks [] for security_group (5cd5157a-89d2-4e31-af39-d73e129d0cf9), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:09.644897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1e7dc-ad52-430a-8d33-8013d038ccd2 req-71222d25-02cd-4fb9-851e-c636ca006c23 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:09.646559 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-16f1e7dc-ad52-430a-8d33-8013d038ccd2 req-71222d25-02cd-4fb9-851e-c636ca006c23 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.0994642 Jan 10 11:58:09.679252 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f4484c99-d115-4368-bb2e-1310c49fa928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:09.794803 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4484c99-d115-4368-bb2e-1310c49fa928 None None] Pushing event updated for resources: {'Port': ['ID=8fbbb33d-b199-4020-b360-aa252e9e628a,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:09.880119 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-16f1e7dc-ad52-430a-8d33-8013d038ccd2 req-d99190c6-1537-4c94-9317-e15f16f69a47 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150226 Jan 10 11:58:09.924060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-913d1224-b665-4f71-969b-739395e1f0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (5cd5157a-89d2-4e31-af39-d73e129d0cf9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:09.926509 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-913d1224-b665-4f71-969b-739395e1f0dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:09.927879 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-913d1224-b665-4f71-969b-739395e1f0dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cd5157a-89d2-4e31-af39-d73e129d0cf9 HTTP/1.1" status: 204 len: 168 time: 0.4679465 Jan 10 11:58:09.940400 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d1224-b665-4f71-969b-739395e1f0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd5157a-89d2-4e31-af39-d73e129d0cf9,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:09.952534 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.api [None req-db0dadc9-f56c-4671-a336-21f1667721f4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-b52ef8f8-2e54-4f58-8ad3-5befe01e07b8 {{(pid=110625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:58:09.952979 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG oslo_db.api [None req-db0dadc9-f56c-4671-a336-21f1667721f4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:58:09.989436 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 3288dec2-286d-417f-bbac-964172ebe1c8 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:58:10.309498 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a7279-642e-4965-b0b0-c07eb52c576d req-7fabe90e-265f-4256-81a2-2b37f22e4816 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:10.313524 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fa6a7279-642e-4965-b0b0-c07eb52c576d req-7fabe90e-265f-4256-81a2-2b37f22e4816 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 943 time: 0.1393192 Jan 10 11:58:10.403402 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fa6a7279-642e-4965-b0b0-c07eb52c576d req-ca930bc0-182f-40a4-9ce1-921d2746cbc7 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799663 Jan 10 11:58:10.556552 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db0dadc9-f56c-4671-a336-21f1667721f4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (34798c2a-f9d4-44d0-9665-c52be1a50368), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:10.563815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-65abf1d2-0fde-4f51-8abe-0383c28b97ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:10.621968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8da2a-2066-40cc-b831-4b65148eebae req-e43ac242-6a1a-47aa-8c0d-f38cafc8eec8 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:10.633097 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:10.635303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 3288dec2-286d-417f-bbac-964172ebe1c8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3288dec2-286d-417f-bbac-964172ebe1c8,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:10.638015 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-41a8da2a-2066-40cc-b831-4b65148eebae req-e43ac242-6a1a-47aa-8c0d-f38cafc8eec8 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1304305 Jan 10 11:58:10.669950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '3288dec2-286d-417f-bbac-964172ebe1c8', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'port_id': '3288dec2-286d-417f-bbac-964172ebe1c8', 'mac_address': 'fa:16:3e:17:2f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:58:10.725366 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-41a8da2a-2066-40cc-b831-4b65148eebae req-be37b8a1-46f7-4326-b930-5bf6818dac0a tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860057 Jan 10 11:58:10.754276 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-52a0cc82-9960-4cc9-8296-46296149348d None None] Provisioning complete for port 34798c2a-f9d4-44d0-9665-c52be1a50368 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:10.754655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-52a0cc82-9960-4cc9-8296-46296149348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (34798c2a-f9d4-44d0-9665-c52be1a50368), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:10.781207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3288dec2-286d-417f-bbac-964172ebe1c8), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:10.802344 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3288dec2-286d-417f-bbac-964172ebe1c8 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:58:10.825984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-52a0cc82-9960-4cc9-8296-46296149348d None None] Port 34798c2a-f9d4-44d0-9665-c52be1a50368 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:10.832130 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 3288dec2-286d-417f-bbac-964172ebe1c8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3288dec2-286d-417f-bbac-964172ebe1c8,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:10.842759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-52a0cc82-9960-4cc9-8296-46296149348d None None] Provisioning complete for port 6ef06561-7e1c-4ca6-afc3-99f6abea0874 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:10.842986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-52a0cc82-9960-4cc9-8296-46296149348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6ef06561-7e1c-4ca6-afc3-99f6abea0874), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:10.889687 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-52a0cc82-9960-4cc9-8296-46296149348d None None] Port 6ef06561-7e1c-4ca6-afc3-99f6abea0874 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:10.905555 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-52a0cc82-9960-4cc9-8296-46296149348d None None] Provisioning complete for port 8fbbb33d-b199-4020-b360-aa252e9e628a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:10.905555 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-52a0cc82-9960-4cc9-8296-46296149348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:10.908792 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (3288dec2-286d-417f-bbac-964172ebe1c8), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:11.000684 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=3288dec2-286d-417f-bbac-964172ebe1c8,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:11.067649 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-db0dadc9-f56c-4671-a336-21f1667721f4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Delete allocated IP 172.20.0.10 (c8915f05-36da-46e3-9c20-c5781ca8baea/299c58d2-80c7-42e4-b479-779821a5f956) {{(pid=110625) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 10 11:58:11.067922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ca598986-aa7f-4afe-92f3-d4663c79ae4f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:58:11.080350 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-db0dadc9-f56c-4671-a336-21f1667721f4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Allocated IP 172.20.0.19 (c8915f05-36da-46e3-9c20-c5781ca8baea/91d0cfb7-d9c5-4495-bd48-de3612fb5190/34798c2a-f9d4-44d0-9665-c52be1a50368) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:11.131947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port ca598986-aa7f-4afe-92f3-d4663c79ae4f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:11.132336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:11.234420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['3288dec2-286d-417f-bbac-964172ebe1c8'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:58:11.284890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8fbbb33d-b199-4020-b360-aa252e9e628a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:58:11.304431 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db0dadc9-f56c-4671-a336-21f1667721f4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (34798c2a-f9d4-44d0-9665-c52be1a50368), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:11.368199 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 8fbbb33d-b199-4020-b360-aa252e9e628a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:11.368707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:11.387438 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db0dadc9-f56c-4671-a336-21f1667721f4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (34798c2a-f9d4-44d0-9665-c52be1a50368), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:11.513694 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dadc9-f56c-4671-a336-21f1667721f4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=34798c2a-f9d4-44d0-9665-c52be1a50368,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:11.541832 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-db0dadc9-f56c-4671-a336-21f1667721f4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] In _notify_port_updated(), no bound segment for port 34798c2a-f9d4-44d0-9665-c52be1a50368 on network c8915f05-36da-46e3-9c20-c5781ca8baea {{(pid=110625) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:58:11.547479 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0dadc9-f56c-4671-a336-21f1667721f4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:11.548170 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db0dadc9-f56c-4671-a336-21f1667721f4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:11.550121 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-db0dadc9-f56c-4671-a336-21f1667721f4 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "PUT /v2.0/ports/34798c2a-f9d4-44d0-9665-c52be1a50368 HTTP/1.1" status: 200 len: 921 time: 2.9032857 Jan 10 11:58:11.553320 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57766) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:11.598115 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70097333-7ac6-4695-a9fd-2a8632c8e00b req-7d50a255-835e-4578-854b-69ecb3e776a7 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:11.599742 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-70097333-7ac6-4695-a9fd-2a8632c8e00b req-7d50a255-835e-4578-854b-69ecb3e776a7 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 944 time: 0.1075284 Jan 10 11:58:11.694437 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-70097333-7ac6-4695-a9fd-2a8632c8e00b req-3f42fe96-baa4-4207-a524-e6f5ab2d2b34 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878263 Jan 10 11:58:11.713388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ba402103-7ed2-4492-b945-ffda4fcf523f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 34798c2a-f9d4-44d0-9665-c52be1a50368 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:11.713741 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba402103-7ed2-4492-b945-ffda4fcf523f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (34798c2a-f9d4-44d0-9665-c52be1a50368), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:11.810142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba402103-7ed2-4492-b945-ffda4fcf523f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (34798c2a-f9d4-44d0-9665-c52be1a50368), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:11.824064 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ba402103-7ed2-4492-b945-ffda4fcf523f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 34798c2a-f9d4-44d0-9665-c52be1a50368 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:11.889682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef77901-20b9-433b-b55d-198832e10aa2 req-86de7089-c73c-4a4e-82e7-a2a14ccae261 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:11.891337 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1ef77901-20b9-433b-b55d-198832e10aa2 req-86de7089-c73c-4a4e-82e7-a2a14ccae261 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.0798535 Jan 10 11:58:11.953673 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1ef77901-20b9-433b-b55d-198832e10aa2 req-bcd6464b-2d81-433e-b70b-b34c0fcb4e0f tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560720 Jan 10 11:58:12.073328 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba402103-7ed2-4492-b945-ffda4fcf523f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (34798c2a-f9d4-44d0-9665-c52be1a50368), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:12.094404 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9ee8870b-4082-4275-b779-4636f2c99195 None None] Could not find standard attr ID for object 34798c2a-f9d4-44d0-9665-c52be1a50368. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:58:12.097023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:12.104735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba402103-7ed2-4492-b945-ffda4fcf523f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=34798c2a-f9d4-44d0-9665-c52be1a50368,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:12.197601 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba402103-7ed2-4492-b945-ffda4fcf523f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:12.201147 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ba402103-7ed2-4492-b945-ffda4fcf523f tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/34798c2a-f9d4-44d0-9665-c52be1a50368 HTTP/1.1" status: 204 len: 168 time: 0.6466718 Jan 10 11:58:12.205630 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57770) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:12.231909 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a35ad7-5681-410e-b0aa-e32da77e6e29 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] GET failed (client error): The resource could not be found. Jan 10 11:58:12.236643 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d5a35ad7-5681-410e-b0aa-e32da77e6e29 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/34798c2a-f9d4-44d0-9665-c52be1a50368 HTTP/1.1" status: 404 len: 333 time: 0.0267606 Jan 10 11:58:12.237176 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57772) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:12.333211 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cff23be9-0b25-4db2-851f-f52e6589e311 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (f934ab9a-ff08-4a67-9670-f4553710dc7a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:12.369693 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cff23be9-0b25-4db2-851f-f52e6589e311 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (f934ab9a-ff08-4a67-9670-f4553710dc7a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:12.570340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cff23be9-0b25-4db2-851f-f52e6589e311 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (f934ab9a-ff08-4a67-9670-f4553710dc7a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:12.574528 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cff23be9-0b25-4db2-851f-f52e6589e311 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:12.576679 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cff23be9-0b25-4db2-851f-f52e6589e311 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/security-groups/f934ab9a-ff08-4a67-9670-f4553710dc7a HTTP/1.1" status: 204 len: 168 time: 0.3382132 Jan 10 11:58:12.579368 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57774) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:12.587974 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff23be9-0b25-4db2-851f-f52e6589e311 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f934ab9a-ff08-4a67-9670-f4553710dc7a,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:12.645860 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (c5083703-face-4837-a375-b61d70a8b48b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:12.691452 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (c5083703-face-4837-a375-b61d70a8b48b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:12.862515 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58740d-bd1c-4efd-b899-4e7687df1748 req-2eca3a51-1737-40b9-8f6c-5cbe89119396 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:12.862995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c5083703-face-4837-a375-b61d70a8b48b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:12.864094 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9d58740d-bd1c-4efd-b899-4e7687df1748 req-2eca3a51-1737-40b9-8f6c-5cbe89119396 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 944 time: 0.0832202 Jan 10 11:58:12.866496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:12.867967 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/security-groups/c5083703-face-4837-a375-b61d70a8b48b HTTP/1.1" status: 204 len: 168 time: 0.2871189 Jan 10 11:58:12.871919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57778) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:12.911408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5083703-face-4837-a375-b61d70a8b48b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:12.927372 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:12.927743 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:12.928272 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9d58740d-bd1c-4efd-b899-4e7687df1748 req-2918366d-dcbb-4ce6-bb1c-384d49449a45 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574009 Jan 10 11:58:12.936397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:12.936397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:12.936397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:12.936397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:12.936397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:12.936397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:12.936397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:12.936397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:12.936397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:12.936397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:12.936397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c3c0-ea1a-4cde-a5d4-99a5536ab0e8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:12.963850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-c167e59e-129e-4bac-990d-2332b8944e9d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting subnet 299c58d2-80c7-42e4-b479-779821a5f956 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:58:12.967591 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c167e59e-129e-4bac-990d-2332b8944e9d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (299c58d2-80c7-42e4-b479-779821a5f956), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:13.033724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c167e59e-129e-4bac-990d-2332b8944e9d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (299c58d2-80c7-42e4-b479-779821a5f956), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:13.182917 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be769e0-7963-49b9-adde-21b017b79f7c req-a7678829-8c78-40fb-b6f9-a6114dce1de7 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:13.184420 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7be769e0-7963-49b9-adde-21b017b79f7c req-a7678829-8c78-40fb-b6f9-a6114dce1de7 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.1041896 Jan 10 11:58:13.199568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c167e59e-129e-4bac-990d-2332b8944e9d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (299c58d2-80c7-42e4-b479-779821a5f956), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:13.232121 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:13.326644 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7be769e0-7963-49b9-adde-21b017b79f7c req-74f8c7af-e4a4-4906-b8f6-82f5fe2c4b20 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236608 Jan 10 11:58:13.336034 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44006e2-34e7-4874-8283-8ede021aec8d req-82e74e80-08b7-462b-a7c7-f43839ba36c6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:13.337551 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d44006e2-34e7-4874-8283-8ede021aec8d req-82e74e80-08b7-462b-a7c7-f43839ba36c6 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.0928738 Jan 10 11:58:13.413482 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c167e59e-129e-4bac-990d-2332b8944e9d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (299c58d2-80c7-42e4-b479-779821a5f956), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:13.450337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167e59e-129e-4bac-990d-2332b8944e9d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Subnet': ['ID=299c58d2-80c7-42e4-b479-779821a5f956,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:13.458517 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c167e59e-129e-4bac-990d-2332b8944e9d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:13.461154 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c167e59e-129e-4bac-990d-2332b8944e9d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/299c58d2-80c7-42e4-b479-779821a5f956 HTTP/1.1" status: 204 len: 168 time: 0.5879564 Jan 10 11:58:13.462105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cccaf3-631d-42e9-8caf-73ac348ee364 None None] Network c8915f05-36da-46e3-9c20-c5781ca8baea requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:13.467126 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57782) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:13.471880 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-15ba1acb-631c-495e-8129-bba2bec40053 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'subnet': {'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:13.492397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-d44006e2-34e7-4874-8283-8ede021aec8d req-3cfe00fb-6de5-46c0-ba86-3e7c3f7ca088 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Deleting port ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:13.492767 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d44006e2-34e7-4874-8283-8ede021aec8d req-3cfe00fb-6de5-46c0-ba86-3e7c3f7ca088 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:13.608645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-d44006e2-34e7-4874-8283-8ede021aec8d req-3cfe00fb-6de5-46c0-ba86-3e7c3f7ca088 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] For port ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd,segment=NetworkSegment(bc37a927-5496-4dbc-b32a-0bd05709a81e),segment_id=bc37a927-5496-4dbc-b32a-0bd05709a81e)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:13.609031 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d44006e2-34e7-4874-8283-8ede021aec8d req-3cfe00fb-6de5-46c0-ba86-3e7c3f7ca088 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:13.708160 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ba1acb-631c-495e-8129-bba2bec40053 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:13.716281 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-15ba1acb-631c-495e-8129-bba2bec40053 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.008112 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 3288dec2-286d-417f-bbac-964172ebe1c8 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:58:14.090726 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36741ac-0a1d-4c8c-8f2a-6985f873788c req-becd2389-9b44-4a84-8d94-d45cf0c93cc0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:14.092440 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f36741ac-0a1d-4c8c-8f2a-6985f873788c req-becd2389-9b44-4a84-8d94-d45cf0c93cc0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 944 time: 0.0687499 Jan 10 11:58:14.094100 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-15ba1acb-631c-495e-8129-bba2bec40053 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (31f7fc88-b6eb-448e-98f8-a0ccc9758f9a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.172301 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ba1acb-631c-495e-8129-bba2bec40053 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network c8915f05-36da-46e3-9c20-c5781ca8baea is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:14.179575 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-15ba1acb-631c-495e-8129-bba2bec40053 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:14.193148 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ba1acb-631c-495e-8129-bba2bec40053 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:14.193738 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-15ba1acb-631c-495e-8129-bba2bec40053 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.206258 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba1acb-631c-495e-8129-bba2bec40053 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Subnet': ['ID=31f7fc88-b6eb-448e-98f8-a0ccc9758f9a,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:14.210628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 3288dec2-286d-417f-bbac-964172ebe1c8 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:58:14.218589 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 3288dec2-286d-417f-bbac-964172ebe1c8 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:14.219648 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (3288dec2-286d-417f-bbac-964172ebe1c8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.228076 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f36741ac-0a1d-4c8c-8f2a-6985f873788c req-c26fe25b-bfdc-4f89-ba54-a303812d6737 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022403 Jan 10 11:58:14.315928 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-15ba1acb-631c-495e-8129-bba2bec40053 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8495481 Jan 10 11:58:14.316557 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d44006e2-34e7-4874-8283-8ede021aec8d req-3cfe00fb-6de5-46c0-ba86-3e7c3f7ca088 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.317063 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d44006e2-34e7-4874-8283-8ede021aec8d req-3cfe00fb-6de5-46c0-ba86-3e7c3f7ca088 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (258aca98-6f0c-4cf6-865a-c4c5711649ff), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.317302 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [req-d44006e2-34e7-4874-8283-8ede021aec8d req-3cfe00fb-6de5-46c0-ba86-3e7c3f7ca088 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Floating IP 258aca98-6f0c-4cf6-865a-c4c5711649ff disassociated. External IP: 172.36.2.170, port: ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd. Jan 10 11:58:14.317654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-d44006e2-34e7-4874-8283-8ede021aec8d req-3cfe00fb-6de5-46c0-ba86-3e7c3f7ca088 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Calling delete_port for ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:14.318613 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57788) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:14.332285 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-238edf2c-a0db-46b0-87e4-1dbe75d880fb tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'security_group': {'name': 'tempest-secgroup-37945815'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:14.337265 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c82ec24-6fd2-4a9e-bd6a-6d155d64fc3a None None] Network c8915f05-36da-46e3-9c20-c5781ca8baea requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:14.371720 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3288dec2-286d-417f-bbac-964172ebe1c8), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.429785 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-238edf2c-a0db-46b0-87e4-1dbe75d880fb tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.441578 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61442501-b9d5-4f73-a342-857c2730831e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3288dec2-286d-417f-bbac-964172ebe1c8'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:58:14.444195 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b9637a-eb38-47e3-96ca-372f93088f27" -d '{"events": [{"server_uuid": "61442501-b9d5-4f73-a342-857c2730831e", "name": "network-vif-plugged", "status": "completed", "tag": "3288dec2-286d-417f-bbac-964172ebe1c8"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:58:14.468949 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 3288dec2-286d-417f-bbac-964172ebe1c8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3288dec2-286d-417f-bbac-964172ebe1c8,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:14.474017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-fc64bb56-742b-4225-bcd9-865896fe74c6 None None] Provisioning complete for port 6ef06561-7e1c-4ca6-afc3-99f6abea0874 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:14.474248 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fc64bb56-742b-4225-bcd9-865896fe74c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6ef06561-7e1c-4ca6-afc3-99f6abea0874), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.481714 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0d1cf-09da-4631-a86a-c1f77e7b7d21 req-9d20e3f7-cdd7-4921-8525-64bb197345f2 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:14.483434 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1fa0d1cf-09da-4631-a86a-c1f77e7b7d21 req-9d20e3f7-cdd7-4921-8525-64bb197345f2 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 946 time: 0.0835810 Jan 10 11:58:14.531369 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d61f0d0-6d00-4288-9915-44afb210c3c0 x-openstack-request-id: req-5d61f0d0-6d00-4288-9915-44afb210c3c0 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:58:14.531830 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61442501-b9d5-4f73-a342-857c2730831e", "name": "network-vif-plugged", "status": "completed", "tag": "3288dec2-286d-417f-bbac-964172ebe1c8", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:58:14.532189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d61f0d0-6d00-4288-9915-44afb210c3c0 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:58:14.533246 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61442501-b9d5-4f73-a342-857c2730831e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3288dec2-286d-417f-bbac-964172ebe1c8', 'code': 200} Jan 10 11:58:14.536479 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-238edf2c-a0db-46b0-87e4-1dbe75d880fb tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (c81288cd-ddf5-4f0f-97f7-1c0f67ebd0e8), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.544407 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (3288dec2-286d-417f-bbac-964172ebe1c8), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.562382 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1fa0d1cf-09da-4631-a86a-c1f77e7b7d21 req-1d96b654-00b9-4acf-8252-a69aba2d3191 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7922057a-f687-4c4d-8dd4-9bba618dd525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604565 Jan 10 11:58:14.591324 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-fc64bb56-742b-4225-bcd9-865896fe74c6 None None] Port 6ef06561-7e1c-4ca6-afc3-99f6abea0874 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:14.622592 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-238edf2c-a0db-46b0-87e4-1dbe75d880fb tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c81288cd-ddf5-4f0f-97f7-1c0f67ebd0e8), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.624540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=3288dec2-286d-417f-bbac-964172ebe1c8,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:14.645940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-fc64bb56-742b-4225-bcd9-865896fe74c6 None None] Provisioning complete for port 8fbbb33d-b199-4020-b360-aa252e9e628a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:14.646320 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fc64bb56-742b-4225-bcd9-865896fe74c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.662175 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238edf2c-a0db-46b0-87e4-1dbe75d880fb tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81288cd-ddf5-4f0f-97f7-1c0f67ebd0e8,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:14.668035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d44006e2-34e7-4874-8283-8ede021aec8d req-3cfe00fb-6de5-46c0-ba86-3e7c3f7ca088 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.680601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:14.680601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:14.680601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:14.680987 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:14.681704 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:14.681704 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:14.681952 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:14.682189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:14.682527 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:14.682859 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:14.683192 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:14.683519 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:14.683846 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:14.705723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe00fb-6de5-46c0-ba86-3e7c3f7ca088 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Pushing event deleted for resources: {'Port': ['ID=ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:14.709013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b99e75-4501-41e1-8c70-bbe1ffd47d9f None None] Update dhcp port {'port': {'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'fixed_ips': [{'subnet_id': '91d0cfb7-d9c5-4495-bd48-de3612fb5190', 'ip_address': '172.20.0.18'}, {'subnet_id': '31f7fc88-b6eb-448e-98f8-a0ccc9758f9a'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '8fbbb33d-b199-4020-b360-aa252e9e628a'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:58:14.751734 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-98b99e75-4501-41e1-8c70-bbe1ffd47d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.772707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-238edf2c-a0db-46b0-87e4-1dbe75d880fb tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.779192 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-238edf2c-a0db-46b0-87e4-1dbe75d880fb tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4572721 Jan 10 11:58:14.780234 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57794) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:14.785856 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-dc68d319-7111-4c8b-b2a9-3306e49924cd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'security_group': {'name': 'tempest-secgroup-1769465386'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:14.925837 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dc68d319-7111-4c8b-b2a9-3306e49924cd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.934220 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d44006e2-34e7-4874-8283-8ede021aec8d req-3cfe00fb-6de5-46c0-ba86-3e7c3f7ca088 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:58:15.011846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fe179-3e1b-4332-ae7d-bfece2ca5efe req-0805e272-4bb3-4590-94e4-d706d64efaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:15.013288 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c56fe179-3e1b-4332-ae7d-bfece2ca5efe req-0805e272-4bb3-4590-94e4-d706d64efaa8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 1098 time: 0.1244156 Jan 10 11:58:15.034352 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-98b99e75-4501-41e1-8c70-bbe1ffd47d9f None None] Allocated IP 172.20.0.2 (c8915f05-36da-46e3-9c20-c5781ca8baea/31f7fc88-b6eb-448e-98f8-a0ccc9758f9a/8fbbb33d-b199-4020-b360-aa252e9e628a) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:15.052467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dc68d319-7111-4c8b-b2a9-3306e49924cd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (5e755313-1ba1-4460-9681-147952012ac3), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:15.110678 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c56fe179-3e1b-4332-ae7d-bfece2ca5efe req-9ee18eaf-8d60-494a-a60c-df73c00bfa02 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636542 Jan 10 11:58:15.121264 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d44006e2-34e7-4874-8283-8ede021aec8d req-3cfe00fb-6de5-46c0-ba86-3e7c3f7ca088 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:58:15.132505 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dc68d319-7111-4c8b-b2a9-3306e49924cd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (5e755313-1ba1-4460-9681-147952012ac3), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:15.133831 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f5fc7-b779-4f10-995c-e4aa996d1398 None None] Sync routers for ids ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:58:15.144988 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-98b99e75-4501-41e1-8c70-bbe1ffd47d9f None None] For port 8fbbb33d-b199-4020-b360-aa252e9e628a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8fbbb33d-b199-4020-b360-aa252e9e628a,segment=NetworkSegment(278e9a70-0695-49fc-b6a2-113796fa1a49),segment_id=278e9a70-0695-49fc-b6a2-113796fa1a49)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:15.153963 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f5fc7-b779-4f10-995c-e4aa996d1398 None None] Routers {'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:15.155355 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fa2f5fc7-b779-4f10-995c-e4aa996d1398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:15.168763 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44006e2-34e7-4874-8283-8ede021aec8d req-3cfe00fb-6de5-46c0-ba86-3e7c3f7ca088 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] No DVR routers for this DVR port ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:15.172746 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d44006e2-34e7-4874-8283-8ede021aec8d req-3cfe00fb-6de5-46c0-ba86-3e7c3f7ca088 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:15.175599 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d44006e2-34e7-4874-8283-8ede021aec8d req-3cfe00fb-6de5-46c0-ba86-3e7c3f7ca088 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.30 "DELETE /v2.0/ports/ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd HTTP/1.1" status: 204 len: 173 time: 1.8295460 Jan 10 11:58:15.176084 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68071cd-f99d-4a07-8a20-77161eef1f23', 'name': 'network-vif-deleted', 'tag': 'ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:58:15.178571 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-98b99e75-4501-41e1-8c70-bbe1ffd47d9f None None] Publish callbacks [] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:15.178717 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0437ffa-01e4-49cb-9826-413881d8a435" -d '{"events": [{"server_uuid": "b68071cd-f99d-4a07-8a20-77161eef1f23", "name": "network-vif-deleted", "tag": "ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:58:15.185669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68d319-7111-4c8b-b2a9-3306e49924cd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e755313-1ba1-4460-9681-147952012ac3,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:15.220891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc8842c-7d00-41e3-b4d7-75fda5f0bef3 x-openstack-request-id: req-7bc8842c-7d00-41e3-b4d7-75fda5f0bef3 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:58:15.221212 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68071cd-f99d-4a07-8a20-77161eef1f23", "name": "network-vif-deleted", "tag": "ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:58:15.221473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bc8842c-7d00-41e3-b4d7-75fda5f0bef3 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:58:15.221917 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68071cd-f99d-4a07-8a20-77161eef1f23', 'name': 'network-vif-deleted', 'tag': 'ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd', 'status': 'completed', 'code': 200} Jan 10 11:58:15.230173 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dc68d319-7111-4c8b-b2a9-3306e49924cd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:15.238512 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dc68d319-7111-4c8b-b2a9-3306e49924cd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4540732 Jan 10 11:58:15.238740 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57798) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:15.243761 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ef2b726a-ae58-49c7-a8fe-d91927a3704d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'security_group': {'name': 'tempest-secgroup-22079317'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:15.256064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-98b99e75-4501-41e1-8c70-bbe1ffd47d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:15.290838 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-fa2f5fc7-b779-4f10-995c-e4aa996d1398 None None] Set router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:15.363662 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ef2b726a-ae58-49c7-a8fe-d91927a3704d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:15.401601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b99e75-4501-41e1-8c70-bbe1ffd47d9f None None] Pushing event updated for resources: {'Port': ['ID=8fbbb33d-b199-4020-b360-aa252e9e628a,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:15.411912 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782250d-85c0-4e9e-b040-749079c51b70 req-84890265-2fa2-4b6f-8e10-a0af05051aa2 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:15.416806 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6782250d-85c0-4e9e-b040-749079c51b70 req-84890265-2fa2-4b6f-8e10-a0af05051aa2 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 945 time: 0.0817876 Jan 10 11:58:15.504357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ef2b726a-ae58-49c7-a8fe-d91927a3704d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (217dbc32-40d3-4790-9fb5-4035cdc75c63), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:15.509617 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6782250d-85c0-4e9e-b040-749079c51b70 req-b29e252c-6c08-4261-bc6c-2d2bf7807713 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846474 Jan 10 11:58:15.570711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ef2b726a-ae58-49c7-a8fe-d91927a3704d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (217dbc32-40d3-4790-9fb5-4035cdc75c63), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:15.604626 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fa2f5fc7-b779-4f10-995c-e4aa996d1398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'name': 'tempest-ServerActionsTestJSON-1377133921-router', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:45Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'gw_port': {'id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:48Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '900530e2-0ca5-46c4-812b-8f261cd54542', 'name': '', 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'mac_address': 'fa:16:3e:a7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:54Z', 'updated_at': '2022-01-10T11:55:04Z', 'revision_number': 5, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'subnets': [{'id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:15.612853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b726a-ae58-49c7-a8fe-d91927a3704d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217dbc32-40d3-4790-9fb5-4035cdc75c63,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:15.651613 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f5fc7-b779-4f10-995c-e4aa996d1398 None None] Checking router: c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:58:15.657198 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f5fc7-b779-4f10-995c-e4aa996d1398 None None] Routers {'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:15.658756 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fa2f5fc7-b779-4f10-995c-e4aa996d1398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:15.687393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ef2b726a-ae58-49c7-a8fe-d91927a3704d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:15.689038 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ef2b726a-ae58-49c7-a8fe-d91927a3704d tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4493384 Jan 10 11:58:15.691973 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57806) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:15.711647 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-032b6f77-1034-4c62-ba63-9ba13551ffb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-913122653', 'security_groups': ['217dbc32-40d3-4790-9fb5-4035cdc75c63'], 'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '31f7fc88-b6eb-448e-98f8-a0ccc9758f9a'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:15.723371 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9040bf09-795d-4392-9a84-0426ac106cdd req-ec2a9631-3b3d-4ff7-aade-381aef771f01 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68071cd-f99d-4a07-8a20-77161eef1f23 HTTP/1.1" status: 200 len: 210 time: 0.0481229 Jan 10 11:58:15.789429 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-fa2f5fc7-b779-4f10-995c-e4aa996d1398 None None] Set router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:15.958384 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032b6f77-1034-4c62-ba63-9ba13551ffb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:16.034723 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fa2f5fc7-b779-4f10-995c-e4aa996d1398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'name': 'tempest-ServerActionsTestJSON-1377133921-router', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:45Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'gw_port': {'id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:48Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '900530e2-0ca5-46c4-812b-8f261cd54542', 'name': '', 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'mac_address': 'fa:16:3e:a7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:54Z', 'updated_at': '2022-01-10T11:55:04Z', 'revision_number': 5, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'subnets': [{'id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:16.067200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-032b6f77-1034-4c62-ba63-9ba13551ffb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:16.079187 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f5fc7-b779-4f10-995c-e4aa996d1398 None None] The sync data for ids ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'] in dv-neutron-master-2-hyperv is: [{'id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'name': 'tempest-ServerActionsTestJSON-1377133921-router', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:45Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'gw_port': {'id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:48Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '900530e2-0ca5-46c4-812b-8f261cd54542', 'name': '', 'network_id': 'd049b43c-1ab0-4a8e-ab51-279dd81c2ebc', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'mac_address': 'fa:16:3e:a7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:54Z', 'updated_at': '2022-01-10T11:55:04Z', 'revision_number': 5, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'subnets': [{'id': 'af51450b-3d7a-412c-a467-63a15343a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:58:16.093987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [None req-032b6f77-1034-4c62-ba63-9ba13551ffb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] device_id is not set on port f388e9b2-4c99-46fe-9916-eb92580f7e71 yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:58:16.109458 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-24324acc-a588-4d4f-a352-e39cf11f27c6 None None] Provisioning complete for port 6ef06561-7e1c-4ca6-afc3-99f6abea0874 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:16.110221 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-24324acc-a588-4d4f-a352-e39cf11f27c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6ef06561-7e1c-4ca6-afc3-99f6abea0874), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:16.178077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-24324acc-a588-4d4f-a352-e39cf11f27c6 None None] Port 6ef06561-7e1c-4ca6-afc3-99f6abea0874 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:16.191584 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-24324acc-a588-4d4f-a352-e39cf11f27c6 None None] Provisioning complete for port 8fbbb33d-b199-4020-b360-aa252e9e628a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:16.192232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-24324acc-a588-4d4f-a352-e39cf11f27c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:16.341011 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-032b6f77-1034-4c62-ba63-9ba13551ffb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Allocated IP 172.20.0.5 (c8915f05-36da-46e3-9c20-c5781ca8baea/31f7fc88-b6eb-448e-98f8-a0ccc9758f9a/f388e9b2-4c99-46fe-9916-eb92580f7e71) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:16.452545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b598b7-ca5b-475a-b0d3-f6857eb2508f None None] New status for floating IP 258aca98-6f0c-4cf6-865a-c4c5711649ff: DOWN {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:58:16.550278 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-032b6f77-1034-4c62-ba63-9ba13551ffb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (f388e9b2-4c99-46fe-9916-eb92580f7e71), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:16.659030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481af0e-5c85-4ecd-9b14-8aaa2a67d204 req-60f3c238-3740-487b-ac38-ebe633eb79fa tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:16.660812 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9481af0e-5c85-4ecd-9b14-8aaa2a67d204 req-60f3c238-3740-487b-ac38-ebe633eb79fa tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 945 time: 0.0563869 Jan 10 11:58:16.684111 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-032b6f77-1034-4c62-ba63-9ba13551ffb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (f388e9b2-4c99-46fe-9916-eb92580f7e71), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:16.743636 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032b6f77-1034-4c62-ba63-9ba13551ffb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network c8915f05-36da-46e3-9c20-c5781ca8baea is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:16.755909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-032b6f77-1034-4c62-ba63-9ba13551ffb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:16.767302 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b6f77-1034-4c62-ba63-9ba13551ffb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:58:16.794527 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b6f77-1034-4c62-ba63-9ba13551ffb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=f388e9b2-4c99-46fe-9916-eb92580f7e71,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:16.804196 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9481af0e-5c85-4ecd-9b14-8aaa2a67d204 req-acbaa2e5-3a24-40a0-ae2b-e23286268a2d tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374917 Jan 10 11:58:16.846271 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032b6f77-1034-4c62-ba63-9ba13551ffb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:16.847023 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-032b6f77-1034-4c62-ba63-9ba13551ffb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:16.901887 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57816) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:16.924009 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8fbbb33d-b199-4020-b360-aa252e9e628a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:58:16.957511 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-032b6f77-1034-4c62-ba63-9ba13551ffb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2643406 Jan 10 11:58:16.960401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57820) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:16.966104 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-14339495-3c7f-41a1-b946-00155e302461 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'subnet': {'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:17.000069 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ebcd-a54c-4f52-ab98-3ab57af1b048 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for security_group (7922057a-f687-4c4d-8dd4-9bba618dd525), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:17.025332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a0024-4aec-4eda-addc-b1985d5e1a85 req-517149c5-951b-46c8-86d2-95f3028306ad tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:17.027254 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e76a0024-4aec-4eda-addc-b1985d5e1a85 req-517149c5-951b-46c8-86d2-95f3028306ad tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 945 time: 0.1314526 Jan 10 11:58:17.046132 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ebcd-a54c-4f52-ab98-3ab57af1b048 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for security_group (7922057a-f687-4c4d-8dd4-9bba618dd525), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:17.059904 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 8fbbb33d-b199-4020-b360-aa252e9e628a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:17.060468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:17.145430 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e76a0024-4aec-4eda-addc-b1985d5e1a85 req-eea8bb36-f546-44bb-9fe3-717f2d8345f4 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832055 Jan 10 11:58:17.152391 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-88d12cf7-8cc5-4e92-926b-788bbf2bfae3 None None] Provisioning complete for port f388e9b2-4c99-46fe-9916-eb92580f7e71 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:17.152391 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-88d12cf7-8cc5-4e92-926b-788bbf2bfae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f388e9b2-4c99-46fe-9916-eb92580f7e71), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:17.175253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57824) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:17.227766 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ebcd-a54c-4f52-ab98-3ab57af1b048 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (7922057a-f687-4c4d-8dd4-9bba618dd525), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:17.228114 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-88d12cf7-8cc5-4e92-926b-788bbf2bfae3 None None] Port f388e9b2-4c99-46fe-9916-eb92580f7e71 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:17.234054 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ebcd-a54c-4f52-ab98-3ab57af1b048 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:17.236883 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7ae9ebcd-a54c-4f52-ab98-3ab57af1b048 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "DELETE /v2.0/security-groups/7922057a-f687-4c4d-8dd4-9bba618dd525 HTTP/1.1" status: 204 len: 168 time: 0.3333604 Jan 10 11:58:17.242718 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57828) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:17.260713 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9ebcd-a54c-4f52-ab98-3ab57af1b048 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7922057a-f687-4c4d-8dd4-9bba618dd525,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:17.271198 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-a97c854c-0ad4-4402-8aae-4ffabbbd2ed8 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] show failed (client error): The resource could not be found. Jan 10 11:58:17.275460 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a97c854c-0ad4-4402-8aae-4ffabbbd2ed8 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "GET /v2.0/security-groups/7922057a-f687-4c4d-8dd4-9bba618dd525 HTTP/1.1" status: 404 len: 347 time: 0.0282352 Jan 10 11:58:17.278115 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57830) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:17.323389 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14339495-3c7f-41a1-b946-00155e302461 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:17.327131 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14339495-3c7f-41a1-b946-00155e302461 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:17.525801 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.ipam_backend_mixin [None req-14339495-3c7f-41a1-b946-00155e302461 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 31f7fc88-b6eb-448e-98f8-a0ccc9758f9a (CIDR: 172.20.0.0/28) Jan 10 11:58:17.542199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-15bffa9e-c34f-47ba-9fad-a8d13f306e89 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Deleting port dfc1f639-0551-4f66-84e7-2ff4e8c38f69 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:17.542578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15bffa9e-c34f-47ba-9fad-a8d13f306e89 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (dfc1f639-0551-4f66-84e7-2ff4e8c38f69), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:17.562160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1d1811-1608-4fcb-bf65-81141c59212b tempest-TestVolumeBootPattern-1842562132 tempest-TestVolumeBootPattern-1842562132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:17.563635 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4f1d1811-1608-4fcb-bf65-81141c59212b tempest-TestVolumeBootPattern-1842562132 tempest-TestVolumeBootPattern-1842562132-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 1093 time: 0.3873935 Jan 10 11:58:17.568152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57832) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:17.574493 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '3288dec2-286d-417f-bbac-964172ebe1c8', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:17.613312 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-14339495-3c7f-41a1-b946-00155e302461 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:58:17.613841 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14339495-3c7f-41a1-b946-00155e302461 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:58:17.654804 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15bffa9e-c34f-47ba-9fad-a8d13f306e89 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (dfc1f639-0551-4f66-84e7-2ff4e8c38f69), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:17.655132 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15bffa9e-c34f-47ba-9fad-a8d13f306e89 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for floatingip (dfc1f639-0551-4f66-84e7-2ff4e8c38f69), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:17.670286 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-15bffa9e-c34f-47ba-9fad-a8d13f306e89 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Calling delete_port for dfc1f639-0551-4f66-84e7-2ff4e8c38f69 owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:17.738180 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:17.779652 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-14339495-3c7f-41a1-b946-00155e302461 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8180501 Jan 10 11:58:17.783443 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57834) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:17.788855 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-206a17b6-6ea1-444a-8299-2bf41b9f9dda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'subnet': {'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:17.850163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:17.967888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Allocated IP 172.36.2.171 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/f11698c9-2250-4b81-9c81-a8937d6b98be) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:17.988038 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15bffa9e-c34f-47ba-9fad-a8d13f306e89 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (dfc1f639-0551-4f66-84e7-2ff4e8c38f69), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:18.005878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:18.024913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206a17b6-6ea1-444a-8299-2bf41b9f9dda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:18.029181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-206a17b6-6ea1-444a-8299-2bf41b9f9dda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:18.032767 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:18.033120 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device ca70e0c6-4ac6-40d4-b09a-c4b12feb8acd not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:18.037570 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bffa9e-c34f-47ba-9fad-a8d13f306e89 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Pushing event deleted for resources: {'Port': ['ID=dfc1f639-0551-4f66-84e7-2ff4e8c38f69,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:18.113015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for port (f11698c9-2250-4b81-9c81-a8937d6b98be), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:18.176616 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15bffa9e-c34f-47ba-9fad-a8d13f306e89 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks [] for floatingip (258aca98-6f0c-4cf6-865a-c4c5711649ff), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:18.179376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15bffa9e-c34f-47ba-9fad-a8d13f306e89 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:18.180684 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-15bffa9e-c34f-47ba-9fad-a8d13f306e89 tempest-ServerActionsTestJSON-695742026 tempest-ServerActionsTestJSON-695742026-project] 10.222.0.16 "DELETE /v2.0/floatingips/258aca98-6f0c-4cf6-865a-c4c5711649ff HTTP/1.1" status: 204 len: 168 time: 0.9013164 Jan 10 11:58:18.183674 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57838) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:18.196574 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.ipam_backend_mixin [None req-206a17b6-6ea1-444a-8299-2bf41b9f9dda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 91d0cfb7-d9c5-4495-bd48-de3612fb5190 (CIDR: 172.20.0.16/28) Jan 10 11:58:18.223435 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (f11698c9-2250-4b81-9c81-a8937d6b98be), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:18.265551 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-206a17b6-6ea1-444a-8299-2bf41b9f9dda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:58:18.265551 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206a17b6-6ea1-444a-8299-2bf41b9f9dda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:58:18.307530 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:18.315307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:18.324306 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:58:18.329072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event updated for resources: {'Port': ['ID=f11698c9-2250-4b81-9c81-a8937d6b98be,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:18.350738 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-206a17b6-6ea1-444a-8299-2bf41b9f9dda tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5661845 Jan 10 11:58:18.353592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57840) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:18.359074 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-3d155fc1-62ed-489d-85ef-3077da2e5be6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'subnet': {'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:18.558928 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d155fc1-62ed-489d-85ef-3077da2e5be6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Made reservation on behalf of b5dd82c5df384ebe8eff9042fabdda7d for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:18.562634 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3d155fc1-62ed-489d-85ef-3077da2e5be6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:18.868251 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3d155fc1-62ed-489d-85ef-3077da2e5be6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (510479fe-8991-4486-b27a-ae6052fc8f9e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:18.918862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d155fc1-62ed-489d-85ef-3077da2e5be6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Network c8915f05-36da-46e3-9c20-c5781ca8baea is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:18.924167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-3d155fc1-62ed-489d-85ef-3077da2e5be6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:18.929088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d155fc1-62ed-489d-85ef-3077da2e5be6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:18.929694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3d155fc1-62ed-489d-85ef-3077da2e5be6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:18.937573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f109011-3c10-4aed-a321-6f2596589ea4 None None] Network c8915f05-36da-46e3-9c20-c5781ca8baea requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:18.943416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d155fc1-62ed-489d-85ef-3077da2e5be6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Subnet': ['ID=510479fe-8991-4486-b27a-ae6052fc8f9e,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:19.026290 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3d155fc1-62ed-489d-85ef-3077da2e5be6 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6712384 Jan 10 11:58:19.030254 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57842) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:19.039105 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-baa00f93-b89d-4225-8308-587dfc21b0a2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2025631557', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '510479fe-8991-4486-b27a-ae6052fc8f9e'}], 'security_groups': ['c81288cd-ddf5-4f0f-97f7-1c0f67ebd0e8', '5e755313-1ba1-4460-9681-147952012ac3']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:19.116932 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-baa00f93-b89d-4225-8308-587dfc21b0a2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f388e9b2-4c99-46fe-9916-eb92580f7e71), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:19.205873 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for floatingip (0d05a5c7-c127-441e-9958-e2eaf685dc28), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:19.285622 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58bd98e6-7d05-4a29-992a-c7126e52cbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:19.323306 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66feee8a-ad93-4368-be05-477f9da2ce81 None None] Update dhcp port {'port': {'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'fixed_ips': [{'subnet_id': '91d0cfb7-d9c5-4495-bd48-de3612fb5190', 'ip_address': '172.20.0.18'}, {'subnet_id': '31f7fc88-b6eb-448e-98f8-a0ccc9758f9a', 'ip_address': '172.20.0.2'}, {'subnet_id': '510479fe-8991-4486-b27a-ae6052fc8f9e'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '8fbbb33d-b199-4020-b360-aa252e9e628a'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:58:19.351133 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-66feee8a-ad93-4368-be05-477f9da2ce81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:19.394301 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f11698c9-2250-4b81-9c81-a8937d6b98be), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:19.467708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:19.492651 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-baa00f93-b89d-4225-8308-587dfc21b0a2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Delete allocated IP 172.20.0.5 (c8915f05-36da-46e3-9c20-c5781ca8baea/31f7fc88-b6eb-448e-98f8-a0ccc9758f9a) {{(pid=110624) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 10 11:58:19.512001 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-baa00f93-b89d-4225-8308-587dfc21b0a2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Allocated IP 172.20.0.35 (c8915f05-36da-46e3-9c20-c5781ca8baea/510479fe-8991-4486-b27a-ae6052fc8f9e/f388e9b2-4c99-46fe-9916-eb92580f7e71) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:19.651519 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for port (f11698c9-2250-4b81-9c81-a8937d6b98be), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:19.676942 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-baa00f93-b89d-4225-8308-587dfc21b0a2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for port (f388e9b2-4c99-46fe-9916-eb92580f7e71), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:19.701930 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-58bd98e6-7d05-4a29-992a-c7126e52cbb6 admin admin] Deleting port 900530e2-0ca5-46c4-812b-8f261cd54542 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:19.702258 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58bd98e6-7d05-4a29-992a-c7126e52cbb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:19.753504 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (f11698c9-2250-4b81-9c81-a8937d6b98be), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:19.780613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-baa00f93-b89d-4225-8308-587dfc21b0a2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (f388e9b2-4c99-46fe-9916-eb92580f7e71), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:19.839450 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event updated for resources: {'Port': ['ID=f11698c9-2250-4b81-9c81-a8937d6b98be,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:19.844271 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-66feee8a-ad93-4368-be05-477f9da2ce81 None None] Allocated IP 172.20.0.34 (c8915f05-36da-46e3-9c20-c5781ca8baea/510479fe-8991-4486-b27a-ae6052fc8f9e/8fbbb33d-b199-4020-b360-aa252e9e628a) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:19.865248 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-58bd98e6-7d05-4a29-992a-c7126e52cbb6 admin admin] For port 900530e2-0ca5-46c4-812b-8f261cd54542, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=900530e2-0ca5-46c4-812b-8f261cd54542,segment=NetworkSegment(bc37a927-5496-4dbc-b32a-0bd05709a81e),segment_id=bc37a927-5496-4dbc-b32a-0bd05709a81e)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:19.865248 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58bd98e6-7d05-4a29-992a-c7126e52cbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:19.878309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (0d05a5c7-c127-441e-9958-e2eaf685dc28), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:19.883610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-58bd98e6-7d05-4a29-992a-c7126e52cbb6 admin admin] Calling delete_port for 900530e2-0ca5-46c4-812b-8f261cd54542 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:19.890780 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa00f93-b89d-4225-8308-587dfc21b0a2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event updated for resources: {'Port': ['ID=f388e9b2-4c99-46fe-9916-eb92580f7e71,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:19.917387 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-baa00f93-b89d-4225-8308-587dfc21b0a2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] In _notify_port_updated(), no bound segment for port f388e9b2-4c99-46fe-9916-eb92580f7e71 on network c8915f05-36da-46e3-9c20-c5781ca8baea {{(pid=110624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 11:58:19.924682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa00f93-b89d-4225-8308-587dfc21b0a2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:19.925421 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-baa00f93-b89d-4225-8308-587dfc21b0a2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:19.926796 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-baa00f93-b89d-4225-8308-587dfc21b0a2 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "PUT /v2.0/ports/f388e9b2-4c99-46fe-9916-eb92580f7e71 HTTP/1.1" status: 200 len: 960 time: 0.8955178 Jan 10 11:58:19.929603 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57846) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:19.961187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-66feee8a-ad93-4368-be05-477f9da2ce81 None None] For port 8fbbb33d-b199-4020-b360-aa252e9e628a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8fbbb33d-b199-4020-b360-aa252e9e628a,segment=NetworkSegment(278e9a70-0695-49fc-b6a2-113796fa1a49),segment_id=278e9a70-0695-49fc-b6a2-113796fa1a49)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:19.996893 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-66feee8a-ad93-4368-be05-477f9da2ce81 None None] Publish callbacks [] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:20.030215 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6d505fcc-a2bc-4600-b7c4-a70597ed19ab tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port f388e9b2-4c99-46fe-9916-eb92580f7e71 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:20.030657 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6d505fcc-a2bc-4600-b7c4-a70597ed19ab tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f388e9b2-4c99-46fe-9916-eb92580f7e71), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:20.039053 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Floating IP 0d05a5c7-c127-441e-9958-e2eaf685dc28 associated. External IP: 172.36.2.171, port: 3288dec2-286d-417f-bbac-964172ebe1c8. Jan 10 11:58:20.072018 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-66feee8a-ad93-4368-be05-477f9da2ce81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:20.135124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6d505fcc-a2bc-4600-b7c4-a70597ed19ab tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f388e9b2-4c99-46fe-9916-eb92580f7e71), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:20.148767 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6d505fcc-a2bc-4600-b7c4-a70597ed19ab tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for f388e9b2-4c99-46fe-9916-eb92580f7e71 owned by {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:20.197447 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66feee8a-ad93-4368-be05-477f9da2ce81 None None] Pushing event updated for resources: {'Port': ['ID=8fbbb33d-b199-4020-b360-aa252e9e628a,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:20.365182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6d505fcc-a2bc-4600-b7c4-a70597ed19ab tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (f388e9b2-4c99-46fe-9916-eb92580f7e71), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:20.369201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Router e3ef4717-7ef7-419e-836e-932a513008c1 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:58:20.396366 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d505fcc-a2bc-4600-b7c4-a70597ed19ab tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=f388e9b2-4c99-46fe-9916-eb92580f7e71,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:20.454742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58bd98e6-7d05-4a29-992a-c7126e52cbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (900530e2-0ca5-46c4-812b-8f261cd54542), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:20.472510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6d505fcc-a2bc-4600-b7c4-a70597ed19ab tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:20.479851 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6d505fcc-a2bc-4600-b7c4-a70597ed19ab tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/f388e9b2-4c99-46fe-9916-eb92580f7e71 HTTP/1.1" status: 204 len: 168 time: 0.5489769 Jan 10 11:58:20.480554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57850) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:20.493712 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd98e6-7d05-4a29-992a-c7126e52cbb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=900530e2-0ca5-46c4-812b-8f261cd54542,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:20.506812 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a36d40d-6aaf-4624-972a-cb9e8e38c2b1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] GET failed (client error): The resource could not be found. Jan 10 11:58:20.511312 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0a36d40d-6aaf-4624-972a-cb9e8e38c2b1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports/f388e9b2-4c99-46fe-9916-eb92580f7e71 HTTP/1.1" status: 404 len: 333 time: 0.0297680 Jan 10 11:58:20.511945 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57852) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:20.593795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:58:20.595926 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14932b3e-96b5-4887-8a99-6ae982aaa4de tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (217dbc32-40d3-4790-9fb5-4035cdc75c63), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:20.614376 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a300c18-bede-4fe8-bc8a-3d91eb9d6a59 None None] Sync routers for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:58:20.625958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14932b3e-96b5-4887-8a99-6ae982aaa4de tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (217dbc32-40d3-4790-9fb5-4035cdc75c63), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:20.634043 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a300c18-bede-4fe8-bc8a-3d91eb9d6a59 None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:20.638376 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4a300c18-bede-4fe8-bc8a-3d91eb9d6a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:20.731511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14932b3e-96b5-4887-8a99-6ae982aaa4de tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (217dbc32-40d3-4790-9fb5-4035cdc75c63), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:20.737235 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14932b3e-96b5-4887-8a99-6ae982aaa4de tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:20.738565 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-14932b3e-96b5-4887-8a99-6ae982aaa4de tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/security-groups/217dbc32-40d3-4790-9fb5-4035cdc75c63 HTTP/1.1" status: 204 len: 168 time: 0.2256889 Jan 10 11:58:20.741712 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57854) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:20.756993 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14932b3e-96b5-4887-8a99-6ae982aaa4de tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217dbc32-40d3-4790-9fb5-4035cdc75c63,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:20.780460 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:20.790773 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-4a300c18-bede-4fe8-bc8a-3d91eb9d6a59 None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:20.823668 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58bd98e6-7d05-4a29-992a-c7126e52cbb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:20.848174 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-869c32b5-9331-4a60-969c-a9aa71b9b25b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2777145 Jan 10 11:58:20.850283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61442501-b9d5-4f73-a342-857c2730831e', 'tag': '3288dec2-286d-417f-bbac-964172ebe1c8'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:58:20.853391 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5318bce-c17d-4fbc-bd66-99217556c158" -d '{"events": [{"name": "network-changed", "server_uuid": "61442501-b9d5-4f73-a342-857c2730831e", "tag": "3288dec2-286d-417f-bbac-964172ebe1c8"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:58:20.934911 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ec78b8-d322-43e9-aba1-725f510e91a6 x-openstack-request-id: req-c8ec78b8-d322-43e9-aba1-725f510e91a6 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:58:20.935271 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61442501-b9d5-4f73-a342-857c2730831e", "tag": "3288dec2-286d-417f-bbac-964172ebe1c8", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:58:20.935522 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8ec78b8-d322-43e9-aba1-725f510e91a6 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:58:20.942838 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61442501-b9d5-4f73-a342-857c2730831e', 'tag': '3288dec2-286d-417f-bbac-964172ebe1c8', 'status': 'completed', 'code': 200} Jan 10 11:58:20.977411 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6e14198b-971a-4884-afdf-f9abb51c07f6 None None] Could not find standard attr ID for object f388e9b2-4c99-46fe-9916-eb92580f7e71. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:58:20.995542 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-298c8c51-c363-4397-ba92-83c0aab05310 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (5e755313-1ba1-4460-9681-147952012ac3), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:21.007043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6e14198b-971a-4884-afdf-f9abb51c07f6 None None] Provisioning complete for port 6ef06561-7e1c-4ca6-afc3-99f6abea0874 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:21.007435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6e14198b-971a-4884-afdf-f9abb51c07f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6ef06561-7e1c-4ca6-afc3-99f6abea0874), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:21.015413 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8fbbb33d-b199-4020-b360-aa252e9e628a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:58:21.041560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5318bce-c17d-4fbc-bd66-99217556c158 req-193d0e20-b918-4db2-931b-d316de92c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:21.043411 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-298c8c51-c363-4397-ba92-83c0aab05310 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (5e755313-1ba1-4460-9681-147952012ac3), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:21.043564 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c5318bce-c17d-4fbc-bd66-99217556c158 req-193d0e20-b918-4db2-931b-d316de92c13f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 1098 time: 0.0815203 Jan 10 11:58:21.084994 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6e14198b-971a-4884-afdf-f9abb51c07f6 None None] Port 6ef06561-7e1c-4ca6-afc3-99f6abea0874 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:21.101848 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6e14198b-971a-4884-afdf-f9abb51c07f6 None None] Provisioning complete for port 8fbbb33d-b199-4020-b360-aa252e9e628a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:21.102229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6e14198b-971a-4884-afdf-f9abb51c07f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:21.120856 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4a300c18-bede-4fe8-bc8a-3d91eb9d6a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0d05a5c7-c127-441e-9958-e2eaf685dc28', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'floating_ip_address': '172.36.2.171', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'port_id': '3288dec2-286d-417f-bbac-964172ebe1c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'mac_address': 'fa:16:3e:17:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61442501-b9d5-4f73-a342-857c2730831e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:58:18Z', 'updated_at': '2022-01-10T11:58:18Z', 'revision_number': 0, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:21.158046 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 8fbbb33d-b199-4020-b360-aa252e9e628a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:21.158046 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:21.158335 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a300c18-bede-4fe8-bc8a-3d91eb9d6a59 None None] Checking router: e3ef4717-7ef7-419e-836e-932a513008c1 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:58:21.166336 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a300c18-bede-4fe8-bc8a-3d91eb9d6a59 None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:21.167220 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4a300c18-bede-4fe8-bc8a-3d91eb9d6a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:21.203161 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5318bce-c17d-4fbc-bd66-99217556c158 req-e3adff37-128c-47d8-85a9-176fc4a3a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:21.207372 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c5318bce-c17d-4fbc-bd66-99217556c158 req-e3adff37-128c-47d8-85a9-176fc4a3a7ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 913 time: 0.1564298 Jan 10 11:58:21.219704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bd98e6-7d05-4a29-992a-c7126e52cbb6 admin admin] Router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:58:21.229371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-298c8c51-c363-4397-ba92-83c0aab05310 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (5e755313-1ba1-4460-9681-147952012ac3), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:21.236739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-298c8c51-c363-4397-ba92-83c0aab05310 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:21.236739 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-298c8c51-c363-4397-ba92-83c0aab05310 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/security-groups/5e755313-1ba1-4460-9681-147952012ac3 HTTP/1.1" status: 204 len: 168 time: 0.4914680 Jan 10 11:58:21.243866 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57860) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:21.315916 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-4a300c18-bede-4fe8-bc8a-3d91eb9d6a59 None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:21.316146 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c8c51-c363-4397-ba92-83c0aab05310 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e755313-1ba1-4460-9681-147952012ac3,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:21.337201 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c5318bce-c17d-4fbc-bd66-99217556c158 req-d3655f45-3855-42eb-b1cf-2fe4f1581f5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3288dec2-286d-417f-bbac-964172ebe1c8 HTTP/1.1" status: 200 len: 999 time: 0.1186035 Jan 10 11:58:21.404023 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5318bce-c17d-4fbc-bd66-99217556c158 req-c66a8c73-7206-445a-9db4-01bbe5cc7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:21.405531 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c5318bce-c17d-4fbc-bd66-99217556c158 req-c66a8c73-7206-445a-9db4-01bbe5cc7f2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3 HTTP/1.1" status: 200 len: 851 time: 0.0589345 Jan 10 11:58:21.438978 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7124f361-3585-43a2-8d3e-fb21e74e17a8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (c81288cd-ddf5-4f0f-97f7-1c0f67ebd0e8), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:21.456123 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bd98e6-7d05-4a29-992a-c7126e52cbb6 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:58:21.466139 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-58bd98e6-7d05-4a29-992a-c7126e52cbb6 admin admin] 10.222.0.16 "PUT /v2.0/routers/c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2811217 Jan 10 11:58:21.467198 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57862) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:21.469055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ded27-975c-4d26-a54b-a9fbbb17e361 None None] Sync routers for ids ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:58:21.493967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ded27-975c-4d26-a54b-a9fbbb17e361 None None] Routers {'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:21.494781 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6c0ded27-975c-4d26-a54b-a9fbbb17e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:21.505890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5318bce-c17d-4fbc-bd66-99217556c158 req-5286c292-c638-43cb-a782-4c78cd1e2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:21.507306 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c5318bce-c17d-4fbc-bd66-99217556c158 req-5286c292-c638-43cb-a782-4c78cd1e2121 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0948899 Jan 10 11:58:21.589838 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7124f361-3585-43a2-8d3e-fb21e74e17a8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (c81288cd-ddf5-4f0f-97f7-1c0f67ebd0e8), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:21.603843 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-3d23468a-77d3-4be6-9d6a-f80d0efe7ea5 None None] Could not find standard attr ID for object f388e9b2-4c99-46fe-9916-eb92580f7e71. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 11:58:21.674145 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c5318bce-c17d-4fbc-bd66-99217556c158 req-247d4c50-c0c0-4226-9b67-482bbf944487 service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582844 Jan 10 11:58:21.678633 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea03b8a0-1457-4ec0-98a7-c9dc7331823b admin admin] Publish callbacks [] for router (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:21.683973 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-6c0ded27-975c-4d26-a54b-a9fbbb17e361 None None] Set router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:21.761350 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4a300c18-bede-4fe8-bc8a-3d91eb9d6a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0d05a5c7-c127-441e-9958-e2eaf685dc28', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'floating_ip_address': '172.36.2.171', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'port_id': '3288dec2-286d-417f-bbac-964172ebe1c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'mac_address': 'fa:16:3e:17:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61442501-b9d5-4f73-a342-857c2730831e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:58:18Z', 'updated_at': '2022-01-10T11:58:18Z', 'revision_number': 0, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:21.799657 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a300c18-bede-4fe8-bc8a-3d91eb9d6a59 None None] The sync data for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv is: [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0d05a5c7-c127-441e-9958-e2eaf685dc28', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'floating_ip_address': '172.36.2.171', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'port_id': '3288dec2-286d-417f-bbac-964172ebe1c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'mac_address': 'fa:16:3e:17:2f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61442501-b9d5-4f73-a342-857c2730831e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:58:18Z', 'updated_at': '2022-01-10T11:58:18Z', 'revision_number': 0, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:58:21.802163 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c5318bce-c17d-4fbc-bd66-99217556c158 req-b5f59d87-043b-4dae-95e2-2cd07b17bf62 service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174076 Jan 10 11:58:21.951881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6c0ded27-975c-4d26-a54b-a9fbbb17e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'name': 'tempest-ServerActionsTestJSON-1377133921-router', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:45Z', 'updated_at': '2022-01-10T11:58:20Z', 'revision_number': 5, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'gw_port': {'id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:48Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:21.982226 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ded27-975c-4d26-a54b-a9fbbb17e361 None None] Checking router: c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:58:21.994218 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ded27-975c-4d26-a54b-a9fbbb17e361 None None] Routers {'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:21.994866 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6c0ded27-975c-4d26-a54b-a9fbbb17e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:22.047362 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8082264-b21c-4bc8-8d08-64ceb2325bbc None None] New status for floating IP 0d05a5c7-c127-441e-9958-e2eaf685dc28: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:58:22.104917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7124f361-3585-43a2-8d3e-fb21e74e17a8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c81288cd-ddf5-4f0f-97f7-1c0f67ebd0e8), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.107593 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7124f361-3585-43a2-8d3e-fb21e74e17a8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.108796 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7124f361-3585-43a2-8d3e-fb21e74e17a8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/security-groups/c81288cd-ddf5-4f0f-97f7-1c0f67ebd0e8 HTTP/1.1" status: 204 len: 168 time: 0.8661726 Jan 10 11:58:22.114659 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57864) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:22.116085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-6c0ded27-975c-4d26-a54b-a9fbbb17e361 None None] Set router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:22.127981 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124f361-3585-43a2-8d3e-fb21e74e17a8 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81288cd-ddf5-4f0f-97f7-1c0f67ebd0e8,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:22.175780 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea03b8a0-1457-4ec0-98a7-c9dc7331823b admin admin] Publish callbacks [] for router_gateway (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.198580 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c71381-a889-48df-ae86-d5d2a8be15c7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting subnet 31f7fc88-b6eb-448e-98f8-a0ccc9758f9a {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:58:22.202575 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-17c71381-a889-48df-ae86-d5d2a8be15c7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (31f7fc88-b6eb-448e-98f8-a0ccc9758f9a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.247135 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-17c71381-a889-48df-ae86-d5d2a8be15c7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (31f7fc88-b6eb-448e-98f8-a0ccc9758f9a), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.315992 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ea03b8a0-1457-4ec0-98a7-c9dc7331823b admin admin] Deleting port ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:22.316411 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea03b8a0-1457-4ec0-98a7-c9dc7331823b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.323938 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6c0ded27-975c-4d26-a54b-a9fbbb17e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'name': 'tempest-ServerActionsTestJSON-1377133921-router', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:45Z', 'updated_at': '2022-01-10T11:58:20Z', 'revision_number': 5, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'gw_port': {'id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:48Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:22.351007 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-17c71381-a889-48df-ae86-d5d2a8be15c7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (31f7fc88-b6eb-448e-98f8-a0ccc9758f9a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.357063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ded27-975c-4d26-a54b-a9fbbb17e361 None None] The sync data for ids ['c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca'] in dv-neutron-master-2-hyperv is: [{'id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'name': 'tempest-ServerActionsTestJSON-1377133921-router', 'tenant_id': 'd1fa961e41ec4d84a1776f42096f6118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:54:45Z', 'updated_at': '2022-01-10T11:58:20Z', 'revision_number': 5, 'project_id': 'd1fa961e41ec4d84a1776f42096f6118', 'gw_port': {'id': 'ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:54:48Z', 'updated_at': '2022-01-10T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:58:22.412849 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-ea03b8a0-1457-4ec0-98a7-c9dc7331823b admin admin] For port ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:22.413215 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea03b8a0-1457-4ec0-98a7-c9dc7331823b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.427385 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ea03b8a0-1457-4ec0-98a7-c9dc7331823b admin admin] Calling delete_port for ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2 owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:22.500644 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-17c71381-a889-48df-ae86-d5d2a8be15c7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (31f7fc88-b6eb-448e-98f8-a0ccc9758f9a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.529417 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c71381-a889-48df-ae86-d5d2a8be15c7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Subnet': ['ID=31f7fc88-b6eb-448e-98f8-a0ccc9758f9a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:22.531483 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-17c71381-a889-48df-ae86-d5d2a8be15c7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.536268 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-17c71381-a889-48df-ae86-d5d2a8be15c7 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/31f7fc88-b6eb-448e-98f8-a0ccc9758f9a HTTP/1.1" status: 204 len: 168 time: 0.4204445 Jan 10 11:58:22.539253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57868) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:22.542356 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a49480e-04b4-4442-bb40-34e561a4e046 None None] Network c8915f05-36da-46e3-9c20-c5781ca8baea requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:22.602892 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1987841-c622-4f5e-abd0-61187976bebd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting subnet 510479fe-8991-4486-b27a-ae6052fc8f9e {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:58:22.606308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d1987841-c622-4f5e-abd0-61187976bebd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (510479fe-8991-4486-b27a-ae6052fc8f9e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.650155 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d1987841-c622-4f5e-abd0-61187976bebd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (510479fe-8991-4486-b27a-ae6052fc8f9e), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.700672 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea03b8a0-1457-4ec0-98a7-c9dc7331823b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.747287 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d1987841-c622-4f5e-abd0-61187976bebd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (510479fe-8991-4486-b27a-ae6052fc8f9e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.759049 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03b8a0-1457-4ec0-98a7-c9dc7331823b admin admin] Pushing event deleted for resources: {'Port': ['ID=ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:22.767525 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c262a5-aa6d-47fe-9a4a-4922967be838 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:22.850169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea03b8a0-1457-4ec0-98a7-c9dc7331823b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.913580 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d1987841-c622-4f5e-abd0-61187976bebd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (510479fe-8991-4486-b27a-ae6052fc8f9e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.945453 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 900530e2-0ca5-46c4-812b-8f261cd54542 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:22.960042 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1987841-c622-4f5e-abd0-61187976bebd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Subnet': ['ID=510479fe-8991-4486-b27a-ae6052fc8f9e,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:22.968262 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d1987841-c622-4f5e-abd0-61187976bebd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.974505 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d1987841-c622-4f5e-abd0-61187976bebd tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/510479fe-8991-4486-b27a-ae6052fc8f9e HTTP/1.1" status: 204 len: 168 time: 0.4338472 Jan 10 11:58:22.975443 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57870) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:22.983867 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea03b8a0-1457-4ec0-98a7-c9dc7331823b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:22.985477 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 900530e2-0ca5-46c4-812b-8f261cd54542 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:22.986006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 900530e2-0ca5-46c4-812b-8f261cd54542 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:22.987409 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea03b8a0-1457-4ec0-98a7-c9dc7331823b admin admin] Publish callbacks [] for router_controller (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.009116 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4d68c1-d812-4089-894f-024576a89019 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] DELETE failed (client error): The resource could not be found. Jan 10 11:58:23.009454 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4d68c1-d812-4089-894f-024576a89019 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:58:23.015638 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5f4d68c1-d812-4089-894f-024576a89019 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/31f7fc88-b6eb-448e-98f8-a0ccc9758f9a HTTP/1.1" status: 404 len: 337 time: 0.0337400 Jan 10 11:58:23.021629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57872) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:23.080321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3caeb9-39dd-4df1-980c-eaec46e2dbb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting subnet 91d0cfb7-d9c5-4495-bd48-de3612fb5190 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:58:23.084121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cf3caeb9-39dd-4df1-980c-eaec46e2dbb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (91d0cfb7-d9c5-4495-bd48-de3612fb5190), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.123635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea03b8a0-1457-4ec0-98a7-c9dc7331823b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.124138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea03b8a0-1457-4ec0-98a7-c9dc7331823b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:58:23.127850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cf3caeb9-39dd-4df1-980c-eaec46e2dbb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (91d0cfb7-d9c5-4495-bd48-de3612fb5190), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.129460 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ea03b8a0-1457-4ec0-98a7-c9dc7331823b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.130775 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ea03b8a0-1457-4ec0-98a7-c9dc7331823b admin admin] 10.222.0.16 "DELETE /v2.0/routers/c7ada88c-5651-4ef3-ae6b-4d9cacfb95ca HTTP/1.1" status: 204 len: 168 time: 1.6597264 Jan 10 11:58:23.133480 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57876) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:23.190854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-e564712b-4f05-405f-a9cf-3c20cdef6ec8 admin admin] Deleting subnet af51450b-3d7a-412c-a467-63a15343a6eb {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:58:23.197130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e564712b-4f05-405f-a9cf-3c20cdef6ec8 admin admin] Publish callbacks [] for subnet (af51450b-3d7a-412c-a467-63a15343a6eb), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.252664 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cf3caeb9-39dd-4df1-980c-eaec46e2dbb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (91d0cfb7-d9c5-4495-bd48-de3612fb5190), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.262430 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e564712b-4f05-405f-a9cf-3c20cdef6ec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (af51450b-3d7a-412c-a467-63a15343a6eb), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.363505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cadaec-329b-49d2-8df7-6eff15185753 None None] Network c8915f05-36da-46e3-9c20-c5781ca8baea requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:23.379682 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e564712b-4f05-405f-a9cf-3c20cdef6ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (af51450b-3d7a-412c-a467-63a15343a6eb), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.401315 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cf3caeb9-39dd-4df1-980c-eaec46e2dbb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (91d0cfb7-d9c5-4495-bd48-de3612fb5190), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.430113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3caeb9-39dd-4df1-980c-eaec46e2dbb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Subnet': ['ID=91d0cfb7-d9c5-4495-bd48-de3612fb5190,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:23.444432 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cf3caeb9-39dd-4df1-980c-eaec46e2dbb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.449892 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cf3caeb9-39dd-4df1-980c-eaec46e2dbb9 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/91d0cfb7-d9c5-4495-bd48-de3612fb5190 HTTP/1.1" status: 204 len: 168 time: 0.4250681 Jan 10 11:58:23.450146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57878) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:23.476446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9d5d88bf-edf3-4a35-9e44-5b9f3b50d85f None None] Provisioning complete for port 6ef06561-7e1c-4ca6-afc3-99f6abea0874 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:23.476890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9d5d88bf-edf3-4a35-9e44-5b9f3b50d85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6ef06561-7e1c-4ca6-afc3-99f6abea0874), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.478952 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d926ea-6714-46bf-9131-68fe357cc297 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] DELETE failed (client error): The resource could not be found. Jan 10 11:58:23.480377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d926ea-6714-46bf-9131-68fe357cc297 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:58:23.482714 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-67d926ea-6714-46bf-9131-68fe357cc297 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/299c58d2-80c7-42e4-b479-779821a5f956 HTTP/1.1" status: 404 len: 337 time: 0.0315850 Jan 10 11:58:23.485891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57880) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:23.513758 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e564712b-4f05-405f-a9cf-3c20cdef6ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (af51450b-3d7a-412c-a467-63a15343a6eb), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.520108 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d88bf-edf3-4a35-9e44-5b9f3b50d85f None None] Port 6ef06561-7e1c-4ca6-afc3-99f6abea0874 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:23.521505 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b1dc1b0f-93b0-43d0-a083-da8574fd0d11 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1 HTTP/1.1" status: 200 len: 205 time: 0.0337977 Jan 10 11:58:23.524542 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57882) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:23.533111 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9d5d88bf-edf3-4a35-9e44-5b9f3b50d85f None None] Provisioning complete for port 8fbbb33d-b199-4020-b360-aa252e9e628a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:23.533506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9d5d88bf-edf3-4a35-9e44-5b9f3b50d85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.569598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a624a5-8150-41ae-be39-63b37d857cb8 None None] Network d049b43c-1ab0-4a8e-ab51-279dd81c2ebc requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:23.589274 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564712b-4f05-405f-a9cf-3c20cdef6ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af51450b-3d7a-412c-a467-63a15343a6eb,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:23.591586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e564712b-4f05-405f-a9cf-3c20cdef6ec8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.594984 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e564712b-4f05-405f-a9cf-3c20cdef6ec8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/af51450b-3d7a-412c-a467-63a15343a6eb HTTP/1.1" status: 204 len: 168 time: 0.4600456 Jan 10 11:58:23.596561 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-b67b9b48-4bda-414d-a2c5-5232cd050e40 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] delete failed (client error): The resource could not be found. Jan 10 11:58:23.599476 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b67b9b48-4bda-414d-a2c5-5232cd050e40 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/routers/0e1cc12a-d70a-4c7e-a87f-14b044a3ecb1 HTTP/1.1" status: 404 len: 336 time: 0.0704935 Jan 10 11:58:23.599670 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57884) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:23.600596 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57886) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:23.638806 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c9b8ce-6574-4923-b4e1-dfd45a93cf25 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] DELETE failed (client error): The resource could not be found. Jan 10 11:58:23.639198 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c9b8ce-6574-4923-b4e1-dfd45a93cf25 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:58:23.642606 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-26c9b8ce-6574-4923-b4e1-dfd45a93cf25 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/3c04b57b-1173-4112-a464-190fd1c1b83b HTTP/1.1" status: 404 len: 337 time: 0.0408697 Jan 10 11:58:23.645560 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57888) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:23.673858 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8273c1a-9455-4305-b42e-bb95434e69af None None] Update dhcp port {'port': {'network_id': 'c8915f05-36da-46e3-9c20-c5781ca8baea', 'fixed_ips': [{'subnet_id': '91d0cfb7-d9c5-4495-bd48-de3612fb5190'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '8fbbb33d-b199-4020-b360-aa252e9e628a'} from dv-neutron-master-2-hyperv. {{(pid=110626) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 10 11:58:23.680754 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf602866-fa69-429a-bec8-acb0b3069b3e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] DELETE failed (client error): The resource could not be found. Jan 10 11:58:23.681229 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf602866-fa69-429a-bec8-acb0b3069b3e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:58:23.684430 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bf602866-fa69-429a-bec8-acb0b3069b3e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/bb627869-76db-4904-868b-5bd4f0f9ab69 HTTP/1.1" status: 404 len: 337 time: 0.0378528 Jan 10 11:58:23.687039 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57890) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:23.691983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (d049b43c-1ab0-4a8e-ab51-279dd81c2ebc), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.716103 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab66329-9b1a-43a5-b03d-58984fb1183e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] DELETE failed (client error): The resource could not be found. Jan 10 11:58:23.716685 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab66329-9b1a-43a5-b03d-58984fb1183e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:58:23.719934 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6ab66329-9b1a-43a5-b03d-58984fb1183e tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/0205b976-61dc-48b8-ac3a-780dfeccd72a HTTP/1.1" status: 404 len: 337 time: 0.0317814 Jan 10 11:58:23.720154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a8273c1a-9455-4305-b42e-bb95434e69af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.722412 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57892) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:23.746295 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-908a1d95-c744-4942-b666-990e10e7ad9b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] DELETE failed (client error): The resource could not be found. Jan 10 11:58:23.746555 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908a1d95-c744-4942-b666-990e10e7ad9b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:58:23.749493 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-908a1d95-c744-4942-b666-990e10e7ad9b tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/457565a5-e6e8-43f4-81e5-ba5ec1e3ec75 HTTP/1.1" status: 404 len: 333 time: 0.0261202 Jan 10 11:58:23.752974 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57894) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:23.763215 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] Deleting port 06df7bd5-b729-46f4-9530-d55f4c830fda {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:23.763442 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.786582 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75ab0ee-923f-4afc-b243-6284c1b2b2c1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] DELETE failed (client error): The resource could not be found. Jan 10 11:58:23.787311 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75ab0ee-923f-4afc-b243-6284c1b2b2c1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:58:23.790682 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a75ab0ee-923f-4afc-b243-6284c1b2b2c1 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/84b203e6-3792-4764-be75-a26ab45a752b HTTP/1.1" status: 404 len: 337 time: 0.0364873 Jan 10 11:58:23.793219 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57896) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:23.821500 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-2305e1d8-dac5-435d-af23-91acf23323e5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] DELETE failed (client error): The resource could not be found. Jan 10 11:58:23.821500 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2305e1d8-dac5-435d-af23-91acf23323e5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:58:23.826224 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2305e1d8-dac5-435d-af23-91acf23323e5 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/79fb711c-11d5-4863-aa16-acd8a6623510 HTTP/1.1" status: 404 len: 337 time: 0.0301304 Jan 10 11:58:23.827418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57898) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:23.861682 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9b8936-2758-4d39-9d5f-65bc2b6b88f0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] DELETE failed (client error): The resource could not be found. Jan 10 11:58:23.862398 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9b8936-2758-4d39-9d5f-65bc2b6b88f0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:58:23.868294 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8d9b8936-2758-4d39-9d5f-65bc2b6b88f0 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/703ec480-699a-4092-88aa-9e68d36f1e09 HTTP/1.1" status: 404 len: 333 time: 0.0369716 Jan 10 11:58:23.869074 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57900) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:23.875407 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] For port 06df7bd5-b729-46f4-9530-d55f4c830fda, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06df7bd5-b729-46f4-9530-d55f4c830fda,segment=NetworkSegment(bc37a927-5496-4dbc-b32a-0bd05709a81e),segment_id=bc37a927-5496-4dbc-b32a-0bd05709a81e)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:23.875769 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:23.895108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] Calling delete_port for 06df7bd5-b729-46f4-9530-d55f4c830fda owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:23.904922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d88214-5a2e-4040-bc0d-f7e0b1de5629 None None] DHCP port deletion for d049b43c-1ab0-4a8e-ab51-279dd81c2ebc request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:23.910254 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab5a834-5b94-4a40-94bc-76c070b0371a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] DELETE failed (client error): The resource could not be found. Jan 10 11:58:23.910861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab5a834-5b94-4a40-94bc-76c070b0371a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:58:23.916576 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4ab5a834-5b94-4a40-94bc-76c070b0371a tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/5d2dfcad-5ac6-40e5-9fc6-7317e89a5aae HTTP/1.1" status: 404 len: 337 time: 0.0441251 Jan 10 11:58:23.917534 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57902) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:23.945610 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-a105c915-a4be-4321-9a34-415339428337 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] DELETE failed (client error): The resource could not be found. Jan 10 11:58:23.946544 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a105c915-a4be-4321-9a34-415339428337 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:58:23.952260 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a105c915-a4be-4321-9a34-415339428337 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/subnets/746f4d1e-e9b6-48b8-ab6b-475d94ed6825 HTTP/1.1" status: 404 len: 337 time: 0.0318704 Jan 10 11:58:23.952547 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57904) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:23.962529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a202c159-7674-478b-b27b-3f69c5abb8c6 None None] Network c8915f05-36da-46e3-9c20-c5781ca8baea requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:24.060109 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e4d88214-5a2e-4040-bc0d-f7e0b1de5629 None None] Deleting port 06df7bd5-b729-46f4-9530-d55f4c830fda {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:24.060814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e4d88214-5a2e-4040-bc0d-f7e0b1de5629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.063062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-a35cfe51-be88-4918-9c1a-5fccb5830e02 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 6ef06561-7e1c-4ca6-afc3-99f6abea0874 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:24.063636 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a35cfe51-be88-4918-9c1a-5fccb5830e02 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (6ef06561-7e1c-4ca6-afc3-99f6abea0874), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.120505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c7f9943d-262d-4a06-880a-8d417916e72e None None] Provisioning complete for port 6ef06561-7e1c-4ca6-afc3-99f6abea0874 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:24.120886 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c7f9943d-262d-4a06-880a-8d417916e72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6ef06561-7e1c-4ca6-afc3-99f6abea0874), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.176656 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e4d88214-5a2e-4040-bc0d-f7e0b1de5629 None None] For port 06df7bd5-b729-46f4-9530-d55f4c830fda, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06df7bd5-b729-46f4-9530-d55f4c830fda,segment=NetworkSegment(bc37a927-5496-4dbc-b32a-0bd05709a81e),segment_id=bc37a927-5496-4dbc-b32a-0bd05709a81e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:24.177194 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e4d88214-5a2e-4040-bc0d-f7e0b1de5629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.188854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c7f9943d-262d-4a06-880a-8d417916e72e None None] Port 6ef06561-7e1c-4ca6-afc3-99f6abea0874 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:24.191695 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a35cfe51-be88-4918-9c1a-5fccb5830e02 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (6ef06561-7e1c-4ca6-afc3-99f6abea0874), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.194752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e4d88214-5a2e-4040-bc0d-f7e0b1de5629 None None] Calling delete_port for 06df7bd5-b729-46f4-9530-d55f4c830fda owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:24.205082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a9f7a1-0d7e-464d-83e4-2b126d8e0cea None None] DHCP port deletion for c8915f05-36da-46e3-9c20-c5781ca8baea request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:24.217468 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-a35cfe51-be88-4918-9c1a-5fccb5830e02 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 6ef06561-7e1c-4ca6-afc3-99f6abea0874 owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:24.275101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c7f9943d-262d-4a06-880a-8d417916e72e None None] Provisioning complete for port 8fbbb33d-b199-4020-b360-aa252e9e628a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:24.275482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c7f9943d-262d-4a06-880a-8d417916e72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: from cryptography.utils import int_from_bytes Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: from cryptography.utils import int_from_bytes Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:24.358408 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 11:58:24.369315 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-89a9f7a1-0d7e-464d-83e4-2b126d8e0cea None None] Deleting port 8fbbb33d-b199-4020-b360-aa252e9e628a {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:24.369728 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-89a9f7a1-0d7e-464d-83e4-2b126d8e0cea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.371470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e4d88214-5a2e-4040-bc0d-f7e0b1de5629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.398828 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a35cfe51-be88-4918-9c1a-5fccb5830e02 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (6ef06561-7e1c-4ca6-afc3-99f6abea0874), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.444654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a35cfe51-be88-4918-9c1a-5fccb5830e02 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.451315 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a35cfe51-be88-4918-9c1a-5fccb5830e02 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/ports/6ef06561-7e1c-4ca6-afc3-99f6abea0874 HTTP/1.1" status: 204 len: 168 time: 0.4976213 Jan 10 11:58:24.452319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cfe51-be88-4918-9c1a-5fccb5830e02 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=6ef06561-7e1c-4ca6-afc3-99f6abea0874,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:24.456416 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57906) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:24.463785 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (06df7bd5-b729-46f4-9530-d55f4c830fda), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.498608 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] No DVR routers for this DVR port 06df7bd5-b729-46f4-9530-d55f4c830fda on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:24.502125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=06df7bd5-b729-46f4-9530-d55f4c830fda,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:24.556571 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0343aa33-54aa-49b2-9178-7a321acaba77 req-5aa18516-70d2-46f3-ac47-623626b801d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5273654 Jan 10 11:58:24.556826 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (c8915f05-36da-46e3-9c20-c5781ca8baea), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.604716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d88214-5a2e-4040-bc0d-f7e0b1de5629 None None] Pushing event deleted for resources: {'Port': ['ID=06df7bd5-b729-46f4-9530-d55f4c830fda,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:24.617798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (d049b43c-1ab0-4a8e-ab51-279dd81c2ebc), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.639832 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Deleting port 8fbbb33d-b199-4020-b360-aa252e9e628a {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:24.640082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d88214-5a2e-4040-bc0d-f7e0b1de5629 None None] No DVR routers for this DVR port 06df7bd5-b729-46f4-9530-d55f4c830fda on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:24.640236 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.658152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d049b43c-1ab0-4a8e-ab51-279dd81c2ebc']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:24.667359 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-89a9f7a1-0d7e-464d-83e4-2b126d8e0cea None None] For port 8fbbb33d-b199-4020-b360-aa252e9e628a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8fbbb33d-b199-4020-b360-aa252e9e628a,segment=NetworkSegment(278e9a70-0695-49fc-b6a2-113796fa1a49),segment_id=278e9a70-0695-49fc-b6a2-113796fa1a49)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:24.667773 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-89a9f7a1-0d7e-464d-83e4-2b126d8e0cea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.672379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343aa33-54aa-49b2-9178-7a321acaba77 req-1729bec9-2fc4-4c9b-965d-0da1c43f7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:24.674573 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0343aa33-54aa-49b2-9178-7a321acaba77 req-1729bec9-2fc4-4c9b-965d-0da1c43f7886 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 1098 time: 0.0845954 Jan 10 11:58:24.676434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc37a927-5496-4dbc-b32a-0bd05709a81e') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:24.677422 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc37a927-5496-4dbc-b32a-0bd05709a81e') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:24.683671 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-89a9f7a1-0d7e-464d-83e4-2b126d8e0cea None None] Calling delete_port for 8fbbb33d-b199-4020-b360-aa252e9e628a owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:24.689422 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (bc37a927-5496-4dbc-b32a-0bd05709a81e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.730340 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (bc37a927-5496-4dbc-b32a-0bd05709a81e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.743213 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] For port 8fbbb33d-b199-4020-b360-aa252e9e628a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8fbbb33d-b199-4020-b360-aa252e9e628a,segment=NetworkSegment(278e9a70-0695-49fc-b6a2-113796fa1a49),segment_id=278e9a70-0695-49fc-b6a2-113796fa1a49)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:24.743870 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.758419 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Calling delete_port for 8fbbb33d-b199-4020-b360-aa252e9e628a owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:24.767690 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:58:24.768099 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (bc37a927-5496-4dbc-b32a-0bd05709a81e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:58:24.769923 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:58:24.846537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343aa33-54aa-49b2-9178-7a321acaba77 req-18d7ccda-3e9d-449a-95f9-a881216cd476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:24.848053 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0343aa33-54aa-49b2-9178-7a321acaba77 req-18d7ccda-3e9d-449a-95f9-a881216cd476 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 HTTP/1.1" status: 200 len: 897 time: 0.1513758 Jan 10 11:58:24.852609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-89a9f7a1-0d7e-464d-83e4-2b126d8e0cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.875159 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (8fbbb33d-b199-4020-b360-aa252e9e628a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.888934 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9f7a1-0d7e-464d-83e4-2b126d8e0cea None None] Pushing event deleted for resources: {'Port': ['ID=8fbbb33d-b199-4020-b360-aa252e9e628a,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:24.898802 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a9f7a1-0d7e-464d-83e4-2b126d8e0cea None None] No DVR routers for this DVR port 8fbbb33d-b199-4020-b360-aa252e9e628a on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:24.900407 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Port': ['ID=8fbbb33d-b199-4020-b360-aa252e9e628a,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:24.920783 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] No DVR routers for this DVR port 8fbbb33d-b199-4020-b360-aa252e9e628a on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:24.932478 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0343aa33-54aa-49b2-9178-7a321acaba77 req-719949ea-dc2a-446d-a6e5-9c5241721e2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0744d2f-611c-467a-a604-b8a5fa2fae06 HTTP/1.1" status: 200 len: 1001 time: 0.0701835 Jan 10 11:58:24.942418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:24.965444 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:24.966000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ecdd1a4f-c80f-42e0-8131-3f3d6380c7e2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:24.966530 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8fbbb33d-b199-4020-b360-aa252e9e628a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:24.982234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (d049b43c-1ab0-4a8e-ab51-279dd81c2ebc), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.993937 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:24.994126 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 8fbbb33d-b199-4020-b360-aa252e9e628a {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:24.994601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8fbbb33d-b199-4020-b360-aa252e9e628a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:24.995149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 06df7bd5-b729-46f4-9530-d55f4c830fda no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:24.999819 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d049b43c-1ab0-4a8e-ab51-279dd81c2ebc HTTP/1.1" status: 204 len: 168 time: 1.3974066 Jan 10 11:58:25.013544 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343aa33-54aa-49b2-9178-7a321acaba77 req-3dfbdc8c-fce0-41cb-b5cc-90c19558c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:25.015420 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0343aa33-54aa-49b2-9178-7a321acaba77 req-3dfbdc8c-fce0-41cb-b5cc-90c19558c4d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=018eb74b-0d85-4895-9574-a7a35eefd2a2 HTTP/1.1" status: 200 len: 835 time: 0.0753486 Jan 10 11:58:25.020462 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (c8915f05-36da-46e3-9c20-c5781ca8baea), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:25.020653 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 06df7bd5-b729-46f4-9530-d55f4c830fda {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:25.020653 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 06df7bd5-b729-46f4-9530-d55f4c830fda not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:25.027946 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57912) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:25.064146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f09b17-bf67-4ac7-bacc-219ea39d2b69 admin admin] Pushing event deleted for resources: {'Network': ['ID=d049b43c-1ab0-4a8e-ab51-279dd81c2ebc,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:25.086443 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343aa33-54aa-49b2-9178-7a321acaba77 req-5d2445ae-2de2-4e60-a31a-9aed30abfaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:25.089287 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0343aa33-54aa-49b2-9178-7a321acaba77 req-5d2445ae-2de2-4e60-a31a-9aed30abfaeb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0555356 Jan 10 11:58:25.109276 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8915f05-36da-46e3-9c20-c5781ca8baea']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:25.126624 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278e9a70-0695-49fc-b6a2-113796fa1a49') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:25.126931 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278e9a70-0695-49fc-b6a2-113796fa1a49') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:25.140410 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (278e9a70-0695-49fc-b6a2-113796fa1a49), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:25.161853 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (278e9a70-0695-49fc-b6a2-113796fa1a49), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:25.175720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:58:25.176134 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (278e9a70-0695-49fc-b6a2-113796fa1a49), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:58:25.179186 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:58:25.199203 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0343aa33-54aa-49b2-9178-7a321acaba77 req-cd75267c-cbfc-43a3-8c69-ceeb9d2815ed service neutron] 10.222.0.30 "GET /v2.0/networks/4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037221 Jan 10 11:58:25.296357 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0343aa33-54aa-49b2-9178-7a321acaba77 req-a6fbf8b1-e56a-4c5b-894d-237efb2dddee service neutron] 10.222.0.30 "GET /v2.0/networks/4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898292 Jan 10 11:58:25.473064 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (c8915f05-36da-46e3-9c20-c5781ca8baea), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:25.489978 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:25.489978 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] 10.222.0.16 "DELETE /v2.0/networks/c8915f05-36da-46e3-9c20-c5781ca8baea HTTP/1.1" status: 204 len: 168 time: 1.0237422 Jan 10 11:58:25.500923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e35a9-f029-4dad-921c-f5070ac67a70 tempest-PortsTestJSON-227572866 tempest-PortsTestJSON-227572866-project] Pushing event deleted for resources: {'Network': ['ID=c8915f05-36da-46e3-9c20-c5781ca8baea,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:25.524246 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0124482c-afc6-45b6-b271-ab52e69d9e68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (c072f97e-540f-433a-b11c-941780cbfe09), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:25.650295 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57916) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:25.695429 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2a584064-0aff-414b-9e87-4d0dddaef2fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1fa961e41ec4d84a1776f42096f6118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438426 Jan 10 11:58:25.698804 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57918) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:25.759027 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c27297f-476c-42cb-83cf-918da89a1248 admin admin] Publish callbacks [] for security_group (4d8f3388-1e60-4aa6-ba0e-57496510d3a2), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:25.782926 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c27297f-476c-42cb-83cf-918da89a1248 admin admin] Publish callbacks [] for security_group (4d8f3388-1e60-4aa6-ba0e-57496510d3a2), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:25.866669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-0124482c-afc6-45b6-b271-ab52e69d9e68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port ca598986-aa7f-4afe-92f3-d4663c79ae4f {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:25.869801 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0124482c-afc6-45b6-b271-ab52e69d9e68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:25.940476 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c27297f-476c-42cb-83cf-918da89a1248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (4d8f3388-1e60-4aa6-ba0e-57496510d3a2), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:25.944117 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c27297f-476c-42cb-83cf-918da89a1248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:25.947603 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9c27297f-476c-42cb-83cf-918da89a1248 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d8f3388-1e60-4aa6-ba0e-57496510d3a2 HTTP/1.1" status: 204 len: 168 time: 0.2455318 Jan 10 11:58:25.953660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27297f-476c-42cb-83cf-918da89a1248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8f3388-1e60-4aa6-ba0e-57496510d3a2,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:25.968900 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-0124482c-afc6-45b6-b271-ab52e69d9e68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port ca598986-aa7f-4afe-92f3-d4663c79ae4f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca598986-aa7f-4afe-92f3-d4663c79ae4f,segment=NetworkSegment(a9c2d862-de47-4f5a-a620-8daaeccc2ddb),segment_id=a9c2d862-de47-4f5a-a620-8daaeccc2ddb)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:25.969294 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0124482c-afc6-45b6-b271-ab52e69d9e68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:25.985678 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-0124482c-afc6-45b6-b271-ab52e69d9e68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for ca598986-aa7f-4afe-92f3-d4663c79ae4f owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:26.094583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57924) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:26.239150 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b47aafde-7d1e-431d-b815-d60049d7f037 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5dd82c5df384ebe8eff9042fabdda7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412759 Jan 10 11:58:26.240043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57928) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:26.290272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0124482c-afc6-45b6-b271-ab52e69d9e68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (ca598986-aa7f-4afe-92f3-d4663c79ae4f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:26.290907 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c903024c-0855-45ab-a2c0-407c5274b0e0 admin admin] Publish callbacks [] for security_group (28059447-4563-4b22-a8f8-ab8ee79989d5), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:26.314304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c903024c-0855-45ab-a2c0-407c5274b0e0 admin admin] Publish callbacks [] for security_group (28059447-4563-4b22-a8f8-ab8ee79989d5), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:26.319911 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124482c-afc6-45b6-b271-ab52e69d9e68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=ca598986-aa7f-4afe-92f3-d4663c79ae4f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:26.461478 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c903024c-0855-45ab-a2c0-407c5274b0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (28059447-4563-4b22-a8f8-ab8ee79989d5), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:26.464574 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c903024c-0855-45ab-a2c0-407c5274b0e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:26.468292 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c903024c-0855-45ab-a2c0-407c5274b0e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28059447-4563-4b22-a8f8-ab8ee79989d5 HTTP/1.1" status: 204 len: 168 time: 0.2248583 Jan 10 11:58:26.479840 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903024c-0855-45ab-a2c0-407c5274b0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28059447-4563-4b22-a8f8-ab8ee79989d5,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:26.522124 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0124482c-afc6-45b6-b271-ab52e69d9e68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (c072f97e-540f-433a-b11c-941780cbfe09), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:26.758380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0124482c-afc6-45b6-b271-ab52e69d9e68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router c072f97e-540f-433a-b11c-941780cbfe09 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:58:26.879019 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0124482c-afc6-45b6-b271-ab52e69d9e68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:58:26.889031 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0124482c-afc6-45b6-b271-ab52e69d9e68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/c072f97e-540f-433a-b11c-941780cbfe09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8569028 Jan 10 11:58:26.894451 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1023934-0d80-45f4-bd68-d4f0252daf49 None None] Sync routers for ids ['c072f97e-540f-433a-b11c-941780cbfe09'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:58:26.912917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1023934-0d80-45f4-bd68-d4f0252daf49 None None] Routers {'c072f97e-540f-433a-b11c-941780cbfe09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:26.912917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d1023934-0d80-45f4-bd68-d4f0252daf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c072f97e-540f-433a-b11c-941780cbfe09'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:27.068128 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-d1023934-0d80-45f4-bd68-d4f0252daf49 None None] Set router c072f97e-540f-433a-b11c-941780cbfe09 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:27.362260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d1023934-0d80-45f4-bd68-d4f0252daf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:58:26Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.198', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'port_id': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'mac_address': 'fa:16:3e:04:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:56:49Z', 'updated_at': '2022-01-10T11:56:54Z', 'revision_number': 1, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6921a59-af6c-4d11-959c-a9ae5ebed10f', 'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:fd:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:54Z', 'updated_at': '2022-01-10T11:56:05Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:27.391172 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1023934-0d80-45f4-bd68-d4f0252daf49 None None] Checking router: c072f97e-540f-433a-b11c-941780cbfe09 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:58:27.399655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1023934-0d80-45f4-bd68-d4f0252daf49 None None] Routers {'c072f97e-540f-433a-b11c-941780cbfe09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:27.400268 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d1023934-0d80-45f4-bd68-d4f0252daf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c072f97e-540f-433a-b11c-941780cbfe09'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:27.428090 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f6d52-d66f-4012-b8e7-5479c89e2795 req-b3e6c997-cbe3-4de4-8730-13507a025328 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:27.429639 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7d5f6d52-d66f-4012-b8e7-5479c89e2795 req-b3e6c997-cbe3-4de4-8730-13507a025328 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 946 time: 0.0547652 Jan 10 11:58:27.487300 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7d5f6d52-d66f-4012-b8e7-5479c89e2795 req-7ade6b5a-fdb2-4ba7-9ae2-c6adedfbb861 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=474ad0a7-da54-46ef-ae1d-8170f7bedae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515218 Jan 10 11:58:27.513668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-d1023934-0d80-45f4-bd68-d4f0252daf49 None None] Set router c072f97e-540f-433a-b11c-941780cbfe09 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:27.790719 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d1023934-0d80-45f4-bd68-d4f0252daf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:58:26Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.198', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'port_id': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'mac_address': 'fa:16:3e:04:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:56:49Z', 'updated_at': '2022-01-10T11:56:54Z', 'revision_number': 1, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6921a59-af6c-4d11-959c-a9ae5ebed10f', 'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:fd:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:54Z', 'updated_at': '2022-01-10T11:56:05Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:27.823709 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1023934-0d80-45f4-bd68-d4f0252daf49 None None] The sync data for ids ['c072f97e-540f-433a-b11c-941780cbfe09'] in dv-neutron-master-2-hyperv is: [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:58:26Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.198', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'port_id': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'mac_address': 'fa:16:3e:04:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:56:49Z', 'updated_at': '2022-01-10T11:56:54Z', 'revision_number': 1, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6921a59-af6c-4d11-959c-a9ae5ebed10f', 'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:fd:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:54Z', 'updated_at': '2022-01-10T11:56:05Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:58:27.888275 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57986) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:28.087122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 57994) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:28.135062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-3b32049b-58c9-4744-97d6-ba6a6b232098 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1434654264'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:28.143366 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 57996) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:28.292163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f1ad9d32-fe1f-4c54-8626-45bbeaaa2b6b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1569987779', 'router:external': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:28.297412 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b32049b-58c9-4744-97d6-ba6a6b232098 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.308381 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b32049b-58c9-4744-97d6-ba6a6b232098 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.366366 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-f67d778a-12c9-460b-beaa-4852eb85b7c0 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Deleting port bc6d1fee-322f-4163-b99f-f951a378c58b {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:28.366611 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f67d778a-12c9-460b-beaa-4852eb85b7c0 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (bc6d1fee-322f-4163-b99f-f951a378c58b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.392715 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ad9d32-fe1f-4c54-8626-45bbeaaa2b6b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Made reservation on behalf of 613e5ff65fc34c8094f5b4cc91f60589 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:28.396220 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9d32-fe1f-4c54-8626-45bbeaaa2b6b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.407841 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9d32-fe1f-4c54-8626-45bbeaaa2b6b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.479916 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b32049b-58c9-4744-97d6-ba6a6b232098 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (74bddfc6-1325-4b2a-a443-9bdaddbad4e3), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.490458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f67d778a-12c9-460b-beaa-4852eb85b7c0 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (bc6d1fee-322f-4163-b99f-f951a378c58b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.490834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f67d778a-12c9-460b-beaa-4852eb85b7c0 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for floatingip (bc6d1fee-322f-4163-b99f-f951a378c58b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.500127 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9d32-fe1f-4c54-8626-45bbeaaa2b6b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for security_group (f0dd7cfe-0f1d-4787-b4ae-e2583c183bf5), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.505839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-f67d778a-12c9-460b-beaa-4852eb85b7c0 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Calling delete_port for bc6d1fee-322f-4163-b99f-f951a378c58b owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:28.609642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b32049b-58c9-4744-97d6-ba6a6b232098 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (74bddfc6-1325-4b2a-a443-9bdaddbad4e3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.615844 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9d32-fe1f-4c54-8626-45bbeaaa2b6b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (f0dd7cfe-0f1d-4787-b4ae-e2583c183bf5), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.643629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ad9d32-fe1f-4c54-8626-45bbeaaa2b6b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:58:28.654569 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad9d32-fe1f-4c54-8626-45bbeaaa2b6b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dd7cfe-0f1d-4787-b4ae-e2583c183bf5,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:28.662554 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9d32-fe1f-4c54-8626-45bbeaaa2b6b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (c077d199-a3e6-4ba3-bd4f-090c4ff63d8f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.662878 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-f1ad9d32-fe1f-4c54-8626-45bbeaaa2b6b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Added segment c077d199-a3e6-4ba3-bd4f-090c4ff63d8f of type vlan for network 5e31e61b-fba3-4825-9821-4831d651e74f Jan 10 11:58:28.690619 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32049b-58c9-4744-97d6-ba6a6b232098 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74bddfc6-1325-4b2a-a443-9bdaddbad4e3,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:28.715780 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9d32-fe1f-4c54-8626-45bbeaaa2b6b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (5e31e61b-fba3-4825-9821-4831d651e74f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.726424 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77c088-00c1-4038-96c8-f8c22958bf47 req-0a30f479-0f08-452a-b207-1e854f6bd36d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:28.728114 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e77c088-00c1-4038-96c8-f8c22958bf47 req-0a30f479-0f08-452a-b207-1e854f6bd36d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 946 time: 0.1556509 Jan 10 11:58:28.784659 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b32049b-58c9-4744-97d6-ba6a6b232098 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (69f5c642-743e-4430-9374-f31bd62728be), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.798972 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9d32-fe1f-4c54-8626-45bbeaaa2b6b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (5e31e61b-fba3-4825-9821-4831d651e74f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.800033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ad9d32-fe1f-4c54-8626-45bbeaaa2b6b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:28.800669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9d32-fe1f-4c54-8626-45bbeaaa2b6b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.839139 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e77c088-00c1-4038-96c8-f8c22958bf47 req-fc25928b-b7cf-4fde-a4ba-81851ce9fbf0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=474ad0a7-da54-46ef-ae1d-8170f7bedae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036704 Jan 10 11:58:28.855043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ca598986-aa7f-4afe-92f3-d4663c79ae4f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:28.870948 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad9d32-fe1f-4c54-8626-45bbeaaa2b6b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Pushing event updated for resources: {'Network': ['ID=5e31e61b-fba3-4825-9821-4831d651e74f,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:28.877735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: ca598986-aa7f-4afe-92f3-d4663c79ae4f {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:28.877735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ca598986-aa7f-4afe-92f3-d4663c79ae4f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:28.880939 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 5e31e61b-fba3-4825-9821-4831d651e74f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:58:28.917969 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b32049b-58c9-4744-97d6-ba6a6b232098 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (69f5c642-743e-4430-9374-f31bd62728be), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.968193 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f1ad9d32-fe1f-4c54-8626-45bbeaaa2b6b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8235035 Jan 10 11:58:28.970816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58002) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:28.975262 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f67d778a-12c9-460b-beaa-4852eb85b7c0 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (bc6d1fee-322f-4163-b99f-f951a378c58b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.976444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-29832442-9fbc-4895-a1be-cd1aa0a6d05b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Request body: {'subnet': {'network_id': '5e31e61b-fba3-4825-9821-4831d651e74f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:28.995555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32049b-58c9-4744-97d6-ba6a6b232098 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f5c642-743e-4430-9374-f31bd62728be,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:29.021499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d778a-12c9-460b-beaa-4852eb85b7c0 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event deleted for resources: {'Port': ['ID=bc6d1fee-322f-4163-b99f-f951a378c58b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:29.056247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b182b-6a3f-4689-a4d9-f4772cefc52a req-0c60549b-031e-4849-b3de-0ba38eac6527 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:29.057685 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d78b182b-6a3f-4689-a4d9-f4772cefc52a req-0c60549b-031e-4849-b3de-0ba38eac6527 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 946 time: 0.1259177 Jan 10 11:58:29.091229 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b32049b-58c9-4744-97d6-ba6a6b232098 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:29.092470 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3b32049b-58c9-4744-97d6-ba6a6b232098 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2029741 Jan 10 11:58:29.095974 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58004) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:29.142814 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f67d778a-12c9-460b-beaa-4852eb85b7c0 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for floatingip (96d63941-3352-4054-8e7f-ce5834ee89d5), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:29.143305 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-f67d778a-12c9-460b-beaa-4852eb85b7c0 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Floating IP 96d63941-3352-4054-8e7f-ce5834ee89d5 disassociated (deleted). External IP: 172.36.2.166, port: aff4e51e-5a20-4ea1-b69f-cfd03081763b. Jan 10 11:58:29.168441 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-055bcec0-cb1c-4fbd-8d1d-ebccea713f2d tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0711305 Jan 10 11:58:29.170883 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58006) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:29.176084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e8052e7c-02e8-443e-ad65-3dea66464870 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group': {'name': 'tempest-security--1843193292', 'description': 'tempest-security-description-1452531007'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:29.196876 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29832442-9fbc-4895-a1be-cd1aa0a6d05b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Made reservation on behalf of 613e5ff65fc34c8094f5b4cc91f60589 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:29.199420 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-29832442-9fbc-4895-a1be-cd1aa0a6d05b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:29.268573 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e8052e7c-02e8-443e-ad65-3dea66464870 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (69f5c642-743e-4430-9374-f31bd62728be), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:29.292439 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-d78b182b-6a3f-4689-a4d9-f4772cefc52a req-b89a9f5e-8041-4b08-b0c4-db66a55d0e08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 76ad346a-4883-4070-b87a-93882a582848 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:29.292879 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d78b182b-6a3f-4689-a4d9-f4772cefc52a req-b89a9f5e-8041-4b08-b0c4-db66a55d0e08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (76ad346a-4883-4070-b87a-93882a582848), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:29.481892 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-d78b182b-6a3f-4689-a4d9-f4772cefc52a req-b89a9f5e-8041-4b08-b0c4-db66a55d0e08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 76ad346a-4883-4070-b87a-93882a582848, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76ad346a-4883-4070-b87a-93882a582848,segment=NetworkSegment(a9c2d862-de47-4f5a-a620-8daaeccc2ddb),segment_id=a9c2d862-de47-4f5a-a620-8daaeccc2ddb)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:29.482305 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d78b182b-6a3f-4689-a4d9-f4772cefc52a req-b89a9f5e-8041-4b08-b0c4-db66a55d0e08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (76ad346a-4883-4070-b87a-93882a582848), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:29.500485 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-d78b182b-6a3f-4689-a4d9-f4772cefc52a req-b89a9f5e-8041-4b08-b0c4-db66a55d0e08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 76ad346a-4883-4070-b87a-93882a582848 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:29.516786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67d778a-12c9-460b-beaa-4852eb85b7c0 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:58:29.662150 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e8052e7c-02e8-443e-ad65-3dea66464870 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (69f5c642-743e-4430-9374-f31bd62728be), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:29.716231 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67d778a-12c9-460b-beaa-4852eb85b7c0 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:58:29.723306 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f67d778a-12c9-460b-beaa-4852eb85b7c0 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:29.730738 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa89dc-40e7-45af-a384-ab20aba6674b None None] Sync routers for ids ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:58:29.742362 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa89dc-40e7-45af-a384-ab20aba6674b None None] Routers {'d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:29.742929 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-31aa89dc-40e7-45af-a384-ab20aba6674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:29.749835 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e8052e7c-02e8-443e-ad65-3dea66464870 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (69f5c642-743e-4430-9374-f31bd62728be), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:29.752472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e8052e7c-02e8-443e-ad65-3dea66464870 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:29.754011 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e8052e7c-02e8-443e-ad65-3dea66464870 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "PUT /v2.0/security-groups/69f5c642-743e-4430-9374-f31bd62728be HTTP/1.1" status: 200 len: 1797 time: 0.5821519 Jan 10 11:58:29.758773 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58008) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:29.782746 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f67d778a-12c9-460b-beaa-4852eb85b7c0 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "DELETE /v2.0/floatingips/96d63941-3352-4054-8e7f-ce5834ee89d5 HTTP/1.1" status: 204 len: 168 time: 1.6912789 Jan 10 11:58:29.789692 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8052e7c-02e8-443e-ad65-3dea66464870 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f5c642-743e-4430-9374-f31bd62728be,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:29.792274 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193ba236-8586-4c00-b0e2-339f10f30e01', 'tag': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:58:29.794722 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cc4f63-5800-4dbb-afa0-2994651dc02f" -d '{"events": [{"name": "network-changed", "server_uuid": "193ba236-8586-4c00-b0e2-339f10f30e01", "tag": "aff4e51e-5a20-4ea1-b69f-cfd03081763b"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:58:29.824883 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0931e6c9-4fa7-4518-8f8b-c5b044a8d2df tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-groups/69f5c642-743e-4430-9374-f31bd62728be HTTP/1.1" status: 200 len: 1797 time: 0.0626786 Jan 10 11:58:29.829407 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58014) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:29.851304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82499d21-e80b-48e8-81b5-0735e839b683 x-openstack-request-id: req-82499d21-e80b-48e8-81b5-0735e839b683 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:58:29.851304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193ba236-8586-4c00-b0e2-339f10f30e01", "tag": "aff4e51e-5a20-4ea1-b69f-cfd03081763b", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:58:29.851628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82499d21-e80b-48e8-81b5-0735e839b683 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:58:29.851980 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193ba236-8586-4c00-b0e2-339f10f30e01', 'tag': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b', 'status': 'completed', 'code': 200} Jan 10 11:58:29.863338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d78b182b-6a3f-4689-a4d9-f4772cefc52a req-b89a9f5e-8041-4b08-b0c4-db66a55d0e08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (76ad346a-4883-4070-b87a-93882a582848), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:29.916803 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a9f5e-8041-4b08-b0c4-db66a55d0e08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=76ad346a-4883-4070-b87a-93882a582848,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:29.934834 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-31aa89dc-40e7-45af-a384-ab20aba6674b None None] Set router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:30.027837 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2f2dce3c-e3b1-4144-8eee-0c19408fb138 req-e19914a6-f3d1-4d60-be1d-48b25d5858d3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 210 time: 0.0861144 Jan 10 11:58:30.032136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78b182b-6a3f-4689-a4d9-f4772cefc52a req-b89a9f5e-8041-4b08-b0c4-db66a55d0e08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] No DVR routers for this DVR port 76ad346a-4883-4070-b87a-93882a582848 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:30.039958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d78b182b-6a3f-4689-a4d9-f4772cefc52a req-b89a9f5e-8041-4b08-b0c4-db66a55d0e08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:30.043618 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d78b182b-6a3f-4689-a4d9-f4772cefc52a req-b89a9f5e-8041-4b08-b0c4-db66a55d0e08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "DELETE /v2.0/ports/76ad346a-4883-4070-b87a-93882a582848 HTTP/1.1" status: 204 len: 173 time: 0.9651284 Jan 10 11:58:30.045367 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93adf3d6-e241-4dd6-b18a-84bd88fccebf tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (69f5c642-743e-4430-9374-f31bd62728be), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:30.055273 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc4f63-5800-4dbb-afa0-2994651dc02f req-55fa6cfe-afe8-461e-b9d6-586a3583c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:30.056961 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c8cc4f63-5800-4dbb-afa0-2994651dc02f req-55fa6cfe-afe8-461e-b9d6-586a3583c0f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=64c3df50eabf474d900be6a95c814069&device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 1098 time: 0.1579955 Jan 10 11:58:30.090426 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.objects.ports [None req-29832442-9fbc-4895-a1be-cd1aa0a6d05b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110625) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:58:30.090954 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-29832442-9fbc-4895-a1be-cd1aa0a6d05b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (5a42200c-4465-456f-8494-fccb6ce8d386), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:30.130578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93adf3d6-e241-4dd6-b18a-84bd88fccebf tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (69f5c642-743e-4430-9374-f31bd62728be), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:30.161820 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29832442-9fbc-4895-a1be-cd1aa0a6d05b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5a42200c-4465-456f-8494-fccb6ce8d386,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:30.171459 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29832442-9fbc-4895-a1be-cd1aa0a6d05b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Checking segment: {'id': 'c077d199-a3e6-4ba3-bd4f-090c4ff63d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5e31e61b-fba3-4825-9821-4831d651e74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:58:30.172135 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29832442-9fbc-4895-a1be-cd1aa0a6d05b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Network hostable DHCP agents. Network: 5e31e61b-fba3-4825-9821-4831d651e74f, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:58:30.204113 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-31aa89dc-40e7-45af-a384-ab20aba6674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049762471', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151'}], 'enable_snat': True}, 'gw_port_id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:02Z', 'updated_at': '2022-01-10T11:56:20Z', 'revision_number': 4, 'project_id': '64c3df50eabf474d900be6a95c814069', 'gw_port': {'id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '074cf39c-b6c1-4bab-91cd-d340772a8d8b', 'name': '', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'mac_address': 'fa:16:3e:f7:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:31Z', 'revision_number': 5, 'project_id': '64c3df50eabf474d900be6a95c814069', 'subnets': [{'id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:30.231110 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa89dc-40e7-45af-a384-ab20aba6674b None None] Checking router: d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:58:30.241413 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa89dc-40e7-45af-a384-ab20aba6674b None None] Routers {'d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:30.242080 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-31aa89dc-40e7-45af-a384-ab20aba6674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:30.247068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc4f63-5800-4dbb-afa0-2994651dc02f req-a6bb71fc-bd51-4203-b5af-c0563ebf1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:30.247068 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c8cc4f63-5800-4dbb-afa0-2994651dc02f req-a6bb71fc-bd51-4203-b5af-c0563ebf1283 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c25c3555-98fa-43a0-b950-1c716ace6677 HTTP/1.1" status: 200 len: 897 time: 0.1735315 Jan 10 11:58:30.306012 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c8cc4f63-5800-4dbb-afa0-2994651dc02f req-adcb588b-fa9b-4674-ab1d-b2419b6a6f16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aff4e51e-5a20-4ea1-b69f-cfd03081763b HTTP/1.1" status: 200 len: 217 time: 0.0456657 Jan 10 11:58:30.370840 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-31aa89dc-40e7-45af-a384-ab20aba6674b None None] Set router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:30.376383 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29832442-9fbc-4895-a1be-cd1aa0a6d05b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Network 5e31e61b-fba3-4825-9821-4831d651e74f is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:58:30.388560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93adf3d6-e241-4dd6-b18a-84bd88fccebf tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (69f5c642-743e-4430-9374-f31bd62728be), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:30.391507 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93adf3d6-e241-4dd6-b18a-84bd88fccebf tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:30.392804 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-93adf3d6-e241-4dd6-b18a-84bd88fccebf tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-groups/69f5c642-743e-4430-9374-f31bd62728be HTTP/1.1" status: 204 len: 168 time: 0.5663371 Jan 10 11:58:30.399388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58020) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:30.410258 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93adf3d6-e241-4dd6-b18a-84bd88fccebf tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f5c642-743e-4430-9374-f31bd62728be,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:30.423629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc4f63-5800-4dbb-afa0-2994651dc02f req-1003166b-a4a4-4546-aa8e-d78a30c2e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:30.425392 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c8cc4f63-5800-4dbb-afa0-2994651dc02f req-1003166b-a4a4-4546-aa8e-d78a30c2e1c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b6b494b-8770-4ce3-a585-52c1cfaad991 HTTP/1.1" status: 200 len: 834 time: 0.1121275 Jan 10 11:58:30.465409 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbcd2e-3cc4-4fad-843d-14e0866e35a4 req-39b2f533-1f11-4ed2-b1e2-606db1933e40 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:30.467826 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-29832442-9fbc-4895-a1be-cd1aa0a6d05b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5e31e61b-fba3-4825-9821-4831d651e74f) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:30.468177 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7dfbcd2e-3cc4-4fad-843d-14e0866e35a4 req-39b2f533-1f11-4ed2-b1e2-606db1933e40 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.1225228 Jan 10 11:58:30.482289 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ead239f-8fd7-40d3-bd40-9a9b621a0fa1 None None] Network 5e31e61b-fba3-4825-9821-4831d651e74f requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:30.502712 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29832442-9fbc-4895-a1be-cd1aa0a6d05b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:30.503466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-29832442-9fbc-4895-a1be-cd1aa0a6d05b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:30.554100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc4f63-5800-4dbb-afa0-2994651dc02f req-15ce7fab-cf3f-4da6-b3ab-2f9e89ce2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:30.555652 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c8cc4f63-5800-4dbb-afa0-2994651dc02f req-15ce7fab-cf3f-4da6-b3ab-2f9e89ce2b88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c25c3555-98fa-43a0-b950-1c716ace6677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1220033 Jan 10 11:58:30.574412 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-40869763-eb7f-40ea-9cb0-2e1197cd4762 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1708326 Jan 10 11:58:30.576551 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58022) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:30.594817 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-faa18fc5-5225-49f5-ab71-438c17663a7f tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] delete failed (client error): The resource could not be found. Jan 10 11:58:30.596326 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-faa18fc5-5225-49f5-ab71-438c17663a7f tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-groups/69f5c642-743e-4430-9374-f31bd62728be HTTP/1.1" status: 404 len: 347 time: 0.0183914 Jan 10 11:58:30.601254 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58024) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:30.613399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d199a751-db88-4e69-be23-aa3b3af31534 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554736493'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:30.619550 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-29832442-9fbc-4895-a1be-cd1aa0a6d05b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6474295 Jan 10 11:58:30.624041 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7dfbcd2e-3cc4-4fad-843d-14e0866e35a4 req-d2faf750-15ce-435b-87b0-2040f3ec6678 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297314 Jan 10 11:58:30.629026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58026) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:30.636453 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-781e95ac-e6c8-4d8d-8a59-b53dc6f016b5 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1477123133', 'network_id': '5e31e61b-fba3-4825-9821-4831d651e74f'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:30.658368 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ebcab8-298a-4dde-9080-c4e192b88546 None None] Network 5e31e61b-fba3-4825-9821-4831d651e74f requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:30.706284 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c8cc4f63-5800-4dbb-afa0-2994651dc02f req-654f2909-f080-42a6-a1ab-31da24d2be5c service neutron] 10.222.0.30 "GET /v2.0/networks/c25c3555-98fa-43a0-b950-1c716ace6677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384511 Jan 10 11:58:30.715577 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-31aa89dc-40e7-45af-a384-ab20aba6674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049762471', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151'}], 'enable_snat': True}, 'gw_port_id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:02Z', 'updated_at': '2022-01-10T11:56:20Z', 'revision_number': 4, 'project_id': '64c3df50eabf474d900be6a95c814069', 'gw_port': {'id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '074cf39c-b6c1-4bab-91cd-d340772a8d8b', 'name': '', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'mac_address': 'fa:16:3e:f7:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:31Z', 'revision_number': 5, 'project_id': '64c3df50eabf474d900be6a95c814069', 'subnets': [{'id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:30.744847 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa89dc-40e7-45af-a384-ab20aba6674b None None] The sync data for ids ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'] in dv-neutron-master-2-hyperv is: [{'id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049762471', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151'}], 'enable_snat': True}, 'gw_port_id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:02Z', 'updated_at': '2022-01-10T11:56:20Z', 'revision_number': 4, 'project_id': '64c3df50eabf474d900be6a95c814069', 'gw_port': {'id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '074cf39c-b6c1-4bab-91cd-d340772a8d8b', 'name': '', 'network_id': 'c25c3555-98fa-43a0-b950-1c716ace6677', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'mac_address': 'fa:16:3e:f7:7f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:31Z', 'revision_number': 5, 'project_id': '64c3df50eabf474d900be6a95c814069', 'subnets': [{'id': '3b6b494b-8770-4ce3-a585-52c1cfaad991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:58:30.763117 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781e95ac-e6c8-4d8d-8a59-b53dc6f016b5 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Made reservation on behalf of 613e5ff65fc34c8094f5b4cc91f60589 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:30.766303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-781e95ac-e6c8-4d8d-8a59-b53dc6f016b5 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:30.793897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-781e95ac-e6c8-4d8d-8a59-b53dc6f016b5 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] device_id is not set on port e76077cb-d604-4181-86d0-c507e86660cc yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:58:30.801904 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d199a751-db88-4e69-be23-aa3b3af31534 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:30.830177 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c8cc4f63-5800-4dbb-afa0-2994651dc02f req-c00383c4-0b5a-4db4-a63c-1b3e6166c197 service neutron] 10.222.0.30 "GET /v2.0/networks/c25c3555-98fa-43a0-b950-1c716ace6677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109681 Jan 10 11:58:30.887786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d199a751-db88-4e69-be23-aa3b3af31534 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (53a70f0f-c6d1-4e05-b5c9-920752997f9d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:30.916727 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-781e95ac-e6c8-4d8d-8a59-b53dc6f016b5 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Allocated IP 2001:db8::2de (5e31e61b-fba3-4825-9821-4831d651e74f/5a42200c-4465-456f-8494-fccb6ce8d386/e76077cb-d604-4181-86d0-c507e86660cc) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:30.993446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d199a751-db88-4e69-be23-aa3b3af31534 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (53a70f0f-c6d1-4e05-b5c9-920752997f9d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.029998 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199a751-db88-4e69-be23-aa3b3af31534 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a70f0f-c6d1-4e05-b5c9-920752997f9d,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:31.062758 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e4add1-a3b4-49ec-bf55-fe024cbdd44d None None] New status for floating IP 96d63941-3352-4054-8e7f-ce5834ee89d5: DOWN {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:58:31.072954 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-781e95ac-e6c8-4d8d-8a59-b53dc6f016b5 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for port (e76077cb-d604-4181-86d0-c507e86660cc), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.081183 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d199a751-db88-4e69-be23-aa3b3af31534 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.085311 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d199a751-db88-4e69-be23-aa3b3af31534 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4796996 Jan 10 11:58:31.085474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58030) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:31.091114 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-713fdf15-d8f6-4238-9766-b5885ffa6e81 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group_rule': {'security_group_id': '53a70f0f-c6d1-4e05-b5c9-920752997f9d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:31.174174 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7331f70c-de1c-4996-b021-62afacad3eb0 req-b0f91241-0afa-42e8-8145-d725a5c262bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eadff1c-b80b-4b7d-b52f-db176625f6cd HTTP/1.1" status: 200 len: 210 time: 0.0339911 Jan 10 11:58:31.195457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-713fdf15-d8f6-4238-9766-b5885ffa6e81 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (8bfcbf0c-9237-47f2-be8d-12d71b58c5c0), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.210095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-781e95ac-e6c8-4d8d-8a59-b53dc6f016b5 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (e76077cb-d604-4181-86d0-c507e86660cc), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.255633 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781e95ac-e6c8-4d8d-8a59-b53dc6f016b5 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Network 5e31e61b-fba3-4825-9821-4831d651e74f is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:31.258777 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-781e95ac-e6c8-4d8d-8a59-b53dc6f016b5 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:31.263319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e95ac-e6c8-4d8d-8a59-b53dc6f016b5 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:58:31.264420 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e95ac-e6c8-4d8d-8a59-b53dc6f016b5 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:31.265108 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-781e95ac-e6c8-4d8d-8a59-b53dc6f016b5 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.281693 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e95ac-e6c8-4d8d-8a59-b53dc6f016b5 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Pushing event updated for resources: {'Port': ['ID=e76077cb-d604-4181-86d0-c507e86660cc,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:31.293915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-713fdf15-d8f6-4238-9766-b5885ffa6e81 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (8bfcbf0c-9237-47f2-be8d-12d71b58c5c0), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.343308 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-781e95ac-e6c8-4d8d-8a59-b53dc6f016b5 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7109714 Jan 10 11:58:31.346116 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58032) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:31.370224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-713fdf15-d8f6-4238-9766-b5885ffa6e81 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (8bfcbf0c-9237-47f2-be8d-12d71b58c5c0), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.389040 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fdf15-d8f6-4238-9766-b5885ffa6e81 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfcbf0c-9237-47f2-be8d-12d71b58c5c0,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:31.430219 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ba63fb68-a058-4ad2-99b6-414cb84c792c tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Deleting port e76077cb-d604-4181-86d0-c507e86660cc {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:31.430516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba63fb68-a058-4ad2-99b6-414cb84c792c tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (e76077cb-d604-4181-86d0-c507e86660cc), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.469061 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-713fdf15-d8f6-4238-9766-b5885ffa6e81 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.470303 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-713fdf15-d8f6-4238-9766-b5885ffa6e81 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3839004 Jan 10 11:58:31.473478 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58034) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:31.498531 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-43414470-ffb4-4103-9372-eeedb9f022f3 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (8bfcbf0c-9237-47f2-be8d-12d71b58c5c0), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.508786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-43414470-ffb4-4103-9372-eeedb9f022f3 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (8bfcbf0c-9237-47f2-be8d-12d71b58c5c0), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.525792 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba63fb68-a058-4ad2-99b6-414cb84c792c tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (e76077cb-d604-4181-86d0-c507e86660cc), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.539265 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ba63fb68-a058-4ad2-99b6-414cb84c792c tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Calling delete_port for e76077cb-d604-4181-86d0-c507e86660cc owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:31.701556 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-43414470-ffb4-4103-9372-eeedb9f022f3 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (8bfcbf0c-9237-47f2-be8d-12d71b58c5c0), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.708552 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-43414470-ffb4-4103-9372-eeedb9f022f3 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.711679 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-43414470-ffb4-4103-9372-eeedb9f022f3 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8bfcbf0c-9237-47f2-be8d-12d71b58c5c0 HTTP/1.1" status: 204 len: 168 time: 0.2352862 Jan 10 11:58:31.712535 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58038) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:31.746773 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43414470-ffb4-4103-9372-eeedb9f022f3 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bfcbf0c-9237-47f2-be8d-12d71b58c5c0,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:31.769288 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-93fec341-ad81-4108-9fcb-4f6d53bc746a tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0554719 Jan 10 11:58:31.772000 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58040) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:31.776031 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f10568-b6bf-4f22-b9a5-2048e7f9553a req-183ed92b-4f89-42f2-8a89-f9e86e1ceb3e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:31.777899 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-32f10568-b6bf-4f22-b9a5-2048e7f9553a req-183ed92b-4f89-42f2-8a89-f9e86e1ceb3e tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.0667613 Jan 10 11:58:31.780977 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba63fb68-a058-4ad2-99b6-414cb84c792c tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (e76077cb-d604-4181-86d0-c507e86660cc), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.821046 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63fb68-a058-4ad2-99b6-414cb84c792c tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Pushing event deleted for resources: {'Port': ['ID=e76077cb-d604-4181-86d0-c507e86660cc,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:31.852840 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eadff1c-b80b-4b7d-b52f-db176625f6cd', 'name': 'network-vif-deleted', 'tag': '76ad346a-4883-4070-b87a-93882a582848'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:58:31.855210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b919a12d-094a-4f95-85fe-3cf46bb6e93a" -d '{"events": [{"server_uuid": "6eadff1c-b80b-4b7d-b52f-db176625f6cd", "name": "network-vif-deleted", "tag": "76ad346a-4883-4070-b87a-93882a582848"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:58:31.860592 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba63fb68-a058-4ad2-99b6-414cb84c792c tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.867590 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ba63fb68-a058-4ad2-99b6-414cb84c792c tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "DELETE /v2.0/ports/e76077cb-d604-4181-86d0-c507e86660cc HTTP/1.1" status: 204 len: 168 time: 0.5203495 Jan 10 11:58:31.870515 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58044) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:31.874937 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e31e61b-fba3-4825-9821-4831d651e74f', 'external_fixed_ips': [{'subnet_id': '5a42200c-4465-456f-8494-fccb6ce8d386', 'ip_address': '2001:db8::2de'}]}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:31.886825 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-32f10568-b6bf-4f22-b9a5-2048e7f9553a req-828e794e-00c2-42f7-b850-e3488886b3b7 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/security-groups?id=497018b9-49b9-4c75-ac23-e1e6bfcf4261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027408 Jan 10 11:58:31.891514 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f3ab5a58-3473-4919-9006-55628405ee25 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (53a70f0f-c6d1-4e05-b5c9-920752997f9d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.896846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f769f0-30fa-46e7-8327-abb5b61f9590 req-040ab3ce-0d7b-4e1b-9476-0ed95e822589 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:31.899278 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a4f769f0-30fa-46e7-8327-abb5b61f9590 req-040ab3ce-0d7b-4e1b-9476-0ed95e822589 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.30 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 945 time: 0.0996144 Jan 10 11:58:31.924027 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f3ab5a58-3473-4919-9006-55628405ee25 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (53a70f0f-c6d1-4e05-b5c9-920752997f9d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.927455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c505811c-c375-4b48-9fc8-e6414c3c8f9a x-openstack-request-id: req-c505811c-c375-4b48-9fc8-e6414c3c8f9a {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:58:31.927819 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eadff1c-b80b-4b7d-b52f-db176625f6cd", "name": "network-vif-deleted", "tag": "76ad346a-4883-4070-b87a-93882a582848", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:58:31.928150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c505811c-c375-4b48-9fc8-e6414c3c8f9a {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:58:31.928617 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eadff1c-b80b-4b7d-b52f-db176625f6cd', 'name': 'network-vif-deleted', 'tag': '76ad346a-4883-4070-b87a-93882a582848', 'status': 'completed', 'code': 200} Jan 10 11:58:31.990382 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (1ba455f0-9e45-4ff5-b3ca-f95e78992c78), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:31.991440 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (1ba455f0-9e45-4ff5-b3ca-f95e78992c78), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.030046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-a4f769f0-30fa-46e7-8327-abb5b61f9590 req-f1a150ed-e4a1-46e4-b05d-4794f6c55037 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Deleting port aff4e51e-5a20-4ea1-b69f-cfd03081763b {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:32.030809 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a4f769f0-30fa-46e7-8327-abb5b61f9590 req-f1a150ed-e4a1-46e4-b05d-4794f6c55037 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.039432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f3ab5a58-3473-4919-9006-55628405ee25 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (53a70f0f-c6d1-4e05-b5c9-920752997f9d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.041983 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f3ab5a58-3473-4919-9006-55628405ee25 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.046067 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f3ab5a58-3473-4919-9006-55628405ee25 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-groups/53a70f0f-c6d1-4e05-b5c9-920752997f9d HTTP/1.1" status: 204 len: 168 time: 0.2702990 Jan 10 11:58:32.046761 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58046) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:32.064328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 76ad346a-4883-4070-b87a-93882a582848 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:32.069315 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab5a58-3473-4919-9006-55628405ee25 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a70f0f-c6d1-4e05-b5c9-920752997f9d,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:32.093199 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 76ad346a-4883-4070-b87a-93882a582848 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:32.093642 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 76ad346a-4883-4070-b87a-93882a582848 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:32.114264 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3dace954-f14b-40bc-8c2a-4f18fd251702 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0661740 Jan 10 11:58:32.119703 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58048) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:32.124191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c615aaff-0f68-4e25-a8aa-db50bb9aaa4c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group': {'name': 'tempest-secgroup--795639242'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:32.136019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_controller (1ba455f0-9e45-4ff5-b3ca-f95e78992c78), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.164784 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-a4f769f0-30fa-46e7-8327-abb5b61f9590 req-f1a150ed-e4a1-46e4-b05d-4794f6c55037 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] For port aff4e51e-5a20-4ea1-b69f-cfd03081763b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aff4e51e-5a20-4ea1-b69f-cfd03081763b,segment=NetworkSegment(e5c5e942-02e3-48b2-a72b-a3b8ecad61f1),segment_id=e5c5e942-02e3-48b2-a72b-a3b8ecad61f1)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:32.170738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a4f769f0-30fa-46e7-8327-abb5b61f9590 req-f1a150ed-e4a1-46e4-b05d-4794f6c55037 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.179241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-a4f769f0-30fa-46e7-8327-abb5b61f9590 req-f1a150ed-e4a1-46e4-b05d-4794f6c55037 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Calling delete_port for aff4e51e-5a20-4ea1-b69f-cfd03081763b owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:32.215759 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c615aaff-0f68-4e25-a8aa-db50bb9aaa4c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.268610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58052) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:32.347069 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c615aaff-0f68-4e25-a8aa-db50bb9aaa4c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (73025949-638d-472b-bace-6eb188c7b66e), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.363668 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c60c1bb-da20-462b-8228-7a26c70c9a78 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (474ad0a7-da54-46ef-ae1d-8170f7bedae5), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.392524 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c60c1bb-da20-462b-8228-7a26c70c9a78 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (474ad0a7-da54-46ef-ae1d-8170f7bedae5), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.411365 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c615aaff-0f68-4e25-a8aa-db50bb9aaa4c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (73025949-638d-472b-bace-6eb188c7b66e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.460702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615aaff-0f68-4e25-a8aa-db50bb9aaa4c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73025949-638d-472b-bace-6eb188c7b66e,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:32.550062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c615aaff-0f68-4e25-a8aa-db50bb9aaa4c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.551399 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c615aaff-0f68-4e25-a8aa-db50bb9aaa4c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4309192 Jan 10 11:58:32.554189 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58054) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:32.558808 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-6f60aae4-df2d-4619-ac39-f9d9017c481e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group_rule': {'security_group_id': '73025949-638d-472b-bace-6eb188c7b66e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:32.575980 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c60c1bb-da20-462b-8228-7a26c70c9a78 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (474ad0a7-da54-46ef-ae1d-8170f7bedae5), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.578446 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0c60c1bb-da20-462b-8228-7a26c70c9a78 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.579629 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0c60c1bb-da20-462b-8228-7a26c70c9a78 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/security-groups/474ad0a7-da54-46ef-ae1d-8170f7bedae5 HTTP/1.1" status: 204 len: 168 time: 0.3100660 Jan 10 11:58:32.590537 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60c1bb-da20-462b-8228-7a26c70c9a78 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474ad0a7-da54-46ef-ae1d-8170f7bedae5,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:32.702266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58058) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:32.754098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f60aae4-df2d-4619-ac39-f9d9017c481e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (b55f5662-e008-4a8a-8967-e5b26ce47347), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.762427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (1ba455f0-9e45-4ff5-b3ca-f95e78992c78), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.785305 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-58804f20-097e-42dc-a7f1-2a94bae18c3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting subnet 740ee0f1-f609-4554-a582-25fefdfba5c1 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:58:32.793862 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58804f20-097e-42dc-a7f1-2a94bae18c3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (740ee0f1-f609-4554-a582-25fefdfba5c1), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.851522 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58804f20-097e-42dc-a7f1-2a94bae18c3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (740ee0f1-f609-4554-a582-25fefdfba5c1), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.885138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f60aae4-df2d-4619-ac39-f9d9017c481e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (b55f5662-e008-4a8a-8967-e5b26ce47347), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.926760 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a4f769f0-30fa-46e7-8327-abb5b61f9590 req-f1a150ed-e4a1-46e4-b05d-4794f6c55037 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (aff4e51e-5a20-4ea1-b69f-cfd03081763b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.959946 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58804f20-097e-42dc-a7f1-2a94bae18c3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (740ee0f1-f609-4554-a582-25fefdfba5c1), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.982660 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f60aae4-df2d-4619-ac39-f9d9017c481e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (b55f5662-e008-4a8a-8967-e5b26ce47347), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:32.988781 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a150ed-e4a1-46e4-b05d-4794f6c55037 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event deleted for resources: {'Port': ['ID=aff4e51e-5a20-4ea1-b69f-cfd03081763b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:33.017100 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60aae4-df2d-4619-ac39-f9d9017c481e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55f5662-e008-4a8a-8967-e5b26ce47347,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:33.041525 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-852f9081-896e-489c-88b1-f9b18acc365b req-51529540-3c96-4f18-a14c-93811d847c9f tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 210 time: 0.0600276 Jan 10 11:58:33.089859 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f769f0-30fa-46e7-8327-abb5b61f9590 req-f1a150ed-e4a1-46e4-b05d-4794f6c55037 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] No DVR routers for this DVR port aff4e51e-5a20-4ea1-b69f-cfd03081763b on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:33.093269 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a4f769f0-30fa-46e7-8327-abb5b61f9590 req-f1a150ed-e4a1-46e4-b05d-4794f6c55037 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.096650 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a4f769f0-30fa-46e7-8327-abb5b61f9590 req-f1a150ed-e4a1-46e4-b05d-4794f6c55037 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.30 "DELETE /v2.0/ports/aff4e51e-5a20-4ea1-b69f-cfd03081763b HTTP/1.1" status: 204 len: 173 time: 1.1915905 Jan 10 11:58:33.103707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6f60aae4-df2d-4619-ac39-f9d9017c481e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.107770 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6f60aae4-df2d-4619-ac39-f9d9017c481e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5498159 Jan 10 11:58:33.114863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58062) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:33.114863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-e08b9a61-33c6-4ed7-a02e-67973d970354 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group_rule': {'security_group_id': '73025949-638d-472b-bace-6eb188c7b66e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:33.143743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58804f20-097e-42dc-a7f1-2a94bae18c3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (740ee0f1-f609-4554-a582-25fefdfba5c1), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.178163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58804f20-097e-42dc-a7f1-2a94bae18c3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Subnet': ['ID=740ee0f1-f609-4554-a582-25fefdfba5c1,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:33.180297 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58804f20-097e-42dc-a7f1-2a94bae18c3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.184137 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-58804f20-097e-42dc-a7f1-2a94bae18c3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/subnets/740ee0f1-f609-4554-a582-25fefdfba5c1 HTTP/1.1" status: 204 len: 168 time: 0.4807458 Jan 10 11:58:33.189721 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58064) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:33.201351 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9c9517-d5b4-402a-b8fc-3e42a4a9256a None None] Network 11b180d1-aa07-4034-901c-fac8264692fb requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:33.258395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (1ba455f0-9e45-4ff5-b3ca-f95e78992c78), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.283433 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.291951 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (11b180d1-aa07-4034-901c-fac8264692fb), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.350832 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e08b9a61-33c6-4ed7-a02e-67973d970354 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (9c214391-dd56-4fdb-a2aa-a13f2732dc95), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.375033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port c5518efa-7a76-4e7e-8ace-f79414048c90 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:33.375560 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.433907 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196caaae-cf99-4816-b10d-e1653f82ed82 None None] DHCP port deletion for 11b180d1-aa07-4034-901c-fac8264692fb request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:33.465283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port c5518efa-7a76-4e7e-8ace-f79414048c90, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5518efa-7a76-4e7e-8ace-f79414048c90,segment=NetworkSegment(a9c2d862-de47-4f5a-a620-8daaeccc2ddb),segment_id=a9c2d862-de47-4f5a-a620-8daaeccc2ddb)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:33.466170 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.483095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for c5518efa-7a76-4e7e-8ace-f79414048c90 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:33.519597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-196caaae-cf99-4816-b10d-e1653f82ed82 None None] Deleting port c5518efa-7a76-4e7e-8ace-f79414048c90 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:33.519988 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-196caaae-cf99-4816-b10d-e1653f82ed82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.570919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e08b9a61-33c6-4ed7-a02e-67973d970354 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (9c214391-dd56-4fdb-a2aa-a13f2732dc95), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.623828 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Allocated IP 2001:db8::2de (5e31e61b-fba3-4825-9821-4831d651e74f/5a42200c-4465-456f-8494-fccb6ce8d386/67f3dd16-c8f1-4f2c-9fa4-b4c708e00664) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:33.627826 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-196caaae-cf99-4816-b10d-e1653f82ed82 None None] For port c5518efa-7a76-4e7e-8ace-f79414048c90, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5518efa-7a76-4e7e-8ace-f79414048c90,segment=NetworkSegment(a9c2d862-de47-4f5a-a620-8daaeccc2ddb),segment_id=a9c2d862-de47-4f5a-a620-8daaeccc2ddb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:33.628238 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-196caaae-cf99-4816-b10d-e1653f82ed82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.643509 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-196caaae-cf99-4816-b10d-e1653f82ed82 None None] Calling delete_port for c5518efa-7a76-4e7e-8ace-f79414048c90 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:33.661510 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.661877 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e08b9a61-33c6-4ed7-a02e-67973d970354 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (9c214391-dd56-4fdb-a2aa-a13f2732dc95), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.690609 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=c5518efa-7a76-4e7e-8ace-f79414048c90,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:33.692541 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] No DVR routers for this DVR port c5518efa-7a76-4e7e-8ace-f79414048c90 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:33.723625 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b9a61-33c6-4ed7-a02e-67973d970354 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c214391-dd56-4fdb-a2aa-a13f2732dc95,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:33.759046 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-196caaae-cf99-4816-b10d-e1653f82ed82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (c5518efa-7a76-4e7e-8ace-f79414048c90), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.785957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (11b180d1-aa07-4034-901c-fac8264692fb), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.799429 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196caaae-cf99-4816-b10d-e1653f82ed82 None None] Pushing event deleted for resources: {'Port': ['ID=c5518efa-7a76-4e7e-8ace-f79414048c90,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:33.809114 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b180d1-aa07-4034-901c-fac8264692fb']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:33.815962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e08b9a61-33c6-4ed7-a02e-67973d970354 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.819448 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e08b9a61-33c6-4ed7-a02e-67973d970354 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7090712 Jan 10 11:58:33.821121 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c2d862-de47-4f5a-a620-8daaeccc2ddb') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:33.821459 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c2d862-de47-4f5a-a620-8daaeccc2ddb') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:33.823218 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58066) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:33.825491 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for port (67f3dd16-c8f1-4f2c-9fa4-b4c708e00664), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.826385 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196caaae-cf99-4816-b10d-e1653f82ed82 None None] No DVR routers for this DVR port c5518efa-7a76-4e7e-8ace-f79414048c90 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:33.828612 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c1360652-1bfe-4188-b127-340c96aff67d tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group_rule': {'security_group_id': '73025949-638d-472b-bace-6eb188c7b66e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:33.847122 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (a9c2d862-de47-4f5a-a620-8daaeccc2ddb), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.887385 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (a9c2d862-de47-4f5a-a620-8daaeccc2ddb), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.900179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:58:33.900590 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (a9c2d862-de47-4f5a-a620-8daaeccc2ddb), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:58:33.904221 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:58:33.930177 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193ba236-8586-4c00-b0e2-339f10f30e01', 'name': 'network-vif-deleted', 'tag': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:58:33.934402 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76b5281-3f9b-48c2-910f-16b935ab146b" -d '{"events": [{"server_uuid": "193ba236-8586-4c00-b0e2-339f10f30e01", "name": "network-vif-deleted", "tag": "aff4e51e-5a20-4ea1-b69f-cfd03081763b"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:58:33.984843 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c1360652-1bfe-4188-b127-340c96aff67d tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (838982fc-2654-4b13-a73a-74fae0336338), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:33.985127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e8acc2-9d91-4802-b377-7aeca2899be9 x-openstack-request-id: req-e5e8acc2-9d91-4802-b377-7aeca2899be9 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:58:33.985431 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193ba236-8586-4c00-b0e2-339f10f30e01", "name": "network-vif-deleted", "tag": "aff4e51e-5a20-4ea1-b69f-cfd03081763b", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:58:33.986018 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5e8acc2-9d91-4802-b377-7aeca2899be9 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:58:33.986254 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193ba236-8586-4c00-b0e2-339f10f30e01', 'name': 'network-vif-deleted', 'tag': 'aff4e51e-5a20-4ea1-b69f-cfd03081763b', 'status': 'completed', 'code': 200} Jan 10 11:58:34.059090 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c1360652-1bfe-4188-b127-340c96aff67d tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (838982fc-2654-4b13-a73a-74fae0336338), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.071862 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (11b180d1-aa07-4034-901c-fac8264692fb), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.073526 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (67f3dd16-c8f1-4f2c-9fa4-b4c708e00664), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.085877 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.085877 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/networks/11b180d1-aa07-4034-901c-fac8264692fb HTTP/1.1" status: 204 len: 168 time: 0.8938947 Jan 10 11:58:34.089019 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58072) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:34.110642 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e0c44-6faf-4cd3-8c2b-1637feb5948d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Network': ['ID=11b180d1-aa07-4034-901c-fac8264692fb,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:34.140129 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Network 5e31e61b-fba3-4825-9821-4831d651e74f is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:34.159606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:34.178604 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:58:34.181884 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-06e5dc79-e4b1-468c-a120-ded960285479 req-86d48919-687f-467f-8cde-3bfd2cd262c0 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "GET /v2.0/ports?device_id=193ba236-8586-4c00-b0e2-339f10f30e01 HTTP/1.1" status: 200 len: 210 time: 0.0447021 Jan 10 11:58:34.205056 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c1360652-1bfe-4188-b127-340c96aff67d tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (838982fc-2654-4b13-a73a-74fae0336338), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.258281 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Pushing event updated for resources: {'Port': ['ID=67f3dd16-c8f1-4f2c-9fa4-b4c708e00664,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:34.275761 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1360652-1bfe-4188-b127-340c96aff67d tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838982fc-2654-4b13-a73a-74fae0336338,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:34.317409 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c1360652-1bfe-4188-b127-340c96aff67d tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.318672 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c1360652-1bfe-4188-b127-340c96aff67d tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4945843 Jan 10 11:58:34.321700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58076) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:34.326608 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ddc7229f-4bc1-428a-b2c4-bc608a536aee tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group_rule': {'security_group_id': '73025949-638d-472b-bace-6eb188c7b66e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:34.344926 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-71050a67-dc4a-435b-8bb7-5d78e5393333 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port c317b8d3-2e05-4f7a-91f6-a6597c56ee0a {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:34.345271 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-71050a67-dc4a-435b-8bb7-5d78e5393333 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c317b8d3-2e05-4f7a-91f6-a6597c56ee0a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.428962 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-71050a67-dc4a-435b-8bb7-5d78e5393333 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c317b8d3-2e05-4f7a-91f6-a6597c56ee0a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.429415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-71050a67-dc4a-435b-8bb7-5d78e5393333 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (c317b8d3-2e05-4f7a-91f6-a6597c56ee0a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.445513 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-71050a67-dc4a-435b-8bb7-5d78e5393333 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for c317b8d3-2e05-4f7a-91f6-a6597c56ee0a owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:34.526236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ddc7229f-4bc1-428a-b2c4-bc608a536aee tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (0af859bf-54d5-46b6-b46b-8c69449491b3), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.610107 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ddc7229f-4bc1-428a-b2c4-bc608a536aee tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (0af859bf-54d5-46b6-b46b-8c69449491b3), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.611430 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (1ba455f0-9e45-4ff5-b3ca-f95e78992c78), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.782020 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ddc7229f-4bc1-428a-b2c4-bc608a536aee tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (0af859bf-54d5-46b6-b46b-8c69449491b3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.787442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-71050a67-dc4a-435b-8bb7-5d78e5393333 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (c317b8d3-2e05-4f7a-91f6-a6597c56ee0a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.815827 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7229f-4bc1-428a-b2c4-bc608a536aee tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af859bf-54d5-46b6-b46b-8c69449491b3,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:34.816848 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71050a67-dc4a-435b-8bb7-5d78e5393333 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=c317b8d3-2e05-4f7a-91f6-a6597c56ee0a,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:34.856781 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (1ba455f0-9e45-4ff5-b3ca-f95e78992c78), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.883003 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-71050a67-dc4a-435b-8bb7-5d78e5393333 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.883392 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-71050a67-dc4a-435b-8bb7-5d78e5393333 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP 610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3 disassociated (deleted). External IP: 172.36.2.198, port: c0744d2f-611c-467a-a604-b8a5fa2fae06. Jan 10 11:58:34.904800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ddc7229f-4bc1-428a-b2c4-bc608a536aee tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:34.909044 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ddc7229f-4bc1-428a-b2c4-bc608a536aee tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5861561 Jan 10 11:58:34.921901 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c5518efa-7a76-4e7e-8ace-f79414048c90 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:34.923032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58078) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:34.927448 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0dcd0f61-e492-4e26-8164-16e0c4da5ef8 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group_rule': {'security_group_id': '73025949-638d-472b-bace-6eb188c7b66e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:34.946523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: c5518efa-7a76-4e7e-8ace-f79414048c90 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:34.946877 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c5518efa-7a76-4e7e-8ace-f79414048c90 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:35.087911 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0dcd0f61-e492-4e26-8164-16e0c4da5ef8 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (54410b6e-468c-42e2-af74-6cc0c883e3de), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:35.095418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Router 1ba455f0-9e45-4ff5-b3ca-f95e78992c78 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:58:35.168112 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71050a67-dc4a-435b-8bb7-5d78e5393333 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router c072f97e-540f-433a-b11c-941780cbfe09 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:58:35.176830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0dcd0f61-e492-4e26-8164-16e0c4da5ef8 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (54410b6e-468c-42e2-af74-6cc0c883e3de), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:35.218618 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:58:35.229478 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Sync routers for ids ['1ba455f0-9e45-4ff5-b3ca-f95e78992c78'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:58:35.244954 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Routers {'1ba455f0-9e45-4ff5-b3ca-f95e78992c78'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:35.245686 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1ba455f0-9e45-4ff5-b3ca-f95e78992c78'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:35.257364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58082) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:35.274122 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0dcd0f61-e492-4e26-8164-16e0c4da5ef8 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (54410b6e-468c-42e2-af74-6cc0c883e3de), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:35.307019 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd0f61-e492-4e26-8164-16e0c4da5ef8 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54410b6e-468c-42e2-af74-6cc0c883e3de,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:35.343081 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71050a67-dc4a-435b-8bb7-5d78e5393333 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:58:35.349247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-71050a67-dc4a-435b-8bb7-5d78e5393333 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:35.356959 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eeafb4-9942-44c6-9dd7-040942b1a4aa None None] Sync routers for ids ['c072f97e-540f-433a-b11c-941780cbfe09'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:58:35.367122 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Set router 1ba455f0-9e45-4ff5-b3ca-f95e78992c78 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:35.368135 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:35.370056 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9c25bef3-bead-40e7-890a-ebee4bab9929 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.4983566 Jan 10 11:58:35.373759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eeafb4-9942-44c6-9dd7-040942b1a4aa None None] Routers {'c072f97e-540f-433a-b11c-941780cbfe09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:35.374724 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c6eeafb4-9942-44c6-9dd7-040942b1a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c072f97e-540f-433a-b11c-941780cbfe09'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:35.380107 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58084) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:35.393974 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-71050a67-dc4a-435b-8bb7-5d78e5393333 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/floatingips/610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3 HTTP/1.1" status: 204 len: 168 time: 1.3031881 Jan 10 11:58:35.395676 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'tag': 'c0744d2f-611c-467a-a604-b8a5fa2fae06'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:58:35.399834 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd00ce5b-5b41-4f0b-9397-421fa4a3e707" -d '{"events": [{"name": "network-changed", "server_uuid": "da5521e1-7c25-498e-9a1a-9cf0d58f9784", "tag": "c0744d2f-611c-467a-a604-b8a5fa2fae06"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:58:35.424445 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0dcd0f61-e492-4e26-8164-16e0c4da5ef8 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:35.432915 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0dcd0f61-e492-4e26-8164-16e0c4da5ef8 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5092356 Jan 10 11:58:35.435176 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58090) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:35.489343 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cde7ab94-3ef7-45a7-bb5e-5db5437bb348 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (54410b6e-468c-42e2-af74-6cc0c883e3de), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:35.499272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cde7ab94-3ef7-45a7-bb5e-5db5437bb348 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (54410b6e-468c-42e2-af74-6cc0c883e3de), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:35.521796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-c6eeafb4-9942-44c6-9dd7-040942b1a4aa None None] Set router c072f97e-540f-433a-b11c-941780cbfe09 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:35.554276 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effdb068-7eb3-4caa-9181-e2475ba0e330 x-openstack-request-id: req-effdb068-7eb3-4caa-9181-e2475ba0e330 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:58:35.554587 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5521e1-7c25-498e-9a1a-9cf0d58f9784", "tag": "c0744d2f-611c-467a-a604-b8a5fa2fae06", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:58:35.556796 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-effdb068-7eb3-4caa-9181-e2475ba0e330 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:58:35.557315 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'tag': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'status': 'completed', 'code': 200} Jan 10 11:58:35.644447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cde7ab94-3ef7-45a7-bb5e-5db5437bb348 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (54410b6e-468c-42e2-af74-6cc0c883e3de), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:35.649924 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cde7ab94-3ef7-45a7-bb5e-5db5437bb348 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:35.654894 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cde7ab94-3ef7-45a7-bb5e-5db5437bb348 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/54410b6e-468c-42e2-af74-6cc0c883e3de HTTP/1.1" status: 204 len: 168 time: 0.2182133 Jan 10 11:58:35.655809 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58092) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:35.698495 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7ab94-3ef7-45a7-bb5e-5db5437bb348 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54410b6e-468c-42e2-af74-6cc0c883e3de,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:35.739966 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f99a45f5-fe61-41f4-b49c-906ac6060222 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0768511 Jan 10 11:58:35.741670 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58094) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:35.770053 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5e3a-82f1-46e1-867a-b5ccf475c847 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router (1ba455f0-9e45-4ff5-b3ca-f95e78992c78), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:35.770503 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43731d57-861a-4248-baa0-11414020666e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (0af859bf-54d5-46b6-b46b-8c69449491b3), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:35.783620 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43731d57-861a-4248-baa0-11414020666e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (0af859bf-54d5-46b6-b46b-8c69449491b3), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:35.849412 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba455f0-9e45-4ff5-b3ca-f95e78992c78', 'name': '', 'tenant_id': '613e5ff65fc34c8094f5b4cc91f60589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e31e61b-fba3-4825-9821-4831d651e74f', 'external_fixed_ips': [{'subnet_id': '5a42200c-4465-456f-8494-fccb6ce8d386', 'ip_address': '2001:db8::2de'}], 'enable_snat': True}, 'gw_port_id': '67f3dd16-c8f1-4f2c-9fa4-b4c708e00664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:32Z', 'updated_at': '2022-01-10T11:58:34Z', 'revision_number': 3, 'project_id': '613e5ff65fc34c8094f5b4cc91f60589', 'gw_port': {'id': '67f3dd16-c8f1-4f2c-9fa4-b4c708e00664', 'name': '', 'network_id': '5e31e61b-fba3-4825-9821-4831d651e74f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba455f0-9e45-4ff5-b3ca-f95e78992c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '5a42200c-4465-456f-8494-fccb6ce8d386', 'ip_address': '2001:db8::2de', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:33Z', 'updated_at': '2022-01-10T11:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a42200c-4465-456f-8494-fccb6ce8d386', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:35.884181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00ce5b-5b41-4f0b-9397-421fa4a3e707 req-b8239641-e50b-4d28-be26-6215ac953d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:35.888623 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bd00ce5b-5b41-4f0b-9397-421fa4a3e707 req-b8239641-e50b-4d28-be26-6215ac953d78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 1098 time: 0.3062484 Jan 10 11:58:35.888877 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Checking router: 1ba455f0-9e45-4ff5-b3ca-f95e78992c78 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:58:35.888877 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Updating router 1ba455f0-9e45-4ff5-b3ca-f95e78992c78 port 67f3dd16-c8f1-4f2c-9fa4-b4c708e00664 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:58:35.892355 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c6eeafb4-9942-44c6-9dd7-040942b1a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:58:26Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f6921a59-af6c-4d11-959c-a9ae5ebed10f', 'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:fd:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:54Z', 'updated_at': '2022-01-10T11:56:05Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:35.919837 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (67f3dd16-c8f1-4f2c-9fa4-b4c708e00664), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:35.964529 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43731d57-861a-4248-baa0-11414020666e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (0af859bf-54d5-46b6-b46b-8c69449491b3), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:35.972098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43731d57-861a-4248-baa0-11414020666e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:35.984848 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-43731d57-861a-4248-baa0-11414020666e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0af859bf-54d5-46b6-b46b-8c69449491b3 HTTP/1.1" status: 204 len: 168 time: 0.2418263 Jan 10 11:58:35.986089 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58098) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:36.060177 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43731d57-861a-4248-baa0-11414020666e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0af859bf-54d5-46b6-b46b-8c69449491b3,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:36.082181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5e3a-82f1-46e1-867a-b5ccf475c847 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (1ba455f0-9e45-4ff5-b3ca-f95e78992c78), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.106339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00ce5b-5b41-4f0b-9397-421fa4a3e707 req-7a403e92-451e-49d3-8896-2518ca1b0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:36.107948 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bd00ce5b-5b41-4f0b-9397-421fa4a3e707 req-7a403e92-451e-49d3-8896-2518ca1b0f46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 HTTP/1.1" status: 200 len: 897 time: 0.2132525 Jan 10 11:58:36.131430 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58100) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:36.132318 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-07ced80d-f953-4352-b809-93fdf0b47398 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1228905 Jan 10 11:58:36.168661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device aff4e51e-5a20-4ea1-b69f-cfd03081763b no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:36.176880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eeafb4-9942-44c6-9dd7-040942b1a4aa None None] Checking router: c072f97e-540f-433a-b11c-941780cbfe09 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:58:36.200004 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b72fd-86f4-42d1-a174-17765d90cdfe req-555df112-f979-4ff9-b9a3-5248c7faa113 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:36.200953 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bd00ce5b-5b41-4f0b-9397-421fa4a3e707 req-79fcf8cb-9b65-499e-97ba-649f96eb4c39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0744d2f-611c-467a-a604-b8a5fa2fae06 HTTP/1.1" status: 200 len: 217 time: 0.0711997 Jan 10 11:58:36.208244 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3a6b72fd-86f4-42d1-a174-17765d90cdfe req-555df112-f979-4ff9-b9a3-5248c7faa113 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 945 time: 0.0745673 Jan 10 11:58:36.212350 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eeafb4-9942-44c6-9dd7-040942b1a4aa None None] Routers {'c072f97e-540f-433a-b11c-941780cbfe09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:36.213397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c6eeafb4-9942-44c6-9dd7-040942b1a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c072f97e-540f-433a-b11c-941780cbfe09'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:36.218312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: aff4e51e-5a20-4ea1-b69f-cfd03081763b {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:36.218626 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device aff4e51e-5a20-4ea1-b69f-cfd03081763b not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:36.256055 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be52354a-66ae-4397-bee3-39744764b29b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (838982fc-2654-4b13-a73a-74fae0336338), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.296440 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be52354a-66ae-4397-bee3-39744764b29b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (838982fc-2654-4b13-a73a-74fae0336338), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.304495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-31ee1920-e16d-4743-b0d2-6715b7a4d451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.346926 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3a6b72fd-86f4-42d1-a174-17765d90cdfe req-7121fb0e-61e9-480f-8c34-defc9bb5fe62 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c9cce0a-7fca-4868-855a-84c80f710c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352170 Jan 10 11:58:36.364951 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00ce5b-5b41-4f0b-9397-421fa4a3e707 req-6b598871-5e9b-4c23-83fd-72ce3aca4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:36.364951 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bd00ce5b-5b41-4f0b-9397-421fa4a3e707 req-6b598871-5e9b-4c23-83fd-72ce3aca4be6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=018eb74b-0d85-4895-9574-a7a35eefd2a2 HTTP/1.1" status: 200 len: 835 time: 0.1355443 Jan 10 11:58:36.380678 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-c6eeafb4-9942-44c6-9dd7-040942b1a4aa None None] Set router c072f97e-540f-433a-b11c-941780cbfe09 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:36.388836 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a5e3a-82f1-46e1-867a-b5ccf475c847 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Deleting port 67f3dd16-c8f1-4f2c-9fa4-b4c708e00664 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:36.389243 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5e3a-82f1-46e1-867a-b5ccf475c847 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (67f3dd16-c8f1-4f2c-9fa4-b4c708e00664), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.395285 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Publish callbacks [] for port (67f3dd16-c8f1-4f2c-9fa4-b4c708e00664), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.440012 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be52354a-66ae-4397-bee3-39744764b29b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (838982fc-2654-4b13-a73a-74fae0336338), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.461912 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (67f3dd16-c8f1-4f2c-9fa4-b4c708e00664), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.488639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be52354a-66ae-4397-bee3-39744764b29b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.490142 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-be52354a-66ae-4397-bee3-39744764b29b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/838982fc-2654-4b13-a73a-74fae0336338 HTTP/1.1" status: 204 len: 168 time: 0.3573749 Jan 10 11:58:36.492764 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58102) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:36.509100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52354a-66ae-4397-bee3-39744764b29b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=838982fc-2654-4b13-a73a-74fae0336338,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:36.527105 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Attempting to bind port 67f3dd16-c8f1-4f2c-9fa4-b4c708e00664 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:58:36.528449 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Attempting to bind port 67f3dd16-c8f1-4f2c-9fa4-b4c708e00664 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c077d199-a3e6-4ba3-bd4f-090c4ff63d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5e31e61b-fba3-4825-9821-4831d651e74f'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:58:36.528672 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Attempting to bind port 67f3dd16-c8f1-4f2c-9fa4-b4c708e00664 on network 5e31e61b-fba3-4825-9821-4831d651e74f {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:58:36.539013 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00ce5b-5b41-4f0b-9397-421fa4a3e707 req-0dc5f8f2-51cd-4659-b732-f5a47feaf705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:36.540639 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bd00ce5b-5b41-4f0b-9397-421fa4a3e707 req-0dc5f8f2-51cd-4659-b732-f5a47feaf705 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1678069 Jan 10 11:58:36.545281 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:58:36.546343 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Checking segment: {'id': 'c077d199-a3e6-4ba3-bd4f-090c4ff63d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5e31e61b-fba3-4825-9821-4831d651e74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:58:36.547220 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.548119 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Bound using segment: {'id': 'c077d199-a3e6-4ba3-bd4f-090c4ff63d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5e31e61b-fba3-4825-9821-4831d651e74f'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:58:36.549050 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Bound port: 67f3dd16-c8f1-4f2c-9fa4-b4c708e00664, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c077d199-a3e6-4ba3-bd4f-090c4ff63d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5e31e61b-fba3-4825-9821-4831d651e74f'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:58:36.549862 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (67f3dd16-c8f1-4f2c-9fa4-b4c708e00664), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.569164 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5e3a-82f1-46e1-867a-b5ccf475c847 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (67f3dd16-c8f1-4f2c-9fa4-b4c708e00664), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.611076 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4d5f8da8-410e-4f0e-a482-d323a918f096 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1165566 Jan 10 11:58:36.614267 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58104) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:36.629049 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] For port 67f3dd16-c8f1-4f2c-9fa4-b4c708e00664, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:58:36.632922 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] For port 67f3dd16-c8f1-4f2c-9fa4-b4c708e00664, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=67f3dd16-c8f1-4f2c-9fa4-b4c708e00664,segment=NetworkSegment(c077d199-a3e6-4ba3-bd4f-090c4ff63d8f),segment_id=c077d199-a3e6-4ba3-bd4f-090c4ff63d8f)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:58:36.635335 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5bcbb-1c6d-49b7-92aa-d49603f84776 None None] Pushing event updated for resources: {'Port': ['ID=67f3dd16-c8f1-4f2c-9fa4-b4c708e00664,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:36.638456 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a5e3a-82f1-46e1-867a-b5ccf475c847 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Calling delete_port for 67f3dd16-c8f1-4f2c-9fa4-b4c708e00664 owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:36.650630 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5bcbb-1c6d-49b7-92aa-d49603f84776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:36.652085 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5bcbb-1c6d-49b7-92aa-d49603f84776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:36.652736 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5bcbb-1c6d-49b7-92aa-d49603f84776 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:36.653644 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5bcbb-1c6d-49b7-92aa-d49603f84776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:36.654161 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5bcbb-1c6d-49b7-92aa-d49603f84776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:36.654681 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5bcbb-1c6d-49b7-92aa-d49603f84776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:36.655327 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5bcbb-1c6d-49b7-92aa-d49603f84776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:36.655669 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5bcbb-1c6d-49b7-92aa-d49603f84776 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:36.656036 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5bcbb-1c6d-49b7-92aa-d49603f84776 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:36.656425 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f49c0b59-4da8-46c6-a580-7ac1d59b1505 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (9c214391-dd56-4fdb-a2aa-a13f2732dc95), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.657656 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5bcbb-1c6d-49b7-92aa-d49603f84776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:36.658480 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5bcbb-1c6d-49b7-92aa-d49603f84776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:36.658897 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5bcbb-1c6d-49b7-92aa-d49603f84776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:36.659199 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5bcbb-1c6d-49b7-92aa-d49603f84776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:58:36.661472 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c6eeafb4-9942-44c6-9dd7-040942b1a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:58:26Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f6921a59-af6c-4d11-959c-a9ae5ebed10f', 'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:fd:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:54Z', 'updated_at': '2022-01-10T11:56:05Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:36.670004 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bfc05ff7-628d-4725-b38a-0850c90e643d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.673168 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f49c0b59-4da8-46c6-a580-7ac1d59b1505 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (9c214391-dd56-4fdb-a2aa-a13f2732dc95), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.715525 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eeafb4-9942-44c6-9dd7-040942b1a4aa None None] The sync data for ids ['c072f97e-540f-433a-b11c-941780cbfe09'] in dv-neutron-master-2-hyperv is: [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:58:26Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f6921a59-af6c-4d11-959c-a9ae5ebed10f', 'name': '', 'network_id': '4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:fd:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:54Z', 'updated_at': '2022-01-10T11:56:05Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '018eb74b-0d85-4895-9574-a7a35eefd2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:58:36.736200 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (67f3dd16-c8f1-4f2c-9fa4-b4c708e00664), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.805745 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Routers {'1ba455f0-9e45-4ff5-b3ca-f95e78992c78'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:36.806605 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1ba455f0-9e45-4ff5-b3ca-f95e78992c78'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:36.810676 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5bcbb-1c6d-49b7-92aa-d49603f84776 None None] Pushing event updated for resources: {'Port': ['ID=67f3dd16-c8f1-4f2c-9fa4-b4c708e00664,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:36.817157 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bd00ce5b-5b41-4f0b-9397-421fa4a3e707 req-537e2d4a-69fe-44aa-ba13-f7da380fa24e service neutron] 10.222.0.30 "GET /v2.0/networks/4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610855 Jan 10 11:58:36.821750 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f49c0b59-4da8-46c6-a580-7ac1d59b1505 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (9c214391-dd56-4fdb-a2aa-a13f2732dc95), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.829131 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f49c0b59-4da8-46c6-a580-7ac1d59b1505 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.830478 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f49c0b59-4da8-46c6-a580-7ac1d59b1505 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9c214391-dd56-4fdb-a2aa-a13f2732dc95 HTTP/1.1" status: 204 len: 168 time: 0.2148077 Jan 10 11:58:36.836961 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58106) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:36.864165 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c0b59-4da8-46c6-a580-7ac1d59b1505 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c214391-dd56-4fdb-a2aa-a13f2732dc95,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:36.898172 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0be0b995-0e79-43e6-8ef9-ace8a1515d61 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0598018 Jan 10 11:58:36.904031 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58108) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:36.935306 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-822a0562-5e4d-418c-a8ee-d671acc48008 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (b55f5662-e008-4a8a-8967-e5b26ce47347), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:36.937312 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] Set router 1ba455f0-9e45-4ff5-b3ca-f95e78992c78 gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:36.946609 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-822a0562-5e4d-418c-a8ee-d671acc48008 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (b55f5662-e008-4a8a-8967-e5b26ce47347), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:37.000422 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba455f0-9e45-4ff5-b3ca-f95e78992c78', 'name': '', 'tenant_id': '613e5ff65fc34c8094f5b4cc91f60589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:32Z', 'updated_at': '2022-01-10T11:58:36Z', 'revision_number': 4, 'project_id': '613e5ff65fc34c8094f5b4cc91f60589', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:37.032693 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519bc7ed-8431-4358-8004-23c70d03b806 None None] The sync data for ids ['1ba455f0-9e45-4ff5-b3ca-f95e78992c78'] in dv-neutron-master-2-hyperv is: [{'id': '1ba455f0-9e45-4ff5-b3ca-f95e78992c78', 'name': '', 'tenant_id': '613e5ff65fc34c8094f5b4cc91f60589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:32Z', 'updated_at': '2022-01-10T11:58:36Z', 'revision_number': 4, 'project_id': '613e5ff65fc34c8094f5b4cc91f60589', 'gw_port_host': None}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:58:37.054196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-822a0562-5e4d-418c-a8ee-d671acc48008 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (b55f5662-e008-4a8a-8967-e5b26ce47347), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:37.063731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-822a0562-5e4d-418c-a8ee-d671acc48008 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:37.067554 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-822a0562-5e4d-418c-a8ee-d671acc48008 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b55f5662-e008-4a8a-8967-e5b26ce47347 HTTP/1.1" status: 204 len: 168 time: 0.1603234 Jan 10 11:58:37.067960 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58110) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:37.081958 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e5fa34-fb23-4e17-83f1-a7ebc1f6f6bd None None] New status for floating IP 610657d7-4f5c-4f88-9ac3-45bcc3c6f7e3: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:58:37.090990 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a0562-5e4d-418c-a8ee-d671acc48008 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b55f5662-e008-4a8a-8967-e5b26ce47347,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:37.130496 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-76639458-71f0-435a-8684-0a15c95a9a36 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0612917 Jan 10 11:58:37.131173 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58112) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:37.202702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-59df33d2-d974-4e6b-bcda-971e6c5b4888 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (73025949-638d-472b-bace-6eb188c7b66e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:37.230509 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-59df33d2-d974-4e6b-bcda-971e6c5b4888 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (73025949-638d-472b-bace-6eb188c7b66e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:37.394560 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-59df33d2-d974-4e6b-bcda-971e6c5b4888 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (73025949-638d-472b-bace-6eb188c7b66e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:37.398793 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-59df33d2-d974-4e6b-bcda-971e6c5b4888 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:37.399999 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-59df33d2-d974-4e6b-bcda-971e6c5b4888 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-groups/73025949-638d-472b-bace-6eb188c7b66e HTTP/1.1" status: 204 len: 168 time: 0.2678654 Jan 10 11:58:37.404401 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58116) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:37.433310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df33d2-d974-4e6b-bcda-971e6c5b4888 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73025949-638d-472b-bace-6eb188c7b66e,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:37.463490 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-41e110f1-f6d3-4286-9490-873a1b009a13 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0579095 Jan 10 11:58:37.467491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58118) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:37.472224 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-3a84873d-5691-4d6d-8819-a19c00842c68 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1282349031'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:37.557176 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3a84873d-5691-4d6d-8819-a19c00842c68 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:37.557907 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bd00ce5b-5b41-4f0b-9397-421fa4a3e707 req-e0256397-74ed-4bcc-8b9c-25b1ea36316c service neutron] 10.222.0.30 "GET /v2.0/networks/4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7335780 Jan 10 11:58:37.566391 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b892a8-e1be-4d42-b97f-7f0fa7c0a2f5 req-ec392bd0-2e0a-497d-b41c-7656640c58b5 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:37.568037 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-05b892a8-e1be-4d42-b97f-7f0fa7c0a2f5 req-ec392bd0-2e0a-497d-b41c-7656640c58b5 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 945 time: 0.2594388 Jan 10 11:58:37.628990 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3a84873d-5691-4d6d-8819-a19c00842c68 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (44aa2fb3-b1f4-4b29-812c-d378e32b42c5), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:37.639188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e3329-9239-422b-9333-80de93be743b req-5111344e-1293-49c3-aacc-33f1ce50ad0c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:37.640761 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-943e3329-9239-422b-9333-80de93be743b req-5111344e-1293-49c3-aacc-33f1ce50ad0c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 945 time: 0.2101655 Jan 10 11:58:37.714735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5e3a-82f1-46e1-867a-b5ccf475c847 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (67f3dd16-c8f1-4f2c-9fa4-b4c708e00664), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:37.729391 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3a84873d-5691-4d6d-8819-a19c00842c68 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (44aa2fb3-b1f4-4b29-812c-d378e32b42c5), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:37.766129 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84873d-5691-4d6d-8819-a19c00842c68 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44aa2fb3-b1f4-4b29-812c-d378e32b42c5,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:37.767272 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a5e3a-82f1-46e1-867a-b5ccf475c847 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Pushing event deleted for resources: {'Port': ['ID=67f3dd16-c8f1-4f2c-9fa4-b4c708e00664,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:37.786239 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-943e3329-9239-422b-9333-80de93be743b req-853b60a7-d2c0-4556-8299-86560acafe90 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c9cce0a-7fca-4868-855a-84c80f710c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363862 Jan 10 11:58:37.826769 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5e3a-82f1-46e1-867a-b5ccf475c847 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (1ba455f0-9e45-4ff5-b3ca-f95e78992c78), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:37.830683 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3a84873d-5691-4d6d-8819-a19c00842c68 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:37.832204 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3a84873d-5691-4d6d-8819-a19c00842c68 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3637097 Jan 10 11:58:37.835191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58120) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:37.840385 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-04bd2ff0-f5c4-4992-a63b-f8416d6c1340 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group_rule': {'security_group_id': '44aa2fb3-b1f4-4b29-812c-d378e32b42c5', 'direction': 'ingress', 'protocol': 17}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:37.866234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-05b892a8-e1be-4d42-b97f-7f0fa7c0a2f5 req-3c9694a8-835e-4e00-b9da-b479af66c1ec tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port c0744d2f-611c-467a-a604-b8a5fa2fae06 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:37.866607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-05b892a8-e1be-4d42-b97f-7f0fa7c0a2f5 req-3c9694a8-835e-4e00-b9da-b479af66c1ec tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c0744d2f-611c-467a-a604-b8a5fa2fae06), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:37.957806 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-04bd2ff0-f5c4-4992-a63b-f8416d6c1340 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (3730381b-82ef-4ad9-973a-6b1ecdfc8a44), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:37.975199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5e3a-82f1-46e1-867a-b5ccf475c847 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (1ba455f0-9e45-4ff5-b3ca-f95e78992c78), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:37.979739 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5e3a-82f1-46e1-867a-b5ccf475c847 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_controller (1ba455f0-9e45-4ff5-b3ca-f95e78992c78), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.016155 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-04bd2ff0-f5c4-4992-a63b-f8416d6c1340 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (3730381b-82ef-4ad9-973a-6b1ecdfc8a44), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.078702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-04bd2ff0-f5c4-4992-a63b-f8416d6c1340 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (3730381b-82ef-4ad9-973a-6b1ecdfc8a44), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.092480 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-05b892a8-e1be-4d42-b97f-7f0fa7c0a2f5 req-3c9694a8-835e-4e00-b9da-b479af66c1ec tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port c0744d2f-611c-467a-a604-b8a5fa2fae06, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c0744d2f-611c-467a-a604-b8a5fa2fae06,segment=NetworkSegment(558b0ef5-6be5-4c93-a0ef-909296de2712),segment_id=558b0ef5-6be5-4c93-a0ef-909296de2712)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:38.092844 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-05b892a8-e1be-4d42-b97f-7f0fa7c0a2f5 req-3c9694a8-835e-4e00-b9da-b479af66c1ec tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c0744d2f-611c-467a-a604-b8a5fa2fae06), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.095023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd2ff0-f5c4-4992-a63b-f8416d6c1340 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3730381b-82ef-4ad9-973a-6b1ecdfc8a44,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:38.106821 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-bfc05ff7-628d-4725-b38a-0850c90e643d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Deleting port 074cf39c-b6c1-4bab-91cd-d340772a8d8b {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:38.108577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bfc05ff7-628d-4725-b38a-0850c90e643d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.114485 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-05b892a8-e1be-4d42-b97f-7f0fa7c0a2f5 req-3c9694a8-835e-4e00-b9da-b479af66c1ec tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for c0744d2f-611c-467a-a604-b8a5fa2fae06 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:38.173154 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5e3a-82f1-46e1-867a-b5ccf475c847 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (1ba455f0-9e45-4ff5-b3ca-f95e78992c78), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.173733 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6a5e3a-82f1-46e1-867a-b5ccf475c847 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ba455f0-9e45-4ff5-b3ca-f95e78992c78 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:58:38.184579 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-04bd2ff0-f5c4-4992-a63b-f8416d6c1340 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.190468 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-04bd2ff0-f5c4-4992-a63b-f8416d6c1340 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3499305 Jan 10 11:58:38.190718 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58122) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:38.206921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5e3a-82f1-46e1-867a-b5ccf475c847 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.208174 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8c6a5e3a-82f1-46e1-867a-b5ccf475c847 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "DELETE /v2.0/routers/1ba455f0-9e45-4ff5-b3ca-f95e78992c78 HTTP/1.1" status: 204 len: 168 time: 2.8282993 Jan 10 11:58:38.212156 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58124) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:38.267670 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-bfc05ff7-628d-4725-b38a-0850c90e643d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] For port 074cf39c-b6c1-4bab-91cd-d340772a8d8b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=074cf39c-b6c1-4bab-91cd-d340772a8d8b,segment=NetworkSegment(e5c5e942-02e3-48b2-a72b-a3b8ecad61f1),segment_id=e5c5e942-02e3-48b2-a72b-a3b8ecad61f1)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:38.268029 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bfc05ff7-628d-4725-b38a-0850c90e643d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.292809 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-12578e5e-a367-41b8-8e39-0d03729b733f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Deleting subnet 5a42200c-4465-456f-8494-fccb6ce8d386 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:58:38.295584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-bfc05ff7-628d-4725-b38a-0850c90e643d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Calling delete_port for 074cf39c-b6c1-4bab-91cd-d340772a8d8b owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:38.298914 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-804fa3c3-1cb2-44f2-adf8-8adfdbbceba3 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (44aa2fb3-b1f4-4b29-812c-d378e32b42c5), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.300825 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-12578e5e-a367-41b8-8e39-0d03729b733f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for subnet (5a42200c-4465-456f-8494-fccb6ce8d386), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.350608 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-804fa3c3-1cb2-44f2-adf8-8adfdbbceba3 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (44aa2fb3-b1f4-4b29-812c-d378e32b42c5), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.360985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-12578e5e-a367-41b8-8e39-0d03729b733f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (5a42200c-4465-456f-8494-fccb6ce8d386), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.419261 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-12578e5e-a367-41b8-8e39-0d03729b733f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (5a42200c-4465-456f-8494-fccb6ce8d386), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.464735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-05b892a8-e1be-4d42-b97f-7f0fa7c0a2f5 req-3c9694a8-835e-4e00-b9da-b479af66c1ec tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (c0744d2f-611c-467a-a604-b8a5fa2fae06), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.508535 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9694a8-835e-4e00-b9da-b479af66c1ec tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=c0744d2f-611c-467a-a604-b8a5fa2fae06,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:38.547912 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-804fa3c3-1cb2-44f2-adf8-8adfdbbceba3 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (44aa2fb3-b1f4-4b29-812c-d378e32b42c5), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.551222 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-804fa3c3-1cb2-44f2-adf8-8adfdbbceba3 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.552383 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-804fa3c3-1cb2-44f2-adf8-8adfdbbceba3 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-groups/44aa2fb3-b1f4-4b29-812c-d378e32b42c5 HTTP/1.1" status: 204 len: 168 time: 0.3607998 Jan 10 11:58:38.556506 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58126) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:38.576047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fa3c3-1cb2-44f2-adf8-8adfdbbceba3 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aa2fb3-b1f4-4b29-812c-d378e32b42c5,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:38.580870 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b892a8-e1be-4d42-b97f-7f0fa7c0a2f5 req-3c9694a8-835e-4e00-b9da-b479af66c1ec tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] No DVR routers for this DVR port c0744d2f-611c-467a-a604-b8a5fa2fae06 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:38.585065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-05b892a8-e1be-4d42-b97f-7f0fa7c0a2f5 req-3c9694a8-835e-4e00-b9da-b479af66c1ec tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.588657 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-05b892a8-e1be-4d42-b97f-7f0fa7c0a2f5 req-3c9694a8-835e-4e00-b9da-b479af66c1ec tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "DELETE /v2.0/ports/c0744d2f-611c-467a-a604-b8a5fa2fae06 HTTP/1.1" status: 204 len: 173 time: 1.0110509 Jan 10 11:58:38.589162 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'name': 'network-vif-deleted', 'tag': 'c0744d2f-611c-467a-a604-b8a5fa2fae06'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:58:38.591822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4366003f-1409-41db-ab08-ef6b9da0bfe4" -d '{"events": [{"server_uuid": "da5521e1-7c25-498e-9a1a-9cf0d58f9784", "name": "network-vif-deleted", "tag": "c0744d2f-611c-467a-a604-b8a5fa2fae06"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:58:38.626125 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9eff7e65-9f58-4b70-9863-720e22b445dc tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0683241 Jan 10 11:58:38.629904 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58130) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:38.634526 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c9451e6c-77ed-4d7a-afc7-451151543dab tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996094908'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:38.638675 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-12578e5e-a367-41b8-8e39-0d03729b733f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (5a42200c-4465-456f-8494-fccb6ce8d386), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.639795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050734d6-db95-49d7-9bc7-a1f13e2ee4ef x-openstack-request-id: req-050734d6-db95-49d7-9bc7-a1f13e2ee4ef {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:58:38.640097 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5521e1-7c25-498e-9a1a-9cf0d58f9784", "name": "network-vif-deleted", "tag": "c0744d2f-611c-467a-a604-b8a5fa2fae06", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:58:38.640361 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-050734d6-db95-49d7-9bc7-a1f13e2ee4ef {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:58:38.640767 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5521e1-7c25-498e-9a1a-9cf0d58f9784', 'name': 'network-vif-deleted', 'tag': 'c0744d2f-611c-467a-a604-b8a5fa2fae06', 'status': 'completed', 'code': 200} Jan 10 11:58:38.672372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12578e5e-a367-41b8-8e39-0d03729b733f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5a42200c-4465-456f-8494-fccb6ce8d386,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:38.679538 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-12578e5e-a367-41b8-8e39-0d03729b733f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.682762 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-12578e5e-a367-41b8-8e39-0d03729b733f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/5a42200c-4465-456f-8494-fccb6ce8d386 HTTP/1.1" status: 204 len: 168 time: 0.4692800 Jan 10 11:58:38.685796 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58132) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:38.758898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b2de3507-a07c-447e-9dc5-adfb3e5d1908 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (5e31e61b-fba3-4825-9821-4831d651e74f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.804178 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bfc05ff7-628d-4725-b38a-0850c90e643d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (074cf39c-b6c1-4bab-91cd-d340772a8d8b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.824303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c9451e6c-77ed-4d7a-afc7-451151543dab tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.903174 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b2de3507-a07c-447e-9dc5-adfb3e5d1908 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (5e31e61b-fba3-4825-9821-4831d651e74f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:38.912145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc05ff7-628d-4725-b38a-0850c90e643d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event deleted for resources: {'Port': ['ID=074cf39c-b6c1-4bab-91cd-d340772a8d8b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:38.956982 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-b2de3507-a07c-447e-9dc5-adfb3e5d1908 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e31e61b-fba3-4825-9821-4831d651e74f']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:38.978812 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e8d51c9-a307-4a9c-9e7c-dfa537e46f58 req-8f59ffe8-2af4-4101-bca0-f9139e054875 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 210 time: 0.0921645 Jan 10 11:58:38.983703 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-b2de3507-a07c-447e-9dc5-adfb3e5d1908 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c077d199-a3e6-4ba3-bd4f-090c4ff63d8f') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:38.984086 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-b2de3507-a07c-447e-9dc5-adfb3e5d1908 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c077d199-a3e6-4ba3-bd4f-090c4ff63d8f') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:39.014299 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b2de3507-a07c-447e-9dc5-adfb3e5d1908 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (c077d199-a3e6-4ba3-bd4f-090c4ff63d8f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:39.055555 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b2de3507-a07c-447e-9dc5-adfb3e5d1908 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (c077d199-a3e6-4ba3-bd4f-090c4ff63d8f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:39.068628 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2de3507-a07c-447e-9dc5-adfb3e5d1908 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:58:39.069285 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b2de3507-a07c-447e-9dc5-adfb3e5d1908 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (c077d199-a3e6-4ba3-bd4f-090c4ff63d8f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:58:39.072988 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:58:39.211091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bfc05ff7-628d-4725-b38a-0850c90e643d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:39.446973 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b2de3507-a07c-447e-9dc5-adfb3e5d1908 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (5e31e61b-fba3-4825-9821-4831d651e74f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:39.455099 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2de3507-a07c-447e-9dc5-adfb3e5d1908 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e31e61b-fba3-4825-9821-4831d651e74f {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 10 11:58:39.461581 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b2de3507-a07c-447e-9dc5-adfb3e5d1908 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:39.464291 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc05ff7-628d-4725-b38a-0850c90e643d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:58:39.466790 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b2de3507-a07c-447e-9dc5-adfb3e5d1908 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "DELETE /v2.0/networks/5e31e61b-fba3-4825-9821-4831d651e74f HTTP/1.1" status: 204 len: 168 time: 0.7799494 Jan 10 11:58:39.479678 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de3507-a07c-447e-9dc5-adfb3e5d1908 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e31e61b-fba3-4825-9821-4831d651e74f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:39.503642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c9451e6c-77ed-4d7a-afc7-451151543dab tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (19ac8c7f-edfc-4f80-accf-eeaf3e635d8e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:39.622188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc05ff7-628d-4725-b38a-0850c90e643d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:58:39.627542 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bfc05ff7-628d-4725-b38a-0850c90e643d tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "PUT /v2.0/routers/d29b2a86-f4b2-4040-bb9b-b2bcc66668d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3689981 Jan 10 11:58:39.630357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58140) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:39.695295 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf5c1c0-381f-467f-955f-204950b0a998 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Deleting subnet 3b6b494b-8770-4ce3-a585-52c1cfaad991 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:58:39.699654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c9451e6c-77ed-4d7a-afc7-451151543dab tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (19ac8c7f-edfc-4f80-accf-eeaf3e635d8e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:39.720094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1bf5c1c0-381f-467f-955f-204950b0a998 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for subnet (3b6b494b-8770-4ce3-a585-52c1cfaad991), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:39.764775 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9451e6c-77ed-4d7a-afc7-451151543dab tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ac8c7f-edfc-4f80-accf-eeaf3e635d8e,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:39.785161 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1bf5c1c0-381f-467f-955f-204950b0a998 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (3b6b494b-8770-4ce3-a585-52c1cfaad991), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:39.820142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58144) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:39.822264 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c9451e6c-77ed-4d7a-afc7-451151543dab tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:39.823464 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c9451e6c-77ed-4d7a-afc7-451151543dab tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1925399 Jan 10 11:58:39.826026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9c16ccac-6380-49ba-973c-6431a9a775f1 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Request body: {'router': {'name': 'tempest-router--800208301', 'project_id': '6632bd4282ee4baebc0662d90cfee4cd'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:39.833965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58146) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:39.833965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7180e4c6-75f2-4aec-a82a-3194b68dc91e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217038688'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:39.907399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1bf5c1c0-381f-467f-955f-204950b0a998 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (3b6b494b-8770-4ce3-a585-52c1cfaad991), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.015074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95bd7fe-0faa-4922-9862-3c9aa4e3bd3d None None] Sync routers for ids ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:58:40.025190 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95bd7fe-0faa-4922-9862-3c9aa4e3bd3d None None] Routers {'d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:40.025861 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f95bd7fe-0faa-4922-9862-3c9aa4e3bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:40.135402 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-064d64c0-83cb-4574-9bbb-4632201d002b req-75c10678-1fdd-45f3-9797-554f44f7f601 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5521e1-7c25-498e-9a1a-9cf0d58f9784 HTTP/1.1" status: 200 len: 210 time: 0.0323224 Jan 10 11:58:40.138907 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-f95bd7fe-0faa-4922-9862-3c9aa4e3bd3d None None] Set router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:40.277914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7180e4c6-75f2-4aec-a82a-3194b68dc91e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.277914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1bf5c1c0-381f-467f-955f-204950b0a998 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (3b6b494b-8770-4ce3-a585-52c1cfaad991), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.281047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c16ccac-6380-49ba-973c-6431a9a775f1 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (6d1ad91f-d885-4515-8bef-b2a5292d7402), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.282799 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c16ccac-6380-49ba-973c-6431a9a775f1 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (6d1ad91f-d885-4515-8bef-b2a5292d7402), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.318697 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5c1c0-381f-467f-955f-204950b0a998 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6b494b-8770-4ce3-a585-52c1cfaad991,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:40.321058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1bf5c1c0-381f-467f-955f-204950b0a998 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.325394 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1bf5c1c0-381f-467f-955f-204950b0a998 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "DELETE /v2.0/subnets/3b6b494b-8770-4ce3-a585-52c1cfaad991 HTTP/1.1" status: 204 len: 168 time: 0.6931651 Jan 10 11:58:40.327708 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58150) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:40.336095 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cadc093-21d4-4dd5-a1de-acf37a92da1d None None] Network c25c3555-98fa-43a0-b950-1c716ace6677 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:40.345056 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c16ccac-6380-49ba-973c-6431a9a775f1 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_controller (6d1ad91f-d885-4515-8bef-b2a5292d7402), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.370520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-49f4fd7a-5df8-40f4-90f6-3b5b3ab6270f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.399159 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c16ccac-6380-49ba-973c-6431a9a775f1 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (6d1ad91f-d885-4515-8bef-b2a5292d7402), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.419093 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f95bd7fe-0faa-4922-9862-3c9aa4e3bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049762471', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151'}], 'enable_snat': True}, 'gw_port_id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:02Z', 'updated_at': '2022-01-10T11:58:38Z', 'revision_number': 5, 'project_id': '64c3df50eabf474d900be6a95c814069', 'gw_port': {'id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:40.464296 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9c16ccac-6380-49ba-973c-6431a9a775f1 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.466980 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9c16ccac-6380-49ba-973c-6431a9a775f1 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6452518 Jan 10 11:58:40.470024 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58152) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:40.470227 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95bd7fe-0faa-4922-9862-3c9aa4e3bd3d None None] Checking router: d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:58:40.483234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7180e4c6-75f2-4aec-a82a-3194b68dc91e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (faca95ed-97f0-4c82-8385-ecc8e1f46332), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.487994 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90aab1ff-8777-475f-be71-d02fcdbc3fcd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for router (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.488190 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95bd7fe-0faa-4922-9862-3c9aa4e3bd3d None None] Routers {'d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:40.488679 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f95bd7fe-0faa-4922-9862-3c9aa4e3bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:40.563622 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7180e4c6-75f2-4aec-a82a-3194b68dc91e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (faca95ed-97f0-4c82-8385-ecc8e1f46332), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.574215 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-88e69d51-3144-471d-99b2-406bc71a2beb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router (6d1ad91f-d885-4515-8bef-b2a5292d7402), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.602694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2967496-9882-473e-be29-54cfbf297bec None None] DHCP port deletion for c25c3555-98fa-43a0-b950-1c716ace6677 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:40.611279 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180e4c6-75f2-4aec-a82a-3194b68dc91e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faca95ed-97f0-4c82-8385-ecc8e1f46332,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:40.646199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90aab1ff-8777-475f-be71-d02fcdbc3fcd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for router_gateway (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.660640 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-f95bd7fe-0faa-4922-9862-3c9aa4e3bd3d None None] Set router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:40.690153 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.697491 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7180e4c6-75f2-4aec-a82a-3194b68dc91e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.698842 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7180e4c6-75f2-4aec-a82a-3194b68dc91e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8715246 Jan 10 11:58:40.702013 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58154) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:40.707427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f4d77f9d-62c3-4e67-8ef9-be2b19c774e7 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group_rule': {'security_group_id': '19ac8c7f-edfc-4f80-accf-eeaf3e635d8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'faca95ed-97f0-4c82-8385-ecc8e1f46332', 'remote_ip_prefix': None}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:40.767995 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-88e69d51-3144-471d-99b2-406bc71a2beb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (6d1ad91f-d885-4515-8bef-b2a5292d7402), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.770254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-88e69d51-3144-471d-99b2-406bc71a2beb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_controller (6d1ad91f-d885-4515-8bef-b2a5292d7402), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.780633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-90aab1ff-8777-475f-be71-d02fcdbc3fcd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Deleting port 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:40.780987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90aab1ff-8777-475f-be71-d02fcdbc3fcd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (77fb5c0c-32c1-49b1-91f0-f132b45c5fcf), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.783800 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e2967496-9882-473e-be29-54cfbf297bec None None] Deleting port 87fb7f78-cce2-4679-b50d-999cc6017cc3 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:40.784258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e2967496-9882-473e-be29-54cfbf297bec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (87fb7f78-cce2-4679-b50d-999cc6017cc3), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.863454 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e2967496-9882-473e-be29-54cfbf297bec None None] For port 87fb7f78-cce2-4679-b50d-999cc6017cc3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87fb7f78-cce2-4679-b50d-999cc6017cc3,segment=NetworkSegment(e5c5e942-02e3-48b2-a72b-a3b8ecad61f1),segment_id=e5c5e942-02e3-48b2-a72b-a3b8ecad61f1)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:40.863855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e2967496-9882-473e-be29-54cfbf297bec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (87fb7f78-cce2-4679-b50d-999cc6017cc3), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.879829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f4d77f9d-62c3-4e67-8ef9-be2b19c774e7 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (381a9138-74b7-490b-9352-8cc1f490ab9f), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.886376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e2967496-9882-473e-be29-54cfbf297bec None None] Calling delete_port for 87fb7f78-cce2-4679-b50d-999cc6017cc3 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:40.899718 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-88e69d51-3144-471d-99b2-406bc71a2beb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (6d1ad91f-d885-4515-8bef-b2a5292d7402), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.902622 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e69d51-3144-471d-99b2-406bc71a2beb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d1ad91f-d885-4515-8bef-b2a5292d7402 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:58:40.907860 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-88e69d51-3144-471d-99b2-406bc71a2beb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.914348 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-88e69d51-3144-471d-99b2-406bc71a2beb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "DELETE /v2.0/routers/6d1ad91f-d885-4515-8bef-b2a5292d7402 HTTP/1.1" status: 204 len: 168 time: 0.4429028 Jan 10 11:58:40.953591 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-90aab1ff-8777-475f-be71-d02fcdbc3fcd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] For port 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77fb5c0c-32c1-49b1-91f0-f132b45c5fcf,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:40.954358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90aab1ff-8777-475f-be71-d02fcdbc3fcd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (77fb5c0c-32c1-49b1-91f0-f132b45c5fcf), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:40.985695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-90aab1ff-8777-475f-be71-d02fcdbc3fcd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Calling delete_port for 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:41.016415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f95bd7fe-0faa-4922-9862-3c9aa4e3bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049762471', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151'}], 'enable_snat': True}, 'gw_port_id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:02Z', 'updated_at': '2022-01-10T11:58:38Z', 'revision_number': 5, 'project_id': '64c3df50eabf474d900be6a95c814069', 'gw_port': {'id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:41.046533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95bd7fe-0faa-4922-9862-3c9aa4e3bd3d None None] The sync data for ids ['d29b2a86-f4b2-4040-bb9b-b2bcc66668d7'] in dv-neutron-master-2-hyperv is: [{'id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049762471', 'tenant_id': '64c3df50eabf474d900be6a95c814069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151'}], 'enable_snat': True}, 'gw_port_id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:02Z', 'updated_at': '2022-01-10T11:58:38Z', 'revision_number': 5, 'project_id': '64c3df50eabf474d900be6a95c814069', 'gw_port': {'id': '77fb5c0c-32c1-49b1-91f0-f132b45c5fcf', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29b2a86-f4b2-4040-bb9b-b2bcc66668d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:58:41.049604 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 87fb7f78-cce2-4679-b50d-999cc6017cc3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:41.120087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f4d77f9d-62c3-4e67-8ef9-be2b19c774e7 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (381a9138-74b7-490b-9352-8cc1f490ab9f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.138531 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e2967496-9882-473e-be29-54cfbf297bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (87fb7f78-cce2-4679-b50d-999cc6017cc3), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.214373 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58160) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:41.241150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f4d77f9d-62c3-4e67-8ef9-be2b19c774e7 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (381a9138-74b7-490b-9352-8cc1f490ab9f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.275287 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d77f9d-62c3-4e67-8ef9-be2b19c774e7 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381a9138-74b7-490b-9352-8cc1f490ab9f,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:41.300841 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58162) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:41.303648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-95229f9e-3780-4a05-9118-57cdbfe674db tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (9c9cce0a-7fca-4868-855a-84c80f710c6d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.336936 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-95229f9e-3780-4a05-9118-57cdbfe674db tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (9c9cce0a-7fca-4868-855a-84c80f710c6d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.374041 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2967496-9882-473e-be29-54cfbf297bec None None] Pushing event deleted for resources: {'Port': ['ID=87fb7f78-cce2-4679-b50d-999cc6017cc3,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:41.380812 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2967496-9882-473e-be29-54cfbf297bec None None] No DVR routers for this DVR port 87fb7f78-cce2-4679-b50d-999cc6017cc3 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:41.391334 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (87fb7f78-cce2-4679-b50d-999cc6017cc3), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.403936 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f4d77f9d-62c3-4e67-8ef9-be2b19c774e7 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.409757 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f4d77f9d-62c3-4e67-8ef9-be2b19c774e7 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7063622 Jan 10 11:58:41.411751 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58166) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:41.412499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90aab1ff-8777-475f-be71-d02fcdbc3fcd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (77fb5c0c-32c1-49b1-91f0-f132b45c5fcf), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.444498 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aab1ff-8777-475f-be71-d02fcdbc3fcd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event deleted for resources: {'Port': ['ID=77fb5c0c-32c1-49b1-91f0-f132b45c5fcf,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:41.491563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d93a85a4-b060-4484-bb31-2313e9505610 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (381a9138-74b7-490b-9352-8cc1f490ab9f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.498219 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcdce24-ac0d-4aae-a778-c762d524f890 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:41.514189 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d93a85a4-b060-4484-bb31-2313e9505610 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (381a9138-74b7-490b-9352-8cc1f490ab9f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.541511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90aab1ff-8777-475f-be71-d02fcdbc3fcd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.544190 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-95229f9e-3780-4a05-9118-57cdbfe674db tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (9c9cce0a-7fca-4868-855a-84c80f710c6d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.547134 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-95229f9e-3780-4a05-9118-57cdbfe674db tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.549249 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-95229f9e-3780-4a05-9118-57cdbfe674db tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/security-groups/9c9cce0a-7fca-4868-855a-84c80f710c6d HTTP/1.1" status: 204 len: 168 time: 0.3336880 Jan 10 11:58:41.568859 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95229f9e-3780-4a05-9118-57cdbfe674db tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9cce0a-7fca-4868-855a-84c80f710c6d,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:41.637739 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-310508937', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:41.678389 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d93a85a4-b060-4484-bb31-2313e9505610 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (381a9138-74b7-490b-9352-8cc1f490ab9f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.684021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90aab1ff-8777-475f-be71-d02fcdbc3fcd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.684536 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d93a85a4-b060-4484-bb31-2313e9505610 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.684658 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90aab1ff-8777-475f-be71-d02fcdbc3fcd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for router_controller (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.686010 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d93a85a4-b060-4484-bb31-2313e9505610 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/381a9138-74b7-490b-9352-8cc1f490ab9f HTTP/1.1" status: 204 len: 168 time: 0.2731969 Jan 10 11:58:41.689213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58170) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:41.698326 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a85a4-b060-4484-bb31-2313e9505610 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=381a9138-74b7-490b-9352-8cc1f490ab9f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:41.699556 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58172) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:41.780645 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0ed02669-4b75-4445-a576-cf32d29de1ba tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0902748 Jan 10 11:58:41.784122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58176) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:41.839123 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7379470e-b998-4084-94c0-261a4bf0667b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (faca95ed-97f0-4c82-8385-ecc8e1f46332), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.846267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.847310 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.872371 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7379470e-b998-4084-94c0-261a4bf0667b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (faca95ed-97f0-4c82-8385-ecc8e1f46332), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.883091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90aab1ff-8777-475f-be71-d02fcdbc3fcd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (d29b2a86-f4b2-4040-bb9b-b2bcc66668d7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.883652 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90aab1ff-8777-475f-be71-d02fcdbc3fcd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Fanout notify agent at l3_agent the message router_deleted on router d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:58:41.895646 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90aab1ff-8777-475f-be71-d02fcdbc3fcd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.898257 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-90aab1ff-8777-475f-be71-d02fcdbc3fcd tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "DELETE /v2.0/routers/d29b2a86-f4b2-4040-bb9b-b2bcc66668d7 HTTP/1.1" status: 204 len: 168 time: 1.5686860 Jan 10 11:58:41.900806 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58178) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:41.960650 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_controller (6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.998623 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9cc3e1f-46c0-44cb-a65d-2bd41cf05e65 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (c25c3555-98fa-43a0-b950-1c716ace6677), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.092229 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7379470e-b998-4084-94c0-261a4bf0667b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (faca95ed-97f0-4c82-8385-ecc8e1f46332), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.095081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7379470e-b998-4084-94c0-261a4bf0667b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.096290 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7379470e-b998-4084-94c0-261a4bf0667b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-groups/faca95ed-97f0-4c82-8385-ecc8e1f46332 HTTP/1.1" status: 204 len: 168 time: 0.3112280 Jan 10 11:58:42.101943 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58180) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:42.124773 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device c0744d2f-611c-467a-a604-b8a5fa2fae06 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:42.133082 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379470e-b998-4084-94c0-261a4bf0667b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faca95ed-97f0-4c82-8385-ecc8e1f46332,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:42.152609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: c0744d2f-611c-467a-a604-b8a5fa2fae06 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:42.152962 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device c0744d2f-611c-467a-a604-b8a5fa2fae06 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:42.160692 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.228784 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.253893 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9f7081c9-5dca-4bc9-a50d-2ca07e41951e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1489253 Jan 10 11:58:42.256709 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58182) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:42.324902 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2e136083-2578-49a3-aa27-527c6ec39337 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (19ac8c7f-edfc-4f80-accf-eeaf3e635d8e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.352137 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2e136083-2578-49a3-aa27-527c6ec39337 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (19ac8c7f-edfc-4f80-accf-eeaf3e635d8e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.459319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9cc3e1f-46c0-44cb-a65d-2bd41cf05e65 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (c25c3555-98fa-43a0-b950-1c716ace6677), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.486219 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-c9cc3e1f-46c0-44cb-a65d-2bd41cf05e65 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25c3555-98fa-43a0-b950-1c716ace6677']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:42.500804 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-c9cc3e1f-46c0-44cb-a65d-2bd41cf05e65 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c5e942-02e3-48b2-a72b-a3b8ecad61f1') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:42.505096 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-c9cc3e1f-46c0-44cb-a65d-2bd41cf05e65 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c5e942-02e3-48b2-a72b-a3b8ecad61f1') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:42.513472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9cc3e1f-46c0-44cb-a65d-2bd41cf05e65 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (e5c5e942-02e3-48b2-a72b-a3b8ecad61f1), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.533657 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9cc3e1f-46c0-44cb-a65d-2bd41cf05e65 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e5c5e942-02e3-48b2-a72b-a3b8ecad61f1), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.544749 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cc3e1f-46c0-44cb-a65d-2bd41cf05e65 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:58:42.545163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9cc3e1f-46c0-44cb-a65d-2bd41cf05e65 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (e5c5e942-02e3-48b2-a72b-a3b8ecad61f1), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:58:42.548907 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:58:42.553223 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2e136083-2578-49a3-aa27-527c6ec39337 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (19ac8c7f-edfc-4f80-accf-eeaf3e635d8e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.560288 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2e136083-2578-49a3-aa27-527c6ec39337 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.560288 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2e136083-2578-49a3-aa27-527c6ec39337 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-groups/19ac8c7f-edfc-4f80-accf-eeaf3e635d8e HTTP/1.1" status: 204 len: 168 time: 0.2993381 Jan 10 11:58:42.568898 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58184) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:42.591307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e136083-2578-49a3-aa27-527c6ec39337 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ac8c7f-edfc-4f80-accf-eeaf3e635d8e,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:42.615127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.649674 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.663432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5744e791-0bf8-4b0a-b3fb-9eef7e020846 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (c072f97e-540f-433a-b11c-941780cbfe09), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.669939 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e4c729e2-375d-43be-a0da-9aff324cfb31 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1027689 Jan 10 11:58:42.701679 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58186) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:42.705564 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c7159b09-484d-4cc0-9535-1d5478a32db1 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227868243'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:42.755495 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9cc3e1f-46c0-44cb-a65d-2bd41cf05e65 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (c25c3555-98fa-43a0-b950-1c716ace6677), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.764539 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c9cc3e1f-46c0-44cb-a65d-2bd41cf05e65 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.768493 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c9cc3e1f-46c0-44cb-a65d-2bd41cf05e65 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "DELETE /v2.0/networks/c25c3555-98fa-43a0-b950-1c716ace6677 HTTP/1.1" status: 204 len: 168 time: 0.8665261 Jan 10 11:58:42.774469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58188) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:42.776362 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Allocated IP 172.36.2.114 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/0cadb80b-91e4-4dd6-9739-ddad6f350eb2) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:42.811958 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc3e1f-46c0-44cb-a65d-2bd41cf05e65 tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event deleted for resources: {'Network': ['ID=c25c3555-98fa-43a0-b950-1c716ace6677,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:42.881659 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bae5525f-62f2-4280-97e0-977e6970782a tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group (497018b9-49b9-4c75-ac23-e1e6bfcf4261), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.897975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for port (0cadb80b-91e4-4dd6-9739-ddad6f350eb2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.916138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c7159b09-484d-4cc0-9535-1d5478a32db1 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:42.925729 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 074cf39c-b6c1-4bab-91cd-d340772a8d8b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:42.948587 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 074cf39c-b6c1-4bab-91cd-d340772a8d8b {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:42.949256 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 074cf39c-b6c1-4bab-91cd-d340772a8d8b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:42.949696 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:42.970373 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:42.970725 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 77fb5c0c-32c1-49b1-91f0-f132b45c5fcf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:42.978299 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bae5525f-62f2-4280-97e0-977e6970782a tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group (497018b9-49b9-4c75-ac23-e1e6bfcf4261), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.028134 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (0cadb80b-91e4-4dd6-9739-ddad6f350eb2), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.072906 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:43.077996 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:43.082945 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:58:43.085994 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Pushing event updated for resources: {'Port': ['ID=0cadb80b-91e4-4dd6-9739-ddad6f350eb2,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:43.105263 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4654e454-7e14-4a69-822a-ee5a20c08d72 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:43.139935 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c7159b09-484d-4cc0-9535-1d5478a32db1 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (85c01b6b-59b8-40f1-923a-01167ee9ee32), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.189871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2fc4da5d-1cf9-4e4c-ab94-78347d4d34a5 None None] Provisioning complete for port 0cadb80b-91e4-4dd6-9739-ddad6f350eb2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:43.189871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2fc4da5d-1cf9-4e4c-ab94-78347d4d34a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (0cadb80b-91e4-4dd6-9739-ddad6f350eb2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.211861 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2fc4da5d-1cf9-4e4c-ab94-78347d4d34a5 None None] Port 0cadb80b-91e4-4dd6-9739-ddad6f350eb2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:43.221412 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-5744e791-0bf8-4b0a-b3fb-9eef7e020846 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port f6921a59-af6c-4d11-959c-a9ae5ebed10f {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:43.221809 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5744e791-0bf8-4b0a-b3fb-9eef7e020846 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.299744 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bae5525f-62f2-4280-97e0-977e6970782a tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (497018b9-49b9-4c75-ac23-e1e6bfcf4261), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.302452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bae5525f-62f2-4280-97e0-977e6970782a tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.303665 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bae5525f-62f2-4280-97e0-977e6970782a tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] 10.222.0.16 "DELETE /v2.0/security-groups/497018b9-49b9-4c75-ac23-e1e6bfcf4261 HTTP/1.1" status: 204 len: 168 time: 0.5250697 Jan 10 11:58:43.326506 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5525f-62f2-4280-97e0-977e6970782a tempest-TestNetworkAdvancedServerOps-356751900 tempest-TestNetworkAdvancedServerOps-356751900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=497018b9-49b9-4c75-ac23-e1e6bfcf4261,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:43.345928 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c7159b09-484d-4cc0-9535-1d5478a32db1 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (85c01b6b-59b8-40f1-923a-01167ee9ee32), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.353530 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.358092 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-5744e791-0bf8-4b0a-b3fb-9eef7e020846 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port f6921a59-af6c-4d11-959c-a9ae5ebed10f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6921a59-af6c-4d11-959c-a9ae5ebed10f,segment=NetworkSegment(558b0ef5-6be5-4c93-a0ef-909296de2712),segment_id=558b0ef5-6be5-4c93-a0ef-909296de2712)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:43.358471 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5744e791-0bf8-4b0a-b3fb-9eef7e020846 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.388728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-5744e791-0bf8-4b0a-b3fb-9eef7e020846 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for f6921a59-af6c-4d11-959c-a9ae5ebed10f owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:43.410463 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7159b09-484d-4cc0-9535-1d5478a32db1 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c01b6b-59b8-40f1-923a-01167ee9ee32,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:43.523942 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c7159b09-484d-4cc0-9535-1d5478a32db1 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.528291 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c7159b09-484d-4cc0-9535-1d5478a32db1 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8244336 Jan 10 11:58:43.529157 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58194) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:43.534563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9b542f95-721d-48a6-acef-5dd1393417a2 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group_rule': {'security_group_id': '85c01b6b-59b8-40f1-923a-01167ee9ee32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:43.648785 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b542f95-721d-48a6-acef-5dd1393417a2 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (920a7111-5bb6-464e-ac0f-af09a730642c), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.700308 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b542f95-721d-48a6-acef-5dd1393417a2 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (920a7111-5bb6-464e-ac0f-af09a730642c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.758846 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5744e791-0bf8-4b0a-b3fb-9eef7e020846 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (f6921a59-af6c-4d11-959c-a9ae5ebed10f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.791639 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b542f95-721d-48a6-acef-5dd1393417a2 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (920a7111-5bb6-464e-ac0f-af09a730642c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.797518 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744e791-0bf8-4b0a-b3fb-9eef7e020846 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=f6921a59-af6c-4d11-959c-a9ae5ebed10f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:43.819684 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b542f95-721d-48a6-acef-5dd1393417a2 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920a7111-5bb6-464e-ac0f-af09a730642c,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:43.882109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.965371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9b542f95-721d-48a6-acef-5dd1393417a2 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:43.966595 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9b542f95-721d-48a6-acef-5dd1393417a2 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4362924 Jan 10 11:58:43.969802 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58196) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:44.010749 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5744e791-0bf8-4b0a-b3fb-9eef7e020846 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (c072f97e-540f-433a-b11c-941780cbfe09), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.026169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-95c25635-cec2-42a5-a3c7-11fdd20c6347 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (920a7111-5bb6-464e-ac0f-af09a730642c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.037438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-95c25635-cec2-42a5-a3c7-11fdd20c6347 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (920a7111-5bb6-464e-ac0f-af09a730642c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.130587 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58200) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:44.173019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.216121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-95c25635-cec2-42a5-a3c7-11fdd20c6347 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (920a7111-5bb6-464e-ac0f-af09a730642c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.249671 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-95c25635-cec2-42a5-a3c7-11fdd20c6347 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.253620 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-95c25635-cec2-42a5-a3c7-11fdd20c6347 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/920a7111-5bb6-464e-ac0f-af09a730642c HTTP/1.1" status: 204 len: 168 time: 0.2769821 Jan 10 11:58:44.255193 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58204) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:44.276382 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c25635-cec2-42a5-a3c7-11fdd20c6347 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=920a7111-5bb6-464e-ac0f-af09a730642c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:44.282530 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5744e791-0bf8-4b0a-b3fb-9eef7e020846 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router c072f97e-540f-433a-b11c-941780cbfe09 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:58:44.309492 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d3c1a3c0-eb77-4adf-98ad-9a0e1d6ac18f tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0531881 Jan 10 11:58:44.314591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58206) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:44.322079 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4d59bb29-33ef-4274-befb-923850c5fabe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64c3df50eabf474d900be6a95c814069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902840 Jan 10 11:58:44.324452 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58208) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:44.401532 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2908dd5-75a5-4a17-a227-10776413c21d admin admin] Publish callbacks [] for security_group (38c86666-a2fc-47d4-b12a-d602a667eac9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.425049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2908dd5-75a5-4a17-a227-10776413c21d admin admin] Publish callbacks [] for security_group (38c86666-a2fc-47d4-b12a-d602a667eac9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.449251 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-19911ba8-fdf6-4560-9727-91c36fd3d07d tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (85c01b6b-59b8-40f1-923a-01167ee9ee32), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.456751 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5744e791-0bf8-4b0a-b3fb-9eef7e020846 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:58:44.466429 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5744e791-0bf8-4b0a-b3fb-9eef7e020846 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/c072f97e-540f-433a-b11c-941780cbfe09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7657249 Jan 10 11:58:44.469404 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e531eb8-e373-42c4-be59-17077c2174e2 None None] Sync routers for ids ['c072f97e-540f-433a-b11c-941780cbfe09'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:58:44.469954 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58210) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:44.480958 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e531eb8-e373-42c4-be59-17077c2174e2 None None] Routers {'c072f97e-540f-433a-b11c-941780cbfe09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:44.488102 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9e531eb8-e373-42c4-be59-17077c2174e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c072f97e-540f-433a-b11c-941780cbfe09'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:44.506793 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-19911ba8-fdf6-4560-9727-91c36fd3d07d tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (85c01b6b-59b8-40f1-923a-01167ee9ee32), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.510903 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Router 6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:58:44.553307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-531b42ab-830c-4127-beb5-6e87805d62cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting subnet 018eb74b-0d85-4895-9574-a7a35eefd2a2 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:58:44.556677 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-531b42ab-830c-4127-beb5-6e87805d62cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (018eb74b-0d85-4895-9574-a7a35eefd2a2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.595804 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-9e531eb8-e373-42c4-be59-17077c2174e2 None None] Set router c072f97e-540f-433a-b11c-941780cbfe09 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:44.603556 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-531b42ab-830c-4127-beb5-6e87805d62cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (018eb74b-0d85-4895-9574-a7a35eefd2a2), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.606784 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2908dd5-75a5-4a17-a227-10776413c21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (38c86666-a2fc-47d4-b12a-d602a667eac9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.611429 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2908dd5-75a5-4a17-a227-10776413c21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.611429 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d2908dd5-75a5-4a17-a227-10776413c21d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38c86666-a2fc-47d4-b12a-d602a667eac9 HTTP/1.1" status: 204 len: 168 time: 0.2856352 Jan 10 11:58:44.633717 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2908dd5-75a5-4a17-a227-10776413c21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c86666-a2fc-47d4-b12a-d602a667eac9,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:44.670239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:58:44.682332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0515736c-7b12-4228-8686-b91d8a0cbd39 None None] Sync routers for ids ['6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:58:44.699763 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515736c-7b12-4228-8686-b91d8a0cbd39 None None] Routers {'6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:44.703191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-19911ba8-fdf6-4560-9727-91c36fd3d07d tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (85c01b6b-59b8-40f1-923a-01167ee9ee32), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.706107 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0515736c-7b12-4228-8686-b91d8a0cbd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:44.706565 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-19911ba8-fdf6-4560-9727-91c36fd3d07d tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.710624 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-19911ba8-fdf6-4560-9727-91c36fd3d07d tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-groups/85c01b6b-59b8-40f1-923a-01167ee9ee32 HTTP/1.1" status: 204 len: 168 time: 0.3924704 Jan 10 11:58:44.713575 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58214) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:44.740400 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19911ba8-fdf6-4560-9727-91c36fd3d07d tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c01b6b-59b8-40f1-923a-01167ee9ee32,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:44.743280 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-531b42ab-830c-4127-beb5-6e87805d62cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (018eb74b-0d85-4895-9574-a7a35eefd2a2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.753015 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0515736c-7b12-4228-8686-b91d8a0cbd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:44.772058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515736c-7b12-4228-8686-b91d8a0cbd39 None None] Routers {'6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:44.772576 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0515736c-7b12-4228-8686-b91d8a0cbd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:44.804845 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:58:44.813434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0515736c-7b12-4228-8686-b91d8a0cbd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:44.814513 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0515736c-7b12-4228-8686-b91d8a0cbd39 None None] The sync data for ids ['6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:58:44.827697 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f7d66c4d-2d2f-4779-bc18-b89209c834db tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1089990 Jan 10 11:58:44.832279 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58216) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:44.837122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f0f445d1-1acf-4754-83f0-7aaeb182526b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group': {'name': 'tempest-secgroup--345736038'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:44.847112 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9e531eb8-e373-42c4-be59-17077c2174e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:58:43Z', 'revision_number': 7, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:44.855433 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.856749 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7a980047-26be-44e8-b4e8-ff1beaa784c4 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5561101 Jan 10 11:58:44.860588 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58218) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:44.883245 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e531eb8-e373-42c4-be59-17077c2174e2 None None] Checking router: c072f97e-540f-433a-b11c-941780cbfe09 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:58:44.893578 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e531eb8-e373-42c4-be59-17077c2174e2 None None] Routers {'c072f97e-540f-433a-b11c-941780cbfe09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:44.894577 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9e531eb8-e373-42c4-be59-17077c2174e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c072f97e-540f-433a-b11c-941780cbfe09'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:44.954997 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-531b42ab-830c-4127-beb5-6e87805d62cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (018eb74b-0d85-4895-9574-a7a35eefd2a2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.990485 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b42ab-830c-4127-beb5-6e87805d62cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Subnet': ['ID=018eb74b-0d85-4895-9574-a7a35eefd2a2,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:44.995284 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-531b42ab-830c-4127-beb5-6e87805d62cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:44.998785 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-531b42ab-830c-4127-beb5-6e87805d62cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/subnets/018eb74b-0d85-4895-9574-a7a35eefd2a2 HTTP/1.1" status: 204 len: 168 time: 0.5283010 Jan 10 11:58:45.001035 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452a5906-197a-4c8e-b460-b9a0f1c079b5 None None] Network 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:45.001931 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58220) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:45.025885 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-9e531eb8-e373-42c4-be59-17077c2174e2 None None] Set router c072f97e-540f-433a-b11c-941780cbfe09 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:45.055440 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0f445d1-1acf-4754-83f0-7aaeb182526b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.075852 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1960ad8a-2faa-48d1-9ec9-7288b35ec497 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/routers/6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d HTTP/1.1" status: 200 len: 924 time: 0.2141011 Jan 10 11:58:45.076520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58222) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:45.111602 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4433ed47-9d2b-4557-87be-4fb836410aa9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d HTTP/1.1" status: 200 len: 205 time: 0.0337210 Jan 10 11:58:45.114135 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58224) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:45.128527 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8abcc6e-93d7-42c6-96ed-a71db51588b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (c072f97e-540f-433a-b11c-941780cbfe09), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.242845 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9e531eb8-e373-42c4-be59-17077c2174e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:58:43Z', 'revision_number': 7, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:45.260497 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3947c0e6-97ca-4c4f-8861-e479fc24bd7e None None] DHCP port deletion for 4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:45.283102 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e531eb8-e373-42c4-be59-17077c2174e2 None None] The sync data for ids ['c072f97e-540f-433a-b11c-941780cbfe09'] in dv-neutron-master-2-hyperv is: [{'id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'name': 'tempest-TestNetworkBasicOps-router-1506038667', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:55:43Z', 'updated_at': '2022-01-10T11:58:43Z', 'revision_number': 7, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'cab87578-5a5a-410e-81cd-7cfd9381b742', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c072f97e-540f-433a-b11c-941780cbfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:55:44Z', 'updated_at': '2022-01-10T11:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:58:45.290358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0f445d1-1acf-4754-83f0-7aaeb182526b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (06215a3a-bef9-4478-985e-a7f30cd09580), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.304150 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8abcc6e-93d7-42c6-96ed-a71db51588b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (c072f97e-540f-433a-b11c-941780cbfe09), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.310931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b979f7-4ebe-472d-8d01-bbeb343b3673 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.354419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3947c0e6-97ca-4c4f-8861-e479fc24bd7e None None] Deleting port 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:45.355011 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3947c0e6-97ca-4c4f-8861-e479fc24bd7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (547defcb-bf28-4ba8-bb72-4ab2e17b9b5b), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.395502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0f445d1-1acf-4754-83f0-7aaeb182526b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (06215a3a-bef9-4478-985e-a7f30cd09580), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.419726 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-3947c0e6-97ca-4c4f-8861-e479fc24bd7e None None] For port 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=547defcb-bf28-4ba8-bb72-4ab2e17b9b5b,segment=NetworkSegment(558b0ef5-6be5-4c93-a0ef-909296de2712),segment_id=558b0ef5-6be5-4c93-a0ef-909296de2712)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:45.420211 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3947c0e6-97ca-4c4f-8861-e479fc24bd7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (547defcb-bf28-4ba8-bb72-4ab2e17b9b5b), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.434006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3947c0e6-97ca-4c4f-8861-e479fc24bd7e None None] Calling delete_port for 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:45.436693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f445d1-1acf-4754-83f0-7aaeb182526b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06215a3a-bef9-4478-985e-a7f30cd09580,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:45.451555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b979f7-4ebe-472d-8d01-bbeb343b3673 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.484521 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f8abcc6e-93d7-42c6-96ed-a71db51588b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port cab87578-5a5a-410e-81cd-7cfd9381b742 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:45.484872 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8abcc6e-93d7-42c6-96ed-a71db51588b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (cab87578-5a5a-410e-81cd-7cfd9381b742), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.491988 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0f445d1-1acf-4754-83f0-7aaeb182526b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.495567 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f0f445d1-1acf-4754-83f0-7aaeb182526b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6599674 Jan 10 11:58:45.496578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58228) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:45.503316 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-bddb9f14-9caf-4ae7-899b-d28f91eada8c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group_rule': {'security_group_id': '06215a3a-bef9-4478-985e-a7f30cd09580', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:45.575356 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-f8abcc6e-93d7-42c6-96ed-a71db51588b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port cab87578-5a5a-410e-81cd-7cfd9381b742, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cab87578-5a5a-410e-81cd-7cfd9381b742,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:45.575923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8abcc6e-93d7-42c6-96ed-a71db51588b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (cab87578-5a5a-410e-81cd-7cfd9381b742), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.594814 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f8abcc6e-93d7-42c6-96ed-a71db51588b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for cab87578-5a5a-410e-81cd-7cfd9381b742 owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:45.601861 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-22b979f7-4ebe-472d-8d01-bbeb343b3673 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Deleting port 0cadb80b-91e4-4dd6-9739-ddad6f350eb2 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:45.606812 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b979f7-4ebe-472d-8d01-bbeb343b3673 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (0cadb80b-91e4-4dd6-9739-ddad6f350eb2), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.665562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bddb9f14-9caf-4ae7-899b-d28f91eada8c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (e1c55476-3d51-4bea-8c82-7a40d38cdf37), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.723859 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3947c0e6-97ca-4c4f-8861-e479fc24bd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (547defcb-bf28-4ba8-bb72-4ab2e17b9b5b), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.738323 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58230) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:45.739210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b979f7-4ebe-472d-8d01-bbeb343b3673 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (0cadb80b-91e4-4dd6-9739-ddad6f350eb2), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.758279 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-22b979f7-4ebe-472d-8d01-bbeb343b3673 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Calling delete_port for 0cadb80b-91e4-4dd6-9739-ddad6f350eb2 owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:45.771876 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6124a90b-a77c-4f13-bcd6-230260af6bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.774828 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3947c0e6-97ca-4c4f-8861-e479fc24bd7e None None] No DVR routers for this DVR port 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:58:45.777419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947c0e6-97ca-4c4f-8861-e479fc24bd7e None None] Pushing event deleted for resources: {'Port': ['ID=547defcb-bf28-4ba8-bb72-4ab2e17b9b5b,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:45.777747 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bddb9f14-9caf-4ae7-899b-d28f91eada8c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (e1c55476-3d51-4bea-8c82-7a40d38cdf37), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.878776 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6124a90b-a77c-4f13-bcd6-230260af6bc6 admin admin] Publish callbacks [] for security_group (534801e6-8936-41d1-9dde-8b736f39df02), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.882307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bddb9f14-9caf-4ae7-899b-d28f91eada8c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (e1c55476-3d51-4bea-8c82-7a40d38cdf37), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.913968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb9f14-9caf-4ae7-899b-d28f91eada8c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c55476-3d51-4bea-8c82-7a40d38cdf37,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:45.930572 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8abcc6e-93d7-42c6-96ed-a71db51588b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (cab87578-5a5a-410e-81cd-7cfd9381b742), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:45.957691 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abcc6e-93d7-42c6-96ed-a71db51588b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=cab87578-5a5a-410e-81cd-7cfd9381b742,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:45.973406 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded3adb9-c96a-4ac5-9f79-e1adc94bb4cc None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:45.982698 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6124a90b-a77c-4f13-bcd6-230260af6bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (534801e6-8936-41d1-9dde-8b736f39df02), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.018353 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bddb9f14-9caf-4ae7-899b-d28f91eada8c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.019560 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bddb9f14-9caf-4ae7-899b-d28f91eada8c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5211926 Jan 10 11:58:46.022503 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58232) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:46.039559 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-484fe8aa-b0e8-420b-8645-cb1b3b4d74ea tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules/e1c55476-3d51-4bea-8c82-7a40d38cdf37 HTTP/1.1" status: 200 len: 763 time: 0.0158129 Jan 10 11:58:46.041953 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58234) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:46.056522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b979f7-4ebe-472d-8d01-bbeb343b3673 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (0cadb80b-91e4-4dd6-9739-ddad6f350eb2), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.061548 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6124a90b-a77c-4f13-bcd6-230260af6bc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=433b083f42d648b091a61d6fa9b910d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3188403 Jan 10 11:58:46.061548 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124a90b-a77c-4f13-bcd6-230260af6bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534801e6-8936-41d1-9dde-8b736f39df02,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:46.063487 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8abcc6e-93d7-42c6-96ed-a71db51588b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (c072f97e-540f-433a-b11c-941780cbfe09), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.063884 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58236) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:46.104294 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b979f7-4ebe-472d-8d01-bbeb343b3673 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Pushing event deleted for resources: {'Port': ['ID=0cadb80b-91e4-4dd6-9739-ddad6f350eb2,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:46.121400 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d7ed60-acec-404f-9cba-fec71f8c13f2 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:46.159852 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8abcc6e-93d7-42c6-96ed-a71db51588b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (c072f97e-540f-433a-b11c-941780cbfe09), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.162169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8abcc6e-93d7-42c6-96ed-a71db51588b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_controller (c072f97e-540f-433a-b11c-941780cbfe09), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.190693 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-89669325-558c-47a6-bd4f-370e01a00817 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1475930 Jan 10 11:58:46.194446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58238) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:46.236825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b979f7-4ebe-472d-8d01-bbeb343b3673 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.243182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-38f4e9d4-5c2d-4258-9dc8-fef9a6bc79d3 admin admin] Publish callbacks [] for security_group (534801e6-8936-41d1-9dde-8b736f39df02), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.284313 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8abcc6e-93d7-42c6-96ed-a71db51588b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (c072f97e-540f-433a-b11c-941780cbfe09), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.284813 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8abcc6e-93d7-42c6-96ed-a71db51588b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Fanout notify agent at l3_agent the message router_deleted on router c072f97e-540f-433a-b11c-941780cbfe09 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:58:46.295825 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f8abcc6e-93d7-42c6-96ed-a71db51588b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.300353 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f8abcc6e-93d7-42c6-96ed-a71db51588b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/routers/c072f97e-540f-433a-b11c-941780cbfe09 HTTP/1.1" status: 204 len: 168 time: 1.2941182 Jan 10 11:58:46.300564 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58240) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:46.332132 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c8f83db-c2df-4113-86d4-394383a9687e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (e1c55476-3d51-4bea-8c82-7a40d38cdf37), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.352370 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b979f7-4ebe-472d-8d01-bbeb343b3673 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.357312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c8f83db-c2df-4113-86d4-394383a9687e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (e1c55476-3d51-4bea-8c82-7a40d38cdf37), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.360261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b979f7-4ebe-472d-8d01-bbeb343b3673 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_controller (6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.376846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-38f4e9d4-5c2d-4258-9dc8-fef9a6bc79d3 admin admin] Publish callbacks [] for security_group (534801e6-8936-41d1-9dde-8b736f39df02), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.389852 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e39c0af-a039-4022-a488-5546bd690f48 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.486822 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e39c0af-a039-4022-a488-5546bd690f48 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.512557 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-9e39c0af-a039-4022-a488-5546bd690f48 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:46.522159 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-9e39c0af-a039-4022-a488-5546bd690f48 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558b0ef5-6be5-4c93-a0ef-909296de2712') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:46.522473 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-9e39c0af-a039-4022-a488-5546bd690f48 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558b0ef5-6be5-4c93-a0ef-909296de2712') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:46.532688 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e39c0af-a039-4022-a488-5546bd690f48 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (558b0ef5-6be5-4c93-a0ef-909296de2712), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.551343 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e39c0af-a039-4022-a488-5546bd690f48 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (558b0ef5-6be5-4c93-a0ef-909296de2712), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.551560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b979f7-4ebe-472d-8d01-bbeb343b3673 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.551560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b979f7-4ebe-472d-8d01-bbeb343b3673 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Fanout notify agent at l3_agent the message router_deleted on router 6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:58:46.553053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e39c0af-a039-4022-a488-5546bd690f48 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:58:46.553461 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e39c0af-a039-4022-a488-5546bd690f48 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (558b0ef5-6be5-4c93-a0ef-909296de2712), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.556169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-22b979f7-4ebe-472d-8d01-bbeb343b3673 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:58:46.556467 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:58:46.559772 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-22b979f7-4ebe-472d-8d01-bbeb343b3673 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "DELETE /v2.0/routers/6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d HTTP/1.1" status: 204 len: 168 time: 1.4431150 Jan 10 11:58:46.561800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58242) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:46.566819 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1393107199', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'enable_snat': False}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:46.596949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c8f83db-c2df-4113-86d4-394383a9687e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (e1c55476-3d51-4bea-8c82-7a40d38cdf37), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.601922 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1c8f83db-c2df-4113-86d4-394383a9687e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.607443 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1c8f83db-c2df-4113-86d4-394383a9687e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e1c55476-3d51-4bea-8c82-7a40d38cdf37 HTTP/1.1" status: 204 len: 168 time: 0.4061329 Jan 10 11:58:46.607443 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-38f4e9d4-5c2d-4258-9dc8-fef9a6bc79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (534801e6-8936-41d1-9dde-8b736f39df02), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.607704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58244) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:46.608870 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-38f4e9d4-5c2d-4258-9dc8-fef9a6bc79d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.610625 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-38f4e9d4-5c2d-4258-9dc8-fef9a6bc79d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/534801e6-8936-41d1-9dde-8b736f39df02 HTTP/1.1" status: 204 len: 168 time: 0.5417941 Jan 10 11:58:46.621916 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f83db-c2df-4113-86d4-394383a9687e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1c55476-3d51-4bea-8c82-7a40d38cdf37,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:46.625065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4e9d4-5c2d-4258-9dc8-fef9a6bc79d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534801e6-8936-41d1-9dde-8b736f39df02,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:46.654943 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dab2cb9d-45a3-47ea-8b38-0bd1b1627c6b tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0465674 Jan 10 11:58:46.658033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58248) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:46.662035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (310b9b35-706f-4fc5-9eed-29384a5d6bed), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.663186 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (310b9b35-706f-4fc5-9eed-29384a5d6bed), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.664521 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ec304790-f5b3-4f86-a887-b676851dd4a4 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group_rule': {'security_group_id': '06215a3a-bef9-4478-985e-a7f30cd09580', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:46.709283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e39c0af-a039-4022-a488-5546bd690f48 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.714363 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9e39c0af-a039-4022-a488-5546bd690f48 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.718107 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_controller (310b9b35-706f-4fc5-9eed-29384a5d6bed), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.718834 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9e39c0af-a039-4022-a488-5546bd690f48 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/networks/4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8 HTTP/1.1" status: 204 len: 168 time: 0.4168155 Jan 10 11:58:46.731233 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39c0af-a039-4022-a488-5546bd690f48 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Network': ['ID=4a62fbd0-55f7-4e0c-930d-e50c8db3b1e8,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:46.740590 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58250) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:46.744880 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-a0a78495-c230-4bd1-ad4f-b02de41ab507 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'network': {'name': 'tempest-network-smoke--666525423', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'port_security_enabled': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:46.865864 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ec304790-f5b3-4f86-a887-b676851dd4a4 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (b00cc026-db63-4adb-ae2d-3e2701fa7538), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.912921 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f6921a59-af6c-4d11-959c-a9ae5ebed10f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:46.918326 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ec304790-f5b3-4f86-a887-b676851dd4a4 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (b00cc026-db63-4adb-ae2d-3e2701fa7538), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:46.937385 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: f6921a59-af6c-4d11-959c-a9ae5ebed10f {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:46.937925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f6921a59-af6c-4d11-959c-a9ae5ebed10f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:46.938361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:46.958881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:46.961115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 547defcb-bf28-4ba8-bb72-4ab2e17b9b5b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:46.961115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cab87578-5a5a-410e-81cd-7cfd9381b742 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:46.980753 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: cab87578-5a5a-410e-81cd-7cfd9381b742 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:46.981096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cab87578-5a5a-410e-81cd-7cfd9381b742 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:47.034081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a78495-c230-4bd1-ad4f-b02de41ab507 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:47.037688 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a0a78495-c230-4bd1-ad4f-b02de41ab507 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.082943 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (310b9b35-706f-4fc5-9eed-29384a5d6bed), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.094516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a78495-c230-4bd1-ad4f-b02de41ab507 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:58:47.103184 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a0a78495-c230-4bd1-ad4f-b02de41ab507 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (4f14287d-1ec8-4e98-8fbf-4de0d2d595b8), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.103531 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-a0a78495-c230-4bd1-ad4f-b02de41ab507 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Added segment 4f14287d-1ec8-4e98-8fbf-4de0d2d595b8 of type vlan for network 92e8a80c-ea2d-48c9-bb5b-89626ead14c3 Jan 10 11:58:47.116847 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ec304790-f5b3-4f86-a887-b676851dd4a4 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (b00cc026-db63-4adb-ae2d-3e2701fa7538), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.137979 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec304790-f5b3-4f86-a887-b676851dd4a4 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00cc026-db63-4adb-ae2d-3e2701fa7538,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:47.145623 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a0a78495-c230-4bd1-ad4f-b02de41ab507 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (92e8a80c-ea2d-48c9-bb5b-89626ead14c3), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.228109 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ec304790-f5b3-4f86-a887-b676851dd4a4 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.235864 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ec304790-f5b3-4f86-a887-b676851dd4a4 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5708866 Jan 10 11:58:47.236775 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58252) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:47.264626 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ef3a785a-6633-4b77-aec3-e6f7d8275a1c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules/b00cc026-db63-4adb-ae2d-3e2701fa7538 HTTP/1.1" status: 200 len: 763 time: 0.0240741 Jan 10 11:58:47.265155 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58254) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:47.313448 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3f55f3cb-d2cd-4568-867b-7ec91b87db35 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0426970 Jan 10 11:58:47.313917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58256) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:47.343642 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3af60721-abd9-4e98-b253-f4fe85022657 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (b00cc026-db63-4adb-ae2d-3e2701fa7538), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.354511 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3af60721-abd9-4e98-b253-f4fe85022657 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (b00cc026-db63-4adb-ae2d-3e2701fa7538), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.376189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a0a78495-c230-4bd1-ad4f-b02de41ab507 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (92e8a80c-ea2d-48c9-bb5b-89626ead14c3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.383228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a78495-c230-4bd1-ad4f-b02de41ab507 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:47.383992 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a0a78495-c230-4bd1-ad4f-b02de41ab507 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.480824 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a78495-c230-4bd1-ad4f-b02de41ab507 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Network': ['ID=92e8a80c-ea2d-48c9-bb5b-89626ead14c3,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:47.491955 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 92e8a80c-ea2d-48c9-bb5b-89626ead14c3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:58:47.494238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (310b9b35-706f-4fc5-9eed-29384a5d6bed), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.501985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3af60721-abd9-4e98-b253-f4fe85022657 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (b00cc026-db63-4adb-ae2d-3e2701fa7538), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.509622 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3af60721-abd9-4e98-b253-f4fe85022657 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.509920 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3af60721-abd9-4e98-b253-f4fe85022657 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b00cc026-db63-4adb-ae2d-3e2701fa7538 HTTP/1.1" status: 204 len: 168 time: 0.1946409 Jan 10 11:58:47.512152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58258) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:47.516126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.524043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af60721-abd9-4e98-b253-f4fe85022657 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b00cc026-db63-4adb-ae2d-3e2701fa7538,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:47.562609 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ccd37c9d-dc0c-4324-bcd8-c6744259d07e tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468943 Jan 10 11:58:47.563035 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58260) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:47.567863 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ddac8c9a-cb22-4982-ab21-ee074f41eff1 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group_rule': {'security_group_id': '06215a3a-bef9-4478-985e-a7f30cd09580', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:47.568942 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a0a78495-c230-4bd1-ad4f-b02de41ab507 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8281143 Jan 10 11:58:47.572143 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58262) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:47.579344 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1176120514', 'admin_state_up': True, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:47.642675 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Allocated IP 172.36.2.81 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/27bf84d4-160b-4021-b0d0-ad16e1372228) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:47.752026 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for port (27bf84d4-160b-4021-b0d0-ad16e1372228), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.763725 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ddac8c9a-cb22-4982-ab21-ee074f41eff1 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (09e3239e-4514-4ce5-b946-cf03f2dd3743), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.819654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ddac8c9a-cb22-4982-ab21-ee074f41eff1 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (09e3239e-4514-4ce5-b946-cf03f2dd3743), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.821242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (40ccc1d8-2486-4e3b-807d-894920fcb375), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.822303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (40ccc1d8-2486-4e3b-807d-894920fcb375), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.874797 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_controller (40ccc1d8-2486-4e3b-807d-894920fcb375), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.900417 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (27bf84d4-160b-4021-b0d0-ad16e1372228), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.941723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:47.944721 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:47.948418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:58:47.954438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Pushing event updated for resources: {'Port': ['ID=27bf84d4-160b-4021-b0d0-ad16e1372228,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:47.958568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fa9c03-6789-4f17-9e4e-af21f607fd5e None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:47.970616 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ddac8c9a-cb22-4982-ab21-ee074f41eff1 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (09e3239e-4514-4ce5-b946-cf03f2dd3743), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:47.988440 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac8c9a-cb22-4982-ab21-ee074f41eff1 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e3239e-4514-4ce5-b946-cf03f2dd3743,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:48.013872 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-cd4b49ea-3748-4710-bafb-630a24e9c5ef None None] Provisioning complete for port 27bf84d4-160b-4021-b0d0-ad16e1372228 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:48.014351 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cd4b49ea-3748-4710-bafb-630a24e9c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (27bf84d4-160b-4021-b0d0-ad16e1372228), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:48.051016 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b49ea-3748-4710-bafb-630a24e9c5ef None None] Port 27bf84d4-160b-4021-b0d0-ad16e1372228 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:48.314437 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (310b9b35-706f-4fc5-9eed-29384a5d6bed), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:48.429759 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ddac8c9a-cb22-4982-ab21-ee074f41eff1 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:48.430997 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ddac8c9a-cb22-4982-ab21-ee074f41eff1 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8669412 Jan 10 11:58:48.435122 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58264) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:48.482479 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-94367cd1-6028-4def-bea2-4f7442b83681 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules/09e3239e-4514-4ce5-b946-cf03f2dd3743 HTTP/1.1" status: 200 len: 764 time: 0.0462132 Jan 10 11:58:48.485735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58266) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:48.516253 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (40ccc1d8-2486-4e3b-807d-894920fcb375), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:48.544588 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e60cc2c5-0ce6-403b-a7ad-34a53905de19 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0574276 Jan 10 11:58:48.547281 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58268) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:48.559483 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (310b9b35-706f-4fc5-9eed-29384a5d6bed), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:48.571807 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-381898e4-33ee-4afb-a784-76a193767a0c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (09e3239e-4514-4ce5-b946-cf03f2dd3743), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:48.580231 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-381898e4-33ee-4afb-a784-76a193767a0c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (09e3239e-4514-4ce5-b946-cf03f2dd3743), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:48.696455 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-381898e4-33ee-4afb-a784-76a193767a0c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (09e3239e-4514-4ce5-b946-cf03f2dd3743), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:48.705415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-381898e4-33ee-4afb-a784-76a193767a0c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:48.706555 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-381898e4-33ee-4afb-a784-76a193767a0c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/09e3239e-4514-4ce5-b946-cf03f2dd3743 HTTP/1.1" status: 204 len: 168 time: 0.1582685 Jan 10 11:58:48.709128 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58270) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:48.721254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381898e4-33ee-4afb-a784-76a193767a0c tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09e3239e-4514-4ce5-b946-cf03f2dd3743,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:48.797795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Router 310b9b35-706f-4fc5-9eed-29384a5d6bed is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:58:48.820632 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8b510e47-31d0-4c29-bb8b-9e4517a57143 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1075492 Jan 10 11:58:48.824417 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58272) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:48.862306 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (40ccc1d8-2486-4e3b-807d-894920fcb375), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:48.889702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:48.908399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:58:48.919598 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Sync routers for ids ['310b9b35-706f-4fc5-9eed-29384a5d6bed'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:58:48.967604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a93d8aa6-53ca-48b3-9a06-39fb62bcd4ad tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (06215a3a-bef9-4478-985e-a7f30cd09580), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.023120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a93d8aa6-53ca-48b3-9a06-39fb62bcd4ad tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (06215a3a-bef9-4478-985e-a7f30cd09580), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.024085 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Routers {'310b9b35-706f-4fc5-9eed-29384a5d6bed'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:49.024798 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['310b9b35-706f-4fc5-9eed-29384a5d6bed'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:49.028772 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.041132 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3b4c19d0-61e0-48e6-bfa7-dc1652c0223f tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4672472 Jan 10 11:58:49.041132 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58274) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:49.072043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.110 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/93b18040-446a-4091-a62f-bab09e214a6f) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:49.142597 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Set router 310b9b35-706f-4fc5-9eed-29384a5d6bed gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:49.197047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (93b18040-446a-4091-a62f-bab09e214a6f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.226932 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a93d8aa6-53ca-48b3-9a06-39fb62bcd4ad tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (06215a3a-bef9-4478-985e-a7f30cd09580), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.229592 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a93d8aa6-53ca-48b3-9a06-39fb62bcd4ad tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.230892 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a93d8aa6-53ca-48b3-9a06-39fb62bcd4ad tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-groups/06215a3a-bef9-4478-985e-a7f30cd09580 HTTP/1.1" status: 204 len: 168 time: 0.4054720 Jan 10 11:58:49.236500 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58276) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:49.262867 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d8aa6-53ca-48b3-9a06-39fb62bcd4ad tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06215a3a-bef9-4478-985e-a7f30cd09580,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:49.307368 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8484e489-9702-4dbd-83cb-2e73b90d5573 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0623946 Jan 10 11:58:49.308505 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58278) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:49.315436 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-547bba79-a306-48ce-8ee8-540462405a20 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group': {'name': 'tempest-secgroup--139256155'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:49.362279 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310b9b35-706f-4fc5-9eed-29384a5d6bed', 'name': 'tempest-snat-router-1393107199', 'tenant_id': '613e5ff65fc34c8094f5b4cc91f60589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.81'}], 'enable_snat': False}, 'gw_port_id': '27bf84d4-160b-4021-b0d0-ad16e1372228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:46Z', 'updated_at': '2022-01-10T11:58:48Z', 'revision_number': 3, 'project_id': '613e5ff65fc34c8094f5b4cc91f60589', 'gw_port': {'id': '27bf84d4-160b-4021-b0d0-ad16e1372228', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310b9b35-706f-4fc5-9eed-29384a5d6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:49.369216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (93b18040-446a-4091-a62f-bab09e214a6f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.391713 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Checking router: 310b9b35-706f-4fc5-9eed-29384a5d6bed for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:58:49.392414 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Updating router 310b9b35-706f-4fc5-9eed-29384a5d6bed port 27bf84d4-160b-4021-b0d0-ad16e1372228 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:58:49.411371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.415527 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:49.419479 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:49.422084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:58:49.424144 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (27bf84d4-160b-4021-b0d0-ad16e1372228), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.466241 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d1b323-9755-4402-8cce-72cbaaeb6a07 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:49.484060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=93b18040-446a-4091-a62f-bab09e214a6f,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:49.488284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ee9bf98d-d855-4980-adcb-a855da6c6fbb None None] Provisioning complete for port 93b18040-446a-4091-a62f-bab09e214a6f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:49.488967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf98d-d855-4980-adcb-a855da6c6fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (93b18040-446a-4091-a62f-bab09e214a6f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.515163 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2fc0eb79-561c-404c-ba6c-2766fb5cce0b tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/routers/310b9b35-706f-4fc5-9eed-29384a5d6bed HTTP/1.1" status: 200 len: 908 time: 0.4804428 Jan 10 11:58:49.518489 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58280) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:49.525295 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1393107199', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'enable_snat': True}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:49.528687 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ee9bf98d-d855-4980-adcb-a855da6c6fbb None None] Port 93b18040-446a-4091-a62f-bab09e214a6f cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:49.591910 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-547bba79-a306-48ce-8ee8-540462405a20 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.676096 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-547bba79-a306-48ce-8ee8-540462405a20 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (c18baaf3-d0db-447c-b414-cab124ed1807), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.722034 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Publish callbacks [] for port (27bf84d4-160b-4021-b0d0-ad16e1372228), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.855598 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (3215eeec-621e-45f8-92b0-b4fcf39a3b63), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.856689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (3215eeec-621e-45f8-92b0-b4fcf39a3b63), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.909574 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_controller (3215eeec-621e-45f8-92b0-b4fcf39a3b63), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.945135 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (27bf84d4-160b-4021-b0d0-ad16e1372228), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.945722 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-547bba79-a306-48ce-8ee8-540462405a20 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c18baaf3-d0db-447c-b414-cab124ed1807), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:49.977837 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffeccbb-36f5-4abf-a10d-77ca029d502c None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:49.996987 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d980b6-7756-432d-880c-f2ee1b2f45b5 None None] Pushing event updated for resources: {'Port': ['ID=27bf84d4-160b-4021-b0d0-ad16e1372228,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:50.001627 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Attempting to bind port 27bf84d4-160b-4021-b0d0-ad16e1372228 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:58:50.001883 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Attempting to bind port 27bf84d4-160b-4021-b0d0-ad16e1372228 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:58:50.002243 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Attempting to bind port 27bf84d4-160b-4021-b0d0-ad16e1372228 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:58:50.007973 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:58:50.008427 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:58:50.008844 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.009350 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:58:50.009856 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Bound port: 27bf84d4-160b-4021-b0d0-ad16e1372228, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:58:50.010245 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (27bf84d4-160b-4021-b0d0-ad16e1372228), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.043380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bba79-a306-48ce-8ee8-540462405a20 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18baaf3-d0db-447c-b414-cab124ed1807,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:50.062409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-34558752-7c75-49ef-967e-ff9264e90282 None None] Provisioning complete for port 27bf84d4-160b-4021-b0d0-ad16e1372228 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:50.062892 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-34558752-7c75-49ef-967e-ff9264e90282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (27bf84d4-160b-4021-b0d0-ad16e1372228), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.074454 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] For port 27bf84d4-160b-4021-b0d0-ad16e1372228, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:58:50.077920 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] For port 27bf84d4-160b-4021-b0d0-ad16e1372228, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=27bf84d4-160b-4021-b0d0-ad16e1372228,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:58:50.080892 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (40ccc1d8-2486-4e3b-807d-894920fcb375), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.107485 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-34558752-7c75-49ef-967e-ff9264e90282 None None] Port 27bf84d4-160b-4021-b0d0-ad16e1372228 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:50.140318 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (27bf84d4-160b-4021-b0d0-ad16e1372228), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.150383 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-547bba79-a306-48ce-8ee8-540462405a20 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.154456 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-547bba79-a306-48ce-8ee8-540462405a20 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8420746 Jan 10 11:58:50.154761 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58282) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:50.160635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-1b043ca4-0bcc-40c8-a9c5-e36fc8c337ee tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Request body: {'security_group_rule': {'security_group_id': 'c18baaf3-d0db-447c-b414-cab124ed1807', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:50.187807 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (3215eeec-621e-45f8-92b0-b4fcf39a3b63), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.202840 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9b5c39-1f7c-4f74-a3d5-f13f4141e854 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:50.209015 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Routers {'310b9b35-706f-4fc5-9eed-29384a5d6bed'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:50.209857 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['310b9b35-706f-4fc5-9eed-29384a5d6bed'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:50.212845 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d980b6-7756-432d-880c-f2ee1b2f45b5 None None] Pushing event updated for resources: {'Port': ['ID=27bf84d4-160b-4021-b0d0-ad16e1372228,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:50.336600 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] Set router 310b9b35-706f-4fc5-9eed-29384a5d6bed gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:50.337060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1b043ca4-0bcc-40c8-a9c5-e36fc8c337ee tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (37516cf0-87c7-49c7-ad36-66275162b8c1), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.338100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7072fc8f-540d-4788-8b4f-c9999defeb12 None None] Provisioning complete for port 27bf84d4-160b-4021-b0d0-ad16e1372228 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:50.338699 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7072fc8f-540d-4788-8b4f-c9999defeb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (27bf84d4-160b-4021-b0d0-ad16e1372228), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.357237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (40ccc1d8-2486-4e3b-807d-894920fcb375), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.431173 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7072fc8f-540d-4788-8b4f-c9999defeb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (27bf84d4-160b-4021-b0d0-ad16e1372228), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.455101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-7072fc8f-540d-4788-8b4f-c9999defeb12 None None] For port 27bf84d4-160b-4021-b0d0-ad16e1372228, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=27bf84d4-160b-4021-b0d0-ad16e1372228,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:50.499072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1b043ca4-0bcc-40c8-a9c5-e36fc8c337ee tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (37516cf0-87c7-49c7-ad36-66275162b8c1), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.541379 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7072fc8f-540d-4788-8b4f-c9999defeb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (27bf84d4-160b-4021-b0d0-ad16e1372228), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.553115 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (3215eeec-621e-45f8-92b0-b4fcf39a3b63), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.558392 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310b9b35-706f-4fc5-9eed-29384a5d6bed', 'name': 'tempest-snat-router-1393107199', 'tenant_id': '613e5ff65fc34c8094f5b4cc91f60589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.81'}], 'enable_snat': False}, 'gw_port_id': '27bf84d4-160b-4021-b0d0-ad16e1372228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:46Z', 'updated_at': '2022-01-10T11:58:48Z', 'revision_number': 3, 'project_id': '613e5ff65fc34c8094f5b4cc91f60589', 'gw_port': {'id': '27bf84d4-160b-4021-b0d0-ad16e1372228', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310b9b35-706f-4fc5-9eed-29384a5d6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:50.577376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.591725 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a295fd7a-a06b-42ad-8014-3c7e68e3d37f None None] The sync data for ids ['310b9b35-706f-4fc5-9eed-29384a5d6bed'] in dv-neutron-master-2-hyperv is: [{'id': '310b9b35-706f-4fc5-9eed-29384a5d6bed', 'name': 'tempest-snat-router-1393107199', 'tenant_id': '613e5ff65fc34c8094f5b4cc91f60589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.81'}], 'enable_snat': False}, 'gw_port_id': '27bf84d4-160b-4021-b0d0-ad16e1372228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:46Z', 'updated_at': '2022-01-10T11:58:48Z', 'revision_number': 3, 'project_id': '613e5ff65fc34c8094f5b4cc91f60589', 'gw_port': {'id': '27bf84d4-160b-4021-b0d0-ad16e1372228', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310b9b35-706f-4fc5-9eed-29384a5d6bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:58:50.597566 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1b043ca4-0bcc-40c8-a9c5-e36fc8c337ee tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (37516cf0-87c7-49c7-ad36-66275162b8c1), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.601037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072fc8f-540d-4788-8b4f-c9999defeb12 None None] Pushing event updated for resources: {'Port': ['ID=27bf84d4-160b-4021-b0d0-ad16e1372228,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:50.624891 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b043ca4-0bcc-40c8-a9c5-e36fc8c337ee tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37516cf0-87c7-49c7-ad36-66275162b8c1,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:50.661114 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 40ccc1d8-2486-4e3b-807d-894920fcb375 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:58:50.708548 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Allocated IP 172.36.2.225 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/29bb2e40-da19-4b9e-b5fb-57d9ec5ff358) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:50.755672 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1b043ca4-0bcc-40c8-a9c5-e36fc8c337ee tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.759958 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1b043ca4-0bcc-40c8-a9c5-e36fc8c337ee tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6040013 Jan 10 11:58:50.762830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58286) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:50.823168 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:58:50.834477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for port (29bb2e40-da19-4b9e-b5fb-57d9ec5ff358), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.835468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Sync routers for ids ['40ccc1d8-2486-4e3b-807d-894920fcb375'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:58:50.850282 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4b8e99c7-f751-483c-a1dc-d4aeec40d7e4 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (c18baaf3-d0db-447c-b414-cab124ed1807), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.859129 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Routers {'40ccc1d8-2486-4e3b-807d-894920fcb375'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:50.860075 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['40ccc1d8-2486-4e3b-807d-894920fcb375'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:50.875742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4b8e99c7-f751-483c-a1dc-d4aeec40d7e4 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (c18baaf3-d0db-447c-b414-cab124ed1807), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.993165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Set router 40ccc1d8-2486-4e3b-807d-894920fcb375 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:50.997201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:50.998531 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bbc62a56-a2dc-4cbc-a107-a830d50aa71c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4254661 Jan 10 11:58:51.002773 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58288) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:51.038693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (29bb2e40-da19-4b9e-b5fb-57d9ec5ff358), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:51.043919 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4e855fa0-4fae-4791-a506-3ea8f725b4e0 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a8ed50a2c6284926857fedd16b365558&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399890 Jan 10 11:58:51.044649 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4b8e99c7-f751-483c-a1dc-d4aeec40d7e4 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c18baaf3-d0db-447c-b414-cab124ed1807), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:51.047952 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4b8e99c7-f751-483c-a1dc-d4aeec40d7e4 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:51.049085 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4b8e99c7-f751-483c-a1dc-d4aeec40d7e4 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-groups/c18baaf3-d0db-447c-b414-cab124ed1807 HTTP/1.1" status: 204 len: 168 time: 0.2854824 Jan 10 11:58:51.052801 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58290) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:51.063382 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58292) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:51.103676 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e99c7-f751-483c-a1dc-d4aeec40d7e4 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18baaf3-d0db-447c-b414-cab124ed1807,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:51.106410 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Pushing event updated for resources: {'Port': ['ID=29bb2e40-da19-4b9e-b5fb-57d9ec5ff358,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:51.123342 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:51.126092 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:51.140086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:58:51.183892 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-02aab627-f145-40ec-a77a-535251f9dbc7 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1193240 Jan 10 11:58:51.186577 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58294) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:51.190714 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c7b3a-655f-4bbb-a9d5-d1e36e7a0ffa None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:51.237735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'name': 'tempest-TestNetworkBasicOps-router-1176120514', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110'}], 'enable_snat': True}, 'gw_port_id': '93b18040-446a-4091-a62f-bab09e214a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:58:49Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '93b18040-446a-4091-a62f-bab09e214a6f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:48Z', 'updated_at': '2022-01-10T11:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:51.246118 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ee3287cf-5b97-48c2-ad03-c6320b30d270 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0581472 Jan 10 11:58:51.249185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58296) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:51.258788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60267003-87dc-4f8b-bb52-abc5c6eb09f4 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:51.266287 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-60267003-87dc-4f8b-bb52-abc5c6eb09f4 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2121027 Jan 10 11:58:51.271946 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Checking router: 40ccc1d8-2486-4e3b-807d-894920fcb375 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:58:51.272311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Updating router 40ccc1d8-2486-4e3b-807d-894920fcb375 port 93b18040-446a-4091-a62f-bab09e214a6f binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:58:51.273244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58298) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:51.283787 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-640979ed-2438-4833-bc3b-f817f42e0045 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] delete failed (client error): The resource could not be found. Jan 10 11:58:51.286269 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-640979ed-2438-4833-bc3b-f817f42e0045 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "DELETE /v2.0/security-groups/c18baaf3-d0db-447c-b414-cab124ed1807 HTTP/1.1" status: 404 len: 347 time: 0.0359004 Jan 10 11:58:51.290735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58300) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:51.306249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (93b18040-446a-4091-a62f-bab09e214a6f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:51.320275 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d08fa045-d530-46b9-8f5f-1d685a873814 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432441 Jan 10 11:58:51.320516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58302) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:51.325711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-777cbd75-a16b-4572-a4be-70d63f9ac458 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1781676955', 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:51.346326 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-94c3f569-6a28-49f1-abb5-55bb1e761d38 None None] Provisioning complete for port 29bb2e40-da19-4b9e-b5fb-57d9ec5ff358 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:51.346729 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-94c3f569-6a28-49f1-abb5-55bb1e761d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (29bb2e40-da19-4b9e-b5fb-57d9ec5ff358), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:51.436502 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-93425e40-8bd0-4a00-9878-c0d80bc3e985 tempest-SecGroupTest-1410216619 tempest-SecGroupTest-1410216619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1442895 Jan 10 11:58:51.475224 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-94c3f569-6a28-49f1-abb5-55bb1e761d38 None None] Port 29bb2e40-da19-4b9e-b5fb-57d9ec5ff358 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:51.513196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777cbd75-a16b-4572-a4be-70d63f9ac458 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:51.519188 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-777cbd75-a16b-4572-a4be-70d63f9ac458 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:51.686175 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (3215eeec-621e-45f8-92b0-b4fcf39a3b63), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:51.691310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Publish callbacks [] for port (93b18040-446a-4091-a62f-bab09e214a6f), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:51.809969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (93b18040-446a-4091-a62f-bab09e214a6f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:51.821888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-777cbd75-a16b-4572-a4be-70d63f9ac458 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (35707ae7-abd9-490a-8159-a61b866cc8fb), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:51.866461 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb4658c-9ca0-406b-b847-3f74d880edd9 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:51.881086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Attempting to bind port 93b18040-446a-4091-a62f-bab09e214a6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:58:51.881470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Attempting to bind port 93b18040-446a-4091-a62f-bab09e214a6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:58:51.882037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Attempting to bind port 93b18040-446a-4091-a62f-bab09e214a6f on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:58:51.904990 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:58:51.905381 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:58:51.909500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:51.910116 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:58:51.910646 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Bound port: 93b18040-446a-4091-a62f-bab09e214a6f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:58:51.910902 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cbd75-a16b-4572-a4be-70d63f9ac458 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Subnet': ['ID=35707ae7-abd9-490a-8159-a61b866cc8fb,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:51.911044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (93b18040-446a-4091-a62f-bab09e214a6f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:51.914110 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (3215eeec-621e-45f8-92b0-b4fcf39a3b63), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:51.924415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777cbd75-a16b-4572-a4be-70d63f9ac458 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Checking segment: {'id': '4f14287d-1ec8-4e98-8fbf-4de0d2d595b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:58:51.925215 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777cbd75-a16b-4572-a4be-70d63f9ac458 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network hostable DHCP agents. Network: 92e8a80c-ea2d-48c9-bb5b-89626ead14c3, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:58:51.971500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165b3f4-3af1-4afd-bafe-581546386c9d None None] Pushing event updated for resources: {'Port': ['ID=93b18040-446a-4091-a62f-bab09e214a6f,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:52.006399 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] For port 93b18040-446a-4091-a62f-bab09e214a6f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:58:52.011059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] For port 93b18040-446a-4091-a62f-bab09e214a6f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93b18040-446a-4091-a62f-bab09e214a6f,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:58:52.017371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8f9a21e4-6c43-42a5-915f-e0ed08c683ac None None] Provisioning complete for port 93b18040-446a-4091-a62f-bab09e214a6f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:52.018088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8f9a21e4-6c43-42a5-915f-e0ed08c683ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (93b18040-446a-4091-a62f-bab09e214a6f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:52.035625 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58308) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:52.044707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777cbd75-a16b-4572-a4be-70d63f9ac458 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 92e8a80c-ea2d-48c9-bb5b-89626ead14c3 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:58:52.056197 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a21e4-6c43-42a5-915f-e0ed08c683ac None None] Port 93b18040-446a-4091-a62f-bab09e214a6f cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:52.095269 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (93b18040-446a-4091-a62f-bab09e214a6f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:52.143741 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab01b0ba-d62b-46a4-ac2f-5433b13c089d None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:52.162344 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Routers {'40ccc1d8-2486-4e3b-807d-894920fcb375'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:52.162966 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['40ccc1d8-2486-4e3b-807d-894920fcb375'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:52.165329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165b3f4-3af1-4afd-bafe-581546386c9d None None] Pushing event updated for resources: {'Port': ['ID=93b18040-446a-4091-a62f-bab09e214a6f,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:52.192629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-777cbd75-a16b-4572-a4be-70d63f9ac458 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 92e8a80c-ea2d-48c9-bb5b-89626ead14c3) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:52.197140 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c13de595-c626-44fd-b273-37f51c698b0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9600633a3632416d90a8ce191d048e71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1603642 Jan 10 11:58:52.199717 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58312) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:52.202391 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777cbd75-a16b-4572-a4be-70d63f9ac458 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:52.203446 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-777cbd75-a16b-4572-a4be-70d63f9ac458 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:52.216296 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Router 3215eeec-621e-45f8-92b0-b4fcf39a3b63 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:58:52.243785 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5d42cf-1c28-413d-8c8c-a59e73d28ebe None None] Network 92e8a80c-ea2d-48c9-bb5b-89626ead14c3 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:52.278878 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-79165b68-efe2-4f1f-8d7c-ff8b1a83f84f admin admin] Publish callbacks [] for security_group (74bddfc6-1325-4b2a-a443-9bdaddbad4e3), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:52.307172 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-777cbd75-a16b-4572-a4be-70d63f9ac458 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9826605 Jan 10 11:58:52.307172 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-79165b68-efe2-4f1f-8d7c-ff8b1a83f84f admin admin] Publish callbacks [] for security_group (74bddfc6-1325-4b2a-a443-9bdaddbad4e3), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:52.307522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58314) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:52.336116 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8ad3dc34-5853-4bbf-84e6-3cc4176255da None None] Provisioning complete for port 93b18040-446a-4091-a62f-bab09e214a6f triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:52.336486 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8ad3dc34-5853-4bbf-84e6-3cc4176255da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (93b18040-446a-4091-a62f-bab09e214a6f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:52.415580 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-79165b68-efe2-4f1f-8d7c-ff8b1a83f84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (74bddfc6-1325-4b2a-a443-9bdaddbad4e3), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:52.425396 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-79165b68-efe2-4f1f-8d7c-ff8b1a83f84f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:52.425396 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-79165b68-efe2-4f1f-8d7c-ff8b1a83f84f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74bddfc6-1325-4b2a-a443-9bdaddbad4e3 HTTP/1.1" status: 204 len: 168 time: 0.2191727 Jan 10 11:58:52.428534 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] Set router 40ccc1d8-2486-4e3b-807d-894920fcb375 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:52.432835 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:58:52.444931 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Sync routers for ids ['3215eeec-621e-45f8-92b0-b4fcf39a3b63'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:58:52.471407 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Routers {'3215eeec-621e-45f8-92b0-b4fcf39a3b63'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:52.472337 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['3215eeec-621e-45f8-92b0-b4fcf39a3b63'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:52.481367 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79165b68-efe2-4f1f-8d7c-ff8b1a83f84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bddfc6-1325-4b2a-a443-9bdaddbad4e3,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:52.513396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ips': [{'subnet_id': '35707ae7-abd9-490a-8159-a61b866cc8fb'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:58:52.517121 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:52.610830 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Set router 3215eeec-621e-45f8-92b0-b4fcf39a3b63 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:52.660420 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:52.665209 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-be8a7b88-3493-4ffd-a5d7-0f0dbbadb381 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1413791 Jan 10 11:58:52.665209 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58318) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:52.785213 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-eabe6b41-03d6-4710-82da-5e714a1098ff tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/routers/3215eeec-621e-45f8-92b0-b4fcf39a3b63 HTTP/1.1" status: 200 len: 908 time: 0.1168988 Jan 10 11:58:52.786736 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58320) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:52.831805 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3215eeec-621e-45f8-92b0-b4fcf39a3b63', 'name': 'tempest-snat-router-1393107199', 'tenant_id': '613e5ff65fc34c8094f5b4cc91f60589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225'}], 'enable_snat': True}, 'gw_port_id': '29bb2e40-da19-4b9e-b5fb-57d9ec5ff358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:49Z', 'updated_at': '2022-01-10T11:58:51Z', 'revision_number': 3, 'project_id': '613e5ff65fc34c8094f5b4cc91f60589', 'gw_port': {'id': '29bb2e40-da19-4b9e-b5fb-57d9ec5ff358', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:aa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3215eeec-621e-45f8-92b0-b4fcf39a3b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:50Z', 'updated_at': '2022-01-10T11:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:52.862745 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Checking router: 3215eeec-621e-45f8-92b0-b4fcf39a3b63 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:58:52.863062 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Updating router 3215eeec-621e-45f8-92b0-b4fcf39a3b63 port 29bb2e40-da19-4b9e-b5fb-57d9ec5ff358 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:58:52.898857 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (29bb2e40-da19-4b9e-b5fb-57d9ec5ff358), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:52.936413 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8ad3dc34-5853-4bbf-84e6-3cc4176255da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (93b18040-446a-4091-a62f-bab09e214a6f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:52.976421 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bdccaf0f-900f-4d0c-b3cd-6c5336c6abdb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router (3215eeec-621e-45f8-92b0-b4fcf39a3b63), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:53.028637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 27bf84d4-160b-4021-b0d0-ad16e1372228 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:58:53.040613 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8ad3dc34-5853-4bbf-84e6-3cc4176255da None None] For port 93b18040-446a-4091-a62f-bab09e214a6f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93b18040-446a-4091-a62f-bab09e214a6f,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:53.094364 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Allocated IP 172.20.0.2 (92e8a80c-ea2d-48c9-bb5b-89626ead14c3/35707ae7-abd9-490a-8159-a61b866cc8fb/2d5498fd-1088-4611-9a17-6707f2e4ebd0) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:53.191412 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bdccaf0f-900f-4d0c-b3cd-6c5336c6abdb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (3215eeec-621e-45f8-92b0-b4fcf39a3b63), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:53.215661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:53.226472 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'name': 'tempest-TestNetworkBasicOps-router-1176120514', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110'}], 'enable_snat': True}, 'gw_port_id': '93b18040-446a-4091-a62f-bab09e214a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:58:49Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '93b18040-446a-4091-a62f-bab09e214a6f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:48Z', 'updated_at': '2022-01-10T11:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:53.228477 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 27bf84d4-160b-4021-b0d0-ad16e1372228 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:53.228859 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (27bf84d4-160b-4021-b0d0-ad16e1372228), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:53.293090 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8ad3dc34-5853-4bbf-84e6-3cc4176255da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (93b18040-446a-4091-a62f-bab09e214a6f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:53.302613 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38b132-8b3e-4421-9dbf-915ec81884ea None None] The sync data for ids ['40ccc1d8-2486-4e3b-807d-894920fcb375'] in dv-neutron-master-2-hyperv is: [{'id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'name': 'tempest-TestNetworkBasicOps-router-1176120514', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110'}], 'enable_snat': True}, 'gw_port_id': '93b18040-446a-4091-a62f-bab09e214a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:58:49Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '93b18040-446a-4091-a62f-bab09e214a6f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:48Z', 'updated_at': '2022-01-10T11:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:58:53.457708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3dc34-5853-4bbf-84e6-3cc4176255da None None] Pushing event updated for resources: {'Port': ['ID=93b18040-446a-4091-a62f-bab09e214a6f,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:53.476934 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Publish callbacks [] for port (29bb2e40-da19-4b9e-b5fb-57d9ec5ff358), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:53.505804 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-bdccaf0f-900f-4d0c-b3cd-6c5336c6abdb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Deleting port 29bb2e40-da19-4b9e-b5fb-57d9ec5ff358 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:53.506222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bdccaf0f-900f-4d0c-b3cd-6c5336c6abdb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (29bb2e40-da19-4b9e-b5fb-57d9ec5ff358), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:53.518419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Publish callbacks [] for port (2d5498fd-1088-4611-9a17-6707f2e4ebd0), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:53.621143 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (29bb2e40-da19-4b9e-b5fb-57d9ec5ff358), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:53.680260 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55093bab-aa8a-49c4-b3fd-93677735646f None None] Pushing event updated for resources: {'Port': ['ID=29bb2e40-da19-4b9e-b5fb-57d9ec5ff358,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:53.697526 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c9ea8f-d3cd-4e5c-9f07-974241d95eb1 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:53.702412 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Attempting to bind port 29bb2e40-da19-4b9e-b5fb-57d9ec5ff358 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:58:53.709635 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Attempting to bind port 29bb2e40-da19-4b9e-b5fb-57d9ec5ff358 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:58:53.710941 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Attempting to bind port 29bb2e40-da19-4b9e-b5fb-57d9ec5ff358 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:58:53.712926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (2d5498fd-1088-4611-9a17-6707f2e4ebd0), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:53.720676 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:58:53.721548 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:58:53.722173 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:53.723550 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:58:53.724710 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Bound port: 29bb2e40-da19-4b9e-b5fb-57d9ec5ff358, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:58:53.727858 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (29bb2e40-da19-4b9e-b5fb-57d9ec5ff358), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:53.778304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Network 92e8a80c-ea2d-48c9-bb5b-89626ead14c3 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:53.784797 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:53.790695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:58:53.795355 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Pushing event updated for resources: {'Port': ['ID=2d5498fd-1088-4611-9a17-6707f2e4ebd0,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:53.839449 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] For port 29bb2e40-da19-4b9e-b5fb-57d9ec5ff358, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:58:53.858041 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] For port 29bb2e40-da19-4b9e-b5fb-57d9ec5ff358, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29bb2e40-da19-4b9e-b5fb-57d9ec5ff358,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:58:53.897956 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Attempting to bind port 2d5498fd-1088-4611-9a17-6707f2e4ebd0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:58:53.898600 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Attempting to bind port 2d5498fd-1088-4611-9a17-6707f2e4ebd0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4f14287d-1ec8-4e98-8fbf-4de0d2d595b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:58:53.898891 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Attempting to bind port 2d5498fd-1088-4611-9a17-6707f2e4ebd0 on network 92e8a80c-ea2d-48c9-bb5b-89626ead14c3 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:58:53.903015 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c9482e57-d69e-4fe6-af24-515edea6ea06 None None] Provisioning complete for port 29bb2e40-da19-4b9e-b5fb-57d9ec5ff358 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:53.903765 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c9482e57-d69e-4fe6-af24-515edea6ea06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (29bb2e40-da19-4b9e-b5fb-57d9ec5ff358), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:53.908508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:58:53.908893 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Checking segment: {'id': '4f14287d-1ec8-4e98-8fbf-4de0d2d595b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:58:53.909303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:53.909757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Bound using segment: {'id': '4f14287d-1ec8-4e98-8fbf-4de0d2d595b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:58:53.910384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Bound port: 2d5498fd-1088-4611-9a17-6707f2e4ebd0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f14287d-1ec8-4e98-8fbf-4de0d2d595b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:58:53.910646 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2d5498fd-1088-4611-9a17-6707f2e4ebd0), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:53.977184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c9482e57-d69e-4fe6-af24-515edea6ea06 None None] Port 29bb2e40-da19-4b9e-b5fb-57d9ec5ff358 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:54.014587 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (29bb2e40-da19-4b9e-b5fb-57d9ec5ff358), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:54.041178 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] For port 2d5498fd-1088-4611-9a17-6707f2e4ebd0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:58:54.043769 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] For port 2d5498fd-1088-4611-9a17-6707f2e4ebd0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d5498fd-1088-4611-9a17-6707f2e4ebd0,segment=NetworkSegment(4f14287d-1ec8-4e98-8fbf-4de0d2d595b8),segment_id=4f14287d-1ec8-4e98-8fbf-4de0d2d595b8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:58:54.067595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c005719e-1368-4ae2-9d94-349ff8854224 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:54.073656 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.1 (92e8a80c-ea2d-48c9-bb5b-89626ead14c3/35707ae7-abd9-490a-8159-a61b866cc8fb/02514355-693d-474a-82b9-1cd685f23685) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:54.076065 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Routers {'3215eeec-621e-45f8-92b0-b4fcf39a3b63'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:54.076740 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['3215eeec-621e-45f8-92b0-b4fcf39a3b63'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:54.077619 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bdccaf0f-900f-4d0c-b3cd-6c5336c6abdb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (29bb2e40-da19-4b9e-b5fb-57d9ec5ff358), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:54.100025 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-bdccaf0f-900f-4d0c-b3cd-6c5336c6abdb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Calling delete_port for 29bb2e40-da19-4b9e-b5fb-57d9ec5ff358 owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:54.165269 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55093bab-aa8a-49c4-b3fd-93677735646f None None] Pushing event updated for resources: {'Port': ['ID=29bb2e40-da19-4b9e-b5fb-57d9ec5ff358,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:54.191293 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] Set router 3215eeec-621e-45f8-92b0-b4fcf39a3b63 gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:54.195784 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2d5498fd-1088-4611-9a17-6707f2e4ebd0), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:54.258642 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3215eeec-621e-45f8-92b0-b4fcf39a3b63', 'name': 'tempest-snat-router-1393107199', 'tenant_id': '613e5ff65fc34c8094f5b4cc91f60589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:49Z', 'updated_at': '2022-01-10T11:58:53Z', 'revision_number': 4, 'project_id': '613e5ff65fc34c8094f5b4cc91f60589', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:54.280238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58340) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:54.297813 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6a37b-9643-42fb-9f58-83d760a2c500 None None] Pushing event updated for resources: {'Port': ['ID=2d5498fd-1088-4611-9a17-6707f2e4ebd0,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:54.299345 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd4c343-9473-484e-a770-460a3ba708fc None None] The sync data for ids ['3215eeec-621e-45f8-92b0-b4fcf39a3b63'] in dv-neutron-master-2-hyperv is: [{'id': '3215eeec-621e-45f8-92b0-b4fcf39a3b63', 'name': 'tempest-snat-router-1393107199', 'tenant_id': '613e5ff65fc34c8094f5b4cc91f60589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:49Z', 'updated_at': '2022-01-10T11:58:53Z', 'revision_number': 4, 'project_id': '613e5ff65fc34c8094f5b4cc91f60589', 'gw_port_host': None}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:58:54.316607 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2210dc39-ed4b-4fad-8645-2b7375d6b43f None None] Provisioning complete for port 29bb2e40-da19-4b9e-b5fb-57d9ec5ff358 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:54.316988 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2210dc39-ed4b-4fad-8645-2b7375d6b43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (29bb2e40-da19-4b9e-b5fb-57d9ec5ff358), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:54.330554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (02514355-693d-474a-82b9-1cd685f23685), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:54.476779 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-02242345-a7af-4525-9fc3-946befab8b6f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1931579135'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:54.479218 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2210dc39-ed4b-4fad-8645-2b7375d6b43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (29bb2e40-da19-4b9e-b5fb-57d9ec5ff358), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:54.584767 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (02514355-693d-474a-82b9-1cd685f23685), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:54.647313 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 92e8a80c-ea2d-48c9-bb5b-89626ead14c3 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:54.652366 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:54.658963 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:58:54.666837 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02242345-a7af-4525-9fc3-946befab8b6f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Made reservation on behalf of 2a033a8f482549d58db0d0910c918e6b for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:54.671202 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02242345-a7af-4525-9fc3-946befab8b6f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:54.683918 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02242345-a7af-4525-9fc3-946befab8b6f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:54.691239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=02514355-693d-474a-82b9-1cd685f23685,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:54.706705 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bdccaf0f-900f-4d0c-b3cd-6c5336c6abdb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (29bb2e40-da19-4b9e-b5fb-57d9ec5ff358), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:54.743349 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccaf0f-900f-4d0c-b3cd-6c5336c6abdb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Pushing event deleted for resources: {'Port': ['ID=29bb2e40-da19-4b9e-b5fb-57d9ec5ff358,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:54.788337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (40ccc1d8-2486-4e3b-807d-894920fcb375), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:54.804113 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2d1063-88e6-4d99-b13f-8b2a05c444e8 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:54.807312 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02242345-a7af-4525-9fc3-946befab8b6f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks [] for security_group (31f6cd81-07fc-423f-9b1f-06dfb791914f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:54.895005 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bdccaf0f-900f-4d0c-b3cd-6c5336c6abdb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (3215eeec-621e-45f8-92b0-b4fcf39a3b63), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:54.918517 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02242345-a7af-4525-9fc3-946befab8b6f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (31f6cd81-07fc-423f-9b1f-06dfb791914f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:54.958648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02242345-a7af-4525-9fc3-946befab8b6f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:58:54.972289 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02242345-a7af-4525-9fc3-946befab8b6f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f6cd81-07fc-423f-9b1f-06dfb791914f,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:54.979607 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02242345-a7af-4525-9fc3-946befab8b6f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (c5a48087-7e2d-458d-a991-0bae89a9c024), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:54.980108 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-02242345-a7af-4525-9fc3-946befab8b6f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Added segment c5a48087-7e2d-458d-a991-0bae89a9c024 of type vlan for network 67289110-8530-453d-9d6f-e62e3c36ab30 Jan 10 11:58:54.980349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 93b18040-446a-4091-a62f-bab09e214a6f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:58:55.026156 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02242345-a7af-4525-9fc3-946befab8b6f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (67289110-8530-453d-9d6f-e62e3c36ab30), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.026555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bdccaf0f-900f-4d0c-b3cd-6c5336c6abdb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (3215eeec-621e-45f8-92b0-b4fcf39a3b63), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.032256 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bdccaf0f-900f-4d0c-b3cd-6c5336c6abdb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_controller (3215eeec-621e-45f8-92b0-b4fcf39a3b63), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.034750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 93b18040-446a-4091-a62f-bab09e214a6f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:55.035336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (93b18040-446a-4091-a62f-bab09e214a6f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.119927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 2d5498fd-1088-4611-9a17-6707f2e4ebd0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:58:55.146108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (02514355-693d-474a-82b9-1cd685f23685), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.158541 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02242345-a7af-4525-9fc3-946befab8b6f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (67289110-8530-453d-9d6f-e62e3c36ab30), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.164905 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02242345-a7af-4525-9fc3-946befab8b6f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:55.165560 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02242345-a7af-4525-9fc3-946befab8b6f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.169749 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bdccaf0f-900f-4d0c-b3cd-6c5336c6abdb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (3215eeec-621e-45f8-92b0-b4fcf39a3b63), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.170386 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdccaf0f-900f-4d0c-b3cd-6c5336c6abdb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3215eeec-621e-45f8-92b0-b4fcf39a3b63 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:58:55.173674 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 2d5498fd-1088-4611-9a17-6707f2e4ebd0 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:55.174091 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2d5498fd-1088-4611-9a17-6707f2e4ebd0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.181424 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bdccaf0f-900f-4d0c-b3cd-6c5336c6abdb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.185401 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bdccaf0f-900f-4d0c-b3cd-6c5336c6abdb tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "DELETE /v2.0/routers/3215eeec-621e-45f8-92b0-b4fcf39a3b63 HTTP/1.1" status: 204 len: 168 time: 2.3984616 Jan 10 11:58:55.186065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58344) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:55.249877 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02242345-a7af-4525-9fc3-946befab8b6f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Pushing event updated for resources: {'Network': ['ID=67289110-8530-453d-9d6f-e62e3c36ab30,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:55.262594 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 67289110-8530-453d-9d6f-e62e3c36ab30 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:58:55.285203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2d5498fd-1088-4611-9a17-6707f2e4ebd0), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.287298 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-02242345-a7af-4525-9fc3-946befab8b6f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0052984 Jan 10 11:58:55.290252 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58346) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:55.301701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7b3fbff0-e891-4482-b603-cf16efdd3a9f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Request body: {'subnet': {'network_id': '67289110-8530-453d-9d6f-e62e3c36ab30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:55.364269 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 2d5498fd-1088-4611-9a17-6707f2e4ebd0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d5498fd-1088-4611-9a17-6707f2e4ebd0,segment=NetworkSegment(4f14287d-1ec8-4e98-8fbf-4de0d2d595b8),segment_id=4f14287d-1ec8-4e98-8fbf-4de0d2d595b8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:55.460999 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2d5498fd-1088-4611-9a17-6707f2e4ebd0), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.489803 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-187efb25-6af5-4ec7-8b18-c9e08093cdb0 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router (310b9b35-706f-4fc5-9eed-29384a5d6bed), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.514215 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=2d5498fd-1088-4611-9a17-6707f2e4ebd0,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:55.684383 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-187efb25-6af5-4ec7-8b18-c9e08093cdb0 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (310b9b35-706f-4fc5-9eed-29384a5d6bed), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.717381 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3fbff0-e891-4482-b603-cf16efdd3a9f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Made reservation on behalf of 2a033a8f482549d58db0d0910c918e6b for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:55.721004 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b3fbff0-e891-4482-b603-cf16efdd3a9f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.793095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (02514355-693d-474a-82b9-1cd685f23685), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.899505 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (02514355-693d-474a-82b9-1cd685f23685), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:55.903304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-187efb25-6af5-4ec7-8b18-c9e08093cdb0 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Deleting port 27bf84d4-160b-4021-b0d0-ad16e1372228 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:58:55.911910 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-187efb25-6af5-4ec7-8b18-c9e08093cdb0 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (27bf84d4-160b-4021-b0d0-ad16e1372228), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:56.087550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (40ccc1d8-2486-4e3b-807d-894920fcb375), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:56.095924 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=02514355-693d-474a-82b9-1cd685f23685,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:56.144542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-187efb25-6af5-4ec7-8b18-c9e08093cdb0 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] For port 27bf84d4-160b-4021-b0d0-ad16e1372228, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=27bf84d4-160b-4021-b0d0-ad16e1372228,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:56.144917 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-187efb25-6af5-4ec7-8b18-c9e08093cdb0 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (27bf84d4-160b-4021-b0d0-ad16e1372228), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:56.181817 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b3fbff0-e891-4482-b603-cf16efdd3a9f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (c864643b-96b7-4888-b749-44a89e8f247a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:56.193755 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-187efb25-6af5-4ec7-8b18-c9e08093cdb0 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Calling delete_port for 27bf84d4-160b-4021-b0d0-ad16e1372228 owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:58:56.306266 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30e4e99-9883-4a68-9a1e-b1b334d0c174 None None] Network 92e8a80c-ea2d-48c9-bb5b-89626ead14c3 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:56.323954 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fbff0-e891-4482-b603-cf16efdd3a9f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Pushing event updated for resources: {'Subnet': ['ID=c864643b-96b7-4888-b749-44a89e8f247a,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:56.349487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 92e8a80c-ea2d-48c9-bb5b-89626ead14c3 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:56.355526 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:56.407185 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7e4609b7-0fdc-47ab-8f3c-276c372dbdde None None] Provisioning complete for port 2d5498fd-1088-4611-9a17-6707f2e4ebd0 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:56.407680 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7e4609b7-0fdc-47ab-8f3c-276c372dbdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2d5498fd-1088-4611-9a17-6707f2e4ebd0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:56.415105 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3fbff0-e891-4482-b603-cf16efdd3a9f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Checking segment: {'id': 'c5a48087-7e2d-458d-a991-0bae89a9c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '67289110-8530-453d-9d6f-e62e3c36ab30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:58:56.415486 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3fbff0-e891-4482-b603-cf16efdd3a9f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Network hostable DHCP agents. Network: 67289110-8530-453d-9d6f-e62e3c36ab30, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:58:56.577481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 40ccc1d8-2486-4e3b-807d-894920fcb375 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:58:56.698537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:58:56.704657 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d609e4dc-4497-4959-9726-28e5c5f32c69 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/40ccc1d8-2486-4e3b-807d-894920fcb375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3944352 Jan 10 11:58:56.707303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58348) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:56.712841 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Sync routers for ids ['40ccc1d8-2486-4e3b-807d-894920fcb375'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:58:56.722400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3fbff0-e891-4482-b603-cf16efdd3a9f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Network 67289110-8530-453d-9d6f-e62e3c36ab30 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:58:56.725800 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Routers {'40ccc1d8-2486-4e3b-807d-894920fcb375'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:56.725800 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['40ccc1d8-2486-4e3b-807d-894920fcb375'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:56.778283 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-187efb25-6af5-4ec7-8b18-c9e08093cdb0 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (27bf84d4-160b-4021-b0d0-ad16e1372228), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:56.810894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187efb25-6af5-4ec7-8b18-c9e08093cdb0 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Pushing event deleted for resources: {'Port': ['ID=27bf84d4-160b-4021-b0d0-ad16e1372228,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:56.832820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54290ab6-973a-4b02-b981-9a6e68536bb2 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:56.832956 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-02d7c745-587a-488c-9387-22d719311288 None None] Provisioning complete for port 2d5498fd-1088-4611-9a17-6707f2e4ebd0 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:56.833321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-02d7c745-587a-488c-9387-22d719311288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2d5498fd-1088-4611-9a17-6707f2e4ebd0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:56.843857 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-7b3fbff0-e891-4482-b603-cf16efdd3a9f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 67289110-8530-453d-9d6f-e62e3c36ab30) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:56.875897 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d9f044-7be4-41c8-9209-044adb39c9d2 None None] Network 67289110-8530-453d-9d6f-e62e3c36ab30 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:58:56.923949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3fbff0-e891-4482-b603-cf16efdd3a9f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:56.924588 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b3fbff0-e891-4482-b603-cf16efdd3a9f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:56.942744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-187efb25-6af5-4ec7-8b18-c9e08093cdb0 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (310b9b35-706f-4fc5-9eed-29384a5d6bed), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:56.947392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Set router 40ccc1d8-2486-4e3b-807d-894920fcb375 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:57.065571 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 2d5498fd-1088-4611-9a17-6707f2e4ebd0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:58:57.291266 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-67289110-8530-453d-9d6f-e62e3c36ab30', 'network_id': '67289110-8530-453d-9d6f-e62e3c36ab30', 'project_id': '2a033a8f482549d58db0d0910c918e6b', 'fixed_ips': [{'subnet_id': 'c864643b-96b7-4888-b749-44a89e8f247a'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:58:57.292052 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:57.432940 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7b3fbff0-e891-4482-b603-cf16efdd3a9f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1403084 Jan 10 11:58:57.435685 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58350) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:57.437419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed3cea4-d233-4258-8a7b-070b05bf1484 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:57.437926 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed3cea4-d233-4258-8a7b-070b05bf1484 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:57.438395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed3cea4-d233-4258-8a7b-070b05bf1484 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:57.438857 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed3cea4-d233-4258-8a7b-070b05bf1484 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:57.439551 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed3cea4-d233-4258-8a7b-070b05bf1484 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:57.439863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed3cea4-d233-4258-8a7b-070b05bf1484 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:57.440208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed3cea4-d233-4258-8a7b-070b05bf1484 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:57.442078 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bed3cea4-d233-4258-8a7b-070b05bf1484 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4980 time: 0.7336407 Jan 10 11:58:57.446395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58352) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:57.447045 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-02ab31a0-5b12-496d-8487-c2b9c8a0e83f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Request body: {'port': {'network_id': '67289110-8530-453d-9d6f-e62e3c36ab30', 'name': 'tempest-TagsExtTest-38680515'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:57.456559 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-187efb25-6af5-4ec7-8b18-c9e08093cdb0 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (310b9b35-706f-4fc5-9eed-29384a5d6bed), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:57.476446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-187efb25-6af5-4ec7-8b18-c9e08093cdb0 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_controller (310b9b35-706f-4fc5-9eed-29384a5d6bed), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:57.484915 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-02d7c745-587a-488c-9387-22d719311288 None None] Provisioning complete for port 02514355-693d-474a-82b9-1cd685f23685 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:57.484915 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-02d7c745-587a-488c-9387-22d719311288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (02514355-693d-474a-82b9-1cd685f23685), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:57.493695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 2d5498fd-1088-4611-9a17-6707f2e4ebd0 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:57.493695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2d5498fd-1088-4611-9a17-6707f2e4ebd0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:57.547441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea6926c-511c-4f65-bd6a-201dfc0caf9a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:57.547907 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea6926c-511c-4f65-bd6a-201dfc0caf9a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:57.548379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea6926c-511c-4f65-bd6a-201dfc0caf9a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:57.548865 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea6926c-511c-4f65-bd6a-201dfc0caf9a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:57.549317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea6926c-511c-4f65-bd6a-201dfc0caf9a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:57.549793 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea6926c-511c-4f65-bd6a-201dfc0caf9a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:57.550288 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea6926c-511c-4f65-bd6a-201dfc0caf9a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:57.555251 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5ea6926c-511c-4f65-bd6a-201dfc0caf9a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4598 time: 0.1078892 Jan 10 11:58:57.555907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58354) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:57.614024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-02d7c745-587a-488c-9387-22d719311288 None None] Port 02514355-693d-474a-82b9-1cd685f23685 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:57.614688 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-187efb25-6af5-4ec7-8b18-c9e08093cdb0 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (310b9b35-706f-4fc5-9eed-29384a5d6bed), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:57.617657 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187efb25-6af5-4ec7-8b18-c9e08093cdb0 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 310b9b35-706f-4fc5-9eed-29384a5d6bed {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:58:57.623797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-187efb25-6af5-4ec7-8b18-c9e08093cdb0 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:57.626247 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-187efb25-6af5-4ec7-8b18-c9e08093cdb0 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "DELETE /v2.0/routers/310b9b35-706f-4fc5-9eed-29384a5d6bed HTTP/1.1" status: 204 len: 168 time: 2.4205155 Jan 10 11:58:57.632213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58356) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:57.636080 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Allocated IP 172.20.0.2 (67289110-8530-453d-9d6f-e62e3c36ab30/c864643b-96b7-4888-b749-44a89e8f247a/41ec6969-f226-41e0-baf2-febc3533e6ed) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:57.642627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1619213927', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:57.762787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'name': 'tempest-TestNetworkBasicOps-router-1176120514', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110'}], 'enable_snat': True}, 'gw_port_id': '93b18040-446a-4091-a62f-bab09e214a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:58:55Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '93b18040-446a-4091-a62f-bab09e214a6f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:48Z', 'updated_at': '2022-01-10T11:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '02514355-693d-474a-82b9-1cd685f23685', 'name': '', 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:48:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:53Z', 'updated_at': '2022-01-10T11:58:55Z', 'revision_number': 2, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:57.773873 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ab31a0-5b12-496d-8487-c2b9c8a0e83f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Made reservation on behalf of 2a033a8f482549d58db0d0910c918e6b for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:58:57.778840 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02ab31a0-5b12-496d-8487-c2b9c8a0e83f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:57.805872 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Checking router: 40ccc1d8-2486-4e3b-807d-894920fcb375 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:58:57.806233 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Updating router 40ccc1d8-2486-4e3b-807d-894920fcb375 port 02514355-693d-474a-82b9-1cd685f23685 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:58:57.814249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2de54359-c17c-43e3-9f6f-1d7d4587820b None None] Provisioning complete for port 02514355-693d-474a-82b9-1cd685f23685 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:57.814628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2de54359-c17c-43e3-9f6f-1d7d4587820b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (02514355-693d-474a-82b9-1cd685f23685), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:57.821264 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-02ab31a0-5b12-496d-8487-c2b9c8a0e83f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] device_id is not set on port 7c4a4688-dd78-4416-beff-292a7fb1bb7d yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 11:58:57.855984 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (baa0d040-9ce1-43bc-8d11-0323e10376f9), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:57.857400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (baa0d040-9ce1-43bc-8d11-0323e10376f9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:57.888931 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (02514355-693d-474a-82b9-1cd685f23685), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:57.893370 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a0543bb9-b622-431f-9b41-df7f005d9c87 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3568 time: 0.3363309 Jan 10 11:58:57.932481 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2de54359-c17c-43e3-9f6f-1d7d4587820b None None] Port 02514355-693d-474a-82b9-1cd685f23685 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:57.944907 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_controller (baa0d040-9ce1-43bc-8d11-0323e10376f9), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:57.977107 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Publish callbacks [] for port (41ec6969-f226-41e0-baf2-febc3533e6ed), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.127157 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (41ec6969-f226-41e0-baf2-febc3533e6ed), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.201511 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-02ab31a0-5b12-496d-8487-c2b9c8a0e83f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Allocated IP 172.20.0.10 (67289110-8530-453d-9d6f-e62e3c36ab30/c864643b-96b7-4888-b749-44a89e8f247a/7c4a4688-dd78-4416-beff-292a7fb1bb7d) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:58.223856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Network 67289110-8530-453d-9d6f-e62e3c36ab30 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:58.247666 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:58.254666 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:58:58.265818 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Pushing event updated for resources: {'Port': ['ID=41ec6969-f226-41e0-baf2-febc3533e6ed,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:58.284377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (baa0d040-9ce1-43bc-8d11-0323e10376f9), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.362973 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Attempting to bind port 41ec6969-f226-41e0-baf2-febc3533e6ed on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:58:58.363345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Attempting to bind port 41ec6969-f226-41e0-baf2-febc3533e6ed by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c5a48087-7e2d-458d-a991-0bae89a9c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '67289110-8530-453d-9d6f-e62e3c36ab30'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:58:58.363713 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Attempting to bind port 41ec6969-f226-41e0-baf2-febc3533e6ed on network 67289110-8530-453d-9d6f-e62e3c36ab30 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:58:58.372291 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Publish callbacks [] for port (02514355-693d-474a-82b9-1cd685f23685), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.372291 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:58:58.372650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Checking segment: {'id': 'c5a48087-7e2d-458d-a991-0bae89a9c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '67289110-8530-453d-9d6f-e62e3c36ab30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:58:58.373819 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.373819 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Bound using segment: {'id': 'c5a48087-7e2d-458d-a991-0bae89a9c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '67289110-8530-453d-9d6f-e62e3c36ab30'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:58:58.374156 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Bound port: 41ec6969-f226-41e0-baf2-febc3533e6ed, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a48087-7e2d-458d-a991-0bae89a9c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '67289110-8530-453d-9d6f-e62e3c36ab30'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:58:58.375049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (41ec6969-f226-41e0-baf2-febc3533e6ed), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.401409 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02ab31a0-5b12-496d-8487-c2b9c8a0e83f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks [] for port (7c4a4688-dd78-4416-beff-292a7fb1bb7d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.454805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (02514355-693d-474a-82b9-1cd685f23685), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.468759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] For port 41ec6969-f226-41e0-baf2-febc3533e6ed, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:58:58.472545 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02ab31a0-5b12-496d-8487-c2b9c8a0e83f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (7c4a4688-dd78-4416-beff-292a7fb1bb7d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.513175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] For port 41ec6969-f226-41e0-baf2-febc3533e6ed, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41ec6969-f226-41e0-baf2-febc3533e6ed,segment=NetworkSegment(c5a48087-7e2d-458d-a991-0bae89a9c024),segment_id=c5a48087-7e2d-458d-a991-0bae89a9c024)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:58:58.529629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab31a0-5b12-496d-8487-c2b9c8a0e83f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Network 67289110-8530-453d-9d6f-e62e3c36ab30 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:58.536317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58360) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:58.537605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-02ab31a0-5b12-496d-8487-c2b9c8a0e83f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:58.539484 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab31a0-5b12-496d-8487-c2b9c8a0e83f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:58:58.542537 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab31a0-5b12-496d-8487-c2b9c8a0e83f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Pushing event updated for resources: {'Port': ['ID=7c4a4688-dd78-4416-beff-292a7fb1bb7d,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:58.552046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c3b5c025-9e0d-4aaa-9711-a6c761abccc7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-27618754', 'description': 'tempest-secgroup-smoke-27618754 description', 'project_id': 'a8ed50a2c6284926857fedd16b365558'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:58.561520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ccb04-bfd6-4bb3-9d3e-0d54a3eae5ff None None] Pushing event updated for resources: {'Port': ['ID=02514355-693d-474a-82b9-1cd685f23685,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:58.598882 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Attempting to bind port 02514355-693d-474a-82b9-1cd685f23685 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:58:58.599283 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Attempting to bind port 02514355-693d-474a-82b9-1cd685f23685 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4f14287d-1ec8-4e98-8fbf-4de0d2d595b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:58:58.599633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Attempting to bind port 02514355-693d-474a-82b9-1cd685f23685 on network 92e8a80c-ea2d-48c9-bb5b-89626ead14c3 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:58:58.605202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:58:58.605595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Checking segment: {'id': '4f14287d-1ec8-4e98-8fbf-4de0d2d595b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:58:58.606032 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.606422 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Bound using segment: {'id': '4f14287d-1ec8-4e98-8fbf-4de0d2d595b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:58:58.607883 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Bound port: 02514355-693d-474a-82b9-1cd685f23685, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f14287d-1ec8-4e98-8fbf-4de0d2d595b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:58:58.607883 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (02514355-693d-474a-82b9-1cd685f23685), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.648359 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (41ec6969-f226-41e0-baf2-febc3533e6ed), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.677536 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (baa0d040-9ce1-43bc-8d11-0323e10376f9), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.711822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.738661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] For port 02514355-693d-474a-82b9-1cd685f23685, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:58:58.743637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] For port 02514355-693d-474a-82b9-1cd685f23685, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02514355-693d-474a-82b9-1cd685f23685,segment=NetworkSegment(4f14287d-1ec8-4e98-8fbf-4de0d2d595b8),segment_id=4f14287d-1ec8-4e98-8fbf-4de0d2d595b8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:58:58.743959 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab31a0-5b12-496d-8487-c2b9c8a0e83f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:58:58.747223 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02ab31a0-5b12-496d-8487-c2b9c8a0e83f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.754575 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c8d29-9aad-4aa5-af59-f68d9e596b34 None None] Pushing event updated for resources: {'Port': ['ID=41ec6969-f226-41e0-baf2-febc3533e6ed,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:58.770019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c025-9e0d-4aaa-9711-a6c761abccc7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.800624 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (02514355-693d-474a-82b9-1cd685f23685), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.861324 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-02ab31a0-5b12-496d-8487-c2b9c8a0e83f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4187148 Jan 10 11:58:58.861324 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58362) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:58.861546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Allocated IP 172.36.2.39 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/23f3c0e7-f07a-4e86-babb-7cb2d31a2bc3) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:58:58.861649 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Routers {'40ccc1d8-2486-4e3b-807d-894920fcb375'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:58:58.862067 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['40ccc1d8-2486-4e3b-807d-894920fcb375'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:58.862201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0dcb25f4-a713-425e-ab40-0bc7eaeb6dc2 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1994600060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:58.915929 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 27bf84d4-160b-4021-b0d0-ad16e1372228 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:58:58.917352 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ccb04-bfd6-4bb3-9d3e-0d54a3eae5ff None None] Pushing event updated for resources: {'Port': ['ID=02514355-693d-474a-82b9-1cd685f23685,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:58.930358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c025-9e0d-4aaa-9711-a6c761abccc7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (e74a44f8-0413-49ab-a8ac-f113325c92ef), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.976403 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 27bf84d4-160b-4021-b0d0-ad16e1372228 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:58:58.976762 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 27bf84d4-160b-4021-b0d0-ad16e1372228 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:58:58.993961 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-dbb1b4b6-be2b-473c-90c1-e087e9b30c4e None None] Provisioning complete for port 02514355-693d-474a-82b9-1cd685f23685 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:58.993961 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dbb1b4b6-be2b-473c-90c1-e087e9b30c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (02514355-693d-474a-82b9-1cd685f23685), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.056133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for port (23f3c0e7-f07a-4e86-babb-7cb2d31a2bc3), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.072823 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] Set router 40ccc1d8-2486-4e3b-807d-894920fcb375 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:58:59.124139 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0dcb25f4-a713-425e-ab40-0bc7eaeb6dc2 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (c3fb9d96-4a45-4c3c-82e0-d89ebc224874), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.126237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0dcb25f4-a713-425e-ab40-0bc7eaeb6dc2 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (c3fb9d96-4a45-4c3c-82e0-d89ebc224874), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.146932 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c025-9e0d-4aaa-9711-a6c761abccc7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e74a44f8-0413-49ab-a8ac-f113325c92ef), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.188217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (23f3c0e7-f07a-4e86-babb-7cb2d31a2bc3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.192205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0dcb25f4-a713-425e-ab40-0bc7eaeb6dc2 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks [] for router_controller (c3fb9d96-4a45-4c3c-82e0-d89ebc224874), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.253280 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dbb1b4b6-be2b-473c-90c1-e087e9b30c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (02514355-693d-474a-82b9-1cd685f23685), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.256631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:58:59.263700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:58:59.266576 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:58:59.272497 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0dcb25f4-a713-425e-ab40-0bc7eaeb6dc2 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (c3fb9d96-4a45-4c3c-82e0-d89ebc224874), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.275581 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c025-9e0d-4aaa-9711-a6c761abccc7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.280230 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c3b5c025-9e0d-4aaa-9711-a6c761abccc7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7341285 Jan 10 11:58:59.280230 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5c025-9e0d-4aaa-9711-a6c761abccc7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74a44f8-0413-49ab-a8ac-f113325c92ef,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:59.281456 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58364) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:59.285679 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-3d19c6c3-3b66-49f2-afcc-3ca34144de68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'e74a44f8-0413-49ab-a8ac-f113325c92ef', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:59.288153 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bb377a-fef2-4c8e-ae62-43a98aaae9dc None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:58:59.333059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-dbb1b4b6-be2b-473c-90c1-e087e9b30c4e None None] For port 02514355-693d-474a-82b9-1cd685f23685, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02514355-693d-474a-82b9-1cd685f23685,segment=NetworkSegment(4f14287d-1ec8-4e98-8fbf-4de0d2d595b8),segment_id=4f14287d-1ec8-4e98-8fbf-4de0d2d595b8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:58:59.335808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Pushing event updated for resources: {'Port': ['ID=23f3c0e7-f07a-4e86-babb-7cb2d31a2bc3,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:59.399983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'name': 'tempest-TestNetworkBasicOps-router-1176120514', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110'}], 'enable_snat': True}, 'gw_port_id': '93b18040-446a-4091-a62f-bab09e214a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:58:55Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '93b18040-446a-4091-a62f-bab09e214a6f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:48Z', 'updated_at': '2022-01-10T11:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '02514355-693d-474a-82b9-1cd685f23685', 'name': '', 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:48:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:53Z', 'updated_at': '2022-01-10T11:58:58Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:58:59.434985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc528e-a52d-4258-ac40-d179b01fb61f None None] The sync data for ids ['40ccc1d8-2486-4e3b-807d-894920fcb375'] in dv-neutron-master-2-hyperv is: [{'id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'name': 'tempest-TestNetworkBasicOps-router-1176120514', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110'}], 'enable_snat': True}, 'gw_port_id': '93b18040-446a-4091-a62f-bab09e214a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:58:55Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '93b18040-446a-4091-a62f-bab09e214a6f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:48Z', 'updated_at': '2022-01-10T11:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '02514355-693d-474a-82b9-1cd685f23685', 'name': '', 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:48:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:53Z', 'updated_at': '2022-01-10T11:58:58Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:58:59.448842 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dbb1b4b6-be2b-473c-90c1-e087e9b30c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (02514355-693d-474a-82b9-1cd685f23685), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.513233 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1b4b6-be2b-473c-90c1-e087e9b30c4e None None] Pushing event updated for resources: {'Port': ['ID=02514355-693d-474a-82b9-1cd685f23685,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:58:59.654400 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6355f96f-7562-485a-b6c9-49c4f55a7d2a None None] Provisioning complete for port 02514355-693d-474a-82b9-1cd685f23685 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:59.654775 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6355f96f-7562-485a-b6c9-49c4f55a7d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (02514355-693d-474a-82b9-1cd685f23685), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.703175 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0dcb25f4-a713-425e-ab40-0bc7eaeb6dc2 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.707179 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0dcb25f4-a713-425e-ab40-0bc7eaeb6dc2 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8468072 Jan 10 11:58:59.710316 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58366) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:58:59.714041 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-29e1b855-d55f-4a13-81db-30ae997daed2 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-72894799', 'prefixes': ['172.20.0.0/16']}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:58:59.784375 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3d19c6c3-3b66-49f2-afcc-3ca34144de68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (815e8481-a26a-4362-8474-80681639a987), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.790776 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6355f96f-7562-485a-b6c9-49c4f55a7d2a None None] Provisioning complete for port 23f3c0e7-f07a-4e86-babb-7cb2d31a2bc3 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:58:59.791299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6355f96f-7562-485a-b6c9-49c4f55a7d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (23f3c0e7-f07a-4e86-babb-7cb2d31a2bc3), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.798233 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (baa0d040-9ce1-43bc-8d11-0323e10376f9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.834341 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6355f96f-7562-485a-b6c9-49c4f55a7d2a None None] Port 23f3c0e7-f07a-4e86-babb-7cb2d31a2bc3 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:58:59.884907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3d19c6c3-3b66-49f2-afcc-3ca34144de68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (815e8481-a26a-4362-8474-80681639a987), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:00.038362 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3d19c6c3-3b66-49f2-afcc-3ca34144de68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (815e8481-a26a-4362-8474-80681639a987), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:00.061059 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19c6c3-3b66-49f2-afcc-3ca34144de68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815e8481-a26a-4362-8474-80681639a987,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:00.073506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (baa0d040-9ce1-43bc-8d11-0323e10376f9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:00.144184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0754be-5763-40b7-9a80-bf7ce7aa3e9f None None] Network 67289110-8530-453d-9d6f-e62e3c36ab30 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:59:00.145198 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3d19c6c3-3b66-49f2-afcc-3ca34144de68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:00.148385 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3d19c6c3-3b66-49f2-afcc-3ca34144de68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8666968 Jan 10 11:59:00.157371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58370) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:00.162065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-64cac3da-8797-4818-8232-c685d76884bb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'e74a44f8-0413-49ab-a8ac-f113325c92ef', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:00.195068 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-29e1b855-d55f-4a13-81db-30ae997daed2 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:00.196295 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-29e1b855-d55f-4a13-81db-30ae997daed2 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.4860969 Jan 10 11:59:00.200918 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58372) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:00.208052 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-096c9de1-7730-46fc-a5ab-29b9ddefae9f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c864643b-96b7-4888-b749-44a89e8f247a', 'tempest-TagsExtTest-Tag-1675298969') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:00.231922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8303fe94-0436-43c1-bf35-f6e65939ca33 None None] Provisioning complete for port 41ec6969-f226-41e0-baf2-febc3533e6ed triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:59:00.232219 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8303fe94-0436-43c1-bf35-f6e65939ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (41ec6969-f226-41e0-baf2-febc3533e6ed), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:00.350217 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-64cac3da-8797-4818-8232-c685d76884bb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (98da53b5-0400-411c-b848-ef6e8e9b3d8a), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:00.362379 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8303fe94-0436-43c1-bf35-f6e65939ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (41ec6969-f226-41e0-baf2-febc3533e6ed), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:00.404043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8303fe94-0436-43c1-bf35-f6e65939ca33 None None] For port 41ec6969-f226-41e0-baf2-febc3533e6ed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41ec6969-f226-41e0-baf2-febc3533e6ed,segment=NetworkSegment(c5a48087-7e2d-458d-a991-0bae89a9c024),segment_id=c5a48087-7e2d-458d-a991-0bae89a9c024)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:59:00.438935 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-64cac3da-8797-4818-8232-c685d76884bb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (98da53b5-0400-411c-b848-ef6e8e9b3d8a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:00.443576 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Router baa0d040-9ce1-43bc-8d11-0323e10376f9 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:59:00.528368 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-096c9de1-7730-46fc-a5ab-29b9ddefae9f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "PUT /v2.0/subnets/c864643b-96b7-4888-b749-44a89e8f247a/tags/tempest-TagsExtTest-Tag-1675298969 HTTP/1.1" status: 201 len: 201 time: 0.3260522 Jan 10 11:59:00.531796 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58374) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:00.537057 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-85381a5f-c4e5-4aa3-9ee8-9fc81d5691e1 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7c4a4688-dd78-4416-beff-292a7fb1bb7d', 'tempest-TagsExtTest-Tag-1892876118') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:00.575970 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:59:00.581138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8303fe94-0436-43c1-bf35-f6e65939ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (41ec6969-f226-41e0-baf2-febc3533e6ed), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:00.594399 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-64cac3da-8797-4818-8232-c685d76884bb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (98da53b5-0400-411c-b848-ef6e8e9b3d8a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:00.596211 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b257a6f1-dcff-4504-bf49-e08f4636c6ba None None] Sync routers for ids ['baa0d040-9ce1-43bc-8d11-0323e10376f9'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:59:00.610503 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b257a6f1-dcff-4504-bf49-e08f4636c6ba None None] Routers {'baa0d040-9ce1-43bc-8d11-0323e10376f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:00.613611 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b257a6f1-dcff-4504-bf49-e08f4636c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['baa0d040-9ce1-43bc-8d11-0323e10376f9'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:00.636127 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cac3da-8797-4818-8232-c685d76884bb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98da53b5-0400-411c-b848-ef6e8e9b3d8a,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:00.657070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303fe94-0436-43c1-bf35-f6e65939ca33 None None] Pushing event updated for resources: {'Port': ['ID=41ec6969-f226-41e0-baf2-febc3533e6ed,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:00.684519 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b257a6f1-dcff-4504-bf49-e08f4636c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:00.700741 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b257a6f1-dcff-4504-bf49-e08f4636c6ba None None] Routers {'baa0d040-9ce1-43bc-8d11-0323e10376f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:00.700741 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b257a6f1-dcff-4504-bf49-e08f4636c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['baa0d040-9ce1-43bc-8d11-0323e10376f9'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:00.707435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9e942d38-4da5-47fe-85f7-0b784c9516d7 None None] Provisioning complete for port 7c4a4688-dd78-4416-beff-292a7fb1bb7d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:59:00.707914 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9e942d38-4da5-47fe-85f7-0b784c9516d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7c4a4688-dd78-4416-beff-292a7fb1bb7d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:00.740536 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b257a6f1-dcff-4504-bf49-e08f4636c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:00.741169 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b257a6f1-dcff-4504-bf49-e08f4636c6ba None None] The sync data for ids ['baa0d040-9ce1-43bc-8d11-0323e10376f9'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:59:00.767372 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:00.769136 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-15fa214a-5043-4cfc-9484-04c3aa7035b9 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1353981 Jan 10 11:59:00.771542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58376) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:00.777238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-edb34db4-eca5-4c72-891e-15d280c8bb7d tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'enable_snat': False}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:00.800897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-64cac3da-8797-4818-8232-c685d76884bb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:00.802332 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-64cac3da-8797-4818-8232-c685d76884bb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6440599 Jan 10 11:59:00.804564 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-85381a5f-c4e5-4aa3-9ee8-9fc81d5691e1 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "PUT /v2.0/ports/7c4a4688-dd78-4416-beff-292a7fb1bb7d/tags/tempest-TagsExtTest-Tag-1892876118 HTTP/1.1" status: 201 len: 201 time: 0.2716947 Jan 10 11:59:00.834725 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58378) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:00.839619 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-73b9bd57-f1e3-4cdf-8e5e-50698791c9b7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'e74a44f8-0413-49ab-a8ac-f113325c92ef', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:00.844510 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58380) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:00.850440 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-7be35526-9ad5-4250-a027-9031f94701f3 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c3fb9d96-4a45-4c3c-82e0-d89ebc224874', 'tempest-TagsExtTest-Tag-1501790346') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:00.938927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9e942d38-4da5-47fe-85f7-0b784c9516d7 None None] Port 7c4a4688-dd78-4416-beff-292a7fb1bb7d cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:59:00.952254 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9e942d38-4da5-47fe-85f7-0b784c9516d7 None None] Provisioning complete for port 41ec6969-f226-41e0-baf2-febc3533e6ed triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:59:00.952682 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9e942d38-4da5-47fe-85f7-0b784c9516d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (41ec6969-f226-41e0-baf2-febc3533e6ed), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:01.065686 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 02514355-693d-474a-82b9-1cd685f23685 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:59:01.120834 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 02514355-693d-474a-82b9-1cd685f23685 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:59:01.121214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (02514355-693d-474a-82b9-1cd685f23685), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:01.140512 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-73b9bd57-f1e3-4cdf-8e5e-50698791c9b7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (171576f8-fd25-4169-9000-d80bcc070572), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:01.166276 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7be35526-9ad5-4250-a027-9031f94701f3 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "PUT /v2.0/routers/c3fb9d96-4a45-4c3c-82e0-d89ebc224874/tags/tempest-TagsExtTest-Tag-1501790346 HTTP/1.1" status: 201 len: 201 time: 0.3207006 Jan 10 11:59:01.169044 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58382) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:01.175284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-5ad219a9-0e31-4e36-9f55-717406905d50 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6b7fa7af-a8ed-49d7-b00b-fa4905428aab', 'tempest-TagsExtTest-Tag-2010099732') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:01.178349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-fc39129e-2304-4728-be73-f97bcd98624e None None] Provisioning complete for port 7c4a4688-dd78-4416-beff-292a7fb1bb7d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:59:01.178627 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fc39129e-2304-4728-be73-f97bcd98624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7c4a4688-dd78-4416-beff-292a7fb1bb7d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:01.207493 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-73b9bd57-f1e3-4cdf-8e5e-50698791c9b7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (171576f8-fd25-4169-9000-d80bcc070572), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:01.239652 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-edb34db4-eca5-4c72-891e-15d280c8bb7d tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (baa0d040-9ce1-43bc-8d11-0323e10376f9), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:01.248525 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-fc39129e-2304-4728-be73-f97bcd98624e None None] Port 7c4a4688-dd78-4416-beff-292a7fb1bb7d cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:59:01.254888 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 41ec6969-f226-41e0-baf2-febc3533e6ed up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:59:01.306691 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 41ec6969-f226-41e0-baf2-febc3533e6ed triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:59:01.306983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (41ec6969-f226-41e0-baf2-febc3533e6ed), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:01.317846 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-73b9bd57-f1e3-4cdf-8e5e-50698791c9b7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (171576f8-fd25-4169-9000-d80bcc070572), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:01.338565 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9bd57-f1e3-4cdf-8e5e-50698791c9b7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171576f8-fd25-4169-9000-d80bcc070572,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:01.356342 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5ad219a9-0e31-4e36-9f55-717406905d50 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "PUT /v2.0/subnetpools/6b7fa7af-a8ed-49d7-b00b-fa4905428aab/tags/tempest-TagsExtTest-Tag-2010099732 HTTP/1.1" status: 201 len: 201 time: 0.1831946 Jan 10 11:59:01.358701 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58384) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:01.363746 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-57466a0c-2c01-4a31-8cef-b68f402e66b0 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c864643b-96b7-4888-b749-44a89e8f247a') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:01.442872 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-73b9bd57-f1e3-4cdf-8e5e-50698791c9b7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:01.444136 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-73b9bd57-f1e3-4cdf-8e5e-50698791c9b7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6083660 Jan 10 11:59:01.446995 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58386) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:01.451673 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-4967a515-eb14-4160-8b9b-d8fa8376a099 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'e74a44f8-0413-49ab-a8ac-f113325c92ef', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:01.479269 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-57466a0c-2c01-4a31-8cef-b68f402e66b0 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/subnets/c864643b-96b7-4888-b749-44a89e8f247a/tags HTTP/1.1" status: 200 len: 241 time: 0.1188548 Jan 10 11:59:01.486768 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58388) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:01.492923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-f4381bfd-c6e4-4612-a270-45fbf23c6a55 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c864643b-96b7-4888-b749-44a89e8f247a', 'tempest-TagsExtTest-Tag-1675298969') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:01.550975 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f4381bfd-c6e4-4612-a270-45fbf23c6a55 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/subnets/c864643b-96b7-4888-b749-44a89e8f247a/tags/tempest-TagsExtTest-Tag-1675298969 HTTP/1.1" status: 204 len: 168 time: 0.0630770 Jan 10 11:59:01.553272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58390) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:01.557891 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-0bee1b79-e324-43e7-a2e2-7effaa03e088 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c864643b-96b7-4888-b749-44a89e8f247a', 'tempest-TagsExtTest-Tag-1675298969') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:01.624206 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4967a515-eb14-4160-8b9b-d8fa8376a099 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (1c2b90b4-dcb8-427c-b0c1-3248252c1cc0), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:01.684681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4967a515-eb14-4160-8b9b-d8fa8376a099 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (1c2b90b4-dcb8-427c-b0c1-3248252c1cc0), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:01.758809 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0bee1b79-e324-43e7-a2e2-7effaa03e088 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/subnets/c864643b-96b7-4888-b749-44a89e8f247a/tags/tempest-TagsExtTest-Tag-1675298969 HTTP/1.1" status: 204 len: 168 time: 0.2044935 Jan 10 11:59:01.761382 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58392) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:01.761992 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-edb34db4-eca5-4c72-891e-15d280c8bb7d tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (baa0d040-9ce1-43bc-8d11-0323e10376f9), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:01.765513 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-edb34db4-eca5-4c72-891e-15d280c8bb7d tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (baa0d040-9ce1-43bc-8d11-0323e10376f9), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:01.765683 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-be439607-157e-4cbb-8bb9-983317811892 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c864643b-96b7-4888-b749-44a89e8f247a') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:01.820667 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-be439607-157e-4cbb-8bb9-983317811892 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/subnets/c864643b-96b7-4888-b749-44a89e8f247a/tags HTTP/1.1" status: 200 len: 205 time: 0.0580606 Jan 10 11:59:01.823726 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58394) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:01.828203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-aabb1720-d1c7-4055-98b8-c7812df22295 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7c4a4688-dd78-4416-beff-292a7fb1bb7d') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:01.831718 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4967a515-eb14-4160-8b9b-d8fa8376a099 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (1c2b90b4-dcb8-427c-b0c1-3248252c1cc0), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:01.876200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967a515-eb14-4160-8b9b-d8fa8376a099 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2b90b4-dcb8-427c-b0c1-3248252c1cc0,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:01.877471 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb34db4-eca5-4c72-891e-15d280c8bb7d tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Router baa0d040-9ce1-43bc-8d11-0323e10376f9 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:59:01.902307 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-aabb1720-d1c7-4055-98b8-c7812df22295 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/ports/7c4a4688-dd78-4416-beff-292a7fb1bb7d/tags HTTP/1.1" status: 200 len: 241 time: 0.0772300 Jan 10 11:59:01.904944 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58396) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:01.909313 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-ffb4af21-bb1c-4d9d-b878-da7913da868f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7c4a4688-dd78-4416-beff-292a7fb1bb7d', 'tempest-TagsExtTest-Tag-1892876118') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:01.960481 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ffb4af21-bb1c-4d9d-b878-da7913da868f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/ports/7c4a4688-dd78-4416-beff-292a7fb1bb7d/tags/tempest-TagsExtTest-Tag-1892876118 HTTP/1.1" status: 204 len: 168 time: 0.0544591 Jan 10 11:59:01.962958 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58398) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:01.967453 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-6113dbf7-7f23-44cb-8f4f-317a32d6629b tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7c4a4688-dd78-4416-beff-292a7fb1bb7d', 'tempest-TagsExtTest-Tag-1892876118') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:01.973366 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4967a515-eb14-4160-8b9b-d8fa8376a099 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:01.975759 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4967a515-eb14-4160-8b9b-d8fa8376a099 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5264544 Jan 10 11:59:01.979755 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58400) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:01.984683 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-368fb64b-4c1f-4b38-86bd-bfec454e3392 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'e74a44f8-0413-49ab-a8ac-f113325c92ef', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:02.106691 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6113dbf7-7f23-44cb-8f4f-317a32d6629b tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/ports/7c4a4688-dd78-4416-beff-292a7fb1bb7d/tags/tempest-TagsExtTest-Tag-1892876118 HTTP/1.1" status: 204 len: 168 time: 0.1425998 Jan 10 11:59:02.109791 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58402) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.114293 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-39ff0b32-8a68-4685-827f-0b575c8fe86c tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7c4a4688-dd78-4416-beff-292a7fb1bb7d') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:02.172970 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-39ff0b32-8a68-4685-827f-0b575c8fe86c tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/ports/7c4a4688-dd78-4416-beff-292a7fb1bb7d/tags HTTP/1.1" status: 200 len: 205 time: 0.0620878 Jan 10 11:59:02.175743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58404) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.180369 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-5f2bc4f6-3df9-4296-b453-0ddcd3d4dfb7 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c3fb9d96-4a45-4c3c-82e0-d89ebc224874') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:02.256465 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5f2bc4f6-3df9-4296-b453-0ddcd3d4dfb7 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/routers/c3fb9d96-4a45-4c3c-82e0-d89ebc224874/tags HTTP/1.1" status: 200 len: 241 time: 0.0796428 Jan 10 11:59:02.259012 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58406) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.263632 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-e08adafc-3a42-42d3-9d43-cd985dd2268a tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c3fb9d96-4a45-4c3c-82e0-d89ebc224874', 'tempest-TagsExtTest-Tag-1501790346') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:02.346565 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e08adafc-3a42-42d3-9d43-cd985dd2268a tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/routers/c3fb9d96-4a45-4c3c-82e0-d89ebc224874/tags/tempest-TagsExtTest-Tag-1501790346 HTTP/1.1" status: 204 len: 168 time: 0.0864685 Jan 10 11:59:02.349026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58408) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.353664 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-6fc55672-60bb-4fef-9b73-299d82639235 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c3fb9d96-4a45-4c3c-82e0-d89ebc224874', 'tempest-TagsExtTest-Tag-1501790346') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:02.364375 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb34db4-eca5-4c72-891e-15d280c8bb7d tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:59:02.370026 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-edb34db4-eca5-4c72-891e-15d280c8bb7d tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:02.374406 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-edb34db4-eca5-4c72-891e-15d280c8bb7d tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "PUT /v2.0/routers/baa0d040-9ce1-43bc-8d11-0323e10376f9 HTTP/1.1" status: 200 len: 925 time: 1.5986824 Jan 10 11:59:02.378302 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58410) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.378451 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cc9a7-37a6-4744-9b7e-a6fd00a354ca None None] Sync routers for ids ['baa0d040-9ce1-43bc-8d11-0323e10376f9'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:59:02.389599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cc9a7-37a6-4744-9b7e-a6fd00a354ca None None] Routers {'baa0d040-9ce1-43bc-8d11-0323e10376f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:02.390984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3a5cc9a7-37a6-4744-9b7e-a6fd00a354ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['baa0d040-9ce1-43bc-8d11-0323e10376f9'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:02.429330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3a5cc9a7-37a6-4744-9b7e-a6fd00a354ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:02.441442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cc9a7-37a6-4744-9b7e-a6fd00a354ca None None] Routers {'baa0d040-9ce1-43bc-8d11-0323e10376f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:02.442126 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3a5cc9a7-37a6-4744-9b7e-a6fd00a354ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['baa0d040-9ce1-43bc-8d11-0323e10376f9'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:02.469861 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-368fb64b-4c1f-4b38-86bd-bfec454e3392 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:59:02.477211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-368fb64b-4c1f-4b38-86bd-bfec454e3392 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (45cc5b53-ac08-4104-a87a-f4958c2132f6), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:02.478881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3a5cc9a7-37a6-4744-9b7e-a6fd00a354ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:02.479539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cc9a7-37a6-4744-9b7e-a6fd00a354ca None None] The sync data for ids ['baa0d040-9ce1-43bc-8d11-0323e10376f9'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:59:02.514598 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-25b69c31-d9b2-4e8b-89d2-3310c4d12877 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/routers/baa0d040-9ce1-43bc-8d11-0323e10376f9 HTTP/1.1" status: 200 len: 925 time: 0.1381848 Jan 10 11:59:02.518535 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58412) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.541277 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-368fb64b-4c1f-4b38-86bd-bfec454e3392 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (45cc5b53-ac08-4104-a87a-f4958c2132f6), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:02.550385 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6fc55672-60bb-4fef-9b73-299d82639235 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/routers/c3fb9d96-4a45-4c3c-82e0-d89ebc224874/tags/tempest-TagsExtTest-Tag-1501790346 HTTP/1.1" status: 204 len: 168 time: 0.2002935 Jan 10 11:59:02.553046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58414) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.557896 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-419fc305-6499-440c-9688-2a7eef72a8c5 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c3fb9d96-4a45-4c3c-82e0-d89ebc224874') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:02.633524 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-419fc305-6499-440c-9688-2a7eef72a8c5 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/routers/c3fb9d96-4a45-4c3c-82e0-d89ebc224874/tags HTTP/1.1" status: 200 len: 205 time: 0.0791616 Jan 10 11:59:02.635882 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58416) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.640177 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-acc93f60-c630-4311-b083-023b98ee30ab tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6b7fa7af-a8ed-49d7-b00b-fa4905428aab') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:02.645724 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab627d1-65cc-4ae7-bacb-0096155c9b59 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:02.650545 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bab627d1-65cc-4ae7-bacb-0096155c9b59 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&device_id=baa0d040-9ce1-43bc-8d11-0323e10376f9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1276863 Jan 10 11:59:02.653748 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58418) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.683563 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-368fb64b-4c1f-4b38-86bd-bfec454e3392 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (45cc5b53-ac08-4104-a87a-f4958c2132f6), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:02.732383 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-acc93f60-c630-4311-b083-023b98ee30ab tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/subnetpools/6b7fa7af-a8ed-49d7-b00b-fa4905428aab/tags HTTP/1.1" status: 200 len: 241 time: 0.0954309 Jan 10 11:59:02.735676 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58420) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.736782 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fb64b-4c1f-4b38-86bd-bfec454e3392 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45cc5b53-ac08-4104-a87a-f4958c2132f6,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:02.748708 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-4f292bbf-59bf-4e54-a46f-1fa23cffdd82 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b7fa7af-a8ed-49d7-b00b-fa4905428aab', 'tempest-TagsExtTest-Tag-2010099732') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:02.773315 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9975aa4-7365-4b66-a69b-4115982709df tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:02.774773 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c9975aa4-7365-4b66-a69b-4115982709df tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/networks/a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 HTTP/1.1" status: 200 len: 881 time: 0.1200736 Jan 10 11:59:02.778031 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58422) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.784153 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4f292bbf-59bf-4e54-a46f-1fa23cffdd82 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/subnetpools/6b7fa7af-a8ed-49d7-b00b-fa4905428aab/tags/tempest-TagsExtTest-Tag-2010099732 HTTP/1.1" status: 204 len: 168 time: 0.0472407 Jan 10 11:59:02.786656 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58424) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.791026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-e642c67d-5203-4424-8490-cdf6aa2fda48 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6b7fa7af-a8ed-49d7-b00b-fa4905428aab', 'tempest-TagsExtTest-Tag-2010099732') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:02.811760 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-aefa0fea-baf7-435e-aa82-3dac49a67997 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa0d040-9ce1-43bc-8d11-0323e10376f9 HTTP/1.1" status: 200 len: 205 time: 0.0325632 Jan 10 11:59:02.814768 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58426) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.886392 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-368fb64b-4c1f-4b38-86bd-bfec454e3392 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:02.887517 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-368fb64b-4c1f-4b38-86bd-bfec454e3392 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9067869 Jan 10 11:59:02.890292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58428) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.898665 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-bfda14d0-5d3a-46db-93b0-d522a91d0571 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'e74a44f8-0413-49ab-a8ac-f113325c92ef', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:02.913534 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e642c67d-5203-4424-8490-cdf6aa2fda48 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/subnetpools/6b7fa7af-a8ed-49d7-b00b-fa4905428aab/tags/tempest-TagsExtTest-Tag-2010099732 HTTP/1.1" status: 204 len: 168 time: 0.1258540 Jan 10 11:59:02.916020 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58430) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.920361 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-70e1ec2a-2308-423e-a1e3-e7b25ba1264f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6b7fa7af-a8ed-49d7-b00b-fa4905428aab') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:02.942481 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-70e1ec2a-2308-423e-a1e3-e7b25ba1264f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/subnetpools/6b7fa7af-a8ed-49d7-b00b-fa4905428aab/tags HTTP/1.1" status: 200 len: 205 time: 0.0254099 Jan 10 11:59:02.945168 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58432) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.950020 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-59b7601d-95df-4f41-9ff4-decf96d588d2 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6b7fa7af-a8ed-49d7-b00b-fa4905428aab') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:02.952133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6bdf024f-a340-4919-b607-aeec0d050fcb tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (baa0d040-9ce1-43bc-8d11-0323e10376f9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:02.977150 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-59b7601d-95df-4f41-9ff4-decf96d588d2 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/subnetpools/6b7fa7af-a8ed-49d7-b00b-fa4905428aab/tags HTTP/1.1" status: 204 len: 168 time: 0.0307937 Jan 10 11:59:02.980689 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58434) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:02.985820 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-7c2f844c-f8e3-4bc5-ab61-540cd29329fe tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c3fb9d96-4a45-4c3c-82e0-d89ebc224874') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:03.063831 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-bfda14d0-5d3a-46db-93b0-d522a91d0571 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:59:03.068311 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7c2f844c-f8e3-4bc5-ab61-540cd29329fe tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/routers/c3fb9d96-4a45-4c3c-82e0-d89ebc224874/tags HTTP/1.1" status: 204 len: 168 time: 0.0865796 Jan 10 11:59:03.069700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6bdf024f-a340-4919-b607-aeec0d050fcb tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (baa0d040-9ce1-43bc-8d11-0323e10376f9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:03.070966 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58436) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:03.074294 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bfda14d0-5d3a-46db-93b0-d522a91d0571 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (7b6dd183-1928-4e1a-8bf4-97dee60bed97), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:03.075516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-80e58a35-abc5-40e9-b3d9-29369fcf61ba tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7c4a4688-dd78-4416-beff-292a7fb1bb7d') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:03.140952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bfda14d0-5d3a-46db-93b0-d522a91d0571 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (7b6dd183-1928-4e1a-8bf4-97dee60bed97), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:03.142447 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-80e58a35-abc5-40e9-b3d9-29369fcf61ba tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/ports/7c4a4688-dd78-4416-beff-292a7fb1bb7d/tags HTTP/1.1" status: 204 len: 168 time: 0.0704405 Jan 10 11:59:03.144918 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58438) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:03.149096 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-928ef969-7ac6-414c-a718-efa550f52770 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c864643b-96b7-4888-b749-44a89e8f247a') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:03.203969 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-928ef969-7ac6-414c-a718-efa550f52770 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/subnets/c864643b-96b7-4888-b749-44a89e8f247a/tags HTTP/1.1" status: 204 len: 168 time: 0.0580580 Jan 10 11:59:03.209849 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58440) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:03.213888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-4d6b9cb4-7654-466e-a6a3-5d3ffc1bb3e4 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c864643b-96b7-4888-b749-44a89e8f247a', 'tempest-TagsExtTest-Tag-887537849') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:03.223686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bfda14d0-5d3a-46db-93b0-d522a91d0571 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (7b6dd183-1928-4e1a-8bf4-97dee60bed97), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:03.250438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda14d0-5d3a-46db-93b0-d522a91d0571 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6dd183-1928-4e1a-8bf4-97dee60bed97,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:03.263965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf024f-a340-4919-b607-aeec0d050fcb tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Deleting port 23f3c0e7-f07a-4e86-babb-7cb2d31a2bc3 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:59:03.264341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6bdf024f-a340-4919-b607-aeec0d050fcb tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (23f3c0e7-f07a-4e86-babb-7cb2d31a2bc3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:03.320321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bfda14d0-5d3a-46db-93b0-d522a91d0571 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:03.321544 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bfda14d0-5d3a-46db-93b0-d522a91d0571 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4303143 Jan 10 11:59:03.349012 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4d6b9cb4-7654-466e-a6a3-5d3ffc1bb3e4 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "PUT /v2.0/subnets/c864643b-96b7-4888-b749-44a89e8f247a/tags/tempest-TagsExtTest-Tag-887537849 HTTP/1.1" status: 201 len: 201 time: 0.1383650 Jan 10 11:59:03.350250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6bdf024f-a340-4919-b607-aeec0d050fcb tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (23f3c0e7-f07a-4e86-babb-7cb2d31a2bc3), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:03.351662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58444) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:03.356582 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-57b66f7c-bdc6-4e15-978f-7b3afda9ccba tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7c4a4688-dd78-4416-beff-292a7fb1bb7d', 'tempest-TagsExtTest-Tag-515397073') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:03.363064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf024f-a340-4919-b607-aeec0d050fcb tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Calling delete_port for 23f3c0e7-f07a-4e86-babb-7cb2d31a2bc3 owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:59:03.479453 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-57b66f7c-bdc6-4e15-978f-7b3afda9ccba tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "PUT /v2.0/ports/7c4a4688-dd78-4416-beff-292a7fb1bb7d/tags/tempest-TagsExtTest-Tag-515397073 HTTP/1.1" status: 201 len: 201 time: 0.1265447 Jan 10 11:59:03.482204 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58454) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:03.489069 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-2c0857ee-aff3-465a-a272-e7ce9a1e6550 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c3fb9d96-4a45-4c3c-82e0-d89ebc224874', 'tempest-TagsExtTest-Tag-1425901210') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:03.595253 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad181555-93ff-40f3-a774-faf74a075540 req-0e513e3c-079c-4dcf-8dbc-b7a3e6bddb23 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27618754&fields=id&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 267 time: 0.0934331 Jan 10 11:59:03.696173 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6bdf024f-a340-4919-b607-aeec0d050fcb tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (23f3c0e7-f07a-4e86-babb-7cb2d31a2bc3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:03.743834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf024f-a340-4919-b607-aeec0d050fcb tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Pushing event deleted for resources: {'Port': ['ID=23f3c0e7-f07a-4e86-babb-7cb2d31a2bc3,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:03.756686 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1675d4-4b70-49d3-9ec5-e104eeb0b879 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:59:03.810177 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2c0857ee-aff3-465a-a272-e7ce9a1e6550 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "PUT /v2.0/routers/c3fb9d96-4a45-4c3c-82e0-d89ebc224874/tags/tempest-TagsExtTest-Tag-1425901210 HTTP/1.1" status: 201 len: 201 time: 0.3268080 Jan 10 11:59:03.812965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58462) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:03.817754 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-1aeab2aa-a8b8-40c7-81c2-1a5069332f23 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6b7fa7af-a8ed-49d7-b00b-fa4905428aab', 'tempest-TagsExtTest-Tag-987696303') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:03.860155 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad181555-93ff-40f3-a774-faf74a075540 req-06896648-1436-410f-9732-bd90446a67b9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:03.861645 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad181555-93ff-40f3-a774-faf74a075540 req-06896648-1436-410f-9732-bd90446a67b9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/networks?id=92e8a80c-ea2d-48c9-bb5b-89626ead14c3 HTTP/1.1" status: 200 len: 796 time: 0.2590618 Jan 10 11:59:03.869626 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6bdf024f-a340-4919-b607-aeec0d050fcb tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (baa0d040-9ce1-43bc-8d11-0323e10376f9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:03.908859 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad181555-93ff-40f3-a774-faf74a075540 req-00734e4a-e7df-4d9c-8298-261674065b16 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/quotas/a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 375 time: 0.0403702 Jan 10 11:59:03.936236 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1aeab2aa-a8b8-40c7-81c2-1a5069332f23 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "PUT /v2.0/subnetpools/6b7fa7af-a8ed-49d7-b00b-fa4905428aab/tags/tempest-TagsExtTest-Tag-987696303 HTTP/1.1" status: 201 len: 201 time: 0.1220062 Jan 10 11:59:03.938933 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58464) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:03.943413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-a7b8b430-d32d-4cad-86b7-7154d111b84a tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c864643b-96b7-4888-b749-44a89e8f247a', {'tags': ['tempest-TagsExtTest-Tag-2087048543', 'tempest-TagsExtTest-Tag-742267471', 'tempest-TagsExtTest-Tag-1462680730']}) {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:04.016038 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6bdf024f-a340-4919-b607-aeec0d050fcb tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (baa0d040-9ce1-43bc-8d11-0323e10376f9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:04.018995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6bdf024f-a340-4919-b607-aeec0d050fcb tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_controller (baa0d040-9ce1-43bc-8d11-0323e10376f9), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:04.081956 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a7b8b430-d32d-4cad-86b7-7154d111b84a tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "PUT /v2.0/subnets/c864643b-96b7-4888-b749-44a89e8f247a/tags HTTP/1.1" status: 200 len: 317 time: 0.1396248 Jan 10 11:59:04.082513 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58466) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:04.084392 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad181555-93ff-40f3-a774-faf74a075540 req-6b723b81-e0d6-4e5f-994a-6310aa34ab1b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463618 Jan 10 11:59:04.087315 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-1d377a2c-845f-4bb0-8e18-7729a1fa66c4 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c864643b-96b7-4888-b749-44a89e8f247a') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:04.162538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6bdf024f-a340-4919-b607-aeec0d050fcb tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (baa0d040-9ce1-43bc-8d11-0323e10376f9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:04.163128 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdf024f-a340-4919-b607-aeec0d050fcb tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Fanout notify agent at l3_agent the message router_deleted on router baa0d040-9ce1-43bc-8d11-0323e10376f9 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:59:04.171583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6bdf024f-a340-4919-b607-aeec0d050fcb tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:04.172751 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6bdf024f-a340-4919-b607-aeec0d050fcb tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "DELETE /v2.0/routers/baa0d040-9ce1-43bc-8d11-0323e10376f9 HTTP/1.1" status: 204 len: 168 time: 1.3573740 Jan 10 11:59:04.177087 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58468) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:04.182016 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-322acfe4-8920-4cd1-ac19-74d2f3ff6198 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-831143535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:04.211276 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad181555-93ff-40f3-a774-faf74a075540 req-cd2b3795-bb0e-4787-b76b-fb469948ebd5 service neutron] 10.222.0.16 "GET /v2.0/networks/92e8a80c-ea2d-48c9-bb5b-89626ead14c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144326 Jan 10 11:59:04.232157 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1d377a2c-845f-4bb0-8e18-7729a1fa66c4 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/subnets/c864643b-96b7-4888-b749-44a89e8f247a/tags HTTP/1.1" status: 204 len: 168 time: 0.1483846 Jan 10 11:59:04.235131 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58470) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:04.240563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-a52ac13c-47a3-44b5-b127-bac03106af3e tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c864643b-96b7-4888-b749-44a89e8f247a', 'tempest-TagsExtTest-Tag-2087048543') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:04.302113 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-a52ac13c-47a3-44b5-b127-bac03106af3e tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] show failed (client error): The resource could not be found. Jan 10 11:59:04.303070 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a52ac13c-47a3-44b5-b127-bac03106af3e tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/subnets/c864643b-96b7-4888-b749-44a89e8f247a/tags/tempest-TagsExtTest-Tag-2087048543 HTTP/1.1" status: 404 len: 329 time: 0.0664334 Jan 10 11:59:04.306372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58472) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:04.310771 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-b58598d1-4f75-4bd3-b007-cd0a0581a3c9 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c864643b-96b7-4888-b749-44a89e8f247a', 'tempest-TagsExtTest-Tag-742267471') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:04.313362 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad181555-93ff-40f3-a774-faf74a075540 req-41180044-b994-4297-a435-aaa8fe38b627 service neutron] 10.222.0.16 "GET /v2.0/networks/92e8a80c-ea2d-48c9-bb5b-89626ead14c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963898 Jan 10 11:59:04.313886 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-322acfe4-8920-4cd1-ac19-74d2f3ff6198 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (206b7209-7f19-4c2f-b244-abbb033dc235), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:04.315039 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-322acfe4-8920-4cd1-ac19-74d2f3ff6198 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (206b7209-7f19-4c2f-b244-abbb033dc235), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:04.394505 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-322acfe4-8920-4cd1-ac19-74d2f3ff6198 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_controller (206b7209-7f19-4c2f-b244-abbb033dc235), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:04.411685 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-b58598d1-4f75-4bd3-b007-cd0a0581a3c9 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] show failed (client error): The resource could not be found. Jan 10 11:59:04.412968 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b58598d1-4f75-4bd3-b007-cd0a0581a3c9 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/subnets/c864643b-96b7-4888-b749-44a89e8f247a/tags/tempest-TagsExtTest-Tag-742267471 HTTP/1.1" status: 404 len: 328 time: 0.1054647 Jan 10 11:59:04.415874 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58474) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:04.420322 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-f15afe64-b97c-4af2-bcd6-824b9dfb539c tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c864643b-96b7-4888-b749-44a89e8f247a', 'tempest-TagsExtTest-Tag-1462680730') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:04.482633 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-f15afe64-b97c-4af2-bcd6-824b9dfb539c tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] show failed (client error): The resource could not be found. Jan 10 11:59:04.484135 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f15afe64-b97c-4af2-bcd6-824b9dfb539c tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/subnets/c864643b-96b7-4888-b749-44a89e8f247a/tags/tempest-TagsExtTest-Tag-1462680730 HTTP/1.1" status: 404 len: 329 time: 0.0668690 Jan 10 11:59:04.487401 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58476) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:04.492171 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-cc2c5f7e-7a15-42a4-892b-3b2888eb4420 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7c4a4688-dd78-4416-beff-292a7fb1bb7d', {'tags': ['tempest-TagsExtTest-Tag-823028761', 'tempest-TagsExtTest-Tag-85915798', 'tempest-TagsExtTest-Tag-857415714']}) {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:04.523034 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-322acfe4-8920-4cd1-ac19-74d2f3ff6198 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (206b7209-7f19-4c2f-b244-abbb033dc235), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:04.581229 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f38a22e5-8948-432d-8a58-f0e5d71b9d18 req-4121688b-b31a-4e45-b9e2-4aca05f94986 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 210 time: 0.0374546 Jan 10 11:59:04.714432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-322acfe4-8920-4cd1-ac19-74d2f3ff6198 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:04.715664 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-322acfe4-8920-4cd1-ac19-74d2f3ff6198 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5375850 Jan 10 11:59:04.718967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58486) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:04.723829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:04.765634 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cc2c5f7e-7a15-42a4-892b-3b2888eb4420 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "PUT /v2.0/ports/7c4a4688-dd78-4416-beff-292a7fb1bb7d/tags HTTP/1.1" status: 200 len: 314 time: 0.2745242 Jan 10 11:59:04.765953 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58488) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:04.770246 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-e5369111-67e3-49dd-b97d-c2659543d4dd tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7c4a4688-dd78-4416-beff-292a7fb1bb7d') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:04.935566 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (206b7209-7f19-4c2f-b244-abbb033dc235), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:04.970454 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e5369111-67e3-49dd-b97d-c2659543d4dd tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/ports/7c4a4688-dd78-4416-beff-292a7fb1bb7d/tags HTTP/1.1" status: 204 len: 168 time: 0.2034898 Jan 10 11:59:04.973032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58490) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:04.977427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-749f9aea-2fd0-45f7-9402-7893ea15b4b7 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7c4a4688-dd78-4416-beff-292a7fb1bb7d', 'tempest-TagsExtTest-Tag-823028761') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:05.032694 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-749f9aea-2fd0-45f7-9402-7893ea15b4b7 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] show failed (client error): The resource could not be found. Jan 10 11:59:05.033746 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-749f9aea-2fd0-45f7-9402-7893ea15b4b7 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/ports/7c4a4688-dd78-4416-beff-292a7fb1bb7d/tags/tempest-TagsExtTest-Tag-823028761 HTTP/1.1" status: 404 len: 328 time: 0.0597472 Jan 10 11:59:05.036669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58492) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:05.040853 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-49f82895-f499-418d-9731-82157ef2e080 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7c4a4688-dd78-4416-beff-292a7fb1bb7d', 'tempest-TagsExtTest-Tag-85915798') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:05.092884 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-49f82895-f499-418d-9731-82157ef2e080 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] show failed (client error): The resource could not be found. Jan 10 11:59:05.093981 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-49f82895-f499-418d-9731-82157ef2e080 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/ports/7c4a4688-dd78-4416-beff-292a7fb1bb7d/tags/tempest-TagsExtTest-Tag-85915798 HTTP/1.1" status: 404 len: 327 time: 0.0563846 Jan 10 11:59:05.096706 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58494) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:05.100870 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-be2873a5-a3fe-4f0b-a24a-837179bf6bbb tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7c4a4688-dd78-4416-beff-292a7fb1bb7d', 'tempest-TagsExtTest-Tag-857415714') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:05.150200 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-be2873a5-a3fe-4f0b-a24a-837179bf6bbb tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] show failed (client error): The resource could not be found. Jan 10 11:59:05.151272 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-be2873a5-a3fe-4f0b-a24a-837179bf6bbb tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/ports/7c4a4688-dd78-4416-beff-292a7fb1bb7d/tags/tempest-TagsExtTest-Tag-857415714 HTTP/1.1" status: 404 len: 328 time: 0.0536742 Jan 10 11:59:05.154389 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58496) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:05.159239 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-765404f4-17a4-47d0-8b5b-5712f4f7804a tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c3fb9d96-4a45-4c3c-82e0-d89ebc224874', {'tags': ['tempest-TagsExtTest-Tag-1567669787', 'tempest-TagsExtTest-Tag-783754199', 'tempest-TagsExtTest-Tag-19953635']}) {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:05.339529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (206b7209-7f19-4c2f-b244-abbb033dc235), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:05.358606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:05.376579 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-765404f4-17a4-47d0-8b5b-5712f4f7804a tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "PUT /v2.0/routers/c3fb9d96-4a45-4c3c-82e0-d89ebc224874/tags HTTP/1.1" status: 200 len: 315 time: 0.2211571 Jan 10 11:59:05.379533 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58500) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:05.384526 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-f1e9a07a-4ef5-4b02-bfbf-2a70e7b99923 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c3fb9d96-4a45-4c3c-82e0-d89ebc224874') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:05.468830 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Allocated IP 172.36.2.132 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/4db3040d-fbf2-4614-ba0b-827810de451e) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:59:05.570696 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f1e9a07a-4ef5-4b02-bfbf-2a70e7b99923 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/routers/c3fb9d96-4a45-4c3c-82e0-d89ebc224874/tags HTTP/1.1" status: 204 len: 168 time: 0.1900184 Jan 10 11:59:05.573689 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58502) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:05.579459 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-3e891e63-cdf6-452a-8475-a186d67b545e tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c3fb9d96-4a45-4c3c-82e0-d89ebc224874', 'tempest-TagsExtTest-Tag-1567669787') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:05.656891 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-3e891e63-cdf6-452a-8475-a186d67b545e tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] show failed (client error): The resource could not be found. Jan 10 11:59:05.657975 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3e891e63-cdf6-452a-8475-a186d67b545e tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/routers/c3fb9d96-4a45-4c3c-82e0-d89ebc224874/tags/tempest-TagsExtTest-Tag-1567669787 HTTP/1.1" status: 404 len: 329 time: 0.0832605 Jan 10 11:59:05.661397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58506) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:05.661927 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fd5912ef-d760-4dd6-b590-48b21e00b917 req-e89c0a86-b666-44e5-ade9-325936da3b64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 210 time: 0.0284111 Jan 10 11:59:05.666649 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-b56fbaaa-ce93-49fe-953f-5f1182057e95 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c3fb9d96-4a45-4c3c-82e0-d89ebc224874', 'tempest-TagsExtTest-Tag-783754199') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:05.741613 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-b56fbaaa-ce93-49fe-953f-5f1182057e95 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] show failed (client error): The resource could not be found. Jan 10 11:59:05.742726 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b56fbaaa-ce93-49fe-953f-5f1182057e95 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/routers/c3fb9d96-4a45-4c3c-82e0-d89ebc224874/tags/tempest-TagsExtTest-Tag-783754199 HTTP/1.1" status: 404 len: 328 time: 0.0801513 Jan 10 11:59:05.745722 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58508) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:05.752536 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-eb428bca-aca9-4f4d-8891-591f03eb61e7 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c3fb9d96-4a45-4c3c-82e0-d89ebc224874', 'tempest-TagsExtTest-Tag-19953635') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:06.042578 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f7174680-ef89-492c-873d-952e4a4f55e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:06.093086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for port (4db3040d-fbf2-4614-ba0b-827810de451e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:06.106089 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-eb428bca-aca9-4f4d-8891-591f03eb61e7 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] show failed (client error): The resource could not be found. Jan 10 11:59:06.107128 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-eb428bca-aca9-4f4d-8891-591f03eb61e7 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/routers/c3fb9d96-4a45-4c3c-82e0-d89ebc224874/tags/tempest-TagsExtTest-Tag-19953635 HTTP/1.1" status: 404 len: 327 time: 0.3603065 Jan 10 11:59:06.110414 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58510) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:06.117189 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-4353f04e-832b-48b3-b169-9ea195ea3eac tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6b7fa7af-a8ed-49d7-b00b-fa4905428aab', {'tags': ['tempest-TagsExtTest-Tag-80558535', 'tempest-TagsExtTest-Tag-2091787395', 'tempest-TagsExtTest-Tag-1019115886']}) {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:06.236750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (4db3040d-fbf2-4614-ba0b-827810de451e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:06.279032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:59:06.281983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:59:06.286948 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:59:06.287822 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4353f04e-832b-48b3-b169-9ea195ea3eac tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "PUT /v2.0/subnetpools/6b7fa7af-a8ed-49d7-b00b-fa4905428aab/tags HTTP/1.1" status: 200 len: 316 time: 0.1751823 Jan 10 11:59:06.289273 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58512) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:06.292240 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Pushing event updated for resources: {'Port': ['ID=4db3040d-fbf2-4614-ba0b-827810de451e,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:06.295564 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-6830ea9d-694d-4a84-8087-5abb6f4267ee tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6b7fa7af-a8ed-49d7-b00b-fa4905428aab') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:06.308613 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dedfb4-5c60-4f72-bee6-6eaad7b60a46 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:59:06.407612 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2197afce-5676-4f8f-83b7-e58dcf66ece4 None None] Provisioning complete for port 4db3040d-fbf2-4614-ba0b-827810de451e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:59:06.407918 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2197afce-5676-4f8f-83b7-e58dcf66ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (4db3040d-fbf2-4614-ba0b-827810de451e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:06.442716 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6830ea9d-694d-4a84-8087-5abb6f4267ee tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/subnetpools/6b7fa7af-a8ed-49d7-b00b-fa4905428aab/tags HTTP/1.1" status: 204 len: 168 time: 0.1517463 Jan 10 11:59:06.443339 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58514) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:06.445527 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2197afce-5676-4f8f-83b7-e58dcf66ece4 None None] Port 4db3040d-fbf2-4614-ba0b-827810de451e cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:59:06.447660 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-9a888f5a-0524-48b8-a3dd-e5b0cb81deb8 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b7fa7af-a8ed-49d7-b00b-fa4905428aab', 'tempest-TagsExtTest-Tag-80558535') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:06.468185 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-9a888f5a-0524-48b8-a3dd-e5b0cb81deb8 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] show failed (client error): The resource could not be found. Jan 10 11:59:06.471268 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9a888f5a-0524-48b8-a3dd-e5b0cb81deb8 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/subnetpools/6b7fa7af-a8ed-49d7-b00b-fa4905428aab/tags/tempest-TagsExtTest-Tag-80558535 HTTP/1.1" status: 404 len: 327 time: 0.0250421 Jan 10 11:59:06.473132 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58516) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:06.477421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-acf84fdd-79f9-4fb7-afcc-44ce11cc8b71 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b7fa7af-a8ed-49d7-b00b-fa4905428aab', 'tempest-TagsExtTest-Tag-2091787395') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:06.498158 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-acf84fdd-79f9-4fb7-afcc-44ce11cc8b71 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] show failed (client error): The resource could not be found. Jan 10 11:59:06.499789 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-acf84fdd-79f9-4fb7-afcc-44ce11cc8b71 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/subnetpools/6b7fa7af-a8ed-49d7-b00b-fa4905428aab/tags/tempest-TagsExtTest-Tag-2091787395 HTTP/1.1" status: 404 len: 329 time: 0.0251062 Jan 10 11:59:06.502609 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58518) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:06.506822 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-d4e42240-9e84-4010-935c-e14b26c0aca2 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b7fa7af-a8ed-49d7-b00b-fa4905428aab', 'tempest-TagsExtTest-Tag-1019115886') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:06.527461 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-d4e42240-9e84-4010-935c-e14b26c0aca2 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] show failed (client error): The resource could not be found. Jan 10 11:59:06.528485 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d4e42240-9e84-4010-935c-e14b26c0aca2 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/subnetpools/6b7fa7af-a8ed-49d7-b00b-fa4905428aab/tags/tempest-TagsExtTest-Tag-1019115886 HTTP/1.1" status: 404 len: 329 time: 0.0249646 Jan 10 11:59:06.531696 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58520) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:06.535934 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-f79191d0-8a6a-418a-b279-c79ad47bde13 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6b7fa7af-a8ed-49d7-b00b-fa4905428aab') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:06.562123 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f79191d0-8a6a-418a-b279-c79ad47bde13 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/subnetpools/6b7fa7af-a8ed-49d7-b00b-fa4905428aab/tags HTTP/1.1" status: 204 len: 168 time: 0.0287471 Jan 10 11:59:06.564208 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58522) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:06.568790 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-fd03fff4-7a4c-49bb-96d3-f0da229142d8 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c3fb9d96-4a45-4c3c-82e0-d89ebc224874') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:06.638003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (206b7209-7f19-4c2f-b244-abbb033dc235), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:06.656042 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fd03fff4-7a4c-49bb-96d3-f0da229142d8 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/routers/c3fb9d96-4a45-4c3c-82e0-d89ebc224874/tags HTTP/1.1" status: 204 len: 168 time: 0.0901711 Jan 10 11:59:06.658734 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58524) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:06.662941 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.tag.tag_plugin [None req-1e21efd6-1fe0-4bd3-9da8-9edd92f7b8d0 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7c4a4688-dd78-4416-beff-292a7fb1bb7d') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:06.725312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58528) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:06.726132 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1e21efd6-1fe0-4bd3-9da8-9edd92f7b8d0 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/ports/7c4a4688-dd78-4416-beff-292a7fb1bb7d/tags HTTP/1.1" status: 204 len: 168 time: 0.0663888 Jan 10 11:59:06.732244 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-10482a8b-6055-47d3-9348-2ef4597dd55f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c864643b-96b7-4888-b749-44a89e8f247a') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:06.762561 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3462835b-e29d-4340-9dfc-97fba7289d90 req-8fa6ed6c-7778-4532-b6ef-364200f0a8eb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 210 time: 0.0265248 Jan 10 11:59:06.899481 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-10482a8b-6055-47d3-9348-2ef4597dd55f tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/subnets/c864643b-96b7-4888-b749-44a89e8f247a/tags HTTP/1.1" status: 204 len: 168 time: 0.1726377 Jan 10 11:59:06.906388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58530) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:06.911184 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (206b7209-7f19-4c2f-b244-abbb033dc235), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:06.914744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (206b7209-7f19-4c2f-b244-abbb033dc235), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:07.126211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad181555-93ff-40f3-a774-faf74a075540 req-695e8a8a-b278-43f6-bf6d-3bc2716ae915 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:07.127707 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad181555-93ff-40f3-a774-faf74a075540 req-695e8a8a-b278-43f6-bf6d-3bc2716ae915 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/networks?id=92e8a80c-ea2d-48c9-bb5b-89626ead14c3 HTTP/1.1" status: 200 len: 796 time: 0.1699102 Jan 10 11:59:07.137810 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1d7c537-ee18-4ae7-b121-dccfc0638c38 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:07.139889 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f1d7c537-ee18-4ae7-b121-dccfc0638c38 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/subnetpools/6b7fa7af-a8ed-49d7-b00b-fa4905428aab HTTP/1.1" status: 204 len: 168 time: 0.2315006 Jan 10 11:59:07.142151 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58532) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:07.177015 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4f4df82d-2660-4641-857e-ceebfa6235b8 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3fb9d96-4a45-4c3c-82e0-d89ebc224874 HTTP/1.1" status: 200 len: 205 time: 0.0334299 Jan 10 11:59:07.179237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58534) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:07.215149 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad181555-93ff-40f3-a774-faf74a075540 req-16795696-a333-4f87-ae9e-3ada9c369aae tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 378 time: 0.0753894 Jan 10 11:59:07.223681 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-ad181555-93ff-40f3-a774-faf74a075540 req-ab416308-fb35-490e-b3c8-2b079c60f16a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'port': {'device_id': '84b78088-7f85-406b-bf10-043a2974887d', 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'admin_state_up': True, 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'security_groups': ['e74a44f8-0413-49ab-a8ac-f113325c92ef']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:07.251434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Router 206b7209-7f19-4c2f-b244-abbb033dc235 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:59:07.256859 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f9ca76e1-07de-4466-9dbb-a97dff04b0fa tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks [] for router (c3fb9d96-4a45-4c3c-82e0-d89ebc224874), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:07.441319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:59:07.448821 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:07.452672 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b3b87293-f904-434c-8a55-e330df3d6790 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "PUT /v2.0/routers/206b7209-7f19-4c2f-b244-abbb033dc235 HTTP/1.1" status: 200 len: 883 time: 2.7299683 Jan 10 11:59:07.452923 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58542) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:07.458017 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28707753-5dd3-469c-864b-ee6ef4846efd None None] Sync routers for ids ['206b7209-7f19-4c2f-b244-abbb033dc235'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:59:07.471979 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28707753-5dd3-469c-864b-ee6ef4846efd None None] Routers {'206b7209-7f19-4c2f-b244-abbb033dc235'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:07.472630 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-28707753-5dd3-469c-864b-ee6ef4846efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['206b7209-7f19-4c2f-b244-abbb033dc235'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:07.510699 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-28707753-5dd3-469c-864b-ee6ef4846efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:07.521073 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28707753-5dd3-469c-864b-ee6ef4846efd None None] Routers {'206b7209-7f19-4c2f-b244-abbb033dc235'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:07.522197 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-28707753-5dd3-469c-864b-ee6ef4846efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:58:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['206b7209-7f19-4c2f-b244-abbb033dc235'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:07.532523 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad181555-93ff-40f3-a774-faf74a075540 req-ab416308-fb35-490e-b3c8-2b079c60f16a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:59:07.536657 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ad181555-93ff-40f3-a774-faf74a075540 req-ab416308-fb35-490e-b3c8-2b079c60f16a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:07.565816 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-28707753-5dd3-469c-864b-ee6ef4846efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:07.566083 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28707753-5dd3-469c-864b-ee6ef4846efd None None] The sync data for ids ['206b7209-7f19-4c2f-b244-abbb033dc235'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:59:07.646609 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c378fa8b-b544-4297-9e3a-f53eca1fd06e tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/routers/206b7209-7f19-4c2f-b244-abbb033dc235 HTTP/1.1" status: 200 len: 924 time: 0.1891489 Jan 10 11:59:07.646609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58544) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:07.752109 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f9ca76e1-07de-4466-9dbb-a97dff04b0fa tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (c3fb9d96-4a45-4c3c-82e0-d89ebc224874), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:07.754754 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f9ca76e1-07de-4466-9dbb-a97dff04b0fa tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks [] for router_controller (c3fb9d96-4a45-4c3c-82e0-d89ebc224874), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:07.766528 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a38aa2-dd68-48a4-b928-97cb3704c872 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:07.770954 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-52a38aa2-dd68-48a4-b928-97cb3704c872 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&device_id=206b7209-7f19-4c2f-b244-abbb033dc235&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1217873 Jan 10 11:59:07.773167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58546) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:07.785103 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-ad181555-93ff-40f3-a774-faf74a075540 req-ab416308-fb35-490e-b3c8-2b079c60f16a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.5 (92e8a80c-ea2d-48c9-bb5b-89626ead14c3/35707ae7-abd9-490a-8159-a61b866cc8fb/989d9734-e5c4-4956-a5d7-608797ed6285) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:59:07.888799 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6894c538-e7f4-44d9-aff2-e9392831808a req-13bc4cfd-111c-4182-88e6-ef100a5e361f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 210 time: 0.0503685 Jan 10 11:59:07.908077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f9ca76e1-07de-4466-9dbb-a97dff04b0fa tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (c3fb9d96-4a45-4c3c-82e0-d89ebc224874), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:07.908723 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ca76e1-07de-4466-9dbb-a97dff04b0fa tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Fanout notify agent at l3_agent the message router_deleted on router c3fb9d96-4a45-4c3c-82e0-d89ebc224874 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:59:07.916292 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f9ca76e1-07de-4466-9dbb-a97dff04b0fa tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:07.919972 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f9ca76e1-07de-4466-9dbb-a97dff04b0fa tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/routers/c3fb9d96-4a45-4c3c-82e0-d89ebc224874 HTTP/1.1" status: 204 len: 168 time: 0.7397676 Jan 10 11:59:07.920589 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58550) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:07.950777 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db375f53-4df1-495e-9153-288238a25a73 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:07.952851 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-db375f53-4df1-495e-9153-288238a25a73 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/networks/a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 HTTP/1.1" status: 200 len: 881 time: 0.1793303 Jan 10 11:59:07.956152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58552) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:08.013505 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0c8be871-cd90-482f-a0cd-78698f24c157 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "GET /v2.0/ports?device_id=206b7209-7f19-4c2f-b244-abbb033dc235 HTTP/1.1" status: 200 len: 205 time: 0.0487425 Jan 10 11:59:08.013505 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58554) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:08.033418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ad181555-93ff-40f3-a774-faf74a075540 req-ab416308-fb35-490e-b3c8-2b079c60f16a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (989d9734-e5c4-4956-a5d7-608797ed6285), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:08.119939 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Deleting port 7c4a4688-dd78-4416-beff-292a7fb1bb7d {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:59:08.120437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7c4a4688-dd78-4416-beff-292a7fb1bb7d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:08.146951 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ad181555-93ff-40f3-a774-faf74a075540 req-ab416308-fb35-490e-b3c8-2b079c60f16a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (989d9734-e5c4-4956-a5d7-608797ed6285), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:08.151133 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7fb6cbb1-ef40-42cd-bdd7-798004949432 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (206b7209-7f19-4c2f-b244-abbb033dc235), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:08.197138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad181555-93ff-40f3-a774-faf74a075540 req-ab416308-fb35-490e-b3c8-2b079c60f16a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 92e8a80c-ea2d-48c9-bb5b-89626ead14c3 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:59:08.200302 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-ad181555-93ff-40f3-a774-faf74a075540 req-ab416308-fb35-490e-b3c8-2b079c60f16a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:59:08.204751 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad181555-93ff-40f3-a774-faf74a075540 req-ab416308-fb35-490e-b3c8-2b079c60f16a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:59:08.230970 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab416308-fb35-490e-b3c8-2b079c60f16a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=989d9734-e5c4-4956-a5d7-608797ed6285,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:08.274989 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad181555-93ff-40f3-a774-faf74a075540 req-ab416308-fb35-490e-b3c8-2b079c60f16a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:08.275403 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ad181555-93ff-40f3-a774-faf74a075540 req-ab416308-fb35-490e-b3c8-2b079c60f16a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:08.306017 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7c4a4688-dd78-4416-beff-292a7fb1bb7d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:08.324469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Calling delete_port for 7c4a4688-dd78-4416-beff-292a7fb1bb7d owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:59:08.338060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7fb6cbb1-ef40-42cd-bdd7-798004949432 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (206b7209-7f19-4c2f-b244-abbb033dc235), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:08.412407 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad181555-93ff-40f3-a774-faf74a075540 req-ab416308-fb35-490e-b3c8-2b079c60f16a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1924970 Jan 10 11:59:08.425671 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Request body: {'port': {'device_id': '84b78088-7f85-406b-bf10-043a2974887d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:08.481122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-1a24958a-abf0-4d53-94bc-339bf3646dff None None] Provisioning complete for port 989d9734-e5c4-4956-a5d7-608797ed6285 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:59:08.481741 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1a24958a-abf0-4d53-94bc-339bf3646dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (989d9734-e5c4-4956-a5d7-608797ed6285), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:08.484301 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (989d9734-e5c4-4956-a5d7-608797ed6285), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:08.518703 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6cbb1-ef40-42cd-bdd7-798004949432 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Deleting port 4db3040d-fbf2-4614-ba0b-827810de451e {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:59:08.519058 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7fb6cbb1-ef40-42cd-bdd7-798004949432 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (4db3040d-fbf2-4614-ba0b-827810de451e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:08.520625 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1a24958a-abf0-4d53-94bc-339bf3646dff None None] Port 989d9734-e5c4-4956-a5d7-608797ed6285 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:59:08.573098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (7c4a4688-dd78-4416-beff-292a7fb1bb7d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:08.607908 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Pushing event deleted for resources: {'Port': ['ID=7c4a4688-dd78-4416-beff-292a7fb1bb7d,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:08.620812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:08.620812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:08.621355 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:08.621465 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:08.621757 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:08.622197 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:08.622639 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:08.623027 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:08.623362 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:08.623768 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:08.627472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:08.627472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:08.627472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:08.705989 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7fb6cbb1-ef40-42cd-bdd7-798004949432 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (4db3040d-fbf2-4614-ba0b-827810de451e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:08.729037 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6cbb1-ef40-42cd-bdd7-798004949432 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Calling delete_port for 4db3040d-fbf2-4614-ba0b-827810de451e owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:59:08.739169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:08.742687 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b1cf3dc5-45c6-4764-85d7-5a8d5d2cfa68 tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/ports/7c4a4688-dd78-4416-beff-292a7fb1bb7d HTTP/1.1" status: 204 len: 168 time: 0.8210614 Jan 10 11:59:08.746742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58556) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:08.844647 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c69851-7e68-4fab-aa23-2a1631867a8d tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Deleting subnet c864643b-96b7-4888-b749-44a89e8f247a {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:59:08.852459 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9c69851-7e68-4fab-aa23-2a1631867a8d tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks [] for subnet (c864643b-96b7-4888-b749-44a89e8f247a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:08.891368 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989d9734-e5c4-4956-a5d7-608797ed6285 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:59:08.899779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Publish callbacks [] for port (989d9734-e5c4-4956-a5d7-608797ed6285), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:08.928075 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Transition to ACTIVE for port object 989d9734-e5c4-4956-a5d7-608797ed6285 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:59:08.941255 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9c69851-7e68-4fab-aa23-2a1631867a8d tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (c864643b-96b7-4888-b749-44a89e8f247a), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:08.998736 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (989d9734-e5c4-4956-a5d7-608797ed6285), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.090625 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Pushing event updated for resources: {'Port': ['ID=989d9734-e5c4-4956-a5d7-608797ed6285,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:09.103681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db6de6-0887-4071-ac7a-8c5e13fb11bf req-bdcce1c2-cd42-4a57-8715-5dc4a3407dec tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:09.105308 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e8db6de6-0887-4071-ac7a-8c5e13fb11bf req-bdcce1c2-cd42-4a57-8715-5dc4a3407dec tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 943 time: 0.1274536 Jan 10 11:59:09.146208 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9c69851-7e68-4fab-aa23-2a1631867a8d tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (c864643b-96b7-4888-b749-44a89e8f247a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.173100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Attempting to bind port 989d9734-e5c4-4956-a5d7-608797ed6285 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:59:09.173541 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Attempting to bind port 989d9734-e5c4-4956-a5d7-608797ed6285 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '4f14287d-1ec8-4e98-8fbf-4de0d2d595b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:59:09.174043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Attempting to bind port 989d9734-e5c4-4956-a5d7-608797ed6285 on network 92e8a80c-ea2d-48c9-bb5b-89626ead14c3 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:59:09.179896 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Port 989d9734-e5c4-4956-a5d7-608797ed6285 on network 92e8a80c-ea2d-48c9-bb5b-89626ead14c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:59:09.180390 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Attempting to bind port 989d9734-e5c4-4956-a5d7-608797ed6285 on network 92e8a80c-ea2d-48c9-bb5b-89626ead14c3 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:59:09.187372 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:59:09.187882 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Checking segment: {'id': '4f14287d-1ec8-4e98-8fbf-4de0d2d595b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:59:09.188381 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Bound using segment: {'id': '4f14287d-1ec8-4e98-8fbf-4de0d2d595b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:59:09.188956 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Bound port: 989d9734-e5c4-4956-a5d7-608797ed6285, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f14287d-1ec8-4e98-8fbf-4de0d2d595b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:59:09.189408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (989d9734-e5c4-4956-a5d7-608797ed6285), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.263645 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e8db6de6-0887-4071-ac7a-8c5e13fb11bf req-206e8ee6-10dc-49b9-8af6-265378937ff4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=e74a44f8-0413-49ab-a8ac-f113325c92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1497760 Jan 10 11:59:09.272851 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] For port 989d9734-e5c4-4956-a5d7-608797ed6285, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:59:09.277496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] For port 989d9734-e5c4-4956-a5d7-608797ed6285, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=989d9734-e5c4-4956-a5d7-608797ed6285,segment=NetworkSegment(4f14287d-1ec8-4e98-8fbf-4de0d2d595b8),segment_id=4f14287d-1ec8-4e98-8fbf-4de0d2d595b8)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:59:09.300264 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9c69851-7e68-4fab-aa23-2a1631867a8d tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (c864643b-96b7-4888-b749-44a89e8f247a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.323807 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c69851-7e68-4fab-aa23-2a1631867a8d tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Pushing event deleted for resources: {'Subnet': ['ID=c864643b-96b7-4888-b749-44a89e8f247a,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:09.331614 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9c69851-7e68-4fab-aa23-2a1631867a8d tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.336298 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a9c69851-7e68-4fab-aa23-2a1631867a8d tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/subnets/c864643b-96b7-4888-b749-44a89e8f247a HTTP/1.1" status: 204 len: 168 time: 0.5885510 Jan 10 11:59:09.338940 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58560) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:09.344739 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67272dca-1309-4ca2-962e-8e8ed7aa87c9 None None] Network 67289110-8530-453d-9d6f-e62e3c36ab30 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:59:09.350498 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7fb6cbb1-ef40-42cd-bdd7-798004949432 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (4db3040d-fbf2-4614-ba0b-827810de451e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.398694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (989d9734-e5c4-4956-a5d7-608797ed6285), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.449011 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6cbb1-ef40-42cd-bdd7-798004949432 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Pushing event deleted for resources: {'Port': ['ID=4db3040d-fbf2-4614-ba0b-827810de451e,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:09.473700 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef1df1-9a30-47b0-9049-520677e4bd65 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:59:09.480064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:09.480838 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.486505 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad181555-93ff-40f3-a774-faf74a075540 req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] 10.222.0.30 "PUT /v2.0/ports/989d9734-e5c4-4956-a5d7-608797ed6285 HTTP/1.1" status: 200 len: 1093 time: 1.0662880 Jan 10 11:59:09.488086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b78088-7f85-406b-bf10-043a2974887d', 'tag': '989d9734-e5c4-4956-a5d7-608797ed6285'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:59:09.491801 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cee0888-ecdf-4b21-bdb3-c6770671fba7" -d '{"events": [{"name": "network-changed", "server_uuid": "84b78088-7f85-406b-bf10-043a2974887d", "tag": "989d9734-e5c4-4956-a5d7-608797ed6285"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:59:09.536555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06c021-f55f-447a-8410-4a6ea33aa803 service neutron] Pushing event updated for resources: {'Port': ['ID=989d9734-e5c4-4956-a5d7-608797ed6285,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:09.547538 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (67289110-8530-453d-9d6f-e62e3c36ab30), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.570076 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7fb6cbb1-ef40-42cd-bdd7-798004949432 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (206b7209-7f19-4c2f-b244-abbb033dc235), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.575462 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742100e0-527b-4f53-8721-503ca2d15921 x-openstack-request-id: req-742100e0-527b-4f53-8721-503ca2d15921 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:59:09.575774 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b78088-7f85-406b-bf10-043a2974887d", "tag": "989d9734-e5c4-4956-a5d7-608797ed6285", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:59:09.576146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-742100e0-527b-4f53-8721-503ca2d15921 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:59:09.576432 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b78088-7f85-406b-bf10-043a2974887d', 'tag': '989d9734-e5c4-4956-a5d7-608797ed6285', 'status': 'completed', 'code': 200} Jan 10 11:59:09.658147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee0888-ecdf-4b21-bdb3-c6770671fba7 req-9d5dfae2-3dcc-4325-a29a-29808bdb1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:09.659166 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba92bac1-4d77-4fe4-b33f-d9047260455e None None] DHCP port deletion for 67289110-8530-453d-9d6f-e62e3c36ab30 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:59:09.660802 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9cee0888-ecdf-4b21-bdb3-c6770671fba7 req-9d5dfae2-3dcc-4325-a29a-29808bdb1a12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 1096 time: 0.0681376 Jan 10 11:59:09.731733 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ba92bac1-4d77-4fe4-b33f-d9047260455e None None] Deleting port 41ec6969-f226-41e0-baf2-febc3533e6ed {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:59:09.732053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ba92bac1-4d77-4fe4-b33f-d9047260455e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (41ec6969-f226-41e0-baf2-febc3533e6ed), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.753606 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7fb6cbb1-ef40-42cd-bdd7-798004949432 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (206b7209-7f19-4c2f-b244-abbb033dc235), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.760800 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7fb6cbb1-ef40-42cd-bdd7-798004949432 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_controller (206b7209-7f19-4c2f-b244-abbb033dc235), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.828321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ba92bac1-4d77-4fe4-b33f-d9047260455e None None] For port 41ec6969-f226-41e0-baf2-febc3533e6ed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41ec6969-f226-41e0-baf2-febc3533e6ed,segment=NetworkSegment(c5a48087-7e2d-458d-a991-0bae89a9c024),segment_id=c5a48087-7e2d-458d-a991-0bae89a9c024)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:59:09.828734 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ba92bac1-4d77-4fe4-b33f-d9047260455e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (41ec6969-f226-41e0-baf2-febc3533e6ed), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.828913 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Deleting port 41ec6969-f226-41e0-baf2-febc3533e6ed {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:59:09.829135 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (41ec6969-f226-41e0-baf2-febc3533e6ed), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.846372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ba92bac1-4d77-4fe4-b33f-d9047260455e None None] Calling delete_port for 41ec6969-f226-41e0-baf2-febc3533e6ed owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:59:09.914094 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] For port 41ec6969-f226-41e0-baf2-febc3533e6ed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41ec6969-f226-41e0-baf2-febc3533e6ed,segment=NetworkSegment(c5a48087-7e2d-458d-a991-0bae89a9c024),segment_id=c5a48087-7e2d-458d-a991-0bae89a9c024)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:59:09.914466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (41ec6969-f226-41e0-baf2-febc3533e6ed), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.933166 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7fb6cbb1-ef40-42cd-bdd7-798004949432 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (206b7209-7f19-4c2f-b244-abbb033dc235), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.938267 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb6cbb1-ef40-42cd-bdd7-798004949432 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Fanout notify agent at l3_agent the message router_deleted on router 206b7209-7f19-4c2f-b244-abbb033dc235 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:59:09.943561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7fb6cbb1-ef40-42cd-bdd7-798004949432 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:09.945200 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7fb6cbb1-ef40-42cd-bdd7-798004949432 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "DELETE /v2.0/routers/206b7209-7f19-4c2f-b244-abbb033dc235 HTTP/1.1" status: 204 len: 168 time: 1.9353824 Jan 10 11:59:09.950978 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58564) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:09.957230 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-511e512a-3075-463b-bd66-61edbc3f7fbf tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1838295251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:09.964419 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Calling delete_port for 41ec6969-f226-41e0-baf2-febc3533e6ed owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:59:10.050478 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ba92bac1-4d77-4fe4-b33f-d9047260455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (41ec6969-f226-41e0-baf2-febc3533e6ed), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:10.066076 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (41ec6969-f226-41e0-baf2-febc3533e6ed), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:10.095971 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92bac1-4d77-4fe4-b33f-d9047260455e None None] Pushing event deleted for resources: {'Port': ['ID=41ec6969-f226-41e0-baf2-febc3533e6ed,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:10.098703 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba92bac1-4d77-4fe4-b33f-d9047260455e None None] No DVR routers for this DVR port 41ec6969-f226-41e0-baf2-febc3533e6ed on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:59:10.108021 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Pushing event deleted for resources: {'Port': ['ID=41ec6969-f226-41e0-baf2-febc3533e6ed,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:10.115015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] No DVR routers for this DVR port 41ec6969-f226-41e0-baf2-febc3533e6ed on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:59:10.169953 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-511e512a-3075-463b-bd66-61edbc3f7fbf tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (56bb2fe1-3fc9-4998-8045-b1d334033ffc), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:10.171280 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-511e512a-3075-463b-bd66-61edbc3f7fbf tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (56bb2fe1-3fc9-4998-8045-b1d334033ffc), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:10.192452 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee0888-ecdf-4b21-bdb3-c6770671fba7 req-d084894a-4b99-485b-8723-a89d71f12c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:10.193874 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9cee0888-ecdf-4b21-bdb3-c6770671fba7 req-d084894a-4b99-485b-8723-a89d71f12c24 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a8ed50a2c6284926857fedd16b365558&shared=False HTTP/1.1" status: 200 len: 897 time: 0.5260901 Jan 10 11:59:10.248063 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (67289110-8530-453d-9d6f-e62e3c36ab30), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:10.318188 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67289110-8530-453d-9d6f-e62e3c36ab30']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:10.331959 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-511e512a-3075-463b-bd66-61edbc3f7fbf tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_controller (56bb2fe1-3fc9-4998-8045-b1d334033ffc), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:10.334664 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a48087-7e2d-458d-a991-0bae89a9c024') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:10.335040 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a48087-7e2d-458d-a991-0bae89a9c024') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:10.351292 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (c5a48087-7e2d-458d-a991-0bae89a9c024), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:10.385518 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (c5a48087-7e2d-458d-a991-0bae89a9c024), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:10.408937 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee0888-ecdf-4b21-bdb3-c6770671fba7 req-8a5c61dc-3a9e-4ca6-8abd-bec90b2a1cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:10.409197 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:59:10.409597 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (c5a48087-7e2d-458d-a991-0bae89a9c024), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:10.410077 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9cee0888-ecdf-4b21-bdb3-c6770671fba7 req-8a5c61dc-3a9e-4ca6-8abd-bec90b2a1cf2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2104881 Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: self.session.flush() Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:59:10.412931 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:59:10.432335 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c0bc54dc-8703-4032-b513-0306efb17017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:10.471177 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-511e512a-3075-463b-bd66-61edbc3f7fbf tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (56bb2fe1-3fc9-4998-8045-b1d334033ffc), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:10.497755 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad181555-93ff-40f3-a774-faf74a075540 req-0d0d76e4-0b10-407f-b494-4f0185e7e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:10.498023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e3421-fe65-4f73-b178-8aa201040be7 req-7fe34f86-08fd-4c57-9d06-44ae107417c9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:10.499354 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad181555-93ff-40f3-a774-faf74a075540 req-0d0d76e4-0b10-407f-b494-4f0185e7e325 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 1096 time: 0.0468299 Jan 10 11:59:10.499559 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7a5e3421-fe65-4f73-b178-8aa201040be7 req-7fe34f86-08fd-4c57-9d06-44ae107417c9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 943 time: 0.1382153 Jan 10 11:59:10.551181 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad181555-93ff-40f3-a774-faf74a075540 req-2fd80dfa-1950-4316-8be4-0b5be221c77f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=989d9734-e5c4-4956-a5d7-608797ed6285 HTTP/1.1" status: 200 len: 217 time: 0.0455964 Jan 10 11:59:10.555209 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (67289110-8530-453d-9d6f-e62e3c36ab30), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:10.565357 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:10.568482 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] 10.222.0.16 "DELETE /v2.0/networks/67289110-8530-453d-9d6f-e62e3c36ab30 HTTP/1.1" status: 204 len: 168 time: 1.2281249 Jan 10 11:59:10.585430 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7a5e3421-fe65-4f73-b178-8aa201040be7 req-c91b4d72-f81e-4563-8c67-de255baee8c0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=e74a44f8-0413-49ab-a8ac-f113325c92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800495 Jan 10 11:59:10.595739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa22adb-df7e-419f-8e9e-51b4dc2a2ace tempest-TagsExtTest-606235356 tempest-TagsExtTest-606235356-project] Pushing event deleted for resources: {'Network': ['ID=67289110-8530-453d-9d6f-e62e3c36ab30,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:10.620162 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-511e512a-3075-463b-bd66-61edbc3f7fbf tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:10.620162 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-511e512a-3075-463b-bd66-61edbc3f7fbf tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6645284 Jan 10 11:59:10.620400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad181555-93ff-40f3-a774-faf74a075540 req-d90e3b3c-5612-479b-b1df-40b7b3663be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:10.620400 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad181555-93ff-40f3-a774-faf74a075540 req-d90e3b3c-5612-479b-b1df-40b7b3663be0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35707ae7-abd9-490a-8159-a61b866cc8fb HTTP/1.1" status: 200 len: 835 time: 0.0630012 Jan 10 11:59:10.620643 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58570) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:10.624417 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'enable_snat': True}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:10.643928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:10.691278 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad181555-93ff-40f3-a774-faf74a075540 req-8030ef64-fac1-4638-b6b8-1ff8d804ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:10.693292 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad181555-93ff-40f3-a774-faf74a075540 req-8030ef64-fac1-4638-b6b8-1ff8d804ffe4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92e8a80c-ea2d-48c9-bb5b-89626ead14c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658860 Jan 10 11:59:10.799579 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad181555-93ff-40f3-a774-faf74a075540 req-fdf7dcd1-009e-4a9a-ae65-9804cc6a6210 service neutron] 10.222.0.30 "GET /v2.0/networks/92e8a80c-ea2d-48c9-bb5b-89626ead14c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987122 Jan 10 11:59:10.853599 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (56bb2fe1-3fc9-4998-8045-b1d334033ffc), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:10.912774 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad181555-93ff-40f3-a774-faf74a075540 req-2cebed72-51b7-4c66-8cd5-1472b0c99b9a service neutron] 10.222.0.30 "GET /v2.0/networks/92e8a80c-ea2d-48c9-bb5b-89626ead14c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079042 Jan 10 11:59:10.917953 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 41ec6969-f226-41e0-baf2-febc3533e6ed no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:59:10.939769 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 41ec6969-f226-41e0-baf2-febc3533e6ed {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:59:10.940039 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 41ec6969-f226-41e0-baf2-febc3533e6ed not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:59:11.131747 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (56bb2fe1-3fc9-4998-8045-b1d334033ffc), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:11.153237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:11.194197 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58574) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:11.273640 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Allocated IP 172.36.2.72 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/6e730e01-f221-4d20-b3bc-ee0b45c57be7) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:59:11.388140 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0fe26048-0457-47f3-8143-565dceb452fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a033a8f482549d58db0d0910c918e6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1926796 Jan 10 11:59:11.392045 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58578) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:11.417559 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for port (6e730e01-f221-4d20-b3bc-ee0b45c57be7), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:11.447548 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5f612af8-89ae-4409-9aba-a8153bf8c57b admin admin] Publish callbacks [] for security_group (31f6cd81-07fc-423f-9b1f-06dfb791914f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:11.469026 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5f612af8-89ae-4409-9aba-a8153bf8c57b admin admin] Publish callbacks [] for security_group (31f6cd81-07fc-423f-9b1f-06dfb791914f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:11.518489 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (6e730e01-f221-4d20-b3bc-ee0b45c57be7), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:11.563178 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:59:11.566227 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:59:11.568748 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:59:11.583703 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40f6599-973c-4270-8c35-edb3018fc3d5 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:59:11.595607 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Pushing event updated for resources: {'Port': ['ID=6e730e01-f221-4d20-b3bc-ee0b45c57be7,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:11.672469 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-855b7c8d-6225-4f5e-af6f-76994a5b68c1 None None] Provisioning complete for port 6e730e01-f221-4d20-b3bc-ee0b45c57be7 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:59:11.672856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-855b7c8d-6225-4f5e-af6f-76994a5b68c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6e730e01-f221-4d20-b3bc-ee0b45c57be7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:11.706850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5f612af8-89ae-4409-9aba-a8153bf8c57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (31f6cd81-07fc-423f-9b1f-06dfb791914f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:11.709801 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5f612af8-89ae-4409-9aba-a8153bf8c57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:11.711257 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5f612af8-89ae-4409-9aba-a8153bf8c57b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31f6cd81-07fc-423f-9b1f-06dfb791914f HTTP/1.1" status: 204 len: 168 time: 0.3182247 Jan 10 11:59:11.716510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-855b7c8d-6225-4f5e-af6f-76994a5b68c1 None None] Port 6e730e01-f221-4d20-b3bc-ee0b45c57be7 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:59:11.725823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f612af8-89ae-4409-9aba-a8153bf8c57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f6cd81-07fc-423f-9b1f-06dfb791914f,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:11.754895 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6dd7f3-0594-4b9d-a5fe-32b9fa1f9e33 req-0bf5f13d-e284-43d1-a886-e16c5d54384f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:11.756508 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0b6dd7f3-0594-4b9d-a5fe-32b9fa1f9e33 req-0bf5f13d-e284-43d1-a886-e16c5d54384f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 943 time: 0.0821288 Jan 10 11:59:11.807356 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0b6dd7f3-0594-4b9d-a5fe-32b9fa1f9e33 req-5a63ab65-2704-4a0d-a9da-f3c03b562c2f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=e74a44f8-0413-49ab-a8ac-f113325c92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446954 Jan 10 11:59:11.961934 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (56bb2fe1-3fc9-4998-8045-b1d334033ffc), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:12.152408 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:12.509980 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (56bb2fe1-3fc9-4998-8045-b1d334033ffc), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:12.513341 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (56bb2fe1-3fc9-4998-8045-b1d334033ffc), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:12.757473 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Router 56bb2fe1-3fc9-4998-8045-b1d334033ffc is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:59:12.868596 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:59:12.873261 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:12.877596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58586) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:12.878132 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6670ea84-1103-42f2-b2fd-e51e6b0f7788 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "PUT /v2.0/routers/56bb2fe1-3fc9-4998-8045-b1d334033ffc HTTP/1.1" status: 200 len: 918 time: 2.2568417 Jan 10 11:59:12.878420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2f03d3-1761-4f94-b2e6-aa12875d6534 None None] Sync routers for ids ['56bb2fe1-3fc9-4998-8045-b1d334033ffc'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:59:12.888931 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f03d3-1761-4f94-b2e6-aa12875d6534 None None] Routers {'56bb2fe1-3fc9-4998-8045-b1d334033ffc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:12.890340 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4d2f03d3-1761-4f94-b2e6-aa12875d6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['56bb2fe1-3fc9-4998-8045-b1d334033ffc'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:12.924537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4d2f03d3-1761-4f94-b2e6-aa12875d6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:12.929106 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348831c2-16f8-45b3-9dc8-e09f597e3e2e req-556ec2da-b57d-4e9c-9fa9-3d977be262c1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:12.930706 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-348831c2-16f8-45b3-9dc8-e09f597e3e2e req-556ec2da-b57d-4e9c-9fa9-3d977be262c1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 943 time: 0.0519633 Jan 10 11:59:12.934261 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f03d3-1761-4f94-b2e6-aa12875d6534 None None] Routers {'56bb2fe1-3fc9-4998-8045-b1d334033ffc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:12.935007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4d2f03d3-1761-4f94-b2e6-aa12875d6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['56bb2fe1-3fc9-4998-8045-b1d334033ffc'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:12.971945 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4d2f03d3-1761-4f94-b2e6-aa12875d6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:12.972764 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2f03d3-1761-4f94-b2e6-aa12875d6534 None None] The sync data for ids ['56bb2fe1-3fc9-4998-8045-b1d334033ffc'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:59:12.986414 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-348831c2-16f8-45b3-9dc8-e09f597e3e2e req-bb23041d-82ce-4142-a9a2-a3dcad07c69b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=e74a44f8-0413-49ab-a8ac-f113325c92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485294 Jan 10 11:59:12.992623 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a670e3d0-e4ef-4967-a736-f7e46e472647 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/routers/56bb2fe1-3fc9-4998-8045-b1d334033ffc HTTP/1.1" status: 200 len: 924 time: 0.1136308 Jan 10 11:59:12.995227 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58588) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:13.037530 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7908fe5-64fd-4257-93b4-cdb3f01f0798 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:13.039080 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a7908fe5-64fd-4257-93b4-cdb3f01f0798 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&device_id=56bb2fe1-3fc9-4998-8045-b1d334033ffc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0428641 Jan 10 11:59:13.041858 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58590) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:13.130331 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2df227-c407-47e8-ab4b-4b0c8b8c1a80 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:13.131654 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ff2df227-c407-47e8-ab4b-4b0c8b8c1a80 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/networks/a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 HTTP/1.1" status: 200 len: 881 time: 0.0888910 Jan 10 11:59:13.134786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58592) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:13.163437 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bac61959-8b75-491d-8bc9-65a562162b2d tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb2fe1-3fc9-4998-8045-b1d334033ffc HTTP/1.1" status: 200 len: 205 time: 0.0272000 Jan 10 11:59:13.165909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58594) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:13.260767 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:13.275489 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (56bb2fe1-3fc9-4998-8045-b1d334033ffc), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:13.380827 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (56bb2fe1-3fc9-4998-8045-b1d334033ffc), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:13.527576 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Deleting port 6e730e01-f221-4d20-b3bc-ee0b45c57be7 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:59:13.527930 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (6e730e01-f221-4d20-b3bc-ee0b45c57be7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:13.607616 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (6e730e01-f221-4d20-b3bc-ee0b45c57be7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:13.620358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Calling delete_port for 6e730e01-f221-4d20-b3bc-ee0b45c57be7 owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:59:13.847914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (6e730e01-f221-4d20-b3bc-ee0b45c57be7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:13.878162 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Pushing event deleted for resources: {'Port': ['ID=6e730e01-f221-4d20-b3bc-ee0b45c57be7,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:13.891723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:13.892104 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:13.892472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:13.892817 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:13.892978 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f33ff8-9fa0-43e0-a885-fa6a48f8615a None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:59:13.893170 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:13.893510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:13.893973 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:13.894224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:13.894563 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:13.894902 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:13.895237 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:13.895566 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:13.895894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:13.953130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (56bb2fe1-3fc9-4998-8045-b1d334033ffc), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:14.047822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (56bb2fe1-3fc9-4998-8045-b1d334033ffc), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:14.050338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_controller (56bb2fe1-3fc9-4998-8045-b1d334033ffc), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:14.139416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459d134-eeb3-445c-9d83-88587bb240a6 req-d3755c3a-ec57-4859-a9ed-da603c911a2e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:14.141095 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2459d134-eeb3-445c-9d83-88587bb240a6 req-d3755c3a-ec57-4859-a9ed-da603c911a2e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 943 time: 0.0546417 Jan 10 11:59:14.191173 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2459d134-eeb3-445c-9d83-88587bb240a6 req-ca8ca31f-eb81-4b2c-b0f2-b3f8ad935cce tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=e74a44f8-0413-49ab-a8ac-f113325c92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445004 Jan 10 11:59:14.197724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (56bb2fe1-3fc9-4998-8045-b1d334033ffc), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:14.207147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Fanout notify agent at l3_agent the message router_deleted on router 56bb2fe1-3fc9-4998-8045-b1d334033ffc {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:59:14.207147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:14.207147 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ebbfd586-026a-4a59-98e6-4f4b489de163 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "DELETE /v2.0/routers/56bb2fe1-3fc9-4998-8045-b1d334033ffc HTTP/1.1" status: 204 len: 168 time: 1.0397470 Jan 10 11:59:14.211013 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58598) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:14.215417 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-9a1a9c8a-64cf-4c34-927a-c116cb4654f3 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1554866278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:14.221071 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 989d9734-e5c4-4956-a5d7-608797ed6285 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:59:14.300833 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9a1a9c8a-64cf-4c34-927a-c116cb4654f3 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (c8e32bf6-f9bb-42da-800f-ef1f2bc49282), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:14.301968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9a1a9c8a-64cf-4c34-927a-c116cb4654f3 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (c8e32bf6-f9bb-42da-800f-ef1f2bc49282), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:14.320109 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 989d9734-e5c4-4956-a5d7-608797ed6285, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=989d9734-e5c4-4956-a5d7-608797ed6285,segment=NetworkSegment(4f14287d-1ec8-4e98-8fbf-4de0d2d595b8),segment_id=4f14287d-1ec8-4e98-8fbf-4de0d2d595b8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:59:14.335696 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '989d9734-e5c4-4956-a5d7-608797ed6285', 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'port_id': '989d9734-e5c4-4956-a5d7-608797ed6285', 'mac_address': 'fa:16:3e:aa:71:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:59:14.352489 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9a1a9c8a-64cf-4c34-927a-c116cb4654f3 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_controller (c8e32bf6-f9bb-42da-800f-ef1f2bc49282), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:14.375245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (989d9734-e5c4-4956-a5d7-608797ed6285), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:14.388573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989d9734-e5c4-4956-a5d7-608797ed6285 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:59:14.415238 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 989d9734-e5c4-4956-a5d7-608797ed6285, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=989d9734-e5c4-4956-a5d7-608797ed6285,segment=NetworkSegment(4f14287d-1ec8-4e98-8fbf-4de0d2d595b8),segment_id=4f14287d-1ec8-4e98-8fbf-4de0d2d595b8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:59:14.437895 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9a1a9c8a-64cf-4c34-927a-c116cb4654f3 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (c8e32bf6-f9bb-42da-800f-ef1f2bc49282), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:14.481971 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (989d9734-e5c4-4956-a5d7-608797ed6285), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:14.512368 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9a1a9c8a-64cf-4c34-927a-c116cb4654f3 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:14.513596 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9a1a9c8a-64cf-4c34-927a-c116cb4654f3 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3016272 Jan 10 11:59:14.517242 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58600) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:14.521715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'enable_snat': False}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:14.530771 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=989d9734-e5c4-4956-a5d7-608797ed6285,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:14.696553 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['989d9734-e5c4-4956-a5d7-608797ed6285'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:59:14.730538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (c8e32bf6-f9bb-42da-800f-ef1f2bc49282), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:15.021208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (c8e32bf6-f9bb-42da-800f-ef1f2bc49282), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:15.044049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:15.147108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Allocated IP 172.36.2.100 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/f7edef69-4f6b-431e-985f-406d043a6e3c) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:59:15.254740 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for port (f7edef69-4f6b-431e-985f-406d043a6e3c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:15.308239 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f1e9d-0444-4402-9142-99de069f198f req-d13d7cc2-d05e-4a13-9e99-8013b0b65197 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:15.309785 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6e6f1e9d-0444-4402-9142-99de069f198f req-d13d7cc2-d05e-4a13-9e99-8013b0b65197 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 944 time: 0.0503187 Jan 10 11:59:15.360678 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6e6f1e9d-0444-4402-9142-99de069f198f req-83e33c89-1935-4403-883b-321b43cb6605 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=e74a44f8-0413-49ab-a8ac-f113325c92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446455 Jan 10 11:59:15.376486 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (f7edef69-4f6b-431e-985f-406d043a6e3c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:15.417993 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:59:15.421541 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:59:15.425246 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:59:15.431621 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Pushing event updated for resources: {'Port': ['ID=f7edef69-4f6b-431e-985f-406d043a6e3c,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:15.435082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82569dfd-b26b-4b77-98a2-d405eb520455 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:59:15.560328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0610a59f-c2f9-4574-8e05-6d27d3b93d1f None None] Provisioning complete for port f7edef69-4f6b-431e-985f-406d043a6e3c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:59:15.560608 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0610a59f-c2f9-4574-8e05-6d27d3b93d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f7edef69-4f6b-431e-985f-406d043a6e3c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:15.603102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-0610a59f-c2f9-4574-8e05-6d27d3b93d1f None None] Port f7edef69-4f6b-431e-985f-406d043a6e3c cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:59:16.082505 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router_gateway (c8e32bf6-f9bb-42da-800f-ef1f2bc49282), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:16.220682 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 989d9734-e5c4-4956-a5d7-608797ed6285 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:59:16.279557 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (c8e32bf6-f9bb-42da-800f-ef1f2bc49282), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:16.283352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (c8e32bf6-f9bb-42da-800f-ef1f2bc49282), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:16.321776 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 989d9734-e5c4-4956-a5d7-608797ed6285 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:59:16.326303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 989d9734-e5c4-4956-a5d7-608797ed6285 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:59:16.326800 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (989d9734-e5c4-4956-a5d7-608797ed6285), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:16.408447 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (989d9734-e5c4-4956-a5d7-608797ed6285), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:16.434303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b78088-7f85-406b-bf10-043a2974887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989d9734-e5c4-4956-a5d7-608797ed6285'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:59:16.436639 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c830f4-8bb1-4705-a70a-2a8693b368de" -d '{"events": [{"server_uuid": "84b78088-7f85-406b-bf10-043a2974887d", "name": "network-vif-plugged", "status": "completed", "tag": "989d9734-e5c4-4956-a5d7-608797ed6285"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:59:16.457407 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 989d9734-e5c4-4956-a5d7-608797ed6285, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=989d9734-e5c4-4956-a5d7-608797ed6285,segment=NetworkSegment(4f14287d-1ec8-4e98-8fbf-4de0d2d595b8),segment_id=4f14287d-1ec8-4e98-8fbf-4de0d2d595b8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:59:16.481484 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Router c8e32bf6-f9bb-42da-800f-ef1f2bc49282 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:59:16.481625 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd401105-4505-4665-9a56-ba6759a88e94 x-openstack-request-id: req-fd401105-4505-4665-9a56-ba6759a88e94 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:59:16.481625 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b78088-7f85-406b-bf10-043a2974887d", "name": "network-vif-plugged", "status": "completed", "tag": "989d9734-e5c4-4956-a5d7-608797ed6285", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:59:16.481625 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd401105-4505-4665-9a56-ba6759a88e94 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:59:16.481625 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b78088-7f85-406b-bf10-043a2974887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989d9734-e5c4-4956-a5d7-608797ed6285', 'code': 200} Jan 10 11:59:16.496896 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86ac13-cdd2-42c7-8065-3d20204044f2 req-92a420b9-18ad-4702-bbde-02b43407fae1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:16.498521 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-af86ac13-cdd2-42c7-8065-3d20204044f2 req-92a420b9-18ad-4702-bbde-02b43407fae1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 944 time: 0.0599673 Jan 10 11:59:16.552267 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (989d9734-e5c4-4956-a5d7-608797ed6285), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:16.602576 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=989d9734-e5c4-4956-a5d7-608797ed6285,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:16.610162 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:16.610511 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:16.610855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:16.611193 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:16.611733 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:16.612064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:16.612516 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:16.612850 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:16.613179 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:16.613537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:16.613890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:16.614216 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:16.614537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:59:16.626578 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-af86ac13-cdd2-42c7-8065-3d20204044f2 req-6b9c4325-c0f2-478b-8444-b597bf96d225 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=e74a44f8-0413-49ab-a8ac-f113325c92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889101 Jan 10 11:59:16.643334 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:59:16.644165 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:16.645172 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1312373f-4581-46a9-af91-49fe54fd31c6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "PUT /v2.0/routers/c8e32bf6-f9bb-42da-800f-ef1f2bc49282 HTTP/1.1" status: 200 len: 920 time: 2.1269033 Jan 10 11:59:16.648019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58610) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:16.650890 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3819c529-576b-4496-b949-941f37e91b04 None None] Sync routers for ids ['c8e32bf6-f9bb-42da-800f-ef1f2bc49282'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:59:16.662377 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3819c529-576b-4496-b949-941f37e91b04 None None] Routers {'c8e32bf6-f9bb-42da-800f-ef1f2bc49282'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:16.663001 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-3819c529-576b-4496-b949-941f37e91b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c8e32bf6-f9bb-42da-800f-ef1f2bc49282'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:16.696840 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-3819c529-576b-4496-b949-941f37e91b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:16.705891 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3819c529-576b-4496-b949-941f37e91b04 None None] Routers {'c8e32bf6-f9bb-42da-800f-ef1f2bc49282'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:16.706499 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-3819c529-576b-4496-b949-941f37e91b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c8e32bf6-f9bb-42da-800f-ef1f2bc49282'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:16.741937 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-3819c529-576b-4496-b949-941f37e91b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:16.742592 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3819c529-576b-4496-b949-941f37e91b04 None None] The sync data for ids ['c8e32bf6-f9bb-42da-800f-ef1f2bc49282'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:59:16.758682 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4d39e0f8-c9b6-4021-9dcf-7d8dcd62def6 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/routers/c8e32bf6-f9bb-42da-800f-ef1f2bc49282 HTTP/1.1" status: 200 len: 926 time: 0.1095834 Jan 10 11:59:16.761630 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58612) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:16.803208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c729fecb-1d7e-4181-b860-ca9ca6b93b3e tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:16.804790 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c729fecb-1d7e-4181-b860-ca9ca6b93b3e tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&device_id=c8e32bf6-f9bb-42da-800f-ef1f2bc49282&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0422332 Jan 10 11:59:16.807659 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58614) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:16.881643 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0647e3-ab8f-4459-83ec-8cfe2de9941d req-4b28b142-cba1-49b9-b843-e7c47c9be8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:16.884644 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2a0647e3-ab8f-4459-83ec-8cfe2de9941d req-4b28b142-cba1-49b9-b843-e7c47c9be8e9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 1098 time: 0.0775125 Jan 10 11:59:16.902842 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6160c186-f7fc-431b-978c-6ef0cf5c4f8a tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:16.906860 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6160c186-f7fc-431b-978c-6ef0cf5c4f8a tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/networks/a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 HTTP/1.1" status: 200 len: 881 time: 0.0954475 Jan 10 11:59:16.907586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58616) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:16.934157 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-83bcef9a-ffd9-4657-b866-482cb8508cbd tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e32bf6-f9bb-42da-800f-ef1f2bc49282 HTTP/1.1" status: 200 len: 205 time: 0.0258324 Jan 10 11:59:16.939108 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58618) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:16.943386 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2a0647e3-ab8f-4459-83ec-8cfe2de9941d req-3a71cb13-4acb-4493-a066-b1882e932322 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e74a44f8-0413-49ab-a8ac-f113325c92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532134 Jan 10 11:59:17.047207 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-84d4be0a-07ca-475f-8d2a-605c1db1c400 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (c8e32bf6-f9bb-42da-800f-ef1f2bc49282), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:17.149794 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-84d4be0a-07ca-475f-8d2a-605c1db1c400 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (c8e32bf6-f9bb-42da-800f-ef1f2bc49282), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:17.328613 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-84d4be0a-07ca-475f-8d2a-605c1db1c400 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Deleting port f7edef69-4f6b-431e-985f-406d043a6e3c {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:59:17.329033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-84d4be0a-07ca-475f-8d2a-605c1db1c400 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f7edef69-4f6b-431e-985f-406d043a6e3c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:17.410000 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-84d4be0a-07ca-475f-8d2a-605c1db1c400 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f7edef69-4f6b-431e-985f-406d043a6e3c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:17.422337 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-84d4be0a-07ca-475f-8d2a-605c1db1c400 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Calling delete_port for f7edef69-4f6b-431e-985f-406d043a6e3c owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:59:17.747806 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24b497-6584-4db0-a1ff-8d071921e78a req-f082da9b-8ca2-4893-9e8c-879b305dc57a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:17.749327 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9e24b497-6584-4db0-a1ff-8d071921e78a req-f082da9b-8ca2-4893-9e8c-879b305dc57a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 945 time: 0.0533533 Jan 10 11:59:17.792047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-84d4be0a-07ca-475f-8d2a-605c1db1c400 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (f7edef69-4f6b-431e-985f-406d043a6e3c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:17.809020 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9e24b497-6584-4db0-a1ff-8d071921e78a req-c9c33e12-2198-4fec-b7cd-1b8b7a8dbc27 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=e74a44f8-0413-49ab-a8ac-f113325c92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538361 Jan 10 11:59:17.828845 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4be0a-07ca-475f-8d2a-605c1db1c400 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Pushing event deleted for resources: {'Port': ['ID=f7edef69-4f6b-431e-985f-406d043a6e3c,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:17.844395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a69997-125a-4d78-9908-d1fee706ebf8 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:59:17.899884 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-84d4be0a-07ca-475f-8d2a-605c1db1c400 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (c8e32bf6-f9bb-42da-800f-ef1f2bc49282), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:17.996784 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-84d4be0a-07ca-475f-8d2a-605c1db1c400 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (c8e32bf6-f9bb-42da-800f-ef1f2bc49282), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:17.999634 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-84d4be0a-07ca-475f-8d2a-605c1db1c400 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_controller (c8e32bf6-f9bb-42da-800f-ef1f2bc49282), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:18.117789 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-84d4be0a-07ca-475f-8d2a-605c1db1c400 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (c8e32bf6-f9bb-42da-800f-ef1f2bc49282), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:18.118346 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d4be0a-07ca-475f-8d2a-605c1db1c400 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Fanout notify agent at l3_agent the message router_deleted on router c8e32bf6-f9bb-42da-800f-ef1f2bc49282 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:59:18.126271 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-84d4be0a-07ca-475f-8d2a-605c1db1c400 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:18.127534 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-84d4be0a-07ca-475f-8d2a-605c1db1c400 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "DELETE /v2.0/routers/c8e32bf6-f9bb-42da-800f-ef1f2bc49282 HTTP/1.1" status: 204 len: 168 time: 1.1874993 Jan 10 11:59:18.131362 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58622) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:18.135888 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1263487708', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}, 'admin_state_up': False}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:18.220931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (988c66cc-911f-43ed-ae73-65d1de4913c0), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:18.222156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (988c66cc-911f-43ed-ae73-65d1de4913c0), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:18.275810 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_controller (988c66cc-911f-43ed-ae73-65d1de4913c0), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:18.499666 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (988c66cc-911f-43ed-ae73-65d1de4913c0), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:18.769658 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (988c66cc-911f-43ed-ae73-65d1de4913c0), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:18.789064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:18.907764 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Allocated IP 172.36.2.68 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/ca709167-7cee-4563-9c4d-8834a199a3b6) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:59:18.999964 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90fbcc-51f6-42c3-8b14-2518bc3a1b35 req-b7112a76-45c0-44aa-8cc1-1ecdfbeedde4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:19.001481 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4d90fbcc-51f6-42c3-8b14-2518bc3a1b35 req-b7112a76-45c0-44aa-8cc1-1ecdfbeedde4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 945 time: 0.1148453 Jan 10 11:59:19.077855 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for port (ca709167-7cee-4563-9c4d-8834a199a3b6), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:19.086000 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4d90fbcc-51f6-42c3-8b14-2518bc3a1b35 req-41197781-9680-40e5-961e-76a9544bba1b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=e74a44f8-0413-49ab-a8ac-f113325c92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754359 Jan 10 11:59:19.208052 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43df0b-6491-4f36-a107-a6c0b88a6bdd req-5b3e0517-6c99-40fc-a7df-b0da4d15649b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:19.209605 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cf43df0b-6491-4f36-a107-a6c0b88a6bdd req-5b3e0517-6c99-40fc-a7df-b0da4d15649b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 945 time: 0.0561604 Jan 10 11:59:19.213835 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (ca709167-7cee-4563-9c4d-8834a199a3b6), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:19.262796 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cf43df0b-6491-4f36-a107-a6c0b88a6bdd req-0740d83e-59cc-4000-9326-3e74045aca0e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=e74a44f8-0413-49ab-a8ac-f113325c92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475764 Jan 10 11:59:19.263085 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:59:19.266689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:59:19.269177 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:59:19.281377 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb59ddf6-e284-4ebb-b587-74c1eea62390 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:59:19.288498 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58628) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:19.299100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Pushing event updated for resources: {'Port': ['ID=ca709167-7cee-4563-9c4d-8834a199a3b6,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:19.334198 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab73135-c4fb-415d-b79b-4f3fe7b32b73 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:19.335825 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4ab73135-c4fb-415d-b79b-4f3fe7b32b73 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 1093 time: 0.0458221 Jan 10 11:59:19.347926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2231f037-cabe-4717-b571-abe9c73f61da None None] Provisioning complete for port ca709167-7cee-4563-9c4d-8834a199a3b6 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:59:19.348508 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58630) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:19.348701 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2231f037-cabe-4717-b571-abe9c73f61da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ca709167-7cee-4563-9c4d-8834a199a3b6), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:19.353506 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '989d9734-e5c4-4956-a5d7-608797ed6285', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:19.391934 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:19.394349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2231f037-cabe-4717-b571-abe9c73f61da None None] Port ca709167-7cee-4563-9c4d-8834a199a3b6 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:59:19.465571 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:19.571460 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:19.682176 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.229 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/2ab8a4da-48e9-4fb9-9a15-ddfdb0baa527) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:59:19.702150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (988c66cc-911f-43ed-ae73-65d1de4913c0), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:19.793815 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (2ab8a4da-48e9-4fb9-9a15-ddfdb0baa527), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:19.907715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (988c66cc-911f-43ed-ae73-65d1de4913c0), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:19.935000 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (2ab8a4da-48e9-4fb9-9a15-ddfdb0baa527), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:19.978314 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:59:19.981523 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:59:19.987621 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:59:19.993441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=2ab8a4da-48e9-4fb9-9a15-ddfdb0baa527,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:20.156766 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Router 988c66cc-911f-43ed-ae73-65d1de4913c0 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:59:20.268064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:59:20.281964 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e477f41-93cd-4764-94a6-15c80a087038 None None] Sync routers for ids ['988c66cc-911f-43ed-ae73-65d1de4913c0'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:59:20.292705 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e477f41-93cd-4764-94a6-15c80a087038 None None] Routers {'988c66cc-911f-43ed-ae73-65d1de4913c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:20.294024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4e477f41-93cd-4764-94a6-15c80a087038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['988c66cc-911f-43ed-ae73-65d1de4913c0'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:20.329693 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4e477f41-93cd-4764-94a6-15c80a087038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:20.339134 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e477f41-93cd-4764-94a6-15c80a087038 None None] Routers {'988c66cc-911f-43ed-ae73-65d1de4913c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:20.339774 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4e477f41-93cd-4764-94a6-15c80a087038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['988c66cc-911f-43ed-ae73-65d1de4913c0'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:20.366740 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (a60860bb-0b64-4207-adfc-29c70f94301d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:20.372728 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4e477f41-93cd-4764-94a6-15c80a087038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:20.373430 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e477f41-93cd-4764-94a6-15c80a087038 None None] The sync data for ids ['988c66cc-911f-43ed-ae73-65d1de4913c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:59:20.377479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:20.379132 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-053c7713-7264-4e32-a44e-8bcf95360b17 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2466097 Jan 10 11:59:20.382074 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58632) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:20.386776 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b79159c6-c133-4ec0-b366-a19ff5a79292 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:20.494290 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2ab8a4da-48e9-4fb9-9a15-ddfdb0baa527), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:20.659312 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (2ab8a4da-48e9-4fb9-9a15-ddfdb0baa527), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:20.744770 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (2ab8a4da-48e9-4fb9-9a15-ddfdb0baa527), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:20.815784 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=2ab8a4da-48e9-4fb9-9a15-ddfdb0baa527,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:20.828919 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (a60860bb-0b64-4207-adfc-29c70f94301d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:20.932539 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP a60860bb-0b64-4207-adfc-29c70f94301d associated. External IP: 172.36.2.229, port: 989d9734-e5c4-4956-a5d7-608797ed6285. Jan 10 11:59:20.972113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b79159c6-c133-4ec0-b366-a19ff5a79292 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (988c66cc-911f-43ed-ae73-65d1de4913c0), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:21.083030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b79159c6-c133-4ec0-b366-a19ff5a79292 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_gateway (988c66cc-911f-43ed-ae73-65d1de4913c0), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:21.146751 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 40ccc1d8-2486-4e3b-807d-894920fcb375 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:59:21.234035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b79159c6-c133-4ec0-b366-a19ff5a79292 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Deleting port ca709167-7cee-4563-9c4d-8834a199a3b6 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:59:21.234392 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b79159c6-c133-4ec0-b366-a19ff5a79292 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ca709167-7cee-4563-9c4d-8834a199a3b6), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:21.269513 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:59:21.280609 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf01a5cb-5f8d-4b55-b85a-fe2f9a114f7b None None] Sync routers for ids ['40ccc1d8-2486-4e3b-807d-894920fcb375'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:59:21.290215 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf01a5cb-5f8d-4b55-b85a-fe2f9a114f7b None None] Routers {'40ccc1d8-2486-4e3b-807d-894920fcb375'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:21.290828 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-cf01a5cb-5f8d-4b55-b85a-fe2f9a114f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['40ccc1d8-2486-4e3b-807d-894920fcb375'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:21.323340 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b79159c6-c133-4ec0-b366-a19ff5a79292 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ca709167-7cee-4563-9c4d-8834a199a3b6), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:21.336499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b79159c6-c133-4ec0-b366-a19ff5a79292 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Calling delete_port for ca709167-7cee-4563-9c4d-8834a199a3b6 owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:59:21.394585 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:21.399258 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-cf01a5cb-5f8d-4b55-b85a-fe2f9a114f7b None None] Set router 40ccc1d8-2486-4e3b-807d-894920fcb375 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:59:21.433741 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-40fde4b6-f02e-4771-8cb5-3425c7855e01 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0838392 Jan 10 11:59:21.435324 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b78088-7f85-406b-bf10-043a2974887d', 'tag': '989d9734-e5c4-4956-a5d7-608797ed6285'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:59:21.437981 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499f984c-fcd5-4f10-92bb-25018a06b24e" -d '{"events": [{"name": "network-changed", "server_uuid": "84b78088-7f85-406b-bf10-043a2974887d", "tag": "989d9734-e5c4-4956-a5d7-608797ed6285"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:59:21.440573 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58634) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:21.499435 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c2729a-df1b-4967-8c77-6fc7ac22fb9b x-openstack-request-id: req-64c2729a-df1b-4967-8c77-6fc7ac22fb9b {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:59:21.499677 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b78088-7f85-406b-bf10-043a2974887d", "tag": "989d9734-e5c4-4956-a5d7-608797ed6285", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:59:21.499993 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64c2729a-df1b-4967-8c77-6fc7ac22fb9b {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:59:21.500311 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b78088-7f85-406b-bf10-043a2974887d', 'tag': '989d9734-e5c4-4956-a5d7-608797ed6285', 'status': 'completed', 'code': 200} Jan 10 11:59:21.534724 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1c870075-8f3b-45f5-938a-d028239d0d32 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/a60860bb-0b64-4207-adfc-29c70f94301d HTTP/1.1" status: 200 len: 991 time: 0.0924664 Jan 10 11:59:21.563577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f984c-fcd5-4f10-92bb-25018a06b24e req-59df233d-7197-41c4-b63b-24850fdaaf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:21.565117 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-499f984c-fcd5-4f10-92bb-25018a06b24e req-59df233d-7197-41c4-b63b-24850fdaaf62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 1098 time: 0.0572927 Jan 10 11:59:21.658622 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-cf01a5cb-5f8d-4b55-b85a-fe2f9a114f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'name': 'tempest-TestNetworkBasicOps-router-1176120514', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110'}], 'enable_snat': True}, 'gw_port_id': '93b18040-446a-4091-a62f-bab09e214a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:58:55Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '93b18040-446a-4091-a62f-bab09e214a6f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:48Z', 'updated_at': '2022-01-10T11:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a60860bb-0b64-4207-adfc-29c70f94301d', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.229', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'port_id': '989d9734-e5c4-4956-a5d7-608797ed6285', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'mac_address': 'fa:16:3e:aa:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b78088-7f85-406b-bf10-043a2974887d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:59:20Z', 'updated_at': '2022-01-10T11:59:20Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02514355-693d-474a-82b9-1cd685f23685', 'name': '', 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:48:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:53Z', 'updated_at': '2022-01-10T11:58:59Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:21.659987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b79159c6-c133-4ec0-b366-a19ff5a79292 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (ca709167-7cee-4563-9c4d-8834a199a3b6), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:21.687621 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f984c-fcd5-4f10-92bb-25018a06b24e req-3614100a-2222-4b63-8b3b-b3ee2a1ead14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:21.689078 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf01a5cb-5f8d-4b55-b85a-fe2f9a114f7b None None] Checking router: 40ccc1d8-2486-4e3b-807d-894920fcb375 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:59:21.689222 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-499f984c-fcd5-4f10-92bb-25018a06b24e req-3614100a-2222-4b63-8b3b-b3ee2a1ead14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92e8a80c-ea2d-48c9-bb5b-89626ead14c3 HTTP/1.1" status: 200 len: 897 time: 0.1188431 Jan 10 11:59:21.695009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79159c6-c133-4ec0-b366-a19ff5a79292 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Pushing event deleted for resources: {'Port': ['ID=ca709167-7cee-4563-9c4d-8834a199a3b6,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:21.705103 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24169dd-1486-4475-8a55-a25cc741e65c None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:59:21.706024 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf01a5cb-5f8d-4b55-b85a-fe2f9a114f7b None None] Routers {'40ccc1d8-2486-4e3b-807d-894920fcb375'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:21.706673 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-cf01a5cb-5f8d-4b55-b85a-fe2f9a114f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['40ccc1d8-2486-4e3b-807d-894920fcb375'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:21.808910 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-499f984c-fcd5-4f10-92bb-25018a06b24e req-5ae3d4a4-dc35-47f6-af86-96dcadcd95d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=989d9734-e5c4-4956-a5d7-608797ed6285 HTTP/1.1" status: 200 len: 999 time: 0.1092510 Jan 10 11:59:21.811482 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b79159c6-c133-4ec0-b366-a19ff5a79292 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (988c66cc-911f-43ed-ae73-65d1de4913c0), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:21.877373 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:59:21.914301 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-cf01a5cb-5f8d-4b55-b85a-fe2f9a114f7b None None] Set router 40ccc1d8-2486-4e3b-807d-894920fcb375 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:59:21.980914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f984c-fcd5-4f10-92bb-25018a06b24e req-30c3f8fe-6228-4f1a-941b-3f1ba7d102e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:21.982408 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-499f984c-fcd5-4f10-92bb-25018a06b24e req-30c3f8fe-6228-4f1a-941b-3f1ba7d102e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35707ae7-abd9-490a-8159-a61b866cc8fb HTTP/1.1" status: 200 len: 835 time: 0.1682408 Jan 10 11:59:22.089262 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b79159c6-c133-4ec0-b366-a19ff5a79292 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (988c66cc-911f-43ed-ae73-65d1de4913c0), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:22.096430 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b79159c6-c133-4ec0-b366-a19ff5a79292 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (988c66cc-911f-43ed-ae73-65d1de4913c0), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:22.099817 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f984c-fcd5-4f10-92bb-25018a06b24e req-31f9920f-3c50-4743-aef6-a4ae776289e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:22.101325 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-499f984c-fcd5-4f10-92bb-25018a06b24e req-31f9920f-3c50-4743-aef6-a4ae776289e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92e8a80c-ea2d-48c9-bb5b-89626ead14c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1135294 Jan 10 11:59:22.147618 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-cf01a5cb-5f8d-4b55-b85a-fe2f9a114f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'name': 'tempest-TestNetworkBasicOps-router-1176120514', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110'}], 'enable_snat': True}, 'gw_port_id': '93b18040-446a-4091-a62f-bab09e214a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:58:55Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '93b18040-446a-4091-a62f-bab09e214a6f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:48Z', 'updated_at': '2022-01-10T11:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a60860bb-0b64-4207-adfc-29c70f94301d', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.229', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'port_id': '989d9734-e5c4-4956-a5d7-608797ed6285', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'mac_address': 'fa:16:3e:aa:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b78088-7f85-406b-bf10-043a2974887d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:59:20Z', 'updated_at': '2022-01-10T11:59:20Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02514355-693d-474a-82b9-1cd685f23685', 'name': '', 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:48:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:53Z', 'updated_at': '2022-01-10T11:58:59Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:22.178645 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf01a5cb-5f8d-4b55-b85a-fe2f9a114f7b None None] The sync data for ids ['40ccc1d8-2486-4e3b-807d-894920fcb375'] in dv-neutron-master-2-hyperv is: [{'id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'name': 'tempest-TestNetworkBasicOps-router-1176120514', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110'}], 'enable_snat': True}, 'gw_port_id': '93b18040-446a-4091-a62f-bab09e214a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:58:55Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '93b18040-446a-4091-a62f-bab09e214a6f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:48Z', 'updated_at': '2022-01-10T11:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a60860bb-0b64-4207-adfc-29c70f94301d', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.229', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'port_id': '989d9734-e5c4-4956-a5d7-608797ed6285', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'mac_address': 'fa:16:3e:aa:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b78088-7f85-406b-bf10-043a2974887d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:59:20Z', 'updated_at': '2022-01-10T11:59:20Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02514355-693d-474a-82b9-1cd685f23685', 'name': '', 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:48:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:53Z', 'updated_at': '2022-01-10T11:58:59Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:59:22.231700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79159c6-c133-4ec0-b366-a19ff5a79292 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Router 988c66cc-911f-43ed-ae73-65d1de4913c0 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:59:22.330371 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-499f984c-fcd5-4f10-92bb-25018a06b24e req-1c49b610-739a-47db-86f9-c14f8f19de3e service neutron] 10.222.0.30 "GET /v2.0/networks/92e8a80c-ea2d-48c9-bb5b-89626ead14c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233856 Jan 10 11:59:22.344480 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79159c6-c133-4ec0-b366-a19ff5a79292 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:59:22.351696 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b79159c6-c133-4ec0-b366-a19ff5a79292 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:22.353266 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b79159c6-c133-4ec0-b366-a19ff5a79292 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "PUT /v2.0/routers/988c66cc-911f-43ed-ae73-65d1de4913c0 HTTP/1.1" status: 200 len: 710 time: 1.9698730 Jan 10 11:59:22.355774 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58638) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:22.357856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b750ab1-cf76-4918-9337-b85c22da7616 None None] Sync routers for ids ['988c66cc-911f-43ed-ae73-65d1de4913c0'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:59:22.371455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b750ab1-cf76-4918-9337-b85c22da7616 None None] Routers {'988c66cc-911f-43ed-ae73-65d1de4913c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:22.372529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6b750ab1-cf76-4918-9337-b85c22da7616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['988c66cc-911f-43ed-ae73-65d1de4913c0'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:22.423806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6b750ab1-cf76-4918-9337-b85c22da7616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:22.432764 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c84338-ffe2-482a-90ac-8ffe125aa989 None None] New status for floating IP a60860bb-0b64-4207-adfc-29c70f94301d: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:59:22.438575 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b750ab1-cf76-4918-9337-b85c22da7616 None None] Routers {'988c66cc-911f-43ed-ae73-65d1de4913c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:22.442132 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6b750ab1-cf76-4918-9337-b85c22da7616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['988c66cc-911f-43ed-ae73-65d1de4913c0'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:22.442431 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-499f984c-fcd5-4f10-92bb-25018a06b24e req-85fb22fc-c53e-4e88-8f58-523413885357 service neutron] 10.222.0.30 "GET /v2.0/networks/92e8a80c-ea2d-48c9-bb5b-89626ead14c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058559 Jan 10 11:59:22.442598 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3e505fd5-30d5-4f6d-b262-27ff468fbc04 tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/routers/988c66cc-911f-43ed-ae73-65d1de4913c0 HTTP/1.1" status: 200 len: 745 time: 0.0855606 Jan 10 11:59:22.443051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58640) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:22.481280 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6b750ab1-cf76-4918-9337-b85c22da7616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:22.482019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b750ab1-cf76-4918-9337-b85c22da7616 None None] The sync data for ids ['988c66cc-911f-43ed-ae73-65d1de4913c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:59:22.498476 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8b770d39-7fa6-43ac-ba59-a4881a019e9a tempest-RoutersIpV6AdminTest-1638711824 tempest-RoutersIpV6AdminTest-1638711824-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&device_id=988c66cc-911f-43ed-ae73-65d1de4913c0 HTTP/1.1" status: 200 len: 205 time: 0.0544035 Jan 10 11:59:22.501112 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58642) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:22.528405 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b8e07fb0-adb2-4c04-91eb-81d4190d6c7b tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "GET /v2.0/ports?device_id=988c66cc-911f-43ed-ae73-65d1de4913c0 HTTP/1.1" status: 200 len: 205 time: 0.0258493 Jan 10 11:59:22.531401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58644) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:22.538631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58646) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:22.646853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8230d021-c355-4448-a663-c0371efcb3f5 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (988c66cc-911f-43ed-ae73-65d1de4913c0), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:22.720226 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b861ea0c-9183-481b-af1e-51a9fdf6bb46 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/a60860bb-0b64-4207-adfc-29c70f94301d HTTP/1.1" status: 200 len: 991 time: 0.1806831 Jan 10 11:59:22.817413 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8230d021-c355-4448-a663-c0371efcb3f5 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (988c66cc-911f-43ed-ae73-65d1de4913c0), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:22.819594 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8230d021-c355-4448-a663-c0371efcb3f5 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router_controller (988c66cc-911f-43ed-ae73-65d1de4913c0), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:22.963025 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8230d021-c355-4448-a663-c0371efcb3f5 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (988c66cc-911f-43ed-ae73-65d1de4913c0), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:22.963560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8230d021-c355-4448-a663-c0371efcb3f5 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Fanout notify agent at l3_agent the message router_deleted on router 988c66cc-911f-43ed-ae73-65d1de4913c0 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:59:22.970495 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8230d021-c355-4448-a663-c0371efcb3f5 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:22.971740 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8230d021-c355-4448-a663-c0371efcb3f5 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "DELETE /v2.0/routers/988c66cc-911f-43ed-ae73-65d1de4913c0 HTTP/1.1" status: 204 len: 168 time: 0.4393356 Jan 10 11:59:22.975320 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58648) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:23.006350 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-65f2a653-6965-4ec0-ad60-a82da1f63b1c tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "GET /v2.0/ports?device_id=988c66cc-911f-43ed-ae73-65d1de4913c0 HTTP/1.1" status: 200 len: 205 time: 0.0298486 Jan 10 11:59:23.008964 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58650) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:23.047836 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-73b98d37-101a-4e14-abf8-de0744a1295b tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] delete failed (client error): The resource could not be found. Jan 10 11:59:23.048953 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-73b98d37-101a-4e14-abf8-de0744a1295b tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "DELETE /v2.0/routers/988c66cc-911f-43ed-ae73-65d1de4913c0 HTTP/1.1" status: 404 len: 336 time: 0.0388911 Jan 10 11:59:23.051555 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58652) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:23.078657 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b7256efb-d342-4639-a4fe-0547a5b6df75 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e32bf6-f9bb-42da-800f-ef1f2bc49282 HTTP/1.1" status: 200 len: 205 time: 0.0259531 Jan 10 11:59:23.081102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58654) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:23.123042 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-5dfd4181-4e3d-4ce0-b6c8-55850b0174d8 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] delete failed (client error): The resource could not be found. Jan 10 11:59:23.124165 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5dfd4181-4e3d-4ce0-b6c8-55850b0174d8 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "DELETE /v2.0/routers/c8e32bf6-f9bb-42da-800f-ef1f2bc49282 HTTP/1.1" status: 404 len: 336 time: 0.0421462 Jan 10 11:59:23.127365 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58656) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:23.156083 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4bf25cdf-cf06-4fa7-bbec-2de010cb25d6 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bb2fe1-3fc9-4998-8045-b1d334033ffc HTTP/1.1" status: 200 len: 205 time: 0.0274968 Jan 10 11:59:23.158512 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58658) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:23.195092 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-ccdc67fa-3e6f-4fd3-a904-5ad373474cb0 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] delete failed (client error): The resource could not be found. Jan 10 11:59:23.196109 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ccdc67fa-3e6f-4fd3-a904-5ad373474cb0 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "DELETE /v2.0/routers/56bb2fe1-3fc9-4998-8045-b1d334033ffc HTTP/1.1" status: 404 len: 336 time: 0.0366867 Jan 10 11:59:23.198710 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58660) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:23.225160 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8b03a729-1cd9-4910-82ce-4db81739e023 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "GET /v2.0/ports?device_id=206b7209-7f19-4c2f-b244-abbb033dc235 HTTP/1.1" status: 200 len: 205 time: 0.0252542 Jan 10 11:59:23.227553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58662) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:23.602752 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-47a88e8f-8b95-41d0-87f7-c153fee38b79 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] delete failed (client error): The resource could not be found. Jan 10 11:59:23.603804 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-47a88e8f-8b95-41d0-87f7-c153fee38b79 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "DELETE /v2.0/routers/206b7209-7f19-4c2f-b244-abbb033dc235 HTTP/1.1" status: 404 len: 336 time: 0.3753486 Jan 10 11:59:23.606593 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58664) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:23.633032 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2d20213c-0874-4b33-bf64-4e9a823e922c tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "GET /v2.0/ports?device_id=baa0d040-9ce1-43bc-8d11-0323e10376f9 HTTP/1.1" status: 200 len: 205 time: 0.0253530 Jan 10 11:59:23.636169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58666) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:23.673747 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-b3ea7552-233d-4c50-bab4-e170d28640f6 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] delete failed (client error): The resource could not be found. Jan 10 11:59:23.676218 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b3ea7552-233d-4c50-bab4-e170d28640f6 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "DELETE /v2.0/routers/baa0d040-9ce1-43bc-8d11-0323e10376f9 HTTP/1.1" status: 404 len: 336 time: 0.0377054 Jan 10 11:59:23.678003 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58668) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:23.705351 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-765a0ae6-75c4-4db6-baae-3bf9b12d66d8 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d HTTP/1.1" status: 200 len: 205 time: 0.0262420 Jan 10 11:59:23.708093 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58670) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:23.724226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58672) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:23.748689 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-2ace448a-ce6b-480a-8d74-013858657a87 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] delete failed (client error): The resource could not be found. Jan 10 11:59:23.749757 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2ace448a-ce6b-480a-8d74-013858657a87 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "DELETE /v2.0/routers/6fcfe7ee-66fa-4bd8-88cf-58bbc4a1ef2d HTTP/1.1" status: 404 len: 336 time: 0.0407624 Jan 10 11:59:23.752576 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58674) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:23.780505 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c24287-701e-4172-84a7-f0025232c349 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] DELETE failed (client error): The resource could not be found. Jan 10 11:59:23.780967 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c24287-701e-4172-84a7-f0025232c349 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 11:59:23.784096 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d6c24287-701e-4172-84a7-f0025232c349 tempest-RoutersIpV6AdminTest-2057904626 tempest-RoutersIpV6AdminTest-2057904626-project] 10.222.0.16 "DELETE /v2.0/subnets/5a42200c-4465-456f-8494-fccb6ce8d386 HTTP/1.1" status: 404 len: 337 time: 0.0305829 Jan 10 11:59:23.793048 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-29e860a5-9d72-4828-9786-d1869f683c02 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/a60860bb-0b64-4207-adfc-29c70f94301d HTTP/1.1" status: 200 len: 993 time: 0.0676286 Jan 10 11:59:24.299609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58680) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:24.408884 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04648a96-8555-43aa-b657-167c62d2c7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:24.484559 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04648a96-8555-43aa-b657-167c62d2c7ae admin admin] Publish callbacks [] for security_group (741e4d77-7b71-4f3b-9135-cbe9ca6f34ce), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:24.580205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04648a96-8555-43aa-b657-167c62d2c7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (741e4d77-7b71-4f3b-9135-cbe9ca6f34ce), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:24.619817 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-04648a96-8555-43aa-b657-167c62d2c7ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3e6a1cbe70141519713a24661a2ab3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3189425 Jan 10 11:59:24.620383 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04648a96-8555-43aa-b657-167c62d2c7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741e4d77-7b71-4f3b-9135-cbe9ca6f34ce,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:24.622448 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58684) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:24.671819 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-886e9825-1a35-4789-a25d-914cd7dd356a admin admin] Publish callbacks [] for security_group (741e4d77-7b71-4f3b-9135-cbe9ca6f34ce), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:24.695602 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-886e9825-1a35-4789-a25d-914cd7dd356a admin admin] Publish callbacks [] for security_group (741e4d77-7b71-4f3b-9135-cbe9ca6f34ce), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:24.831648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-886e9825-1a35-4789-a25d-914cd7dd356a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (741e4d77-7b71-4f3b-9135-cbe9ca6f34ce), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:24.834299 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-886e9825-1a35-4789-a25d-914cd7dd356a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:24.835571 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-886e9825-1a35-4789-a25d-914cd7dd356a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/741e4d77-7b71-4f3b-9135-cbe9ca6f34ce HTTP/1.1" status: 204 len: 168 time: 0.2119381 Jan 10 11:59:24.844246 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e9825-1a35-4789-a25d-914cd7dd356a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741e4d77-7b71-4f3b-9135-cbe9ca6f34ce,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:25.533073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58692) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:25.579362 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-457e6a26-afd9-475f-ad82-78e5e5e05db5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=613e5ff65fc34c8094f5b4cc91f60589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449495 Jan 10 11:59:25.581739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58694) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:25.630505 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-76564593-978e-4435-be52-087c1034ae66 admin admin] Publish callbacks [] for security_group (f0dd7cfe-0f1d-4787-b4ae-e2583c183bf5), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:25.653733 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-76564593-978e-4435-be52-087c1034ae66 admin admin] Publish callbacks [] for security_group (f0dd7cfe-0f1d-4787-b4ae-e2583c183bf5), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:25.768967 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-76564593-978e-4435-be52-087c1034ae66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (f0dd7cfe-0f1d-4787-b4ae-e2583c183bf5), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:25.771654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-76564593-978e-4435-be52-087c1034ae66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:25.772842 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-76564593-978e-4435-be52-087c1034ae66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0dd7cfe-0f1d-4787-b4ae-e2583c183bf5 HTTP/1.1" status: 204 len: 168 time: 0.1901665 Jan 10 11:59:25.782007 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76564593-978e-4435-be52-087c1034ae66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dd7cfe-0f1d-4787-b4ae-e2583c183bf5,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:26.896105 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58716) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:26.989507 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-acab7008-a7af-44dc-ab28-282c662a01d2 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:26.990595 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-acab7008-a7af-44dc-ab28-282c662a01d2 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0934927 Jan 10 11:59:26.993459 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58720) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:26.997514 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-6eb5fcf6-21ad-4854-8a24-bf2e679f52fe tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:26.999126 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6eb5fcf6-21ad-4854-8a24-bf2e679f52fe tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0040359 Jan 10 11:59:27.001737 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58722) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.005563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-30b16aa1-516a-4ada-8ac4-9027f1175909 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.006685 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-30b16aa1-516a-4ada-8ac4-9027f1175909 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0040715 Jan 10 11:59:27.008845 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58724) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.012983 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-904ef80a-2c9d-4ede-a735-6cbc6e223ea5 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.014511 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-904ef80a-2c9d-4ede-a735-6cbc6e223ea5 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0042315 Jan 10 11:59:27.016540 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58726) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.021013 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-4eb8bf2c-40ee-49ec-8bfd-2d6bee6443ca tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.021973 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4eb8bf2c-40ee-49ec-8bfd-2d6bee6443ca tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0045867 Jan 10 11:59:27.024234 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58728) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.028335 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-ad64b61e-82d2-41a0-a7f7-e748c17cc552 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.029261 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ad64b61e-82d2-41a0-a7f7-e748c17cc552 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042012 Jan 10 11:59:27.031395 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58730) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.035074 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-fb588514-dd4a-4639-80d9-1c077574ba31 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.035988 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fb588514-dd4a-4639-80d9-1c077574ba31 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0037718 Jan 10 11:59:27.038117 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58732) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.042175 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-5b889ed3-ddd7-488a-b323-08cd8137cc42 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.043101 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5b889ed3-ddd7-488a-b323-08cd8137cc42 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0041654 Jan 10 11:59:27.045143 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58734) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.048907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-d39c2040-d189-4009-a085-9f92cb6eae4c tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.049851 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d39c2040-d189-4009-a085-9f92cb6eae4c tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0038586 Jan 10 11:59:27.051998 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58736) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.055739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-e2eeb49a-0680-4b2a-b559-c508b17c9863 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.056668 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e2eeb49a-0680-4b2a-b559-c508b17c9863 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0038478 Jan 10 11:59:27.058769 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58738) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.063096 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-04664a88-937c-4bf4-b33d-05892f616ba0 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.064024 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-04664a88-937c-4bf4-b33d-05892f616ba0 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044205 Jan 10 11:59:27.066156 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58740) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.070461 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-2a51a6e9-d9fb-4f59-ab9d-d2194ff6f630 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.071631 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2a51a6e9-d9fb-4f59-ab9d-d2194ff6f630 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044203 Jan 10 11:59:27.073617 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58742) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.077878 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-8accf3a2-f70e-4ed8-8b78-4eb7f207aea5 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.078800 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8accf3a2-f70e-4ed8-8b78-4eb7f207aea5 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043471 Jan 10 11:59:27.081005 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58744) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.084737 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-562423a8-15ce-4939-a353-22a080384403 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.085671 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-562423a8-15ce-4939-a353-22a080384403 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0038395 Jan 10 11:59:27.087978 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58746) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.091724 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-733458ed-3309-401d-8656-466a643fcb61 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.092896 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-733458ed-3309-401d-8656-466a643fcb61 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0040972 Jan 10 11:59:27.095062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58748) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.098788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-c896040d-5374-44fa-a527-b8f5be16ee22 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.099884 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c896040d-5374-44fa-a527-b8f5be16ee22 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0039232 Jan 10 11:59:27.101958 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58750) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.105674 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-08162237-8011-4777-b551-632167ae4b43 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.106605 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-08162237-8011-4777-b551-632167ae4b43 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0038185 Jan 10 11:59:27.108817 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58752) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.112602 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-12aac32d-fe00-460b-95cb-9ba699e17a98 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.113450 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-12aac32d-fe00-460b-95cb-9ba699e17a98 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0037665 Jan 10 11:59:27.115586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58754) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.119461 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-7f5a3085-a501-41c0-bff4-b2568568b701 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.120387 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7f5a3085-a501-41c0-bff4-b2568568b701 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039713 Jan 10 11:59:27.122588 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58756) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.127355 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-9d79ce4e-699c-4ab8-89c9-d664fac25e55 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.128326 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9d79ce4e-699c-4ab8-89c9-d664fac25e55 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048788 Jan 10 11:59:27.130373 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58758) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.134097 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-c72318ae-46f7-4ba0-bc89-c2693b20adad tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.135023 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c72318ae-46f7-4ba0-bc89-c2693b20adad tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0038271 Jan 10 11:59:27.137073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58760) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.141340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-6946f78a-062e-460b-9c0f-1c08fb5309a7 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.142282 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6946f78a-062e-460b-9c0f-1c08fb5309a7 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043943 Jan 10 11:59:27.144456 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58762) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.148170 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-e808b4be-a991-429e-a508-a8442886198d tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.149083 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e808b4be-a991-429e-a508-a8442886198d tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0038035 Jan 10 11:59:27.151481 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58764) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.155218 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-1a80adcc-b661-4f13-b94e-49ad8c251c13 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.156254 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1a80adcc-b661-4f13-b94e-49ad8c251c13 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039449 Jan 10 11:59:27.158343 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58766) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.162022 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-91417aa6-0ce3-4e07-8076-77addd8588c3 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.162974 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-91417aa6-0ce3-4e07-8076-77addd8588c3 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0037823 Jan 10 11:59:27.165007 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58768) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.168733 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-875adbfa-b905-47d7-b44b-dd1ed95e9dfd tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.169644 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-875adbfa-b905-47d7-b44b-dd1ed95e9dfd tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0038233 Jan 10 11:59:27.172235 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58770) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.175898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-6ef014c2-fa03-4d34-9d02-fb907a2a88c3 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.176815 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6ef014c2-fa03-4d34-9d02-fb907a2a88c3 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0037627 Jan 10 11:59:27.178943 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58772) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.183275 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-e3b31df5-fb86-415c-8d8c-512723953d99 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.184201 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e3b31df5-fb86-415c-8d8c-512723953d99 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044022 Jan 10 11:59:27.186937 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58774) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.190655 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-878a8470-f6a0-4e9f-8271-fbb21f7facca tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.191588 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-878a8470-f6a0-4e9f-8271-fbb21f7facca tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0038400 Jan 10 11:59:27.193864 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58776) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.198300 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-0c8457df-37aa-43e7-8b67-341ff760f1c8 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.199282 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0c8457df-37aa-43e7-8b67-341ff760f1c8 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044272 Jan 10 11:59:27.201731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58778) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.205727 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-5901d5a0-6bb6-4360-8704-6efc55486a47 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.206950 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5901d5a0-6bb6-4360-8704-6efc55486a47 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042882 Jan 10 11:59:27.209127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58780) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.213494 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-b538254c-a88f-4f1d-b353-a01c39185b8e tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.214483 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b538254c-a88f-4f1d-b353-a01c39185b8e tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044770 Jan 10 11:59:27.216830 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58782) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.220671 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-b0e12696-f861-47c8-8e77-39ab08d065de tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.221581 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b0e12696-f861-47c8-8e77-39ab08d065de tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0039189 Jan 10 11:59:27.223693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58784) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.227267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-6f24559d-668a-4d9f-98e3-5aa3b5d78610 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.228170 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6f24559d-668a-4d9f-98e3-5aa3b5d78610 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0036781 Jan 10 11:59:27.230276 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58786) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.234757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-995dc761-c839-4569-979e-8689103ebb20 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.235688 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-995dc761-c839-4569-979e-8689103ebb20 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045476 Jan 10 11:59:27.237902 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58788) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.241674 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-9bf8efc6-82b2-4ea2-82a1-6994c1e42827 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.242637 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9bf8efc6-82b2-4ea2-82a1-6994c1e42827 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0038891 Jan 10 11:59:27.244822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58790) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.249152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-fdac43a5-1038-4c44-85cd-e634f1feff30 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.250095 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fdac43a5-1038-4c44-85cd-e634f1feff30 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044079 Jan 10 11:59:27.252534 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58792) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.261093 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-e3bef0e1-8596-4480-9617-73518624f8ad tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.262124 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e3bef0e1-8596-4480-9617-73518624f8ad tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0086839 Jan 10 11:59:27.264806 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58794) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.268998 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-b7dd8ac9-83ae-4def-9fab-ec5e8bc8179e tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.269986 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b7dd8ac9-83ae-4def-9fab-ec5e8bc8179e tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042410 Jan 10 11:59:27.272506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58796) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.276770 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-b0dafddc-374d-411f-b7f0-20fd6d1b9b8f tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.282628 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b0dafddc-374d-411f-b7f0-20fd6d1b9b8f tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0043223 Jan 10 11:59:27.282628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58798) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.284255 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-5f12a5a9-3d19-491c-8fef-9e6ccc1011f1 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.285220 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5f12a5a9-3d19-491c-8fef-9e6ccc1011f1 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041368 Jan 10 11:59:27.287813 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58800) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.291913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-2ec60d74-b93c-4e0f-9ffe-ca0d7661438f tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.292910 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2ec60d74-b93c-4e0f-9ffe-ca0d7661438f tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042300 Jan 10 11:59:27.296550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58802) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.300734 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-6f0bc022-189d-4428-acf7-bdfd735020b5 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.301680 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6f0bc022-189d-4428-acf7-bdfd735020b5 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0041149 Jan 10 11:59:27.304222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58804) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.308197 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-11703548-dabd-4d1a-9de3-cccd3bcb7d6e tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.309140 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-11703548-dabd-4d1a-9de3-cccd3bcb7d6e tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0040340 Jan 10 11:59:27.312000 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58806) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.315915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-6d3f7fb5-af6e-41e2-92e8-d37c40a1fec0 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.316858 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6d3f7fb5-af6e-41e2-92e8-d37c40a1fec0 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0039973 Jan 10 11:59:27.320049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58808) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.324635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-b9e8cfcb-c492-4ae4-bfb4-409f64f92aa5 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.325529 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b9e8cfcb-c492-4ae4-bfb4-409f64f92aa5 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0046308 Jan 10 11:59:27.327943 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58810) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.331819 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-961f520e-9fad-4c7d-941d-09f2e9222bc3 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.332747 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-961f520e-9fad-4c7d-941d-09f2e9222bc3 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0039485 Jan 10 11:59:27.335296 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58812) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.339442 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-58134309-586d-41ad-8fd2-a89aa13f47ae tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.340188 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-58134309-586d-41ad-8fd2-a89aa13f47ae tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0039990 Jan 10 11:59:27.343216 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58814) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.347562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-0fe9f03f-0f6d-4571-897d-30116192755c tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.348500 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0fe9f03f-0f6d-4571-897d-30116192755c tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043216 Jan 10 11:59:27.350867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58816) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.355792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-fc509595-41ba-4733-b813-f81e23d50071 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.356857 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fc509595-41ba-4733-b813-f81e23d50071 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0051396 Jan 10 11:59:27.359849 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58818) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.364421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-8e41272a-f351-4151-ba0b-3e0af4c18593 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.365370 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8e41272a-f351-4151-ba0b-3e0af4c18593 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045314 Jan 10 11:59:27.367999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58820) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.372167 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-5652ddde-df1e-4be1-9d94-4673d0fabfd9 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.373126 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5652ddde-df1e-4be1-9d94-4673d0fabfd9 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0042076 Jan 10 11:59:27.376489 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58822) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.380690 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-bb190263-bcb0-4ec5-bae6-3c4f7510a01d tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.381626 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bb190263-bcb0-4ec5-bae6-3c4f7510a01d tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042150 Jan 10 11:59:27.383804 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58824) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.387645 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-a277000e-71df-4050-ac1b-21a03ac28c55 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.388624 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a277000e-71df-4050-ac1b-21a03ac28c55 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0039229 Jan 10 11:59:27.390703 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58826) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.394433 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-895c399e-28b5-4bec-a5a9-a5daf22e1953 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.395400 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-895c399e-28b5-4bec-a5a9-a5daf22e1953 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0038230 Jan 10 11:59:27.397491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58828) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.402264 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-79869419-dc7a-48ca-93b2-0692692372d0 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.403216 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-79869419-dc7a-48ca-93b2-0692692372d0 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0048571 Jan 10 11:59:27.405707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58830) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.409972 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-435533bb-c691-4e7c-a537-f35e772a4f41 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.410915 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-435533bb-c691-4e7c-a537-f35e772a4f41 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0040836 Jan 10 11:59:27.413131 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58832) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.417356 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-4286107d-585c-471e-b145-5d94ab2205ba tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.418361 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4286107d-585c-471e-b145-5d94ab2205ba tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0042980 Jan 10 11:59:27.421524 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58834) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.425743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-e80128c8-e0e2-4eb8-bb7b-4d6ff04f0946 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.426711 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e80128c8-e0e2-4eb8-bb7b-4d6ff04f0946 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041816 Jan 10 11:59:27.429165 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58836) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.433271 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-9380c34a-fbb3-4f6a-9d95-3ff213d55a2d tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.434249 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9380c34a-fbb3-4f6a-9d95-3ff213d55a2d tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0042405 Jan 10 11:59:27.437314 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58838) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.443486 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-aa687a65-50a8-45db-9163-7a04001f2d1c tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.444558 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-aa687a65-50a8-45db-9163-7a04001f2d1c tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0060334 Jan 10 11:59:27.447235 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58840) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.453308 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-6d5f3d70-3ea1-4d7a-b7f8-23c4a6c7ab57 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.454753 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6d5f3d70-3ea1-4d7a-b7f8-23c4a6c7ab57 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0062118 Jan 10 11:59:27.457006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58842) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.461181 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-9e634b48-6001-464f-9981-896550691013 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.462181 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9e634b48-6001-464f-9981-896550691013 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041106 Jan 10 11:59:27.466609 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58844) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.473683 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-9dcaa896-a23e-48b7-b017-dc383398ab94 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.474671 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9dcaa896-a23e-48b7-b017-dc383398ab94 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0070109 Jan 10 11:59:27.477203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58846) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.484009 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-61b276dd-7fc4-4a6d-bfa9-d17a2443a009 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.485472 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-61b276dd-7fc4-4a6d-bfa9-d17a2443a009 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0068500 Jan 10 11:59:27.487707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58848) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.491841 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-cdc72f75-b310-4597-8f82-9a75278fd4a0 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.492838 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cdc72f75-b310-4597-8f82-9a75278fd4a0 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0041757 Jan 10 11:59:27.495232 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58850) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.499765 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-300f8451-253a-4b39-8b1e-ab4e043140d0 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.502695 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-300f8451-253a-4b39-8b1e-ab4e043140d0 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0046113 Jan 10 11:59:27.504330 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58852) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.508223 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-9d07372c-44c1-41b4-9b4e-d51dcb193ada tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.509221 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9d07372c-44c1-41b4-9b4e-d51dcb193ada tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0038981 Jan 10 11:59:27.511394 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58854) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.515278 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [None req-4fd53e9e-3a78-4f00-ab1d-224f4065ae35 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.516188 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4fd53e9e-3a78-4f00-ab1d-224f4065ae35 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0039680 Jan 10 11:59:27.518679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58856) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.523022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-40eac3d7-1774-4503-a8c0-5be07885c1bf tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.523963 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-40eac3d7-1774-4503-a8c0-5be07885c1bf tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043604 Jan 10 11:59:27.526611 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58858) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:27.530864 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [None req-1f44a16d-5c6d-4b68-b989-3f95576c1ea6 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:59:27.531835 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1f44a16d-5c6d-4b68-b989-3f95576c1ea6 tempest-ExtensionsTestJSON-34193448 tempest-ExtensionsTestJSON-34193448-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043790 Jan 10 11:59:27.981328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58864) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:28.086928 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-70c71cb9-376e-40df-9f91-1fc1d12cb141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:28.161576 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-70c71cb9-376e-40df-9f91-1fc1d12cb141 admin admin] Publish callbacks [] for security_group (86748ef8-733a-46d8-aef9-59ee34052000), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:28.236101 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-70c71cb9-376e-40df-9f91-1fc1d12cb141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (86748ef8-733a-46d8-aef9-59ee34052000), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:28.279017 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-70c71cb9-376e-40df-9f91-1fc1d12cb141 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a8635e7657a48629d42e029d052a3e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2965529 Jan 10 11:59:28.280647 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c71cb9-376e-40df-9f91-1fc1d12cb141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86748ef8-733a-46d8-aef9-59ee34052000,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:28.282526 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58868) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:28.335289 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cfe5-f2a2-4124-80df-be925d46ca1a admin admin] Publish callbacks [] for security_group (86748ef8-733a-46d8-aef9-59ee34052000), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:28.357118 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cfe5-f2a2-4124-80df-be925d46ca1a admin admin] Publish callbacks [] for security_group (86748ef8-733a-46d8-aef9-59ee34052000), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:28.477459 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cfe5-f2a2-4124-80df-be925d46ca1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (86748ef8-733a-46d8-aef9-59ee34052000), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:28.480489 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cfe5-f2a2-4124-80df-be925d46ca1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:28.481903 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b7e0cfe5-f2a2-4124-80df-be925d46ca1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86748ef8-733a-46d8-aef9-59ee34052000 HTTP/1.1" status: 204 len: 168 time: 0.1980574 Jan 10 11:59:28.490657 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0cfe5-f2a2-4124-80df-be925d46ca1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86748ef8-733a-46d8-aef9-59ee34052000,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:29.570751 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58890) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:29.665341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c983acc3-53b0-428c-bb76-c3dbee1a7ea5 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:29.666076 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.api.v2.base [None req-c983acc3-53b0-428c-bb76-c3dbee1a7ea5 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 10 11:59:29.666572 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-c983acc3-53b0-428c-bb76-c3dbee1a7ea5 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): There was a conflict when trying to complete your request. Jan 10 11:59:29.667558 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c983acc3-53b0-428c-bb76-c3dbee1a7ea5 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0956511 Jan 10 11:59:29.679665 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58894) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:29.685537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d3996ae0-bc18-42dc-b013-0bd57696dcf6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865938572'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:29.780706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3996ae0-bc18-42dc-b013-0bd57696dcf6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:29.789568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3996ae0-bc18-42dc-b013-0bd57696dcf6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:29.862670 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3996ae0-bc18-42dc-b013-0bd57696dcf6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (ec3821d7-eb2f-4748-b1b6-8b4887bf7ccf), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:29.917482 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3996ae0-bc18-42dc-b013-0bd57696dcf6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (ec3821d7-eb2f-4748-b1b6-8b4887bf7ccf), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:29.955970 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3996ae0-bc18-42dc-b013-0bd57696dcf6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3821d7-eb2f-4748-b1b6-8b4887bf7ccf,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:29.997373 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3996ae0-bc18-42dc-b013-0bd57696dcf6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (96d0dd80-ed7b-4455-9306-5a9b7cedd5ee), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:30.092719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3996ae0-bc18-42dc-b013-0bd57696dcf6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (96d0dd80-ed7b-4455-9306-5a9b7cedd5ee), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:30.122001 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3996ae0-bc18-42dc-b013-0bd57696dcf6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d0dd80-ed7b-4455-9306-5a9b7cedd5ee,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:30.176337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3996ae0-bc18-42dc-b013-0bd57696dcf6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:30.177666 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d3996ae0-bc18-42dc-b013-0bd57696dcf6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4970789 Jan 10 11:59:30.180557 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58896) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:30.185043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-42c8a494-eaab-4675-9bad-afc8b2c0878c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': '96d0dd80-ed7b-4455-9306-5a9b7cedd5ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:30.271022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-42c8a494-eaab-4675-9bad-afc8b2c0878c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group_rule (667aa4a7-49a7-4f3b-b508-59b415ef726c), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:30.327645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-42c8a494-eaab-4675-9bad-afc8b2c0878c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group_rule (667aa4a7-49a7-4f3b-b508-59b415ef726c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:30.431971 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-42c8a494-eaab-4675-9bad-afc8b2c0878c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (667aa4a7-49a7-4f3b-b508-59b415ef726c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:30.452321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8a494-eaab-4675-9bad-afc8b2c0878c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667aa4a7-49a7-4f3b-b508-59b415ef726c,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:30.557739 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-42c8a494-eaab-4675-9bad-afc8b2c0878c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:30.559060 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-42c8a494-eaab-4675-9bad-afc8b2c0878c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3775175 Jan 10 11:59:30.562029 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58898) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:30.566760 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0eb89edc-5342-4087-a47e-8657db27203c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': '96d0dd80-ed7b-4455-9306-5a9b7cedd5ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:30.703942 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0eb89edc-5342-4087-a47e-8657db27203c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group_rule (47b05249-d9c8-4509-92b1-f66fcf73f060), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:30.859357 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-0eb89edc-5342-4087-a47e-8657db27203c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): There was a conflict when trying to complete your request. Jan 10 11:59:30.860442 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0eb89edc-5342-4087-a47e-8657db27203c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2973828 Jan 10 11:59:30.863356 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58900) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:30.920112 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e29b495f-05d2-4d8f-87a1-965600f6a91a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (96d0dd80-ed7b-4455-9306-5a9b7cedd5ee), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:30.943420 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e29b495f-05d2-4d8f-87a1-965600f6a91a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (96d0dd80-ed7b-4455-9306-5a9b7cedd5ee), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:31.093551 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e29b495f-05d2-4d8f-87a1-965600f6a91a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (96d0dd80-ed7b-4455-9306-5a9b7cedd5ee), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:31.096374 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e29b495f-05d2-4d8f-87a1-965600f6a91a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:31.097559 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e29b495f-05d2-4d8f-87a1-965600f6a91a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "DELETE /v2.0/security-groups/96d0dd80-ed7b-4455-9306-5a9b7cedd5ee HTTP/1.1" status: 204 len: 168 time: 0.2333231 Jan 10 11:59:31.102194 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58902) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:31.107406 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b495f-05d2-4d8f-87a1-965600f6a91a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d0dd80-ed7b-4455-9306-5a9b7cedd5ee,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:31.146412 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-57234911-20a7-4511-8066-cbca297c1861 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0449588 Jan 10 11:59:31.150474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58904) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:31.156097 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7cab7d11-da9f-42c3-a9af-6db2c18337d9 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group': {'name': 'tempest-secgroup--978823563'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:31.306490 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7cab7d11-da9f-42c3-a9af-6db2c18337d9 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:31.389525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7cab7d11-da9f-42c3-a9af-6db2c18337d9 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (9974f918-4107-4d08-9bf4-dca17eb5f83e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:31.489331 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7cab7d11-da9f-42c3-a9af-6db2c18337d9 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (9974f918-4107-4d08-9bf4-dca17eb5f83e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:31.521260 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab7d11-da9f-42c3-a9af-6db2c18337d9 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9974f918-4107-4d08-9bf4-dca17eb5f83e,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:31.577729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7cab7d11-da9f-42c3-a9af-6db2c18337d9 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:31.581794 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7cab7d11-da9f-42c3-a9af-6db2c18337d9 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4272077 Jan 10 11:59:31.582361 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58908) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:31.587024 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-7cc8e4c9-5da2-41b1-be08-6d203596d78d tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': '9974f918-4107-4d08-9bf4-dca17eb5f83e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:31.587858 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING neutron.api.v2.base [None req-7cc8e4c9-5da2-41b1-be08-6d203596d78d tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 10 11:59:31.588361 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-7cc8e4c9-5da2-41b1-be08-6d203596d78d tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:59:31.589333 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7cc8e4c9-5da2-41b1-be08-6d203596d78d tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061419 Jan 10 11:59:31.592200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58910) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:31.646598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-71536acf-9fb0-44ab-b274-9c1785bdafea tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (9974f918-4107-4d08-9bf4-dca17eb5f83e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:31.669378 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-71536acf-9fb0-44ab-b274-9c1785bdafea tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (9974f918-4107-4d08-9bf4-dca17eb5f83e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:31.802992 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-71536acf-9fb0-44ab-b274-9c1785bdafea tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (9974f918-4107-4d08-9bf4-dca17eb5f83e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:31.805626 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-71536acf-9fb0-44ab-b274-9c1785bdafea tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:31.806809 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-71536acf-9fb0-44ab-b274-9c1785bdafea tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "DELETE /v2.0/security-groups/9974f918-4107-4d08-9bf4-dca17eb5f83e HTTP/1.1" status: 204 len: 168 time: 0.2135372 Jan 10 11:59:31.809494 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58912) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:31.816604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71536acf-9fb0-44ab-b274-9c1785bdafea tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9974f918-4107-4d08-9bf4-dca17eb5f83e,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:32.135887 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7a1c00af-a420-4ba8-aab3-f21e11f8a07e tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3251979 Jan 10 11:59:32.139475 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58914) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:32.143834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-48a7eb6d-a986-4187-8cda-00d828df92b1 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053400505'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:32.225863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-48a7eb6d-a986-4187-8cda-00d828df92b1 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:32.292211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-48a7eb6d-a986-4187-8cda-00d828df92b1 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (5e169e93-bf1e-41a5-90ae-c84226f2c80c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:32.403346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-48a7eb6d-a986-4187-8cda-00d828df92b1 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (5e169e93-bf1e-41a5-90ae-c84226f2c80c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:32.432465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7eb6d-a986-4187-8cda-00d828df92b1 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e169e93-bf1e-41a5-90ae-c84226f2c80c,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:32.514438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-48a7eb6d-a986-4187-8cda-00d828df92b1 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:32.515753 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-48a7eb6d-a986-4187-8cda-00d828df92b1 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3753130 Jan 10 11:59:32.518714 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58916) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:32.523327 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-413c863e-ca1b-4b7e-8609-a27b4870aef9 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': '5e169e93-bf1e-41a5-90ae-c84226f2c80c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:32.523899 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.api.v2.base [None req-413c863e-ca1b-4b7e-8609-a27b4870aef9 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 10 11:59:32.524409 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-413c863e-ca1b-4b7e-8609-a27b4870aef9 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:59:32.525341 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-413c863e-ca1b-4b7e-8609-a27b4870aef9 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0055683 Jan 10 11:59:32.528281 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58918) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:32.594347 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fce19b4a-3b8b-495c-bebb-f9705d998e5f tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (5e169e93-bf1e-41a5-90ae-c84226f2c80c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:32.617406 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fce19b4a-3b8b-495c-bebb-f9705d998e5f tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (5e169e93-bf1e-41a5-90ae-c84226f2c80c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:32.734660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fce19b4a-3b8b-495c-bebb-f9705d998e5f tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (5e169e93-bf1e-41a5-90ae-c84226f2c80c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:32.737312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fce19b4a-3b8b-495c-bebb-f9705d998e5f tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:32.738517 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fce19b4a-3b8b-495c-bebb-f9705d998e5f tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "DELETE /v2.0/security-groups/5e169e93-bf1e-41a5-90ae-c84226f2c80c HTTP/1.1" status: 204 len: 168 time: 0.2093496 Jan 10 11:59:32.741296 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58920) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:32.747956 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce19b4a-3b8b-495c-bebb-f9705d998e5f tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e169e93-bf1e-41a5-90ae-c84226f2c80c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:32.795310 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0086390b-7a7b-4ca6-86de-7b3eba934af0 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0527940 Jan 10 11:59:32.804849 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58922) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:32.809511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-63b808b1-7219-401b-994e-d0f48f9f5e00 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531861953'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:32.894728 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-63b808b1-7219-401b-994e-d0f48f9f5e00 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:32.964772 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-63b808b1-7219-401b-994e-d0f48f9f5e00 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (e9e5a76f-fe0e-40bb-8919-1cde92eeecac), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:33.077836 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-63b808b1-7219-401b-994e-d0f48f9f5e00 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e9e5a76f-fe0e-40bb-8919-1cde92eeecac), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:33.107338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b808b1-7219-401b-994e-d0f48f9f5e00 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e5a76f-fe0e-40bb-8919-1cde92eeecac,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:33.165504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-63b808b1-7219-401b-994e-d0f48f9f5e00 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:33.166921 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-63b808b1-7219-401b-994e-d0f48f9f5e00 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3609684 Jan 10 11:59:33.169635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58924) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:33.174499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-3009f0c8-cc78-4d51-8422-ec5bcc49cf76 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': 'e9e5a76f-fe0e-40bb-8919-1cde92eeecac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:33.175338 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.api.v2.base [None req-3009f0c8-cc78-4d51-8422-ec5bcc49cf76 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 10 11:59:33.175820 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-3009f0c8-cc78-4d51-8422-ec5bcc49cf76 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:59:33.176757 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3009f0c8-cc78-4d51-8422-ec5bcc49cf76 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056839 Jan 10 11:59:33.179181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58926) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:33.183096 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-75350105-2111-4631-a953-ac3c28398a7d tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': 'e9e5a76f-fe0e-40bb-8919-1cde92eeecac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:33.183776 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.api.v2.base [None req-75350105-2111-4631-a953-ac3c28398a7d tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 10 11:59:33.188730 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-75350105-2111-4631-a953-ac3c28398a7d tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:59:33.188730 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-75350105-2111-4631-a953-ac3c28398a7d tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0051136 Jan 10 11:59:33.190711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58928) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:33.195912 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-cc665c24-5ebe-4eb2-b1dc-62b9ce6d4c3f tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': 'e9e5a76f-fe0e-40bb-8919-1cde92eeecac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:33.196697 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.api.v2.base [None req-cc665c24-5ebe-4eb2-b1dc-62b9ce6d4c3f tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 10 11:59:33.197165 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-cc665c24-5ebe-4eb2-b1dc-62b9ce6d4c3f tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:59:33.198304 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cc665c24-5ebe-4eb2-b1dc-62b9ce6d4c3f tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065804 Jan 10 11:59:33.200536 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58930) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:33.205156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-0f4c79e0-bdc6-4823-a686-af3012bcdebb tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': 'e9e5a76f-fe0e-40bb-8919-1cde92eeecac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:33.206042 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.api.v2.base [None req-0f4c79e0-bdc6-4823-a686-af3012bcdebb tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 10 11:59:33.206679 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-0f4c79e0-bdc6-4823-a686-af3012bcdebb tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:59:33.207755 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0f4c79e0-bdc6-4823-a686-af3012bcdebb tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063143 Jan 10 11:59:33.210927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58932) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:33.264883 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81ac6926-8ba6-42be-91bb-111eca3ea63a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (e9e5a76f-fe0e-40bb-8919-1cde92eeecac), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:33.287024 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81ac6926-8ba6-42be-91bb-111eca3ea63a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (e9e5a76f-fe0e-40bb-8919-1cde92eeecac), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:33.407028 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81ac6926-8ba6-42be-91bb-111eca3ea63a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e9e5a76f-fe0e-40bb-8919-1cde92eeecac), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:33.409692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-81ac6926-8ba6-42be-91bb-111eca3ea63a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:33.410880 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-81ac6926-8ba6-42be-91bb-111eca3ea63a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "DELETE /v2.0/security-groups/e9e5a76f-fe0e-40bb-8919-1cde92eeecac HTTP/1.1" status: 204 len: 168 time: 0.1990292 Jan 10 11:59:33.413952 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58934) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:33.426834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac6926-8ba6-42be-91bb-111eca3ea63a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e5a76f-fe0e-40bb-8919-1cde92eeecac,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:33.466279 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a777c59d-1f54-4d94-b7f6-690a5e0aa678 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0511067 Jan 10 11:59:33.470089 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58936) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:33.475186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-58c2a798-67a7-4b88-b7e6-5942a27bc278 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1910496899'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:33.605386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58c2a798-67a7-4b88-b7e6-5942a27bc278 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:33.675216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58c2a798-67a7-4b88-b7e6-5942a27bc278 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (bd8099f1-85b6-4706-9c22-d34d40ec20a1), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:33.818514 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58c2a798-67a7-4b88-b7e6-5942a27bc278 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (bd8099f1-85b6-4706-9c22-d34d40ec20a1), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:33.848485 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2a798-67a7-4b88-b7e6-5942a27bc278 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8099f1-85b6-4706-9c22-d34d40ec20a1,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:33.930700 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58c2a798-67a7-4b88-b7e6-5942a27bc278 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:33.932432 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-58c2a798-67a7-4b88-b7e6-5942a27bc278 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4613104 Jan 10 11:59:33.935356 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58938) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:33.939732 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-a7605e14-f7a6-488d-b71d-3b8cd6364087 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': 'bd8099f1-85b6-4706-9c22-d34d40ec20a1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:33.940211 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING neutron.api.v2.base [None req-a7605e14-f7a6-488d-b71d-3b8cd6364087 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 10 11:59:33.940708 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-a7605e14-f7a6-488d-b71d-3b8cd6364087 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:59:33.941688 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a7605e14-f7a6-488d-b71d-3b8cd6364087 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054076 Jan 10 11:59:33.944074 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58940) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:33.948129 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-80853cca-5e21-496d-9763-b77d1533ab84 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': 'bd8099f1-85b6-4706-9c22-d34d40ec20a1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:34.163483 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-80853cca-5e21-496d-9763-b77d1533ab84 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:59:34.167403 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58942) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:34.167911 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-80853cca-5e21-496d-9763-b77d1533ab84 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2225962 Jan 10 11:59:34.172611 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-e9ec0e7b-7498-4249-be39-08fc4afe963d tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': 'bd8099f1-85b6-4706-9c22-d34d40ec20a1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:34.173372 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.api.v2.base [None req-e9ec0e7b-7498-4249-be39-08fc4afe963d tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 10 11:59:34.174318 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-e9ec0e7b-7498-4249-be39-08fc4afe963d tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:59:34.177789 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e9ec0e7b-7498-4249-be39-08fc4afe963d tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067313 Jan 10 11:59:34.178125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58944) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:34.183007 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f0966f9b-6ac3-471e-9e03-957acbe849f0 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': 'bd8099f1-85b6-4706-9c22-d34d40ec20a1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:34.334563 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-f0966f9b-6ac3-471e-9e03-957acbe849f0 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:59:34.338973 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f0966f9b-6ac3-471e-9e03-957acbe849f0 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1567726 Jan 10 11:59:34.339198 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58946) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:34.343805 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-84320aa3-d829-4b72-9320-f488a3617458 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': 'bd8099f1-85b6-4706-9c22-d34d40ec20a1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:34.344297 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.api.v2.base [None req-84320aa3-d829-4b72-9320-f488a3617458 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 10 11:59:34.346711 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-84320aa3-d829-4b72-9320-f488a3617458 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:59:34.346711 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-84320aa3-d829-4b72-9320-f488a3617458 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055089 Jan 10 11:59:34.348732 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58948) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:34.354175 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-29e65674-cd23-434d-8dbb-0c1d911079e9 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': 'bd8099f1-85b6-4706-9c22-d34d40ec20a1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:34.511817 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-29e65674-cd23-434d-8dbb-0c1d911079e9 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:59:34.512932 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-29e65674-cd23-434d-8dbb-0c1d911079e9 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1632092 Jan 10 11:59:34.516551 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58950) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:34.521318 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b0b0c4a9-6e99-4bdb-9d18-5a4eba57de46 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': 'bd8099f1-85b6-4706-9c22-d34d40ec20a1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:34.521807 dv-neutron-master-2-hyperv neutron-server[110624]: WARNING neutron.api.v2.base [None req-b0b0c4a9-6e99-4bdb-9d18-5a4eba57de46 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 10 11:59:34.526238 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-b0b0c4a9-6e99-4bdb-9d18-5a4eba57de46 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:59:34.526238 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b0b0c4a9-6e99-4bdb-9d18-5a4eba57de46 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057783 Jan 10 11:59:34.528567 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58952) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:34.534230 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-77b3ca56-9723-4b48-9c44-eaec1f5c468c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': 'bd8099f1-85b6-4706-9c22-d34d40ec20a1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:34.700280 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-77b3ca56-9723-4b48-9c44-eaec1f5c468c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:59:34.701483 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-77b3ca56-9723-4b48-9c44-eaec1f5c468c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1717503 Jan 10 11:59:34.704416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58954) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:34.709099 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-16102010-ca1c-45e8-a468-98f626c91aa6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': 'bd8099f1-85b6-4706-9c22-d34d40ec20a1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:34.991527 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-16102010-ca1c-45e8-a468-98f626c91aa6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:59:34.992618 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-16102010-ca1c-45e8-a468-98f626c91aa6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2872806 Jan 10 11:59:34.995658 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58956) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:35.049483 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8356f795-0dc0-4933-b7b6-f1e95e2f0e66 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (bd8099f1-85b6-4706-9c22-d34d40ec20a1), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:35.071741 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8356f795-0dc0-4933-b7b6-f1e95e2f0e66 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (bd8099f1-85b6-4706-9c22-d34d40ec20a1), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:35.208876 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8356f795-0dc0-4933-b7b6-f1e95e2f0e66 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (bd8099f1-85b6-4706-9c22-d34d40ec20a1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:35.211562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8356f795-0dc0-4933-b7b6-f1e95e2f0e66 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:35.212844 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8356f795-0dc0-4933-b7b6-f1e95e2f0e66 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "DELETE /v2.0/security-groups/bd8099f1-85b6-4706-9c22-d34d40ec20a1 HTTP/1.1" status: 204 len: 168 time: 0.2162042 Jan 10 11:59:35.215631 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58958) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:35.223160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356f795-0dc0-4933-b7b6-f1e95e2f0e66 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8099f1-85b6-4706-9c22-d34d40ec20a1,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:35.265010 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8a389a49-2d5c-410a-b9e3-bb7443420df5 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0481281 Jan 10 11:59:35.268948 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58960) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:35.273200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-fbd80de7-c13f-434f-98d7-37dcf58c85b4 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group': {'name': 'tempest-secgroup--101145312'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:35.386174 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fbd80de7-c13f-434f-98d7-37dcf58c85b4 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:35.454859 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fbd80de7-c13f-434f-98d7-37dcf58c85b4 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (df5aa111-1e4e-438c-b5d4-4d461e724bf9), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:35.574986 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fbd80de7-c13f-434f-98d7-37dcf58c85b4 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (df5aa111-1e4e-438c-b5d4-4d461e724bf9), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:35.605461 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd80de7-c13f-434f-98d7-37dcf58c85b4 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5aa111-1e4e-438c-b5d4-4d461e724bf9,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:35.713776 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fbd80de7-c13f-434f-98d7-37dcf58c85b4 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:35.715092 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fbd80de7-c13f-434f-98d7-37dcf58c85b4 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4452200 Jan 10 11:59:35.718681 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58962) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:35.723227 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-20acdee6-18ec-458b-974a-d87642b095db tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': 'df5aa111-1e4e-438c-b5d4-4d461e724bf9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:35.860430 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-20acdee6-18ec-458b-974a-d87642b095db tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The resource could not be found. Jan 10 11:59:35.861605 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-20acdee6-18ec-458b-974a-d87642b095db tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1419671 Jan 10 11:59:35.864659 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58964) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:35.869379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c6d5cfbe-f65c-4093-b909-9cd1340f6943 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': 'df5aa111-1e4e-438c-b5d4-4d461e724bf9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '77ca96b7-7db6-4aa4-9e00-0de7da5cde4b'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:36.100321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bcce8fd8-c572-4582-bef8-b01835ad1073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:36.123584 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-c6d5cfbe-f65c-4093-b909-9cd1340f6943 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The resource could not be found. Jan 10 11:59:36.124605 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c6d5cfbe-f65c-4093-b909-9cd1340f6943 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2589264 Jan 10 11:59:36.127491 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58968) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:36.181421 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d2fe-d831-4162-980c-d81be2320bcf tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (df5aa111-1e4e-438c-b5d4-4d461e724bf9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:36.204519 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d2fe-d831-4162-980c-d81be2320bcf tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (df5aa111-1e4e-438c-b5d4-4d461e724bf9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:36.346152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d2fe-d831-4162-980c-d81be2320bcf tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (df5aa111-1e4e-438c-b5d4-4d461e724bf9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:36.348856 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d2fe-d831-4162-980c-d81be2320bcf tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:36.350067 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f3a5d2fe-d831-4162-980c-d81be2320bcf tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "DELETE /v2.0/security-groups/df5aa111-1e4e-438c-b5d4-4d461e724bf9 HTTP/1.1" status: 204 len: 168 time: 0.2215805 Jan 10 11:59:36.352973 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58970) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:36.360159 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5d2fe-d831-4162-980c-d81be2320bcf tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5aa111-1e4e-438c-b5d4-4d461e724bf9,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:36.401109 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-175c4a6d-b7e9-4cc1-958b-3f0356b4485a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0466824 Jan 10 11:59:36.405006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58974) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:36.409627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-fd006163-4791-46ba-932c-b33ab45fcee6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': 'd31e13d3-16cf-4897-a22d-706f0ff26232', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:36.655030 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-fd006163-4791-46ba-932c-b33ab45fcee6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The resource could not be found. Jan 10 11:59:36.656383 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fd006163-4791-46ba-932c-b33ab45fcee6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2502315 Jan 10 11:59:36.660917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58976) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:36.666633 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e15bc476-6242-475d-b17d-cb52a5ec8f87 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group': {'name': 'tempest-secgroup--74117700'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:36.763229 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e15bc476-6242-475d-b17d-cb52a5ec8f87 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:36.832611 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e15bc476-6242-475d-b17d-cb52a5ec8f87 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (0cb6ce91-ca18-4c02-b8b5-e8f97e5154b8), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:36.894438 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e15bc476-6242-475d-b17d-cb52a5ec8f87 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0cb6ce91-ca18-4c02-b8b5-e8f97e5154b8), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:36.925816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bc476-6242-475d-b17d-cb52a5ec8f87 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb6ce91-ca18-4c02-b8b5-e8f97e5154b8,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:37.024013 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e15bc476-6242-475d-b17d-cb52a5ec8f87 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:37.024013 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e15bc476-6242-475d-b17d-cb52a5ec8f87 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3620839 Jan 10 11:59:37.027170 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58978) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:37.032936 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-6ed76b76-de55-4716-ab8d-9bebb0e427c5 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group': {'name': 'tempest-secgroup--592263789'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:37.157614 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6ed76b76-de55-4716-ab8d-9bebb0e427c5 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:37.225826 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6ed76b76-de55-4716-ab8d-9bebb0e427c5 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (095004db-10b4-4bc6-bab2-657cce1a8640), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:37.312060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6ed76b76-de55-4716-ab8d-9bebb0e427c5 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (095004db-10b4-4bc6-bab2-657cce1a8640), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:37.341260 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed76b76-de55-4716-ab8d-9bebb0e427c5 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095004db-10b4-4bc6-bab2-657cce1a8640,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:37.477835 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6ed76b76-de55-4716-ab8d-9bebb0e427c5 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:37.479100 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6ed76b76-de55-4716-ab8d-9bebb0e427c5 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4508126 Jan 10 11:59:37.481880 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58980) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:37.486301 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-2d7200ab-3efd-43e4-8d66-eb70c646ab53 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group_rule': {'security_group_id': '0cb6ce91-ca18-4c02-b8b5-e8f97e5154b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '095004db-10b4-4bc6-bab2-657cce1a8640'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:37.700713 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-2d7200ab-3efd-43e4-8d66-eb70c646ab53 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 11:59:37.701864 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2d7200ab-3efd-43e4-8d66-eb70c646ab53 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2190156 Jan 10 11:59:37.704715 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58982) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:37.767202 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-56b7e728-5429-4708-a625-9eb32c31903a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (095004db-10b4-4bc6-bab2-657cce1a8640), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:37.791664 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-56b7e728-5429-4708-a625-9eb32c31903a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (095004db-10b4-4bc6-bab2-657cce1a8640), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:37.934544 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-56b7e728-5429-4708-a625-9eb32c31903a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (095004db-10b4-4bc6-bab2-657cce1a8640), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:37.937961 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-56b7e728-5429-4708-a625-9eb32c31903a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:37.942483 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-56b7e728-5429-4708-a625-9eb32c31903a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "DELETE /v2.0/security-groups/095004db-10b4-4bc6-bab2-657cce1a8640 HTTP/1.1" status: 204 len: 168 time: 0.2334952 Jan 10 11:59:37.942767 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58984) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:37.948701 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7e728-5429-4708-a625-9eb32c31903a tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095004db-10b4-4bc6-bab2-657cce1a8640,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:38.006389 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ac1f13c4-c2e6-419e-baaa-6e15fc7d3a9f tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0632598 Jan 10 11:59:38.009134 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58986) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:38.063825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d5d2293a-1278-4b18-a99f-b05ef1678228 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (0cb6ce91-ca18-4c02-b8b5-e8f97e5154b8), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:38.086244 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d5d2293a-1278-4b18-a99f-b05ef1678228 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (0cb6ce91-ca18-4c02-b8b5-e8f97e5154b8), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:38.283339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d5d2293a-1278-4b18-a99f-b05ef1678228 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0cb6ce91-ca18-4c02-b8b5-e8f97e5154b8), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:38.286250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d5d2293a-1278-4b18-a99f-b05ef1678228 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:38.287455 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d5d2293a-1278-4b18-a99f-b05ef1678228 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "DELETE /v2.0/security-groups/0cb6ce91-ca18-4c02-b8b5-e8f97e5154b8 HTTP/1.1" status: 204 len: 168 time: 0.2773788 Jan 10 11:59:38.290237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58988) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:38.297657 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2293a-1278-4b18-a99f-b05ef1678228 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb6ce91-ca18-4c02-b8b5-e8f97e5154b8,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:38.342220 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-95a384dd-c630-4d95-adc4-11e59e6bb78d tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0500543 Jan 10 11:59:38.346410 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58990) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:38.350605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-259616cf-e303-4e3d-9242-1748a64fb575 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1983382465'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:38.460367 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-259616cf-e303-4e3d-9242-1748a64fb575 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:38.527171 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-259616cf-e303-4e3d-9242-1748a64fb575 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (20059abc-bf8b-4731-9834-a28d2209c0f3), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:38.626245 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-259616cf-e303-4e3d-9242-1748a64fb575 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (20059abc-bf8b-4731-9834-a28d2209c0f3), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:38.656003 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259616cf-e303-4e3d-9242-1748a64fb575 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20059abc-bf8b-4731-9834-a28d2209c0f3,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:38.782769 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-259616cf-e303-4e3d-9242-1748a64fb575 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:38.784133 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-259616cf-e303-4e3d-9242-1748a64fb575 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4371600 Jan 10 11:59:38.786964 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58992) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:38.791421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-6eed1e8e-edf5-4326-8f10-fc8b4e1bd98c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:38.791845 dv-neutron-master-2-hyperv neutron-server[110625]: WARNING neutron.api.v2.base [None req-6eed1e8e-edf5-4326-8f10-fc8b4e1bd98c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 10 11:59:38.792335 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-6eed1e8e-edf5-4326-8f10-fc8b4e1bd98c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] update failed (client error): There was a conflict when trying to complete your request. Jan 10 11:59:38.793263 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6eed1e8e-edf5-4326-8f10-fc8b4e1bd98c tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "PUT /v2.0/security-groups/20059abc-bf8b-4731-9834-a28d2209c0f3 HTTP/1.1" status: 409 len: 330 time: 0.0053921 Jan 10 11:59:38.795640 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 58994) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:38.849479 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-272dfb5c-6774-4cc0-a455-44a5e90c5bed tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (20059abc-bf8b-4731-9834-a28d2209c0f3), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:38.873216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-272dfb5c-6774-4cc0-a455-44a5e90c5bed tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (20059abc-bf8b-4731-9834-a28d2209c0f3), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:39.020017 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-272dfb5c-6774-4cc0-a455-44a5e90c5bed tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (20059abc-bf8b-4731-9834-a28d2209c0f3), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:39.022684 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-272dfb5c-6774-4cc0-a455-44a5e90c5bed tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:39.024165 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-272dfb5c-6774-4cc0-a455-44a5e90c5bed tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "DELETE /v2.0/security-groups/20059abc-bf8b-4731-9834-a28d2209c0f3 HTTP/1.1" status: 204 len: 168 time: 0.2273846 Jan 10 11:59:39.026997 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58996) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:39.033910 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dfb5c-6774-4cc0-a455-44a5e90c5bed tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20059abc-bf8b-4731-9834-a28d2209c0f3,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:39.073519 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-79986a9c-3888-448a-8202-d67878524d56 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0452652 Jan 10 11:59:39.077331 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 58998) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:39.090846 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-44cce4d7-ea01-45f9-9991-4422713f4753 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] delete failed (client error): The resource could not be found. Jan 10 11:59:39.092350 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-44cce4d7-ea01-45f9-9991-4422713f4753 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "DELETE /v2.0/security-groups/5f5e144c-82f7-4144-9050-a516eb224171 HTTP/1.1" status: 404 len: 347 time: 0.0140417 Jan 10 11:59:39.095984 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59000) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:39.109405 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-2110851f-4fe1-4538-b7ee-035cd29a56bc tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] show failed (client error): The resource could not be found. Jan 10 11:59:39.110416 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2110851f-4fe1-4538-b7ee-035cd29a56bc tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "GET /v2.0/security-groups/f7bb2dd5-279f-4fc0-9fec-3d19c9631546 HTTP/1.1" status: 404 len: 347 time: 0.0135248 Jan 10 11:59:39.113978 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59002) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:39.124633 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-3ea25d82-307d-4721-a628-ba97030e6da6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] show failed (client error): The resource could not be found. Jan 10 11:59:39.125598 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3ea25d82-307d-4721-a628-ba97030e6da6 tempest-NegativeSecGroupTest-108704990 tempest-NegativeSecGroupTest-108704990-project] 10.222.0.16 "GET /v2.0/security-group-rules/ceac8545-ee6e-4d2e-a17c-2fe6acaabc61 HTTP/1.1" status: 404 len: 356 time: 0.0106194 Jan 10 11:59:39.713145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59008) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:39.847204 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ab6976d4-5783-4183-be39-a9d2db4a8ec8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=615b1a5009ba417997807ad5748119dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327689 Jan 10 11:59:39.849782 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59012) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:39.900094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6865d2c-4043-4ca9-aaf5-88990acc2b41 admin admin] Publish callbacks [] for security_group (ec3821d7-eb2f-4748-b1b6-8b4887bf7ccf), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:39.922551 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6865d2c-4043-4ca9-aaf5-88990acc2b41 admin admin] Publish callbacks [] for security_group (ec3821d7-eb2f-4748-b1b6-8b4887bf7ccf), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:40.037682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6865d2c-4043-4ca9-aaf5-88990acc2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (ec3821d7-eb2f-4748-b1b6-8b4887bf7ccf), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:40.040484 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e6865d2c-4043-4ca9-aaf5-88990acc2b41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:40.041700 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e6865d2c-4043-4ca9-aaf5-88990acc2b41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec3821d7-eb2f-4748-b1b6-8b4887bf7ccf HTTP/1.1" status: 204 len: 168 time: 0.1909857 Jan 10 11:59:40.051971 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6865d2c-4043-4ca9-aaf5-88990acc2b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3821d7-eb2f-4748-b1b6-8b4887bf7ccf,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:40.321439 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-26d9926f-2996-4b6c-8a81-fdd4b8473e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:40.643182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:41.099454 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59034) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:41.196322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-9229396e-be81-49da-afb2-4f5fd18be871 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1849305156'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:41.529610 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9229396e-be81-49da-afb2-4f5fd18be871 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Made reservation on behalf of ca0dc0380a004b81a2b0efd186be2a06 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:59:41.534281 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9229396e-be81-49da-afb2-4f5fd18be871 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:41.543358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9229396e-be81-49da-afb2-4f5fd18be871 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:41.619462 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9229396e-be81-49da-afb2-4f5fd18be871 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Publish callbacks [] for security_group (c6d79f2a-b184-4d7e-90c1-a36be0cc07fe), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:41.711432 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9229396e-be81-49da-afb2-4f5fd18be871 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c6d79f2a-b184-4d7e-90c1-a36be0cc07fe), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:41.738869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9229396e-be81-49da-afb2-4f5fd18be871 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:59:41.749297 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229396e-be81-49da-afb2-4f5fd18be871 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d79f2a-b184-4d7e-90c1-a36be0cc07fe,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:41.754133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9229396e-be81-49da-afb2-4f5fd18be871 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (78dfa9be-49ad-41f4-8b3d-c9ff76388b4e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:41.754488 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-9229396e-be81-49da-afb2-4f5fd18be871 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Added segment 78dfa9be-49ad-41f4-8b3d-c9ff76388b4e of type vlan for network de2083e4-0a38-42f0-ad30-80382d2dac14 Jan 10 11:59:41.798933 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9229396e-be81-49da-afb2-4f5fd18be871 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (de2083e4-0a38-42f0-ad30-80382d2dac14), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:41.887286 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9229396e-be81-49da-afb2-4f5fd18be871 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (de2083e4-0a38-42f0-ad30-80382d2dac14), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:41.893348 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9229396e-be81-49da-afb2-4f5fd18be871 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:41.893983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9229396e-be81-49da-afb2-4f5fd18be871 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:41.963454 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229396e-be81-49da-afb2-4f5fd18be871 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Pushing event updated for resources: {'Network': ['ID=de2083e4-0a38-42f0-ad30-80382d2dac14,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:41.974799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network de2083e4-0a38-42f0-ad30-80382d2dac14 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:59:42.018693 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9229396e-be81-49da-afb2-4f5fd18be871 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9180875 Jan 10 11:59:42.020843 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59038) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:42.026260 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-9f895f0e-18d4-4f80-96d3-def0ae14bd22 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'de2083e4-0a38-42f0-ad30-80382d2dac14', 'tempest-TagsTest-Tag-647420374') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:42.128642 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:42.204129 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9f895f0e-18d4-4f80-96d3-def0ae14bd22 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] 10.222.0.16 "PUT /v2.0/networks/de2083e4-0a38-42f0-ad30-80382d2dac14/tags/tempest-TagsTest-Tag-647420374 HTTP/1.1" status: 201 len: 201 time: 0.1821768 Jan 10 11:59:42.206581 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59040) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:42.210894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-6938a722-83a6-423f-8f69-57efee4325a4 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de2083e4-0a38-42f0-ad30-80382d2dac14', 'tempest-TagsTest-Tag-647420374') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:42.279821 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6938a722-83a6-423f-8f69-57efee4325a4 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] 10.222.0.16 "GET /v2.0/networks/de2083e4-0a38-42f0-ad30-80382d2dac14/tags/tempest-TagsTest-Tag-647420374 HTTP/1.1" status: 204 len: 168 time: 0.0714700 Jan 10 11:59:42.282418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59042) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:42.286890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-737928ed-5e94-41d8-863e-cf92e37bee0b tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'de2083e4-0a38-42f0-ad30-80382d2dac14') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:42.359100 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-737928ed-5e94-41d8-863e-cf92e37bee0b tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] 10.222.0.16 "GET /v2.0/networks/de2083e4-0a38-42f0-ad30-80382d2dac14/tags HTTP/1.1" status: 200 len: 237 time: 0.0756278 Jan 10 11:59:42.361749 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59044) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:42.366150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-fa513e77-c4c3-4986-b511-72abdf9a9462 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'de2083e4-0a38-42f0-ad30-80382d2dac14', {'tags': ['tempest-TagsTest-Tag-56613093', 'tempest-TagsTest-Tag-352469806', 'tempest-TagsTest-Tag-488184940']}) {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:42.604164 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fa513e77-c4c3-4986-b511-72abdf9a9462 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] 10.222.0.16 "PUT /v2.0/networks/de2083e4-0a38-42f0-ad30-80382d2dac14/tags HTTP/1.1" status: 200 len: 305 time: 0.2413528 Jan 10 11:59:42.606829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59046) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:42.611395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-d1d2abc2-46b4-41f2-b673-e71f7b529c95 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'de2083e4-0a38-42f0-ad30-80382d2dac14', 'tempest-TagsTest-Tag-56613093') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:42.803822 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d1d2abc2-46b4-41f2-b673-e71f7b529c95 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] 10.222.0.16 "DELETE /v2.0/networks/de2083e4-0a38-42f0-ad30-80382d2dac14/tags/tempest-TagsTest-Tag-56613093 HTTP/1.1" status: 204 len: 168 time: 0.1960201 Jan 10 11:59:42.806472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59048) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:42.811331 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-24b718af-cfb4-4478-9417-be824a03ed40 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de2083e4-0a38-42f0-ad30-80382d2dac14', 'tempest-TagsTest-Tag-56613093') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:42.881246 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-24b718af-cfb4-4478-9417-be824a03ed40 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] show failed (client error): The resource could not be found. Jan 10 11:59:42.882349 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-24b718af-cfb4-4478-9417-be824a03ed40 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] 10.222.0.16 "GET /v2.0/networks/de2083e4-0a38-42f0-ad30-80382d2dac14/tags/tempest-TagsTest-Tag-56613093 HTTP/1.1" status: 404 len: 324 time: 0.0749362 Jan 10 11:59:42.885133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59050) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:42.890058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-d6665e4a-bcc7-469a-bf7a-673abd8de7ae tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de2083e4-0a38-42f0-ad30-80382d2dac14', 'tempest-TagsTest-Tag-352469806') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:42.964116 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d6665e4a-bcc7-469a-bf7a-673abd8de7ae tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] 10.222.0.16 "GET /v2.0/networks/de2083e4-0a38-42f0-ad30-80382d2dac14/tags/tempest-TagsTest-Tag-352469806 HTTP/1.1" status: 204 len: 168 time: 0.0778973 Jan 10 11:59:42.966583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59052) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:42.970857 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-3d3dcfbf-9ae2-4328-b891-f91929bbaf2e tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de2083e4-0a38-42f0-ad30-80382d2dac14', 'tempest-TagsTest-Tag-488184940') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:43.041886 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3d3dcfbf-9ae2-4328-b891-f91929bbaf2e tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] 10.222.0.16 "GET /v2.0/networks/de2083e4-0a38-42f0-ad30-80382d2dac14/tags/tempest-TagsTest-Tag-488184940 HTTP/1.1" status: 204 len: 168 time: 0.0741506 Jan 10 11:59:43.044317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59054) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:43.049940 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-202848cc-a0ed-4276-ae2c-6af2c47bf51e tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'de2083e4-0a38-42f0-ad30-80382d2dac14') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:43.243014 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-202848cc-a0ed-4276-ae2c-6af2c47bf51e tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] 10.222.0.16 "DELETE /v2.0/networks/de2083e4-0a38-42f0-ad30-80382d2dac14/tags HTTP/1.1" status: 204 len: 168 time: 0.1966145 Jan 10 11:59:43.245395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59056) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:43.250877 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-c90c59b0-4f11-425f-9d67-763a2cbca440 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de2083e4-0a38-42f0-ad30-80382d2dac14', 'tempest-TagsTest-Tag-352469806') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:43.294440 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:43.321020 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-c90c59b0-4f11-425f-9d67-763a2cbca440 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] show failed (client error): The resource could not be found. Jan 10 11:59:43.322166 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c90c59b0-4f11-425f-9d67-763a2cbca440 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] 10.222.0.16 "GET /v2.0/networks/de2083e4-0a38-42f0-ad30-80382d2dac14/tags/tempest-TagsTest-Tag-352469806 HTTP/1.1" status: 404 len: 325 time: 0.0754900 Jan 10 11:59:43.325005 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59058) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:43.329335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-a74478ba-f531-4871-a77a-88f795ae0c8f tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de2083e4-0a38-42f0-ad30-80382d2dac14', 'tempest-TagsTest-Tag-488184940') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:43.406264 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-a74478ba-f531-4871-a77a-88f795ae0c8f tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] show failed (client error): The resource could not be found. Jan 10 11:59:43.407392 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a74478ba-f531-4871-a77a-88f795ae0c8f tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] 10.222.0.16 "GET /v2.0/networks/de2083e4-0a38-42f0-ad30-80382d2dac14/tags/tempest-TagsTest-Tag-488184940 HTTP/1.1" status: 404 len: 325 time: 0.0813541 Jan 10 11:59:43.410470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59060) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:43.415407 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.tag.tag_plugin [None req-753cdbdc-920e-4102-a318-000e91e0d7d8 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'de2083e4-0a38-42f0-ad30-80382d2dac14') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:43.490027 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-753cdbdc-920e-4102-a318-000e91e0d7d8 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] 10.222.0.16 "DELETE /v2.0/networks/de2083e4-0a38-42f0-ad30-80382d2dac14/tags HTTP/1.1" status: 204 len: 168 time: 0.0784385 Jan 10 11:59:43.496620 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59062) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:43.580757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8ab79c04-6cb1-4296-b4cb-0ae05b74bbd5 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (de2083e4-0a38-42f0-ad30-80382d2dac14), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:43.676225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8ab79c04-6cb1-4296-b4cb-0ae05b74bbd5 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (de2083e4-0a38-42f0-ad30-80382d2dac14), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:43.702440 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-8ab79c04-6cb1-4296-b4cb-0ae05b74bbd5 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2083e4-0a38-42f0-ad30-80382d2dac14']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:43.719491 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-8ab79c04-6cb1-4296-b4cb-0ae05b74bbd5 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78dfa9be-49ad-41f4-8b3d-c9ff76388b4e') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:43.719788 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-8ab79c04-6cb1-4296-b4cb-0ae05b74bbd5 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78dfa9be-49ad-41f4-8b3d-c9ff76388b4e') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:43.736566 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8ab79c04-6cb1-4296-b4cb-0ae05b74bbd5 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (78dfa9be-49ad-41f4-8b3d-c9ff76388b4e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:43.749527 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8ab79c04-6cb1-4296-b4cb-0ae05b74bbd5 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (78dfa9be-49ad-41f4-8b3d-c9ff76388b4e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:43.755227 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab79c04-6cb1-4296-b4cb-0ae05b74bbd5 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:59:43.755674 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8ab79c04-6cb1-4296-b4cb-0ae05b74bbd5 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (78dfa9be-49ad-41f4-8b3d-c9ff76388b4e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: items = [ Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:59:43.758542 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:59:43.765413 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:59:43.765413 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:59:43.765413 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:59:43.765413 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:59:43.765413 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:59:43.866232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8ab79c04-6cb1-4296-b4cb-0ae05b74bbd5 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (de2083e4-0a38-42f0-ad30-80382d2dac14), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:43.876861 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8ab79c04-6cb1-4296-b4cb-0ae05b74bbd5 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:43.882805 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8ab79c04-6cb1-4296-b4cb-0ae05b74bbd5 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] 10.222.0.16 "DELETE /v2.0/networks/de2083e4-0a38-42f0-ad30-80382d2dac14 HTTP/1.1" status: 204 len: 168 time: 0.3850908 Jan 10 11:59:43.903935 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab79c04-6cb1-4296-b4cb-0ae05b74bbd5 tempest-TagsTest-1105908653 tempest-TagsTest-1105908653-project] Pushing event deleted for resources: {'Network': ['ID=de2083e4-0a38-42f0-ad30-80382d2dac14,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:44.375272 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59072) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:44.512347 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-19819121-cc84-4b10-a09e-ab55c320a5fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca0dc0380a004b81a2b0efd186be2a06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358671 Jan 10 11:59:44.515466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59076) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:44.573388 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2f5bb2ed-0428-4ed5-9831-f7197f119d26 admin admin] Publish callbacks [] for security_group (c6d79f2a-b184-4d7e-90c1-a36be0cc07fe), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:44.596225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2f5bb2ed-0428-4ed5-9831-f7197f119d26 admin admin] Publish callbacks [] for security_group (c6d79f2a-b184-4d7e-90c1-a36be0cc07fe), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:44.709983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2f5bb2ed-0428-4ed5-9831-f7197f119d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c6d79f2a-b184-4d7e-90c1-a36be0cc07fe), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:44.712539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2f5bb2ed-0428-4ed5-9831-f7197f119d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:44.713695 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2f5bb2ed-0428-4ed5-9831-f7197f119d26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6d79f2a-b184-4d7e-90c1-a36be0cc07fe HTTP/1.1" status: 204 len: 168 time: 0.1972952 Jan 10 11:59:44.722849 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bb2ed-0428-4ed5-9831-f7197f119d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d79f2a-b184-4d7e-90c1-a36be0cc07fe,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:49.418028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:50.414759 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59084) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:50.476478 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ffd8af8f-597f-49e9-8f02-302b22945ab6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/a60860bb-0b64-4207-adfc-29c70f94301d HTTP/1.1" status: 200 len: 993 time: 0.0604451 Jan 10 11:59:50.757873 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59090) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:50.915958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-71ee9648-217f-4cd0-bb25-a6db8fef22e1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 2ab8a4da-48e9-4fb9-9a15-ddfdb0baa527 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:59:50.916303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-71ee9648-217f-4cd0-bb25-a6db8fef22e1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (2ab8a4da-48e9-4fb9-9a15-ddfdb0baa527), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:50.994842 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-71ee9648-217f-4cd0-bb25-a6db8fef22e1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (2ab8a4da-48e9-4fb9-9a15-ddfdb0baa527), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:50.995171 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-71ee9648-217f-4cd0-bb25-a6db8fef22e1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (2ab8a4da-48e9-4fb9-9a15-ddfdb0baa527), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:51.006977 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-71ee9648-217f-4cd0-bb25-a6db8fef22e1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 2ab8a4da-48e9-4fb9-9a15-ddfdb0baa527 owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:59:51.311305 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-71ee9648-217f-4cd0-bb25-a6db8fef22e1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (2ab8a4da-48e9-4fb9-9a15-ddfdb0baa527), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:51.339415 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee9648-217f-4cd0-bb25-a6db8fef22e1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=2ab8a4da-48e9-4fb9-9a15-ddfdb0baa527,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:51.401011 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-71ee9648-217f-4cd0-bb25-a6db8fef22e1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (a60860bb-0b64-4207-adfc-29c70f94301d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:51.401346 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-71ee9648-217f-4cd0-bb25-a6db8fef22e1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP a60860bb-0b64-4207-adfc-29c70f94301d disassociated (deleted). External IP: 172.36.2.229, port: 989d9734-e5c4-4956-a5d7-608797ed6285. Jan 10 11:59:51.614939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ee9648-217f-4cd0-bb25-a6db8fef22e1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 40ccc1d8-2486-4e3b-807d-894920fcb375 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:59:51.725358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ee9648-217f-4cd0-bb25-a6db8fef22e1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:59:51.731188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-71ee9648-217f-4cd0-bb25-a6db8fef22e1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:51.737731 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f3f33-db73-48c1-8397-4e6c871b4abc None None] Sync routers for ids ['40ccc1d8-2486-4e3b-807d-894920fcb375'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:59:51.747821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f3f33-db73-48c1-8397-4e6c871b4abc None None] Routers {'40ccc1d8-2486-4e3b-807d-894920fcb375'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:51.748446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-683f3f33-db73-48c1-8397-4e6c871b4abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['40ccc1d8-2486-4e3b-807d-894920fcb375'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:51.759117 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-71ee9648-217f-4cd0-bb25-a6db8fef22e1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/floatingips/a60860bb-0b64-4207-adfc-29c70f94301d HTTP/1.1" status: 204 len: 168 time: 1.0002232 Jan 10 11:59:51.759834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b78088-7f85-406b-bf10-043a2974887d', 'tag': '989d9734-e5c4-4956-a5d7-608797ed6285'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:59:51.762438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d0210d-266b-4604-a50f-3d624d16b1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "84b78088-7f85-406b-bf10-043a2974887d", "tag": "989d9734-e5c4-4956-a5d7-608797ed6285"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:59:51.808356 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55003c26-dfbb-4e1f-a58c-d23a8a9a99b1 x-openstack-request-id: req-55003c26-dfbb-4e1f-a58c-d23a8a9a99b1 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:59:51.808662 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b78088-7f85-406b-bf10-043a2974887d", "tag": "989d9734-e5c4-4956-a5d7-608797ed6285", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:59:51.808930 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55003c26-dfbb-4e1f-a58c-d23a8a9a99b1 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:59:51.809487 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b78088-7f85-406b-bf10-043a2974887d', 'tag': '989d9734-e5c4-4956-a5d7-608797ed6285', 'status': 'completed', 'code': 200} Jan 10 11:59:51.865277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-683f3f33-db73-48c1-8397-4e6c871b4abc None None] Set router 40ccc1d8-2486-4e3b-807d-894920fcb375 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:59:51.874327 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0210d-266b-4604-a50f-3d624d16b1a0 req-ddd9e800-3204-448b-a246-01ebd27490a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:51.875948 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-63d0210d-266b-4604-a50f-3d624d16b1a0 req-ddd9e800-3204-448b-a246-01ebd27490a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 1098 time: 0.0435603 Jan 10 11:59:51.972632 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0210d-266b-4604-a50f-3d624d16b1a0 req-d55d3410-9caa-4552-bc08-cd1afd518f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:51.974167 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-63d0210d-266b-4604-a50f-3d624d16b1a0 req-d55d3410-9caa-4552-bc08-cd1afd518f82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92e8a80c-ea2d-48c9-bb5b-89626ead14c3 HTTP/1.1" status: 200 len: 897 time: 0.0913737 Jan 10 11:59:52.016054 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-63d0210d-266b-4604-a50f-3d624d16b1a0 req-ade6cba8-f2e9-406f-9ed7-45393f1bd840 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=989d9734-e5c4-4956-a5d7-608797ed6285 HTTP/1.1" status: 200 len: 217 time: 0.0358093 Jan 10 11:59:52.070513 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0210d-266b-4604-a50f-3d624d16b1a0 req-0d16fcd6-00f6-4c2e-8cba-c7b83c69c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:52.072056 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-63d0210d-266b-4604-a50f-3d624d16b1a0 req-0d16fcd6-00f6-4c2e-8cba-c7b83c69c4eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35707ae7-abd9-490a-8159-a61b866cc8fb HTTP/1.1" status: 200 len: 835 time: 0.0506370 Jan 10 11:59:52.081720 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-683f3f33-db73-48c1-8397-4e6c871b4abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'name': 'tempest-TestNetworkBasicOps-router-1176120514', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110'}], 'enable_snat': True}, 'gw_port_id': '93b18040-446a-4091-a62f-bab09e214a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:58:55Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '93b18040-446a-4091-a62f-bab09e214a6f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:48Z', 'updated_at': '2022-01-10T11:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '02514355-693d-474a-82b9-1cd685f23685', 'name': '', 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:48:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:53Z', 'updated_at': '2022-01-10T11:58:59Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:52.112604 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f3f33-db73-48c1-8397-4e6c871b4abc None None] Checking router: 40ccc1d8-2486-4e3b-807d-894920fcb375 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:59:52.118452 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0210d-266b-4604-a50f-3d624d16b1a0 req-d7765391-dc99-4fbc-859e-38d2f2a5e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:52.119945 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-63d0210d-266b-4604-a50f-3d624d16b1a0 req-d7765391-dc99-4fbc-859e-38d2f2a5e34a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92e8a80c-ea2d-48c9-bb5b-89626ead14c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420060 Jan 10 11:59:52.121586 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f3f33-db73-48c1-8397-4e6c871b4abc None None] Routers {'40ccc1d8-2486-4e3b-807d-894920fcb375'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:52.122228 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-683f3f33-db73-48c1-8397-4e6c871b4abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['40ccc1d8-2486-4e3b-807d-894920fcb375'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:52.226265 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-63d0210d-266b-4604-a50f-3d624d16b1a0 req-29579b07-b6f3-415a-966c-5adce0985dd4 service neutron] 10.222.0.30 "GET /v2.0/networks/92e8a80c-ea2d-48c9-bb5b-89626ead14c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978420 Jan 10 11:59:52.353368 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f6ace-2860-4b97-bc66-baae888b5806 req-6162f05e-6b46-4874-9de3-a2bfa936700a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:52.354916 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef8f6ace-2860-4b97-bc66-baae888b5806 req-6162f05e-6b46-4874-9de3-a2bfa936700a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 945 time: 0.1194184 Jan 10 11:59:52.360716 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-63d0210d-266b-4604-a50f-3d624d16b1a0 req-04a65316-3be3-486a-a281-00c1e193a7eb service neutron] 10.222.0.30 "GET /v2.0/networks/92e8a80c-ea2d-48c9-bb5b-89626ead14c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265011 Jan 10 11:59:52.390309 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-683f3f33-db73-48c1-8397-4e6c871b4abc None None] Set router 40ccc1d8-2486-4e3b-807d-894920fcb375 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:59:52.413454 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef8f6ace-2860-4b97-bc66-baae888b5806 req-6731e066-76e0-4763-898c-cc219d7b6fbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=e74a44f8-0413-49ab-a8ac-f113325c92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504436 Jan 10 11:59:52.587423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-683f3f33-db73-48c1-8397-4e6c871b4abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'name': 'tempest-TestNetworkBasicOps-router-1176120514', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110'}], 'enable_snat': True}, 'gw_port_id': '93b18040-446a-4091-a62f-bab09e214a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:58:55Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '93b18040-446a-4091-a62f-bab09e214a6f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:48Z', 'updated_at': '2022-01-10T11:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '02514355-693d-474a-82b9-1cd685f23685', 'name': '', 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:48:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:53Z', 'updated_at': '2022-01-10T11:58:59Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:52.614205 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f3f33-db73-48c1-8397-4e6c871b4abc None None] The sync data for ids ['40ccc1d8-2486-4e3b-807d-894920fcb375'] in dv-neutron-master-2-hyperv is: [{'id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'name': 'tempest-TestNetworkBasicOps-router-1176120514', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110'}], 'enable_snat': True}, 'gw_port_id': '93b18040-446a-4091-a62f-bab09e214a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:58:55Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '93b18040-446a-4091-a62f-bab09e214a6f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:48Z', 'updated_at': '2022-01-10T11:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '02514355-693d-474a-82b9-1cd685f23685', 'name': '', 'network_id': '92e8a80c-ea2d-48c9-bb5b-89626ead14c3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:48:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:53Z', 'updated_at': '2022-01-10T11:58:59Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '35707ae7-abd9-490a-8159-a61b866cc8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:59:52.837091 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c8695-d0b2-49a1-b1a8-133564c22a49 None None] New status for floating IP a60860bb-0b64-4207-adfc-29c70f94301d: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:59:53.539413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05868deb-11a4-48d4-9f16-fa42ea345bcb req-289cee1b-f198-432b-9607-e1c1639fbc27 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:53.540836 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-05868deb-11a4-48d4-9f16-fa42ea345bcb req-289cee1b-f198-432b-9607-e1c1639fbc27 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 945 time: 0.0536594 Jan 10 11:59:53.590030 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-05868deb-11a4-48d4-9f16-fa42ea345bcb req-a773ab9e-a824-4864-8b5b-6c6377bb6de6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=e74a44f8-0413-49ab-a8ac-f113325c92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435617 Jan 10 11:59:53.624202 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c05792-d549-4f26-904f-42947e4394fe req-1eebb689-5592-40b5-a679-45aa0e884462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:53.625674 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-00c05792-d549-4f26-904f-42947e4394fe req-1eebb689-5592-40b5-a679-45aa0e884462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 945 time: 0.0511103 Jan 10 11:59:53.722737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-00c05792-d549-4f26-904f-42947e4394fe req-7c9e4fb8-7725-4b64-977e-ede8b3793a19 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 989d9734-e5c4-4956-a5d7-608797ed6285 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:59:53.722737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-00c05792-d549-4f26-904f-42947e4394fe req-7c9e4fb8-7725-4b64-977e-ede8b3793a19 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (989d9734-e5c4-4956-a5d7-608797ed6285), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:53.809385 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-00c05792-d549-4f26-904f-42947e4394fe req-7c9e4fb8-7725-4b64-977e-ede8b3793a19 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 989d9734-e5c4-4956-a5d7-608797ed6285, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=989d9734-e5c4-4956-a5d7-608797ed6285,segment=NetworkSegment(4f14287d-1ec8-4e98-8fbf-4de0d2d595b8),segment_id=4f14287d-1ec8-4e98-8fbf-4de0d2d595b8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:59:53.809646 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-00c05792-d549-4f26-904f-42947e4394fe req-7c9e4fb8-7725-4b64-977e-ede8b3793a19 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (989d9734-e5c4-4956-a5d7-608797ed6285), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:53.822212 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-00c05792-d549-4f26-904f-42947e4394fe req-7c9e4fb8-7725-4b64-977e-ede8b3793a19 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 989d9734-e5c4-4956-a5d7-608797ed6285 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:59:54.014302 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-00c05792-d549-4f26-904f-42947e4394fe req-7c9e4fb8-7725-4b64-977e-ede8b3793a19 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (989d9734-e5c4-4956-a5d7-608797ed6285), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:54.043508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e4fb8-7725-4b64-977e-ede8b3793a19 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=989d9734-e5c4-4956-a5d7-608797ed6285,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:54.084951 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c05792-d549-4f26-904f-42947e4394fe req-7c9e4fb8-7725-4b64-977e-ede8b3793a19 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] No DVR routers for this DVR port 989d9734-e5c4-4956-a5d7-608797ed6285 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:59:54.087382 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-00c05792-d549-4f26-904f-42947e4394fe req-7c9e4fb8-7725-4b64-977e-ede8b3793a19 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:54.090679 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-00c05792-d549-4f26-904f-42947e4394fe req-7c9e4fb8-7725-4b64-977e-ede8b3793a19 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "DELETE /v2.0/ports/989d9734-e5c4-4956-a5d7-608797ed6285 HTTP/1.1" status: 204 len: 173 time: 0.4600255 Jan 10 11:59:54.091120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b78088-7f85-406b-bf10-043a2974887d', 'name': 'network-vif-deleted', 'tag': '989d9734-e5c4-4956-a5d7-608797ed6285'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:59:54.093410 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbd5250-cc6d-4ae0-9be0-27378dfbc2e9" -d '{"events": [{"server_uuid": "84b78088-7f85-406b-bf10-043a2974887d", "name": "network-vif-deleted", "tag": "989d9734-e5c4-4956-a5d7-608797ed6285"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:59:54.128864 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb144b02-98c9-4ea3-a011-315a1d727bb7 x-openstack-request-id: req-bb144b02-98c9-4ea3-a011-315a1d727bb7 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:59:54.129167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b78088-7f85-406b-bf10-043a2974887d", "name": "network-vif-deleted", "tag": "989d9734-e5c4-4956-a5d7-608797ed6285", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:59:54.129427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb144b02-98c9-4ea3-a011-315a1d727bb7 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:59:54.129855 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b78088-7f85-406b-bf10-043a2974887d', 'name': 'network-vif-deleted', 'tag': '989d9734-e5c4-4956-a5d7-608797ed6285', 'status': 'completed', 'code': 200} Jan 10 11:59:54.701149 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d4f54a79-cd67-42fd-a81c-22ecd3ea83db req-2e1dbc72-90c9-49fa-822d-015d40c38ce5 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b78088-7f85-406b-bf10-043a2974887d HTTP/1.1" status: 200 len: 210 time: 0.0285022 Jan 10 11:59:55.757346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59108) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:55.816491 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-71473ba1-0a2c-4151-9a72-1865d6e33263 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (e74a44f8-0413-49ab-a8ac-f113325c92ef), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:55.841557 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-71473ba1-0a2c-4151-9a72-1865d6e33263 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (e74a44f8-0413-49ab-a8ac-f113325c92ef), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:55.979721 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-71473ba1-0a2c-4151-9a72-1865d6e33263 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e74a44f8-0413-49ab-a8ac-f113325c92ef), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:55.982383 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-71473ba1-0a2c-4151-9a72-1865d6e33263 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:55.983586 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-71473ba1-0a2c-4151-9a72-1865d6e33263 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/security-groups/e74a44f8-0413-49ab-a8ac-f113325c92ef HTTP/1.1" status: 204 len: 168 time: 0.2252042 Jan 10 11:59:55.995882 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71473ba1-0a2c-4151-9a72-1865d6e33263 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74a44f8-0413-49ab-a8ac-f113325c92ef,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:56.082177 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59112) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:56.394819 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 989d9734-e5c4-4956-a5d7-608797ed6285 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:59:56.415872 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 989d9734-e5c4-4956-a5d7-608797ed6285 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:59:56.416220 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 989d9734-e5c4-4956-a5d7-608797ed6285 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:59:56.459499 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3362a841-8861-4261-add7-eec6f3e2882e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (40ccc1d8-2486-4e3b-807d-894920fcb375), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:56.724074 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-3362a841-8861-4261-add7-eec6f3e2882e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 02514355-693d-474a-82b9-1cd685f23685 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:59:56.724422 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3362a841-8861-4261-add7-eec6f3e2882e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (02514355-693d-474a-82b9-1cd685f23685), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:56.816697 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-3362a841-8861-4261-add7-eec6f3e2882e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 02514355-693d-474a-82b9-1cd685f23685, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02514355-693d-474a-82b9-1cd685f23685,segment=NetworkSegment(4f14287d-1ec8-4e98-8fbf-4de0d2d595b8),segment_id=4f14287d-1ec8-4e98-8fbf-4de0d2d595b8)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:59:56.817054 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3362a841-8861-4261-add7-eec6f3e2882e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (02514355-693d-474a-82b9-1cd685f23685), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:56.829694 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-3362a841-8861-4261-add7-eec6f3e2882e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 02514355-693d-474a-82b9-1cd685f23685 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:59:57.106051 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3362a841-8861-4261-add7-eec6f3e2882e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (02514355-693d-474a-82b9-1cd685f23685), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:57.131134 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362a841-8861-4261-add7-eec6f3e2882e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=02514355-693d-474a-82b9-1cd685f23685,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:57.323164 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3362a841-8861-4261-add7-eec6f3e2882e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (40ccc1d8-2486-4e3b-807d-894920fcb375), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:57.537417 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3362a841-8861-4261-add7-eec6f3e2882e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 40ccc1d8-2486-4e3b-807d-894920fcb375 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:59:57.644114 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3362a841-8861-4261-add7-eec6f3e2882e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:59:57.650059 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3362a841-8861-4261-add7-eec6f3e2882e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/40ccc1d8-2486-4e3b-807d-894920fcb375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5666864 Jan 10 11:59:57.653013 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59114) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:57.654118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5474e362-d165-4a25-91a7-77946841c2ed None None] Sync routers for ids ['40ccc1d8-2486-4e3b-807d-894920fcb375'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:59:57.665067 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5474e362-d165-4a25-91a7-77946841c2ed None None] Routers {'40ccc1d8-2486-4e3b-807d-894920fcb375'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:57.665693 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-5474e362-d165-4a25-91a7-77946841c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['40ccc1d8-2486-4e3b-807d-894920fcb375'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:57.707736 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1174fc7-db23-4dcf-a771-87f18e6bd763 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting subnet 35707ae7-abd9-490a-8159-a61b866cc8fb {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:59:57.711115 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c1174fc7-db23-4dcf-a771-87f18e6bd763 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (35707ae7-abd9-490a-8159-a61b866cc8fb), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:57.751777 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c1174fc7-db23-4dcf-a771-87f18e6bd763 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (35707ae7-abd9-490a-8159-a61b866cc8fb), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:57.772264 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-5474e362-d165-4a25-91a7-77946841c2ed None None] Set router 40ccc1d8-2486-4e3b-807d-894920fcb375 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:59:57.840756 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c1174fc7-db23-4dcf-a771-87f18e6bd763 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (35707ae7-abd9-490a-8159-a61b866cc8fb), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:57.954312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-5474e362-d165-4a25-91a7-77946841c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'name': 'tempest-TestNetworkBasicOps-router-1176120514', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110'}], 'enable_snat': True}, 'gw_port_id': '93b18040-446a-4091-a62f-bab09e214a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:59:56Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '93b18040-446a-4091-a62f-bab09e214a6f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:48Z', 'updated_at': '2022-01-10T11:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:57.985842 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5474e362-d165-4a25-91a7-77946841c2ed None None] Checking router: 40ccc1d8-2486-4e3b-807d-894920fcb375 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:59:57.994609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5474e362-d165-4a25-91a7-77946841c2ed None None] Routers {'40ccc1d8-2486-4e3b-807d-894920fcb375'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:59:57.995265 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-5474e362-d165-4a25-91a7-77946841c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['40ccc1d8-2486-4e3b-807d-894920fcb375'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:58.003249 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c1174fc7-db23-4dcf-a771-87f18e6bd763 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (35707ae7-abd9-490a-8159-a61b866cc8fb), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:58.031276 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1174fc7-db23-4dcf-a771-87f18e6bd763 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Subnet': ['ID=35707ae7-abd9-490a-8159-a61b866cc8fb,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:58.035697 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c1174fc7-db23-4dcf-a771-87f18e6bd763 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:58.038925 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c1174fc7-db23-4dcf-a771-87f18e6bd763 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/subnets/35707ae7-abd9-490a-8159-a61b866cc8fb HTTP/1.1" status: 204 len: 168 time: 0.3848910 Jan 10 11:59:58.041678 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59116) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:58.058749 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4bc6dd-deda-49bd-883c-f26b4e3e7ef0 None None] Network 92e8a80c-ea2d-48c9-bb5b-89626ead14c3 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:59:58.149795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e642592-fe46-4bc6-8e58-acacc5452e10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (40ccc1d8-2486-4e3b-807d-894920fcb375), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:58.173864 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-5474e362-d165-4a25-91a7-77946841c2ed None None] Set router 40ccc1d8-2486-4e3b-807d-894920fcb375 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:59:58.256701 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e642592-fe46-4bc6-8e58-acacc5452e10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (40ccc1d8-2486-4e3b-807d-894920fcb375), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:58.307302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a62a2b-c2d6-4f44-8c72-1acd87078ef3 None None] DHCP port deletion for 92e8a80c-ea2d-48c9-bb5b-89626ead14c3 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:59:58.402578 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-2e642592-fe46-4bc6-8e58-acacc5452e10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 93b18040-446a-4091-a62f-bab09e214a6f {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:59:58.402835 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e642592-fe46-4bc6-8e58-acacc5452e10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (93b18040-446a-4091-a62f-bab09e214a6f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:58.403541 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-b7a62a2b-c2d6-4f44-8c72-1acd87078ef3 None None] Deleting port 2d5498fd-1088-4611-9a17-6707f2e4ebd0 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:59:58.403930 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b7a62a2b-c2d6-4f44-8c72-1acd87078ef3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (2d5498fd-1088-4611-9a17-6707f2e4ebd0), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:58.428191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-5474e362-d165-4a25-91a7-77946841c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'name': 'tempest-TestNetworkBasicOps-router-1176120514', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110'}], 'enable_snat': True}, 'gw_port_id': '93b18040-446a-4091-a62f-bab09e214a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:59:56Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '93b18040-446a-4091-a62f-bab09e214a6f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:48Z', 'updated_at': '2022-01-10T11:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:58.483500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5474e362-d165-4a25-91a7-77946841c2ed None None] The sync data for ids ['40ccc1d8-2486-4e3b-807d-894920fcb375'] in dv-neutron-master-2-hyperv is: [{'id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'name': 'tempest-TestNetworkBasicOps-router-1176120514', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110'}], 'enable_snat': True}, 'gw_port_id': '93b18040-446a-4091-a62f-bab09e214a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:58:47Z', 'updated_at': '2022-01-10T11:59:56Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '93b18040-446a-4091-a62f-bab09e214a6f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ccc1d8-2486-4e3b-807d-894920fcb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:58:48Z', 'updated_at': '2022-01-10T11:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:59:58.490929 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-2e642592-fe46-4bc6-8e58-acacc5452e10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 93b18040-446a-4091-a62f-bab09e214a6f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93b18040-446a-4091-a62f-bab09e214a6f,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:59:58.491309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e642592-fe46-4bc6-8e58-acacc5452e10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (93b18040-446a-4091-a62f-bab09e214a6f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:58.504465 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-b7a62a2b-c2d6-4f44-8c72-1acd87078ef3 None None] For port 2d5498fd-1088-4611-9a17-6707f2e4ebd0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d5498fd-1088-4611-9a17-6707f2e4ebd0,segment=NetworkSegment(4f14287d-1ec8-4e98-8fbf-4de0d2d595b8),segment_id=4f14287d-1ec8-4e98-8fbf-4de0d2d595b8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:59:58.504855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b7a62a2b-c2d6-4f44-8c72-1acd87078ef3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (2d5498fd-1088-4611-9a17-6707f2e4ebd0), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:58.504996 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-2e642592-fe46-4bc6-8e58-acacc5452e10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 93b18040-446a-4091-a62f-bab09e214a6f owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:59:58.519390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-b7a62a2b-c2d6-4f44-8c72-1acd87078ef3 None None] Calling delete_port for 2d5498fd-1088-4611-9a17-6707f2e4ebd0 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:59:58.749748 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b7a62a2b-c2d6-4f44-8c72-1acd87078ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (2d5498fd-1088-4611-9a17-6707f2e4ebd0), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:58.773907 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a62a2b-c2d6-4f44-8c72-1acd87078ef3 None None] Pushing event deleted for resources: {'Port': ['ID=2d5498fd-1088-4611-9a17-6707f2e4ebd0,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:58.779595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a62a2b-c2d6-4f44-8c72-1acd87078ef3 None None] No DVR routers for this DVR port 2d5498fd-1088-4611-9a17-6707f2e4ebd0 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:59:58.803894 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e642592-fe46-4bc6-8e58-acacc5452e10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (93b18040-446a-4091-a62f-bab09e214a6f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:58.831481 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e642592-fe46-4bc6-8e58-acacc5452e10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=93b18040-446a-4091-a62f-bab09e214a6f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:58.842951 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2b3852-bfe4-477c-b63c-e23cbcd01edb None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:59:58.865923 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:59:58.902121 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e642592-fe46-4bc6-8e58-acacc5452e10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (40ccc1d8-2486-4e3b-807d-894920fcb375), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:59.003680 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e642592-fe46-4bc6-8e58-acacc5452e10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (40ccc1d8-2486-4e3b-807d-894920fcb375), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:59.005942 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e642592-fe46-4bc6-8e58-acacc5452e10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_controller (40ccc1d8-2486-4e3b-807d-894920fcb375), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:59.017446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 2d5498fd-1088-4611-9a17-6707f2e4ebd0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:59:59.039739 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 2d5498fd-1088-4611-9a17-6707f2e4ebd0 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:59:59.040102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 2d5498fd-1088-4611-9a17-6707f2e4ebd0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:59:59.040409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 02514355-693d-474a-82b9-1cd685f23685 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:59:59.060164 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 02514355-693d-474a-82b9-1cd685f23685 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:59:59.060509 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 02514355-693d-474a-82b9-1cd685f23685 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:59:59.120766 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e642592-fe46-4bc6-8e58-acacc5452e10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (40ccc1d8-2486-4e3b-807d-894920fcb375), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:59.121309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e642592-fe46-4bc6-8e58-acacc5452e10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Fanout notify agent at l3_agent the message router_deleted on router 40ccc1d8-2486-4e3b-807d-894920fcb375 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:59:59.129090 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e642592-fe46-4bc6-8e58-acacc5452e10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:59.130321 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2e642592-fe46-4bc6-8e58-acacc5452e10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/routers/40ccc1d8-2486-4e3b-807d-894920fcb375 HTTP/1.1" status: 204 len: 168 time: 1.0875559 Jan 10 11:59:59.133245 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59118) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:59.213723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4033c2ec-0837-4f9d-a98f-bf8ac3d49cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (92e8a80c-ea2d-48c9-bb5b-89626ead14c3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:59.305272 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4033c2ec-0837-4f9d-a98f-bf8ac3d49cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (92e8a80c-ea2d-48c9-bb5b-89626ead14c3), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:59.325297 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-4033c2ec-0837-4f9d-a98f-bf8ac3d49cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e8a80c-ea2d-48c9-bb5b-89626ead14c3']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:59.334668 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-4033c2ec-0837-4f9d-a98f-bf8ac3d49cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f14287d-1ec8-4e98-8fbf-4de0d2d595b8') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:59.334972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-4033c2ec-0837-4f9d-a98f-bf8ac3d49cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f14287d-1ec8-4e98-8fbf-4de0d2d595b8') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:59:59.344228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4033c2ec-0837-4f9d-a98f-bf8ac3d49cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (4f14287d-1ec8-4e98-8fbf-4de0d2d595b8), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:59.357122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4033c2ec-0837-4f9d-a98f-bf8ac3d49cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (4f14287d-1ec8-4e98-8fbf-4de0d2d595b8), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:59.363993 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4033c2ec-0837-4f9d-a98f-bf8ac3d49cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4033c2ec-0837-4f9d-a98f-bf8ac3d49cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (4f14287d-1ec8-4e98-8fbf-4de0d2d595b8), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:59:59.368433 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:59:59.499544 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4033c2ec-0837-4f9d-a98f-bf8ac3d49cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (92e8a80c-ea2d-48c9-bb5b-89626ead14c3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:59.507601 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4033c2ec-0837-4f9d-a98f-bf8ac3d49cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:59.510111 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4033c2ec-0837-4f9d-a98f-bf8ac3d49cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/networks/92e8a80c-ea2d-48c9-bb5b-89626ead14c3 HTTP/1.1" status: 204 len: 168 time: 0.3756559 Jan 10 11:59:59.522009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033c2ec-0837-4f9d-a98f-bf8ac3d49cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Network': ['ID=92e8a80c-ea2d-48c9-bb5b-89626ead14c3,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:59:59.530595 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59120) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:59:59.536402 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5e317eb3-0004-4204-bb8f-fafd5cec4c83 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'network': {'name': 'tempest-network-smoke--1933737920', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'port_security_enabled': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:59:59.694040 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e317eb3-0004-4204-bb8f-fafd5cec4c83 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:59:59.697668 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e317eb3-0004-4204-bb8f-fafd5cec4c83 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:59.722042 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e317eb3-0004-4204-bb8f-fafd5cec4c83 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:59:59.734002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e317eb3-0004-4204-bb8f-fafd5cec4c83 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (68726d67-1641-4971-8893-c2fb5eb2aca8), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:59.734354 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-5e317eb3-0004-4204-bb8f-fafd5cec4c83 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Added segment 68726d67-1641-4971-8893-c2fb5eb2aca8 of type vlan for network ae1f2546-59e0-48b5-b746-c3904ea0f461 Jan 10 11:59:59.773782 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e317eb3-0004-4204-bb8f-fafd5cec4c83 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (ae1f2546-59e0-48b5-b746-c3904ea0f461), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:59.938005 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e317eb3-0004-4204-bb8f-fafd5cec4c83 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (ae1f2546-59e0-48b5-b746-c3904ea0f461), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:59.943868 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e317eb3-0004-4204-bb8f-fafd5cec4c83 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:59:59.950816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5e317eb3-0004-4204-bb8f-fafd5cec4c83 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:00.013557 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e317eb3-0004-4204-bb8f-fafd5cec4c83 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Network': ['ID=ae1f2546-59e0-48b5-b746-c3904ea0f461,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:00.025097 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network ae1f2546-59e0-48b5-b746-c3904ea0f461 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:00:00.123498 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5e317eb3-0004-4204-bb8f-fafd5cec4c83 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5911024 Jan 10 12:00:00.126179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59122) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:00.130596 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-519830040', 'admin_state_up': True, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:00:00.277098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:00.278230 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:00.330790 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_controller (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:00.549027 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:00.786472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:00.807842 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:00.894760 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 93b18040-446a-4091-a62f-bab09e214a6f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:00:00.912031 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.191 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/f3506857-0dd7-436e-aaa1-8f6b0703a31a) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:00:00.915074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 93b18040-446a-4091-a62f-bab09e214a6f {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:00:00.915438 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 93b18040-446a-4091-a62f-bab09e214a6f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:00:01.018692 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (f3506857-0dd7-436e-aaa1-8f6b0703a31a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:01.105696 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (f3506857-0dd7-436e-aaa1-8f6b0703a31a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:01.146699 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:00:01.149743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:00:01.153614 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:00:01.164209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c5eeb2-7b2d-4784-9801-7229a1401917 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:00:01.177123 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=f3506857-0dd7-436e-aaa1-8f6b0703a31a,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:01.287942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f486da74-50e1-4c4e-a57a-0bc1ffb3f40e None None] Provisioning complete for port f3506857-0dd7-436e-aaa1-8f6b0703a31a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:00:01.288322 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f486da74-50e1-4c4e-a57a-0bc1ffb3f40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f3506857-0dd7-436e-aaa1-8f6b0703a31a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:01.323119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f486da74-50e1-4c4e-a57a-0bc1ffb3f40e None None] Port f3506857-0dd7-436e-aaa1-8f6b0703a31a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:00:01.489474 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:02.016898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:02.240918 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:00:02.349159 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:00:02.358159 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Sync routers for ids ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:00:02.368234 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Routers {'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:00:02.368849 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:00:02.454094 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:02.455491 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5ca0a8b8-a91d-4c0b-93d3-5fab43b4fdb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3283513 Jan 10 12:00:02.458780 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59124) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:02.475455 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Set router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:00:02.487211 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a5e09793-264c-4e07-9dc8-7bc06efe3374 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a8ed50a2c6284926857fedd16b365558&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273085 Jan 10 12:00:02.490830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59126) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:02.580530 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0922a07-dc5e-41b7-b575-bf8c8e7098b0 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:02.584865 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d0922a07-dc5e-41b7-b575-bf8c8e7098b0 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903337 Jan 10 12:00:02.585103 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59128) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:02.620939 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-90492762-704b-4e9b-8b8f-58bf2688f783 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319943 Jan 10 12:00:02.621185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59130) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:02.626155 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-71be6698-806e-4ed8-a455-9ee054d5df2d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2009478685', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:00:02.662278 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:01Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:00:02.689940 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Checking router: a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:00:02.690306 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Updating router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 port f3506857-0dd7-436e-aaa1-8f6b0703a31a binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:00:02.715475 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f3506857-0dd7-436e-aaa1-8f6b0703a31a), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:02.853884 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71be6698-806e-4ed8-a455-9ee054d5df2d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:00:02.857534 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-71be6698-806e-4ed8-a455-9ee054d5df2d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:02.979335 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Publish callbacks [] for port (f3506857-0dd7-436e-aaa1-8f6b0703a31a), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:03.071231 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f3506857-0dd7-436e-aaa1-8f6b0703a31a), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:03.114514 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e27889-e132-4610-86d7-8afc9b2d7719 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:00:03.125582 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Attempting to bind port f3506857-0dd7-436e-aaa1-8f6b0703a31a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:00:03.125991 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Attempting to bind port f3506857-0dd7-436e-aaa1-8f6b0703a31a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:00:03.126469 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Attempting to bind port f3506857-0dd7-436e-aaa1-8f6b0703a31a on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:00:03.132340 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bc0df-32c5-435f-8398-80e24e0b7fbf None None] Pushing event updated for resources: {'Port': ['ID=f3506857-0dd7-436e-aaa1-8f6b0703a31a,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:03.137292 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:00:03.137685 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:00:03.138072 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:03.138470 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:00:03.138946 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Bound port: f3506857-0dd7-436e-aaa1-8f6b0703a31a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:00:03.139322 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f3506857-0dd7-436e-aaa1-8f6b0703a31a), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:03.145239 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-71be6698-806e-4ed8-a455-9ee054d5df2d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:03.147560 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc0df-32c5-435f-8398-80e24e0b7fbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:03.147560 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc0df-32c5-435f-8398-80e24e0b7fbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:03.147560 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc0df-32c5-435f-8398-80e24e0b7fbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:03.147560 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc0df-32c5-435f-8398-80e24e0b7fbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:03.160503 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc0df-32c5-435f-8398-80e24e0b7fbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:03.160503 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc0df-32c5-435f-8398-80e24e0b7fbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:03.160503 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc0df-32c5-435f-8398-80e24e0b7fbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:03.160503 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc0df-32c5-435f-8398-80e24e0b7fbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:03.160503 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc0df-32c5-435f-8398-80e24e0b7fbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:03.160503 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc0df-32c5-435f-8398-80e24e0b7fbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:03.160503 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc0df-32c5-435f-8398-80e24e0b7fbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:03.160503 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc0df-32c5-435f-8398-80e24e0b7fbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:03.160503 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc0df-32c5-435f-8398-80e24e0b7fbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:03.170893 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-730dcd2d-1ddf-472f-9c43-5e026dd06b2b None None] Provisioning complete for port f3506857-0dd7-436e-aaa1-8f6b0703a31a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:00:03.171818 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-730dcd2d-1ddf-472f-9c43-5e026dd06b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f3506857-0dd7-436e-aaa1-8f6b0703a31a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:03.217815 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] For port f3506857-0dd7-436e-aaa1-8f6b0703a31a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:00:03.220492 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be6698-806e-4ed8-a455-9ee054d5df2d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Subnet': ['ID=ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:03.221606 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] For port f3506857-0dd7-436e-aaa1-8f6b0703a31a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3506857-0dd7-436e-aaa1-8f6b0703a31a,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:00:03.229921 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be6698-806e-4ed8-a455-9ee054d5df2d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Checking segment: {'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:00:03.230334 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71be6698-806e-4ed8-a455-9ee054d5df2d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network hostable DHCP agents. Network: ae1f2546-59e0-48b5-b746-c3904ea0f461, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:00:03.317744 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f3506857-0dd7-436e-aaa1-8f6b0703a31a), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:03.334211 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71be6698-806e-4ed8-a455-9ee054d5df2d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network ae1f2546-59e0-48b5-b746-c3904ea0f461 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:00:03.363639 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70f14e4-95f3-45d5-8c12-a2c36bbcb48a None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:00:03.375779 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-730dcd2d-1ddf-472f-9c43-5e026dd06b2b None None] Port f3506857-0dd7-436e-aaa1-8f6b0703a31a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:00:03.376536 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bc0df-32c5-435f-8398-80e24e0b7fbf None None] Pushing event updated for resources: {'Port': ['ID=f3506857-0dd7-436e-aaa1-8f6b0703a31a,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:03.384616 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Routers {'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:00:03.385239 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:00:03.443093 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-71be6698-806e-4ed8-a455-9ee054d5df2d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ae1f2546-59e0-48b5-b746-c3904ea0f461) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:00:03.447777 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71be6698-806e-4ed8-a455-9ee054d5df2d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:03.448462 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-71be6698-806e-4ed8-a455-9ee054d5df2d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:03.454395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245dfc8e-b8bb-46a5-954e-c851c4fafb24 None None] Network ae1f2546-59e0-48b5-b746-c3904ea0f461 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:00:03.505633 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] Set router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:00:03.541982 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a0f19b1a-85e5-4c83-91d9-2128e3567e9c None None] Provisioning complete for port f3506857-0dd7-436e-aaa1-8f6b0703a31a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:00:03.543027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a0f19b1a-85e5-4c83-91d9-2128e3567e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f3506857-0dd7-436e-aaa1-8f6b0703a31a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:03.548580 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-71be6698-806e-4ed8-a455-9ee054d5df2d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9265087 Jan 10 12:00:03.551717 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59132) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:03.611350 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ae1f2546-59e0-48b5-b746-c3904ea0f461', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:00:03.612207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:03.736563 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a0f19b1a-85e5-4c83-91d9-2128e3567e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f3506857-0dd7-436e-aaa1-8f6b0703a31a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:03.755178 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:01Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:00:03.790436 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a0f19b1a-85e5-4c83-91d9-2128e3567e9c None None] For port f3506857-0dd7-436e-aaa1-8f6b0703a31a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3506857-0dd7-436e-aaa1-8f6b0703a31a,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:00:03.821917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Allocated IP 172.20.0.2 (ae1f2546-59e0-48b5-b746-c3904ea0f461/ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e/296cfa0c-88f4-43b4-ad12-15b003494f05) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:00:03.887527 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11d84b9-0326-40bc-88fe-3b9cb4696a36 None None] The sync data for ids ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'] in dv-neutron-master-2-hyperv is: [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:01Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:00:03.910492 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a0f19b1a-85e5-4c83-91d9-2128e3567e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f3506857-0dd7-436e-aaa1-8f6b0703a31a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:04.014182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f19b1a-85e5-4c83-91d9-2128e3567e9c None None] Pushing event updated for resources: {'Port': ['ID=f3506857-0dd7-436e-aaa1-8f6b0703a31a,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:04.092762 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Publish callbacks [] for port (296cfa0c-88f4-43b4-ad12-15b003494f05), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:04.162897 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (296cfa0c-88f4-43b4-ad12-15b003494f05), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:04.250222 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Network ae1f2546-59e0-48b5-b746-c3904ea0f461 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:00:04.259286 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:00:04.266302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:00:04.278391 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Pushing event updated for resources: {'Port': ['ID=296cfa0c-88f4-43b4-ad12-15b003494f05,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:04.362663 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Attempting to bind port 296cfa0c-88f4-43b4-ad12-15b003494f05 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:00:04.363332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Attempting to bind port 296cfa0c-88f4-43b4-ad12-15b003494f05 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:00:04.363899 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Attempting to bind port 296cfa0c-88f4-43b4-ad12-15b003494f05 on network ae1f2546-59e0-48b5-b746-c3904ea0f461 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:00:04.372685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:00:04.373298 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Checking segment: {'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:00:04.377925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:04.377925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Bound using segment: {'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:00:04.377925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Bound port: 296cfa0c-88f4-43b4-ad12-15b003494f05, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:00:04.377925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (296cfa0c-88f4-43b4-ad12-15b003494f05), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:04.463348 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:04.469505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] For port 296cfa0c-88f4-43b4-ad12-15b003494f05, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:00:04.473488 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] For port 296cfa0c-88f4-43b4-ad12-15b003494f05, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=296cfa0c-88f4-43b4-ad12-15b003494f05,segment=NetworkSegment(68726d67-1641-4971-8893-c2fb5eb2aca8),segment_id=68726d67-1641-4971-8893-c2fb5eb2aca8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:00:04.579366 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (296cfa0c-88f4-43b4-ad12-15b003494f05), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:04.678077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62227576-5f8d-48fd-96a2-dc0df5c88fa4 None None] Pushing event updated for resources: {'Port': ['ID=296cfa0c-88f4-43b4-ad12-15b003494f05,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:04.814906 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.1 (ae1f2546-59e0-48b5-b746-c3904ea0f461/ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e/8a84a510-a180-4108-8586-b65ce2995379) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:00:04.988819 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (8a84a510-a180-4108-8586-b65ce2995379), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:05.056439 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f3506857-0dd7-436e-aaa1-8f6b0703a31a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:00:05.090613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (8a84a510-a180-4108-8586-b65ce2995379), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:05.119064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port f3506857-0dd7-436e-aaa1-8f6b0703a31a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:00:05.119423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f3506857-0dd7-436e-aaa1-8f6b0703a31a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:05.135902 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network ae1f2546-59e0-48b5-b746-c3904ea0f461 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:00:05.139437 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:00:05.145461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:00:05.153239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=8a84a510-a180-4108-8586-b65ce2995379,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:05.202970 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:05.218577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 296cfa0c-88f4-43b4-ad12-15b003494f05 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:00:05.267816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 296cfa0c-88f4-43b4-ad12-15b003494f05 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:00:05.268201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (296cfa0c-88f4-43b4-ad12-15b003494f05), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:05.351823 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (296cfa0c-88f4-43b4-ad12-15b003494f05), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:05.381502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8a84a510-a180-4108-8586-b65ce2995379), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:05.388615 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 296cfa0c-88f4-43b4-ad12-15b003494f05, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=296cfa0c-88f4-43b4-ad12-15b003494f05,segment=NetworkSegment(68726d67-1641-4971-8893-c2fb5eb2aca8),segment_id=68726d67-1641-4971-8893-c2fb5eb2aca8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:00:05.465122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (296cfa0c-88f4-43b4-ad12-15b003494f05), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:05.515391 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=296cfa0c-88f4-43b4-ad12-15b003494f05,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:05.679772 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (8a84a510-a180-4108-8586-b65ce2995379), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:05.745205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (8a84a510-a180-4108-8586-b65ce2995379), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:05.822149 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:05.823993 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=8a84a510-a180-4108-8586-b65ce2995379,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:05.936794 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network ae1f2546-59e0-48b5-b746-c3904ea0f461 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:00:05.938189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:00:05.965342 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5465e51-d96e-4e93-af98-96f56a5cd3e0 None None] Network ae1f2546-59e0-48b5-b746-c3904ea0f461 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:00:06.069141 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:00:06.070138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d4ab5a36-fff8-4a64-b64c-cd1082160c32 None None] Provisioning complete for port 296cfa0c-88f4-43b4-ad12-15b003494f05 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:00:06.070511 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5a36-fff8-4a64-b64c-cd1082160c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (296cfa0c-88f4-43b4-ad12-15b003494f05), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:06.075524 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c10f29e7-f0d1-45de-a114-e3d9dd5afc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:06.211042 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:00:06.217422 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1962b5df-23e7-4ca1-91a0-e18833a89964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/a6e49ec3-ff5b-4bb2-9b02-29f6050ce984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6635633 Jan 10 12:00:06.221421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59134) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:06.309448 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Sync routers for ids ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:00:06.322316 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Routers {'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:00:06.323038 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:00:06.430598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a01bc-01c3-4891-8f90-a2b5040d76b3 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:06.431084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a01bc-01c3-4891-8f90-a2b5040d76b3 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:06.431561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a01bc-01c3-4891-8f90-a2b5040d76b3 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:06.432048 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a01bc-01c3-4891-8f90-a2b5040d76b3 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:06.432664 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a01bc-01c3-4891-8f90-a2b5040d76b3 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:06.433453 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a01bc-01c3-4891-8f90-a2b5040d76b3 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:06.435654 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a45a01bc-01c3-4891-8f90-a2b5040d76b3 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2113895 Jan 10 12:00:06.439408 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59136) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:06.446003 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-fbe27b26-9892-4c73-bf1a-4a01c4fcfe6a None None] Provisioning complete for port 8a84a510-a180-4108-8586-b65ce2995379 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:00:06.446352 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fbe27b26-9892-4c73-bf1a-4a01c4fcfe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8a84a510-a180-4108-8586-b65ce2995379), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:06.481582 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Set router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:00:06.537177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-fbe27b26-9892-4c73-bf1a-4a01c4fcfe6a None None] Port 8a84a510-a180-4108-8586-b65ce2995379 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:00:06.583056 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e27297-43c7-4b0a-94c3-4e6bc02060ca tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:06.583056 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e27297-43c7-4b0a-94c3-4e6bc02060ca tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:06.583056 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e27297-43c7-4b0a-94c3-4e6bc02060ca tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:06.587162 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e27297-43c7-4b0a-94c3-4e6bc02060ca tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:06.587162 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e27297-43c7-4b0a-94c3-4e6bc02060ca tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:06.587162 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e27297-43c7-4b0a-94c3-4e6bc02060ca tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:06.589299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59138) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:06.589441 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-09e27297-43c7-4b0a-94c3-4e6bc02060ca tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1487973 Jan 10 12:00:06.606195 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-fbe27b26-9892-4c73-bf1a-4a01c4fcfe6a None None] Provisioning complete for port 296cfa0c-88f4-43b4-ad12-15b003494f05 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:00:06.606562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fbe27b26-9892-4c73-bf1a-4a01c4fcfe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (296cfa0c-88f4-43b4-ad12-15b003494f05), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:06.805414 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:05Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a84a510-a180-4108-8586-b65ce2995379', 'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:c7:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:04Z', 'updated_at': '2022-01-10T12:00:05Z', 'revision_number': 2, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:00:06.838642 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Checking router: a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:00:06.839003 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Updating router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 port 8a84a510-a180-4108-8586-b65ce2995379 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:00:06.855942 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d738477a-5dd6-445a-9e2a-4eaa8472febe tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2650957 Jan 10 12:00:06.875993 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8a84a510-a180-4108-8586-b65ce2995379), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:06.938657 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d1c222f4-3431-49d4-8ee2-364db579019d None None] Provisioning complete for port 8a84a510-a180-4108-8586-b65ce2995379 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:00:06.939089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d1c222f4-3431-49d4-8ee2-364db579019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8a84a510-a180-4108-8586-b65ce2995379), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:07.177985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 296cfa0c-88f4-43b4-ad12-15b003494f05 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:00:07.197171 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59142) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:07.202925 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-392fa393-6e35-4961-905d-8ed1aa48178d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1038522735', 'description': 'tempest-secgroup-smoke-1038522735 description', 'project_id': 'a8ed50a2c6284926857fedd16b365558'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:00:07.210028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d1c222f4-3431-49d4-8ee2-364db579019d None None] Port 8a84a510-a180-4108-8586-b65ce2995379 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:00:07.305519 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 296cfa0c-88f4-43b4-ad12-15b003494f05 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:00:07.305975 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (296cfa0c-88f4-43b4-ad12-15b003494f05), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:07.320700 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-392fa393-6e35-4961-905d-8ed1aa48178d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:07.397605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-392fa393-6e35-4961-905d-8ed1aa48178d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (15fc08d5-3dc6-49c7-b25a-21396b0957e3), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:07.453501 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Publish callbacks [] for port (8a84a510-a180-4108-8586-b65ce2995379), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:07.482224 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-392fa393-6e35-4961-905d-8ed1aa48178d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (15fc08d5-3dc6-49c7-b25a-21396b0957e3), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:07.512430 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fa393-6e35-4961-905d-8ed1aa48178d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15fc08d5-3dc6-49c7-b25a-21396b0957e3,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:07.573723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8a84a510-a180-4108-8586-b65ce2995379), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:07.610867 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-392fa393-6e35-4961-905d-8ed1aa48178d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:07.615411 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-392fa393-6e35-4961-905d-8ed1aa48178d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4161313 Jan 10 12:00:07.615606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59144) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:07.620795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-4c97c522-c79b-4cf4-94ca-a6fd7a5b53a2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '15fc08d5-3dc6-49c7-b25a-21396b0957e3', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:00:07.626697 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce370c-4f9b-42b3-aed9-b66b350846d6 None None] Pushing event updated for resources: {'Port': ['ID=8a84a510-a180-4108-8586-b65ce2995379,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:07.678480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Attempting to bind port 8a84a510-a180-4108-8586-b65ce2995379 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:00:07.678860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Attempting to bind port 8a84a510-a180-4108-8586-b65ce2995379 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:00:07.679231 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Attempting to bind port 8a84a510-a180-4108-8586-b65ce2995379 on network ae1f2546-59e0-48b5-b746-c3904ea0f461 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:00:07.685050 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:00:07.685434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Checking segment: {'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:00:07.685870 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:07.686258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Bound using segment: {'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:00:07.686731 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Bound port: 8a84a510-a180-4108-8586-b65ce2995379, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:00:07.687121 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8a84a510-a180-4108-8586-b65ce2995379), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:07.716220 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4c97c522-c79b-4cf4-94ca-a6fd7a5b53a2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (72a33ab3-347f-4a68-b4c7-5e5d6ead06c5), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:07.760990 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] For port 8a84a510-a180-4108-8586-b65ce2995379, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:00:07.764789 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] For port 8a84a510-a180-4108-8586-b65ce2995379, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a84a510-a180-4108-8586-b65ce2995379,segment=NetworkSegment(68726d67-1641-4971-8893-c2fb5eb2aca8),segment_id=68726d67-1641-4971-8893-c2fb5eb2aca8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:00:07.780025 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4c97c522-c79b-4cf4-94ca-a6fd7a5b53a2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (72a33ab3-347f-4a68-b4c7-5e5d6ead06c5), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:07.837241 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-78aadea5-c671-41eb-b32e-82ea2f2e95ab None None] Provisioning complete for port 8a84a510-a180-4108-8586-b65ce2995379 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:00:07.837567 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78aadea5-c671-41eb-b32e-82ea2f2e95ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8a84a510-a180-4108-8586-b65ce2995379), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:07.872600 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8a84a510-a180-4108-8586-b65ce2995379), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:07.878139 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-78aadea5-c671-41eb-b32e-82ea2f2e95ab None None] Port 8a84a510-a180-4108-8586-b65ce2995379 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:00:07.926295 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4c97c522-c79b-4cf4-94ca-a6fd7a5b53a2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (72a33ab3-347f-4a68-b4c7-5e5d6ead06c5), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:07.935019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Routers {'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:00:07.936890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T11:59:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:00:07.942737 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce370c-4f9b-42b3-aed9-b66b350846d6 None None] Pushing event updated for resources: {'Port': ['ID=8a84a510-a180-4108-8586-b65ce2995379,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:07.955233 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97c522-c79b-4cf4-94ca-a6fd7a5b53a2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a33ab3-347f-4a68-b4c7-5e5d6ead06c5,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:08.028137 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4c97c522-c79b-4cf4-94ca-a6fd7a5b53a2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:08.030753 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4c97c522-c79b-4cf4-94ca-a6fd7a5b53a2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4138396 Jan 10 12:00:08.032120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59146) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:08.037398 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5ca17a3b-fe2b-46c2-bfe2-0c7a78c2fff0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '15fc08d5-3dc6-49c7-b25a-21396b0957e3', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:00:08.065123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] Set router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:00:08.144259 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ca17a3b-fe2b-46c2-bfe2-0c7a78c2fff0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (66e75f45-6473-4e8c-97d9-ead46fc0c594), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:08.205176 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ca17a3b-fe2b-46c2-bfe2-0c7a78c2fff0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (66e75f45-6473-4e8c-97d9-ead46fc0c594), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:08.230949 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-24f499d5-be83-4658-9445-6d040e9178e7 None None] Provisioning complete for port 8a84a510-a180-4108-8586-b65ce2995379 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:00:08.230949 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-24f499d5-be83-4658-9445-6d040e9178e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8a84a510-a180-4108-8586-b65ce2995379), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:08.292284 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ca17a3b-fe2b-46c2-bfe2-0c7a78c2fff0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (66e75f45-6473-4e8c-97d9-ead46fc0c594), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:08.308660 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca17a3b-fe2b-46c2-bfe2-0c7a78c2fff0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e75f45-6473-4e8c-97d9-ead46fc0c594,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:08.354548 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-24f499d5-be83-4658-9445-6d040e9178e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8a84a510-a180-4108-8586-b65ce2995379), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:08.359155 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:05Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a84a510-a180-4108-8586-b65ce2995379', 'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:c7:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:04Z', 'updated_at': '2022-01-10T12:00:07Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:00:08.392788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5ca17a3b-fe2b-46c2-bfe2-0c7a78c2fff0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:08.393597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6077a696-44bd-4d6c-892b-72115f378271 None None] The sync data for ids ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'] in dv-neutron-master-2-hyperv is: [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:05Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a84a510-a180-4108-8586-b65ce2995379', 'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:c7:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:04Z', 'updated_at': '2022-01-10T12:00:07Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:00:08.394109 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5ca17a3b-fe2b-46c2-bfe2-0c7a78c2fff0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3608906 Jan 10 12:00:08.397175 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59148) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:08.408317 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '15fc08d5-3dc6-49c7-b25a-21396b0957e3', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:00:08.418003 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-24f499d5-be83-4658-9445-6d040e9178e7 None None] For port 8a84a510-a180-4108-8586-b65ce2995379, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a84a510-a180-4108-8586-b65ce2995379,segment=NetworkSegment(68726d67-1641-4971-8893-c2fb5eb2aca8),segment_id=68726d67-1641-4971-8893-c2fb5eb2aca8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:00:08.511179 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-24f499d5-be83-4658-9445-6d040e9178e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8a84a510-a180-4108-8586-b65ce2995379), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:08.552423 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (12424b53-50fc-4dcd-b74d-77351ded0215), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:08.573045 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f499d5-be83-4658-9445-6d040e9178e7 None None] Pushing event updated for resources: {'Port': ['ID=8a84a510-a180-4108-8586-b65ce2995379,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:08.622529 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (12424b53-50fc-4dcd-b74d-77351ded0215), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:08.726097 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (12424b53-50fc-4dcd-b74d-77351ded0215), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:08.745455 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12424b53-50fc-4dcd-b74d-77351ded0215,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:08.755747 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:08.756362 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:08.757088 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:08.757687 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:08.758252 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:08.758901 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:08.759535 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:08.760120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:08.760733 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:08.761399 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:08.762181 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:08.762823 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:08.763611 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:08.856219 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:08.858119 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-92938e86-7330-49be-a793-e8690249a275 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4592481 Jan 10 12:00:08.861199 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59150) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:08.873120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-be1d50ff-5dc8-448a-adb7-35adbab12171 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '15fc08d5-3dc6-49c7-b25a-21396b0957e3', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:00:08.968134 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-be1d50ff-5dc8-448a-adb7-35adbab12171 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (80aa9931-bec6-47fa-916a-9a4d9093bf65), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:08.989941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8a84a510-a180-4108-8586-b65ce2995379 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:00:09.045838 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-be1d50ff-5dc8-448a-adb7-35adbab12171 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (80aa9931-bec6-47fa-916a-9a4d9093bf65), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:09.052124 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 8a84a510-a180-4108-8586-b65ce2995379 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:00:09.052515 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8a84a510-a180-4108-8586-b65ce2995379), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:09.116528 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-be1d50ff-5dc8-448a-adb7-35adbab12171 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (80aa9931-bec6-47fa-916a-9a4d9093bf65), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:09.141272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d50ff-5dc8-448a-adb7-35adbab12171 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80aa9931-bec6-47fa-916a-9a4d9093bf65,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:09.226694 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-be1d50ff-5dc8-448a-adb7-35adbab12171 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:09.229078 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-be1d50ff-5dc8-448a-adb7-35adbab12171 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3668928 Jan 10 12:00:09.232018 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59152) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:09.237553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-543e3994-9b73-4419-ab66-4df17f880918 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '15fc08d5-3dc6-49c7-b25a-21396b0957e3', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:00:09.345343 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-543e3994-9b73-4419-ab66-4df17f880918 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:00:09.351806 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-543e3994-9b73-4419-ab66-4df17f880918 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (8ab7f4ff-5f6e-4b21-b9b9-ce90852845f0), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:09.430226 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-543e3994-9b73-4419-ab66-4df17f880918 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (8ab7f4ff-5f6e-4b21-b9b9-ce90852845f0), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:09.509375 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-543e3994-9b73-4419-ab66-4df17f880918 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (8ab7f4ff-5f6e-4b21-b9b9-ce90852845f0), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:09.532177 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e3994-9b73-4419-ab66-4df17f880918 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab7f4ff-5f6e-4b21-b9b9-ce90852845f0,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:09.605054 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-543e3994-9b73-4419-ab66-4df17f880918 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:09.607880 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-543e3994-9b73-4419-ab66-4df17f880918 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3735592 Jan 10 12:00:09.615496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59154) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:09.620771 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c27dc36d-dc06-4262-894b-7f733a3f9397 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '15fc08d5-3dc6-49c7-b25a-21396b0957e3', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:00:09.756943 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-c27dc36d-dc06-4262-894b-7f733a3f9397 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:00:09.762451 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c27dc36d-dc06-4262-894b-7f733a3f9397 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (cdd7451c-88c6-4ca5-bcef-278b86b80934), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:09.824840 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c27dc36d-dc06-4262-894b-7f733a3f9397 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (cdd7451c-88c6-4ca5-bcef-278b86b80934), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:09.899639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c27dc36d-dc06-4262-894b-7f733a3f9397 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (cdd7451c-88c6-4ca5-bcef-278b86b80934), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:09.919869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dc36d-dc06-4262-894b-7f733a3f9397 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd7451c-88c6-4ca5-bcef-278b86b80934,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:10.048530 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c27dc36d-dc06-4262-894b-7f733a3f9397 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:10.058805 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c27dc36d-dc06-4262-894b-7f733a3f9397 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4329908 Jan 10 12:00:10.273584 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-bc1ff246-8c71-425f-9207-04943b44442e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1038522735&fields=id&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 267 time: 0.0645332 Jan 10 12:00:10.304940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-47574b7a-ace3-47fc-afc9-1212c6a9a830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:10.468890 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-5ff154bd-0df0-4c01-8778-858cbf10b869 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:10.470525 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-5ff154bd-0df0-4c01-8778-858cbf10b869 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/networks?id=ae1f2546-59e0-48b5-b746-c3904ea0f461 HTTP/1.1" status: 200 len: 797 time: 0.1898725 Jan 10 12:00:10.487700 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-18be9e2a-302d-417f-94d6-727f92135f13 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/quotas/a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 375 time: 0.0107388 Jan 10 12:00:10.585451 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-5aeec7a4-c5f0-4d6d-9b46-4973851c7a1b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913410 Jan 10 12:00:10.608511 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:10.693195 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-8adbd80c-f298-4dba-a609-148d121298bd service neutron] 10.222.0.16 "GET /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956800 Jan 10 12:00:10.798288 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-3ff920e4-512c-402f-a51e-ef861dfc1017 service neutron] 10.222.0.16 "GET /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947599 Jan 10 12:00:11.078764 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e683efc5-89dd-40b2-be96-5cec133f7884 req-3e4dd156-287f-44ca-9b2e-dd5efa1a9301 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 210 time: 0.0272007 Jan 10 12:00:12.116844 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:12.176410 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-22f67134-36d2-4d8b-bed1-f69ed7b31e63 req-3faed5fa-8350-4a64-9773-19a4be33b0b5 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 210 time: 0.0324852 Jan 10 12:00:13.307090 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-612dc6bb-748f-499b-99ee-424c3cc44eed req-bbc76ea4-a5eb-45cc-8b06-7f1ca38a2459 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 210 time: 0.0301161 Jan 10 12:00:13.408202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:14.412092 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-519c47f5-ad55-40f1-b359-2c5f78357075 req-8cd09148-a7bb-4ca8-aadd-eb1dfc4b1d10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 210 time: 0.0283632 Jan 10 12:00:15.413662 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-c3ee8361-d5a0-45ad-b2ae-08352dc66535 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:15.415219 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-c3ee8361-d5a0-45ad-b2ae-08352dc66535 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/networks?id=ae1f2546-59e0-48b5-b746-c3904ea0f461 HTTP/1.1" status: 200 len: 797 time: 0.1042018 Jan 10 12:00:15.479651 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-c636cc67-1b87-412f-bca3-32420eeea129 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 380 time: 0.0566978 Jan 10 12:00:15.493551 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'port': {'device_id': 'cb2c053e-b1ac-4d3c-b37b-50180e0a56fd', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'admin_state_up': True, 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'security_groups': ['15fc08d5-3dc6-49c7-b25a-21396b0957e3']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:00:15.532999 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b8362be-716a-401f-8431-909b17fb0665 req-f83d5480-10e4-4866-b013-2a3a97983779 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 210 time: 0.0522718 Jan 10 12:00:15.699704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:00:15.703468 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:15.842105 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.8 (ae1f2546-59e0-48b5-b746-c3904ea0f461/ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e/282a752f-2d96-44f6-a987-11383ee9e882) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:00:15.986944 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (282a752f-2d96-44f6-a987-11383ee9e882), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:16.074965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (282a752f-2d96-44f6-a987-11383ee9e882), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:16.121164 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network ae1f2546-59e0-48b5-b746-c3904ea0f461 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:00:16.124383 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:00:16.129066 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:00:16.154631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=282a752f-2d96-44f6-a987-11383ee9e882,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:16.168270 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:16.168625 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:16.168966 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:16.169314 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:16.169679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:16.170201 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:16.170642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:16.170888 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:16.171308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:16.171561 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:16.171892 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:16.172293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:16.172621 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:16.197962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:16.198645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:16.308896 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-ba15161a-665a-480f-b1f9-f827673aac08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8190823 Jan 10 12:00:16.320743 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Request body: {'port': {'device_id': 'cb2c053e-b1ac-4d3c-b37b-50180e0a56fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:00:16.376035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (282a752f-2d96-44f6-a987-11383ee9e882), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:16.384974 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-3e9bcb41-488f-4fbd-bf8c-019b1a542f39 None None] Provisioning complete for port 282a752f-2d96-44f6-a987-11383ee9e882 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:00:16.385956 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3e9bcb41-488f-4fbd-bf8c-019b1a542f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (282a752f-2d96-44f6-a987-11383ee9e882), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:16.424106 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3e9bcb41-488f-4fbd-bf8c-019b1a542f39 None None] Port 282a752f-2d96-44f6-a987-11383ee9e882 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:00:16.652405 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e13036-bc65-41fe-af3d-6daffbe00fb6 req-567fee85-a49d-452f-9a9e-6a7f5ef656bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:16.653850 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f1e13036-bc65-41fe-af3d-6daffbe00fb6 req-567fee85-a49d-452f-9a9e-6a7f5ef656bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 931 time: 0.0507052 Jan 10 12:00:16.656425 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282a752f-2d96-44f6-a987-11383ee9e882 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:00:16.664669 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Publish callbacks [] for port (282a752f-2d96-44f6-a987-11383ee9e882), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:16.677673 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Transition to ACTIVE for port object 282a752f-2d96-44f6-a987-11383ee9e882 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:00:16.709604 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f1e13036-bc65-41fe-af3d-6daffbe00fb6 req-2b105709-94e7-4d48-b317-e10c1a8acb56 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=15fc08d5-3dc6-49c7-b25a-21396b0957e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495687 Jan 10 12:00:16.802232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (282a752f-2d96-44f6-a987-11383ee9e882), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:16.855905 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Pushing event updated for resources: {'Port': ['ID=282a752f-2d96-44f6-a987-11383ee9e882,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:16.931037 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Attempting to bind port 282a752f-2d96-44f6-a987-11383ee9e882 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:00:16.931374 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Attempting to bind port 282a752f-2d96-44f6-a987-11383ee9e882 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:00:16.931707 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Attempting to bind port 282a752f-2d96-44f6-a987-11383ee9e882 on network ae1f2546-59e0-48b5-b746-c3904ea0f461 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:00:16.936638 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Port 282a752f-2d96-44f6-a987-11383ee9e882 on network ae1f2546-59e0-48b5-b746-c3904ea0f461 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:00:16.937007 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Attempting to bind port 282a752f-2d96-44f6-a987-11383ee9e882 on network ae1f2546-59e0-48b5-b746-c3904ea0f461 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:00:16.942222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:00:16.942556 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Checking segment: {'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:00:16.942935 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Bound using segment: {'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:00:16.943363 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Bound port: 282a752f-2d96-44f6-a987-11383ee9e882, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:00:16.943717 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (282a752f-2d96-44f6-a987-11383ee9e882), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:17.013095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] For port 282a752f-2d96-44f6-a987-11383ee9e882, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:00:17.016353 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] For port 282a752f-2d96-44f6-a987-11383ee9e882, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=282a752f-2d96-44f6-a987-11383ee9e882,segment=NetworkSegment(68726d67-1641-4971-8893-c2fb5eb2aca8),segment_id=68726d67-1641-4971-8893-c2fb5eb2aca8)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:00:17.082635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (282a752f-2d96-44f6-a987-11383ee9e882), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:17.119027 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:17.119655 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:17.121034 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] 10.222.0.30 "PUT /v2.0/ports/282a752f-2d96-44f6-a987-11383ee9e882 HTTP/1.1" status: 200 len: 1093 time: 0.8054962 Jan 10 12:00:17.121488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2c053e-b1ac-4d3c-b37b-50180e0a56fd', 'tag': '282a752f-2d96-44f6-a987-11383ee9e882'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:00:17.123774 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9546d6f8-50f5-4eda-852b-9734214420d0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2c053e-b1ac-4d3c-b37b-50180e0a56fd", "tag": "282a752f-2d96-44f6-a987-11383ee9e882"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:00:17.152915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7e529-9b01-4920-a25c-0370827cb835 service neutron] Pushing event updated for resources: {'Port': ['ID=282a752f-2d96-44f6-a987-11383ee9e882,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:17.164786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de645ada-abc0-4ec1-97dc-0e510a6b444e x-openstack-request-id: req-de645ada-abc0-4ec1-97dc-0e510a6b444e {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:00:17.165088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2c053e-b1ac-4d3c-b37b-50180e0a56fd", "tag": "282a752f-2d96-44f6-a987-11383ee9e882", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:00:17.165353 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de645ada-abc0-4ec1-97dc-0e510a6b444e {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:00:17.165803 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2c053e-b1ac-4d3c-b37b-50180e0a56fd', 'tag': '282a752f-2d96-44f6-a987-11383ee9e882', 'status': 'completed', 'code': 200} Jan 10 12:00:17.231285 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546d6f8-50f5-4eda-852b-9734214420d0 req-ca093ae8-c82c-4e63-881e-43df4abb0ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:17.233555 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9546d6f8-50f5-4eda-852b-9734214420d0 req-ca093ae8-c82c-4e63-881e-43df4abb0ea4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 1096 time: 0.0469353 Jan 10 12:00:17.338035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546d6f8-50f5-4eda-852b-9734214420d0 req-b876d6c4-5357-4262-a20f-a17bed67e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:17.339519 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9546d6f8-50f5-4eda-852b-9734214420d0 req-b876d6c4-5357-4262-a20f-a17bed67e7f3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a8ed50a2c6284926857fedd16b365558&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0999651 Jan 10 12:00:17.438986 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546d6f8-50f5-4eda-852b-9734214420d0 req-6cf090c6-945a-4752-b3bb-be60d36817ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:17.440333 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9546d6f8-50f5-4eda-852b-9734214420d0 req-6cf090c6-945a-4752-b3bb-be60d36817ca service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935097 Jan 10 12:00:17.536166 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-151770fb-b26e-4e78-afd7-e3d784c8f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:17.538654 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-151770fb-b26e-4e78-afd7-e3d784c8f1ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 1096 time: 0.0627573 Jan 10 12:00:17.581985 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-f4c28ffe-ec2b-4c09-b680-3d1ed2b6cd36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=282a752f-2d96-44f6-a987-11383ee9e882 HTTP/1.1" status: 200 len: 217 time: 0.0351293 Jan 10 12:00:17.629603 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-4100b615-70a9-4aaf-9262-ad7ad75666ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:17.631095 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-4100b615-70a9-4aaf-9262-ad7ad75666ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e HTTP/1.1" status: 200 len: 835 time: 0.0446954 Jan 10 12:00:17.681732 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-582d9828-e590-4c39-9d73-0524b5f3954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:17.683311 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-582d9828-e590-4c39-9d73-0524b5f3954d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae1f2546-59e0-48b5-b746-c3904ea0f461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465264 Jan 10 12:00:17.779418 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-bc232643-b4ca-4042-91df-5cacb606ffad service neutron] 10.222.0.30 "GET /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889497 Jan 10 12:00:17.836627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee22bb-c66e-4f8d-b1e7-1cfaa556bb19 req-32af44b6-502d-457d-a21d-e20911d7d736 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:17.838391 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-77ee22bb-c66e-4f8d-b1e7-1cfaa556bb19 req-32af44b6-502d-457d-a21d-e20911d7d736 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 943 time: 0.0568039 Jan 10 12:00:17.877658 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cfb66822-2f0f-4523-99eb-e8aa6fdfdb42 req-7db67f01-a92e-4299-865e-d9167b341582 service neutron] 10.222.0.30 "GET /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924959 Jan 10 12:00:17.893410 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-77ee22bb-c66e-4f8d-b1e7-1cfaa556bb19 req-dbd47807-f5b1-4b8c-8eb4-d0dc96ebbb84 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=15fc08d5-3dc6-49c7-b25a-21396b0957e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482783 Jan 10 12:00:19.022216 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd2f5d-c52a-44f3-a91d-5ea07b6f5c58 req-973e40fa-2d2d-4989-a3d7-779939e398e5 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:19.023846 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2efd2f5d-c52a-44f3-a91d-5ea07b6f5c58 req-973e40fa-2d2d-4989-a3d7-779939e398e5 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 943 time: 0.0542903 Jan 10 12:00:19.076009 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2efd2f5d-c52a-44f3-a91d-5ea07b6f5c58 req-c9c4f736-7e56-48db-94f5-7e6539a315d0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=15fc08d5-3dc6-49c7-b25a-21396b0957e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455127 Jan 10 12:00:19.388805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:20.197654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f7205-56e7-4f13-a218-b34537dbfcf2 req-28607ad1-86b7-43ef-83ba-6506e032b3ee tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:20.199452 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ba0f7205-56e7-4f13-a218-b34537dbfcf2 req-28607ad1-86b7-43ef-83ba-6506e032b3ee tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 943 time: 0.0522473 Jan 10 12:00:20.255311 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ba0f7205-56e7-4f13-a218-b34537dbfcf2 req-81f82b7c-35ea-41c1-8a76-96f5361dffc6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=15fc08d5-3dc6-49c7-b25a-21396b0957e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489028 Jan 10 12:00:20.530193 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 282a752f-2d96-44f6-a987-11383ee9e882 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:00:20.633799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 282a752f-2d96-44f6-a987-11383ee9e882, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=282a752f-2d96-44f6-a987-11383ee9e882,segment=NetworkSegment(68726d67-1641-4971-8893-c2fb5eb2aca8),segment_id=68726d67-1641-4971-8893-c2fb5eb2aca8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:00:20.650830 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '282a752f-2d96-44f6-a987-11383ee9e882', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'port_id': '282a752f-2d96-44f6-a987-11383ee9e882', 'mac_address': 'fa:16:3e:51:60:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:00:20.694717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (282a752f-2d96-44f6-a987-11383ee9e882), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:20.713012 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282a752f-2d96-44f6-a987-11383ee9e882 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:00:20.733012 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 282a752f-2d96-44f6-a987-11383ee9e882, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=282a752f-2d96-44f6-a987-11383ee9e882,segment=NetworkSegment(68726d67-1641-4971-8893-c2fb5eb2aca8),segment_id=68726d67-1641-4971-8893-c2fb5eb2aca8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:00:20.806770 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (282a752f-2d96-44f6-a987-11383ee9e882), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:20.857930 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=282a752f-2d96-44f6-a987-11383ee9e882,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:20.864969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:20.865329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:20.865679 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:20.866058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:20.866397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:20.866744 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:20.867095 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:20.867445 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:20.867782 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:20.868167 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:20.869527 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:20.869527 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:20.869527 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:00:21.021756 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['282a752f-2d96-44f6-a987-11383ee9e882'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:00:21.391248 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc261dc-139d-424e-b799-f3c2225ad036 req-39bf4013-5c33-45a9-b113-f08884831cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:21.393034 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-adc261dc-139d-424e-b799-f3c2225ad036 req-39bf4013-5c33-45a9-b113-f08884831cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 944 time: 0.0609579 Jan 10 12:00:21.458052 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-adc261dc-139d-424e-b799-f3c2225ad036 req-6ecec6ac-02c0-420d-a316-2edf0cc5f4a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=15fc08d5-3dc6-49c7-b25a-21396b0957e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585084 Jan 10 12:00:22.533606 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 282a752f-2d96-44f6-a987-11383ee9e882 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:00:22.583697 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7a25f-62d4-42ee-97e6-a5782844de4f req-ceb95cdf-b759-4d12-8573-d842163a9df0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:22.585471 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-93b7a25f-62d4-42ee-97e6-a5782844de4f req-ceb95cdf-b759-4d12-8573-d842163a9df0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 944 time: 0.0559475 Jan 10 12:00:22.636586 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-93b7a25f-62d4-42ee-97e6-a5782844de4f req-be91cd7e-cbd0-4d95-8ca7-3833298ad92e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=15fc08d5-3dc6-49c7-b25a-21396b0957e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454297 Jan 10 12:00:22.687884 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 282a752f-2d96-44f6-a987-11383ee9e882 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:00:22.692743 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 282a752f-2d96-44f6-a987-11383ee9e882 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:00:22.693122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (282a752f-2d96-44f6-a987-11383ee9e882), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:22.775423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (282a752f-2d96-44f6-a987-11383ee9e882), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:22.800859 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2c053e-b1ac-4d3c-b37b-50180e0a56fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282a752f-2d96-44f6-a987-11383ee9e882'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:00:22.803236 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9f94fa-66fe-444f-85e9-d48ec114efa1" -d '{"events": [{"server_uuid": "cb2c053e-b1ac-4d3c-b37b-50180e0a56fd", "name": "network-vif-plugged", "status": "completed", "tag": "282a752f-2d96-44f6-a987-11383ee9e882"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:00:22.817474 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 282a752f-2d96-44f6-a987-11383ee9e882, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=282a752f-2d96-44f6-a987-11383ee9e882,segment=NetworkSegment(68726d67-1641-4971-8893-c2fb5eb2aca8),segment_id=68726d67-1641-4971-8893-c2fb5eb2aca8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:00:22.865118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa066f1b-a774-4bbd-aff6-724d8c061c5e x-openstack-request-id: req-aa066f1b-a774-4bbd-aff6-724d8c061c5e {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:00:22.865420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2c053e-b1ac-4d3c-b37b-50180e0a56fd", "name": "network-vif-plugged", "status": "completed", "tag": "282a752f-2d96-44f6-a987-11383ee9e882", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:00:22.865684 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa066f1b-a774-4bbd-aff6-724d8c061c5e {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:00:22.866181 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2c053e-b1ac-4d3c-b37b-50180e0a56fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282a752f-2d96-44f6-a987-11383ee9e882', 'code': 200} Jan 10 12:00:22.893841 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (282a752f-2d96-44f6-a987-11383ee9e882), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:22.944260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=282a752f-2d96-44f6-a987-11383ee9e882,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:23.220838 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38510578-dcb8-4ed9-bbcb-8d4ebc59a2a3 req-854a7d0d-11a1-4582-b098-8b33aaed4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:23.222903 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-38510578-dcb8-4ed9-bbcb-8d4ebc59a2a3 req-854a7d0d-11a1-4582-b098-8b33aaed4544 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 1098 time: 0.0418086 Jan 10 12:00:23.274011 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-38510578-dcb8-4ed9-bbcb-8d4ebc59a2a3 req-19f43818-e273-464a-9075-756b4f1707e9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=15fc08d5-3dc6-49c7-b25a-21396b0957e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456741 Jan 10 12:00:23.758154 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1618ba-ba8a-452d-a934-39c8cebdab16 req-e4fd4e95-1af6-44f2-aec3-b77d1d7aae98 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:23.759721 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6c1618ba-ba8a-452d-a934-39c8cebdab16 req-e4fd4e95-1af6-44f2-aec3-b77d1d7aae98 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 945 time: 0.0537639 Jan 10 12:00:23.811281 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6c1618ba-ba8a-452d-a934-39c8cebdab16 req-12cb1cdb-d883-46db-b6eb-0209a8fec2fc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=15fc08d5-3dc6-49c7-b25a-21396b0957e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455103 Jan 10 12:00:24.942160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc2958-56bd-43d9-8add-ffcc2af3bbda req-70b81f27-96b5-4239-a241-a0109401285a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:24.944577 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-83fc2958-56bd-43d9-8add-ffcc2af3bbda req-70b81f27-96b5-4239-a241-a0109401285a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 945 time: 0.0527534 Jan 10 12:00:25.003765 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-83fc2958-56bd-43d9-8add-ffcc2af3bbda req-d63f4998-8845-4c2c-bb80-985cac0f985a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=15fc08d5-3dc6-49c7-b25a-21396b0957e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531635 Jan 10 12:00:25.141543 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bff543-d368-4c4f-a8f6-804635a4db84 req-d2a47839-70c0-4148-aa69-28f0a4c97434 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:25.143103 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-71bff543-d368-4c4f-a8f6-804635a4db84 req-d2a47839-70c0-4148-aa69-28f0a4c97434 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 945 time: 0.0684836 Jan 10 12:00:25.207691 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-71bff543-d368-4c4f-a8f6-804635a4db84 req-e29d5591-3d2b-4986-b73b-e3041efff4fa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=15fc08d5-3dc6-49c7-b25a-21396b0957e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529015 Jan 10 12:00:25.255636 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59222) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:25.582155 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd3e168-c56d-42b5-a6b8-1593e6a3c183 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:25.583689 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-afd3e168-c56d-42b5-a6b8-1593e6a3c183 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 1093 time: 0.3375072 Jan 10 12:00:25.586995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59224) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:25.591345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '282a752f-2d96-44f6-a987-11383ee9e882', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:00:25.674456 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:25.777035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:25.883041 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.231 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/58853185-25e3-4782-9d67-34bf243592fd) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:00:26.013503 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-555dfcc6-74e8-4319-a087-15e99932c616 req-76c182a1-c166-4d8e-bf31-0c828814c561 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0960371 Jan 10 12:00:26.032075 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (58853185-25e3-4782-9d67-34bf243592fd), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:26.105645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dfcc6-74e8-4319-a087-15e99932c616 req-fc8d68ac-8efd-4517-9e47-63a9fe2c8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:26.107331 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-555dfcc6-74e8-4319-a087-15e99932c616 req-fc8d68ac-8efd-4517-9e47-63a9fe2c8650 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 1098 time: 0.0457060 Jan 10 12:00:26.184748 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (58853185-25e3-4782-9d67-34bf243592fd), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:26.242281 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:00:26.250003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:00:26.258813 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=58853185-25e3-4782-9d67-34bf243592fd,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:26.264086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:00:26.300861 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dfcc6-74e8-4319-a087-15e99932c616 req-d0eb9047-10ad-464b-95a5-8a9184a7e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:26.302387 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-555dfcc6-74e8-4319-a087-15e99932c616 req-d0eb9047-10ad-464b-95a5-8a9184a7e8b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 913 time: 0.1770430 Jan 10 12:00:26.420063 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-555dfcc6-74e8-4319-a087-15e99932c616 req-3ee682c6-aaf7-4396-abf1-ac646d12dfa3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3288dec2-286d-417f-bbac-964172ebe1c8 HTTP/1.1" status: 200 len: 1001 time: 0.1113710 Jan 10 12:00:26.549332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dfcc6-74e8-4319-a087-15e99932c616 req-15107957-cdf4-4ec2-8003-f2de16833fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:26.550871 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-555dfcc6-74e8-4319-a087-15e99932c616 req-15107957-cdf4-4ec2-8003-f2de16833fde service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3 HTTP/1.1" status: 200 len: 851 time: 0.1256175 Jan 10 12:00:26.622583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dfcc6-74e8-4319-a087-15e99932c616 req-2f8df29a-53e3-4fcf-a31e-9e11ef52adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:26.624086 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-555dfcc6-74e8-4319-a087-15e99932c616 req-2f8df29a-53e3-4fcf-a31e-9e11ef52adcf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669003 Jan 10 12:00:26.915011 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-555dfcc6-74e8-4319-a087-15e99932c616 req-d2200989-ae0a-4060-b6f6-98e43058865b service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757747 Jan 10 12:00:26.923331 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (aaa14dd3-5c3c-4af1-96f4-1d295f686516), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:27.073756 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-555dfcc6-74e8-4319-a087-15e99932c616 req-71bcd352-35cc-4de3-923d-805a86400e6b service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517127 Jan 10 12:00:27.135823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (58853185-25e3-4782-9d67-34bf243592fd), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:27.298089 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (58853185-25e3-4782-9d67-34bf243592fd), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:27.379609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (58853185-25e3-4782-9d67-34bf243592fd), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:27.448230 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=58853185-25e3-4782-9d67-34bf243592fd,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:00:27.461995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (aaa14dd3-5c3c-4af1-96f4-1d295f686516), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:27.565439 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP aaa14dd3-5c3c-4af1-96f4-1d295f686516 associated. External IP: 172.36.2.231, port: 282a752f-2d96-44f6-a987-11383ee9e882. Jan 10 12:00:27.789312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:00:27.905945 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:00:27.916077 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f46f020-5af8-471b-807d-460fbda5eb53 None None] Sync routers for ids ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:00:27.926231 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f46f020-5af8-471b-807d-460fbda5eb53 None None] Routers {'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:00:27.926861 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-3f46f020-5af8-471b-807d-460fbda5eb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:00:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:00:27.985382 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:28.013545 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-04501899-5a8c-419d-a253-b39ecc1754dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4254923 Jan 10 12:00:28.014181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2c053e-b1ac-4d3c-b37b-50180e0a56fd', 'tag': '282a752f-2d96-44f6-a987-11383ee9e882'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:00:28.016462 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cf5f67-213a-4141-ada3-b81465b8c9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2c053e-b1ac-4d3c-b37b-50180e0a56fd", "tag": "282a752f-2d96-44f6-a987-11383ee9e882"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:00:28.016660 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59226) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:28.037607 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-3f46f020-5af8-471b-807d-460fbda5eb53 None None] Set router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:00:28.054651 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b917ab63-fb42-4b71-a83f-473f3e92f5f7 x-openstack-request-id: req-b917ab63-fb42-4b71-a83f-473f3e92f5f7 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:00:28.054956 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2c053e-b1ac-4d3c-b37b-50180e0a56fd", "tag": "282a752f-2d96-44f6-a987-11383ee9e882", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:00:28.055254 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b917ab63-fb42-4b71-a83f-473f3e92f5f7 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:00:28.055834 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2c053e-b1ac-4d3c-b37b-50180e0a56fd', 'tag': '282a752f-2d96-44f6-a987-11383ee9e882', 'status': 'completed', 'code': 200} Jan 10 12:00:28.094914 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-650fa735-af35-4cf0-a7ec-b715b14d8bde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/aaa14dd3-5c3c-4af1-96f4-1d295f686516 HTTP/1.1" status: 200 len: 991 time: 0.0759895 Jan 10 12:00:28.294910 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-3f46f020-5af8-471b-807d-460fbda5eb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:05Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'aaa14dd3-5c3c-4af1-96f4-1d295f686516', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.231', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'port_id': '282a752f-2d96-44f6-a987-11383ee9e882', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'mac_address': 'fa:16:3e:51:60:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c053e-b1ac-4d3c-b37b-50180e0a56fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:00:26Z', 'updated_at': '2022-01-10T12:00:26Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a84a510-a180-4108-8586-b65ce2995379', 'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:c7:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:04Z', 'updated_at': '2022-01-10T12:00:08Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:00:28.323238 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f46f020-5af8-471b-807d-460fbda5eb53 None None] Checking router: a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:00:28.335463 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f46f020-5af8-471b-807d-460fbda5eb53 None None] Routers {'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:00:28.336291 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-3f46f020-5af8-471b-807d-460fbda5eb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:00:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:00:28.421815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf5f67-213a-4141-ada3-b81465b8c9d1 req-3ab36a7b-cdf7-44f9-8ca1-f870847785fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:28.423379 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2cf5f67-213a-4141-ada3-b81465b8c9d1 req-3ab36a7b-cdf7-44f9-8ca1-f870847785fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 1098 time: 0.3452785 Jan 10 12:00:28.451222 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-3f46f020-5af8-471b-807d-460fbda5eb53 None None] Set router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:00:28.516711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf5f67-213a-4141-ada3-b81465b8c9d1 req-9f8ec136-eb53-436f-ab5e-e0ac042741d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:28.518200 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2cf5f67-213a-4141-ada3-b81465b8c9d1 req-9f8ec136-eb53-436f-ab5e-e0ac042741d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ae1f2546-59e0-48b5-b746-c3904ea0f461 HTTP/1.1" status: 200 len: 898 time: 0.0894351 Jan 10 12:00:28.588995 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2cf5f67-213a-4141-ada3-b81465b8c9d1 req-4f1d5f7a-61aa-4c7e-b595-4eb4053ad97a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=282a752f-2d96-44f6-a987-11383ee9e882 HTTP/1.1" status: 200 len: 999 time: 0.0650837 Jan 10 12:00:28.639760 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf5f67-213a-4141-ada3-b81465b8c9d1 req-e755ca9a-af6a-4c61-a029-df4b55713237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:28.641341 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2cf5f67-213a-4141-ada3-b81465b8c9d1 req-e755ca9a-af6a-4c61-a029-df4b55713237 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e HTTP/1.1" status: 200 len: 835 time: 0.0468559 Jan 10 12:00:28.688906 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf5f67-213a-4141-ada3-b81465b8c9d1 req-31289cb6-5117-492f-be48-a2eabf417be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:28.691379 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2cf5f67-213a-4141-ada3-b81465b8c9d1 req-31289cb6-5117-492f-be48-a2eabf417be7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae1f2546-59e0-48b5-b746-c3904ea0f461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448463 Jan 10 12:00:28.707594 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-3f46f020-5af8-471b-807d-460fbda5eb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:05Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'aaa14dd3-5c3c-4af1-96f4-1d295f686516', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.231', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'port_id': '282a752f-2d96-44f6-a987-11383ee9e882', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'mac_address': 'fa:16:3e:51:60:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c053e-b1ac-4d3c-b37b-50180e0a56fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:00:26Z', 'updated_at': '2022-01-10T12:00:26Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a84a510-a180-4108-8586-b65ce2995379', 'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:c7:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:04Z', 'updated_at': '2022-01-10T12:00:08Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:00:28.735827 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f46f020-5af8-471b-807d-460fbda5eb53 None None] The sync data for ids ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'] in dv-neutron-master-2-hyperv is: [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:05Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'aaa14dd3-5c3c-4af1-96f4-1d295f686516', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.231', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'port_id': '282a752f-2d96-44f6-a987-11383ee9e882', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'mac_address': 'fa:16:3e:51:60:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c053e-b1ac-4d3c-b37b-50180e0a56fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:00:26Z', 'updated_at': '2022-01-10T12:00:26Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a84a510-a180-4108-8586-b65ce2995379', 'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:c7:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:04Z', 'updated_at': '2022-01-10T12:00:08Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:00:28.789303 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2cf5f67-213a-4141-ada3-b81465b8c9d1 req-4125d4df-cf35-4803-8451-ba5f221b581a service neutron] 10.222.0.30 "GET /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919750 Jan 10 12:00:28.884699 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2cf5f67-213a-4141-ada3-b81465b8c9d1 req-9405d03f-08b6-4d50-ad75-d91238d751b7 service neutron] 10.222.0.30 "GET /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899336 Jan 10 12:00:28.944190 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30382114-837b-49ff-9708-27a660f37a9b None None] New status for floating IP aaa14dd3-5c3c-4af1-96f4-1d295f686516: ACTIVE {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:00:29.098316 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59230) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:29.164571 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-add53e8e-c987-4701-bd59-1e781f865e68 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/aaa14dd3-5c3c-4af1-96f4-1d295f686516 HTTP/1.1" status: 200 len: 991 time: 0.0647609 Jan 10 12:00:30.168189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59232) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:30.229150 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-79b75f97-8440-439c-894b-d2148e1e2e33 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/aaa14dd3-5c3c-4af1-96f4-1d295f686516 HTTP/1.1" status: 200 len: 993 time: 0.0596502 Jan 10 12:00:35.864948 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:00:36.064716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a0b1616f-fdcb-4772-b755-36d4a6fc0683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:40.333056 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f1deb061-3251-4c4e-973a-0170443f2c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:40.617224 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:42.156034 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:43.316108 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:49.384377 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:00:58.789209 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8ca07-9069-437e-af3b-7a07d24e54fb req-69446883-584c-4acd-8c1b-5c0a1faf61eb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:58.790773 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1de8ca07-9069-437e-af3b-7a07d24e54fb req-69446883-584c-4acd-8c1b-5c0a1faf61eb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 945 time: 0.0509477 Jan 10 12:00:58.845506 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1de8ca07-9069-437e-af3b-7a07d24e54fb req-5c0c3f58-6762-433a-ae38-9e0ea7e50a31 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485835 Jan 10 12:00:59.452094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59252) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:00:59.678144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d4f1be-4959-4749-9e86-4d8c89458a75 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:59.678644 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d4f1be-4959-4749-9e86-4d8c89458a75 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:59.679270 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d4f1be-4959-4749-9e86-4d8c89458a75 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:00:59.681009 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-09d4f1be-4959-4749-9e86-4d8c89458a75 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=a8ed50a2c6284926857fedd16b365558&network_id=ae1f2546-59e0-48b5-b746-c3904ea0f461 HTTP/1.1" status: 200 len: 2999 time: 0.2278953 Jan 10 12:01:00.017360 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf11a1c-87c7-4a3a-9831-c1669876c2ed req-98e99e22-f05e-4435-9715-c7d02fe0ddf0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:00.018934 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cbf11a1c-87c7-4a3a-9831-c1669876c2ed req-98e99e22-f05e-4435-9715-c7d02fe0ddf0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 945 time: 0.1031058 Jan 10 12:01:00.071451 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cbf11a1c-87c7-4a3a-9831-c1669876c2ed req-924d982f-3bd4-469e-827e-64524f1a699e tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459974 Jan 10 12:01:00.419972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23433428-74b1-4290-9565-7fbf35d0c8c1 req-5aa0c3bb-9339-4656-8afd-7f37065c9a2f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:00.421497 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-23433428-74b1-4290-9565-7fbf35d0c8c1 req-5aa0c3bb-9339-4656-8afd-7f37065c9a2f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.30 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 945 time: 0.0508013 Jan 10 12:01:00.517463 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-23433428-74b1-4290-9565-7fbf35d0c8c1 req-cdba61ac-9b9c-40dc-8773-53f72b5e0e60 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Deleting port 3288dec2-286d-417f-bbac-964172ebe1c8 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:01:00.518266 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-23433428-74b1-4290-9565-7fbf35d0c8c1 req-cdba61ac-9b9c-40dc-8773-53f72b5e0e60 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (3288dec2-286d-417f-bbac-964172ebe1c8), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:00.607375 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-23433428-74b1-4290-9565-7fbf35d0c8c1 req-cdba61ac-9b9c-40dc-8773-53f72b5e0e60 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] For port 3288dec2-286d-417f-bbac-964172ebe1c8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3288dec2-286d-417f-bbac-964172ebe1c8,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:01:00.607743 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-23433428-74b1-4290-9565-7fbf35d0c8c1 req-cdba61ac-9b9c-40dc-8773-53f72b5e0e60 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (3288dec2-286d-417f-bbac-964172ebe1c8), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:00.832304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-23433428-74b1-4290-9565-7fbf35d0c8c1 req-cdba61ac-9b9c-40dc-8773-53f72b5e0e60 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:00.832584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-23433428-74b1-4290-9565-7fbf35d0c8c1 req-cdba61ac-9b9c-40dc-8773-53f72b5e0e60 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (0d05a5c7-c127-441e-9958-e2eaf685dc28), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:00.832911 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [req-23433428-74b1-4290-9565-7fbf35d0c8c1 req-cdba61ac-9b9c-40dc-8773-53f72b5e0e60 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Floating IP 0d05a5c7-c127-441e-9958-e2eaf685dc28 disassociated. External IP: 172.36.2.171, port: 3288dec2-286d-417f-bbac-964172ebe1c8. Jan 10 12:01:00.833261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-23433428-74b1-4290-9565-7fbf35d0c8c1 req-cdba61ac-9b9c-40dc-8773-53f72b5e0e60 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Calling delete_port for 3288dec2-286d-417f-bbac-964172ebe1c8 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:01:01.030306 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-23433428-74b1-4290-9565-7fbf35d0c8c1 req-cdba61ac-9b9c-40dc-8773-53f72b5e0e60 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (3288dec2-286d-417f-bbac-964172ebe1c8), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:01.060009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba61ac-9b9c-40dc-8773-53f72b5e0e60 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event deleted for resources: {'Port': ['ID=3288dec2-286d-417f-bbac-964172ebe1c8,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:01.168459 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-959e0a5f-85be-45e5-94d6-e01f56def69d req-974ad777-bfb9-479b-ae36-10ac0ded7e2f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 210 time: 0.0268149 Jan 10 12:01:01.175615 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23433428-74b1-4290-9565-7fbf35d0c8c1 req-cdba61ac-9b9c-40dc-8773-53f72b5e0e60 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Router e3ef4717-7ef7-419e-836e-932a513008c1 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:01:01.286690 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23433428-74b1-4290-9565-7fbf35d0c8c1 req-cdba61ac-9b9c-40dc-8773-53f72b5e0e60 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:01:01.297668 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9d4054-e670-40b0-9421-0f420db761ca None None] Sync routers for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:01:01.308341 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9d4054-e670-40b0-9421-0f420db761ca None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:01:01.309009 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fb9d4054-e670-40b0-9421-0f420db761ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:00:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:01.328612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-23433428-74b1-4290-9565-7fbf35d0c8c1 req-cdba61ac-9b9c-40dc-8773-53f72b5e0e60 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] No DVR routers for this DVR port 3288dec2-286d-417f-bbac-964172ebe1c8 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:01:01.331603 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-23433428-74b1-4290-9565-7fbf35d0c8c1 req-cdba61ac-9b9c-40dc-8773-53f72b5e0e60 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:01.334975 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-23433428-74b1-4290-9565-7fbf35d0c8c1 req-cdba61ac-9b9c-40dc-8773-53f72b5e0e60 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.30 "DELETE /v2.0/ports/3288dec2-286d-417f-bbac-964172ebe1c8 HTTP/1.1" status: 204 len: 173 time: 0.9076838 Jan 10 12:01:01.340335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61442501-b9d5-4f73-a342-857c2730831e', 'name': 'network-vif-deleted', 'tag': '3288dec2-286d-417f-bbac-964172ebe1c8'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:01:01.340335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ab00aa-ef27-4b4b-8b4c-7c1825d28bef" -d '{"events": [{"server_uuid": "61442501-b9d5-4f73-a342-857c2730831e", "name": "network-vif-deleted", "tag": "3288dec2-286d-417f-bbac-964172ebe1c8"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:01:01.374345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685e95c7-9c7d-4c1c-abb2-563937f68527 x-openstack-request-id: req-685e95c7-9c7d-4c1c-abb2-563937f68527 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:01:01.380609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61442501-b9d5-4f73-a342-857c2730831e", "name": "network-vif-deleted", "tag": "3288dec2-286d-417f-bbac-964172ebe1c8", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:01:01.380609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-685e95c7-9c7d-4c1c-abb2-563937f68527 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:01:01.380609 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61442501-b9d5-4f73-a342-857c2730831e', 'name': 'network-vif-deleted', 'tag': '3288dec2-286d-417f-bbac-964172ebe1c8', 'status': 'completed', 'code': 200} Jan 10 12:01:01.428481 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-fb9d4054-e670-40b0-9421-0f420db761ca None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:01:01.474715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59272) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:01.544015 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e0c2f7-ed3e-45cf-8234-1a8475e60455 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:01.561730 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b6e0c2f7-ed3e-45cf-8234-1a8475e60455 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 HTTP/1.1" status: 200 len: 814 time: 0.0858467 Jan 10 12:01:01.647207 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fb9d4054-e670-40b0-9421-0f420db761ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:01.674128 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9d4054-e670-40b0-9421-0f420db761ca None None] Checking router: e3ef4717-7ef7-419e-836e-932a513008c1 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:01:01.682638 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9d4054-e670-40b0-9421-0f420db761ca None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:01:01.683252 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fb9d4054-e670-40b0-9421-0f420db761ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:00:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:01.876828 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-fb9d4054-e670-40b0-9421-0f420db761ca None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:01:02.052083 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59280) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:02.057342 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-09e4265c-71d2-4126-b1b5-c0747149a3d1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:01:02.085339 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fb9d4054-e670-40b0-9421-0f420db761ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:02.113819 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9d4054-e670-40b0-9421-0f420db761ca None None] The sync data for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv is: [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:01:02.116204 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-09e4265c-71d2-4126-b1b5-c0747149a3d1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (aaa14dd3-5c3c-4af1-96f4-1d295f686516), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:02.295386 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-09e4265c-71d2-4126-b1b5-c0747149a3d1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:02.296667 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bfa3def7-1b25-4f2f-bedc-368beb8a81e9 req-7ce39495-68e0-489b-ac62-6d208a1c0eeb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 210 time: 0.0353549 Jan 10 12:01:02.389821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03523467-dbe9-4b9f-b621-f357bce760af None None] New status for floating IP 0d05a5c7-c127-441e-9958-e2eaf685dc28: DOWN {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:01:02.423915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-09e4265c-71d2-4126-b1b5-c0747149a3d1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (aaa14dd3-5c3c-4af1-96f4-1d295f686516), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:02.424223 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-09e4265c-71d2-4126-b1b5-c0747149a3d1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP aaa14dd3-5c3c-4af1-96f4-1d295f686516 disassociated. External IP: 172.36.2.231, port: 282a752f-2d96-44f6-a987-11383ee9e882. Jan 10 12:01:02.641193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e4265c-71d2-4126-b1b5-c0747149a3d1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:01:02.755975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e4265c-71d2-4126-b1b5-c0747149a3d1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:01:02.760740 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-09e4265c-71d2-4126-b1b5-c0747149a3d1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:02.766561 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659c8339-fc37-414c-8f41-4b481edce657 None None] Sync routers for ids ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:01:02.777268 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659c8339-fc37-414c-8f41-4b481edce657 None None] Routers {'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:01:02.777993 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-659c8339-fc37-414c-8f41-4b481edce657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:00:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:02.793901 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-09e4265c-71d2-4126-b1b5-c0747149a3d1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/floatingips/aaa14dd3-5c3c-4af1-96f4-1d295f686516 HTTP/1.1" status: 200 len: 690 time: 0.7381554 Jan 10 12:01:02.794142 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59284) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:02.804754 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 3288dec2-286d-417f-bbac-964172ebe1c8 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:01:02.839143 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 3288dec2-286d-417f-bbac-964172ebe1c8 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:01:02.839637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 3288dec2-286d-417f-bbac-964172ebe1c8 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:01:02.845370 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-badbc876-a8dd-48a6-99c0-80da6b2c9646 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/aaa14dd3-5c3c-4af1-96f4-1d295f686516 HTTP/1.1" status: 200 len: 690 time: 0.0501540 Jan 10 12:01:02.916682 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-659c8339-fc37-414c-8f41-4b481edce657 None None] Set router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:01:03.129024 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-659c8339-fc37-414c-8f41-4b481edce657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:05Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a84a510-a180-4108-8586-b65ce2995379', 'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:c7:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:04Z', 'updated_at': '2022-01-10T12:00:08Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:03.161671 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659c8339-fc37-414c-8f41-4b481edce657 None None] Checking router: a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:01:03.171526 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659c8339-fc37-414c-8f41-4b481edce657 None None] Routers {'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:01:03.172160 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-659c8339-fc37-414c-8f41-4b481edce657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:00:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:03.282464 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-659c8339-fc37-414c-8f41-4b481edce657 None None] Set router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:01:03.376694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2c053e-b1ac-4d3c-b37b-50180e0a56fd', 'tag': '282a752f-2d96-44f6-a987-11383ee9e882'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:01:03.379497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68853fe6-053d-4c8f-861c-5e676ad58510" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2c053e-b1ac-4d3c-b37b-50180e0a56fd", "tag": "282a752f-2d96-44f6-a987-11383ee9e882"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:01:03.401167 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-94d29890-ffec-4421-ac80-9e04d7c614fe req-ead78562-edbf-4905-89c5-450744a8145f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 210 time: 0.0361481 Jan 10 12:01:03.450101 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f46917d-06af-4774-bc60-27c6dd039a68 x-openstack-request-id: req-7f46917d-06af-4774-bc60-27c6dd039a68 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:01:03.460399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2c053e-b1ac-4d3c-b37b-50180e0a56fd", "tag": "282a752f-2d96-44f6-a987-11383ee9e882", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:01:03.460399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f46917d-06af-4774-bc60-27c6dd039a68 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:01:03.460399 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2c053e-b1ac-4d3c-b37b-50180e0a56fd', 'tag': '282a752f-2d96-44f6-a987-11383ee9e882', 'status': 'completed', 'code': 200} Jan 10 12:01:03.496158 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-659c8339-fc37-414c-8f41-4b481edce657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:05Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a84a510-a180-4108-8586-b65ce2995379', 'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:c7:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:04Z', 'updated_at': '2022-01-10T12:00:08Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:03.513964 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68853fe6-053d-4c8f-861c-5e676ad58510 req-1f7896f8-b875-4ec9-990c-c91e6dea42b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:03.515822 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-68853fe6-053d-4c8f-861c-5e676ad58510 req-1f7896f8-b875-4ec9-990c-c91e6dea42b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 1098 time: 0.0439808 Jan 10 12:01:03.526898 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659c8339-fc37-414c-8f41-4b481edce657 None None] The sync data for ids ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'] in dv-neutron-master-2-hyperv is: [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:05Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a84a510-a180-4108-8586-b65ce2995379', 'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:c7:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:04Z', 'updated_at': '2022-01-10T12:00:08Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:01:03.622151 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68853fe6-053d-4c8f-861c-5e676ad58510 req-cf76dbb7-db28-4ec6-ae9d-04296b3f1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:03.623805 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-68853fe6-053d-4c8f-861c-5e676ad58510 req-cf76dbb7-db28-4ec6-ae9d-04296b3f1558 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ae1f2546-59e0-48b5-b746-c3904ea0f461 HTTP/1.1" status: 200 len: 898 time: 0.1028178 Jan 10 12:01:03.664324 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-68853fe6-053d-4c8f-861c-5e676ad58510 req-769ab296-9850-42ef-8e8e-1b28ee90ad19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=282a752f-2d96-44f6-a987-11383ee9e882 HTTP/1.1" status: 200 len: 217 time: 0.0350931 Jan 10 12:01:03.713961 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68853fe6-053d-4c8f-861c-5e676ad58510 req-d120018a-72f8-4973-af21-b22bfea09909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:03.715515 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-68853fe6-053d-4c8f-861c-5e676ad58510 req-d120018a-72f8-4973-af21-b22bfea09909 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e HTTP/1.1" status: 200 len: 835 time: 0.0462346 Jan 10 12:01:03.766049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68853fe6-053d-4c8f-861c-5e676ad58510 req-ace2f4ed-66e8-4a6e-a467-3b985becd3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:03.767717 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-68853fe6-053d-4c8f-861c-5e676ad58510 req-ace2f4ed-66e8-4a6e-a467-3b985becd3a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae1f2546-59e0-48b5-b746-c3904ea0f461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461779 Jan 10 12:01:03.779017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b7ee07-c99a-4f9b-ac4f-3800ed040f9e None None] New status for floating IP aaa14dd3-5c3c-4af1-96f4-1d295f686516: DOWN {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:01:03.779914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [req-68853fe6-053d-4c8f-861c-5e676ad58510 req-bec263ae-d2c4-488b-909e-277121686438 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:01:03.781072 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-68853fe6-053d-4c8f-861c-5e676ad58510 req-bec263ae-d2c4-488b-909e-277121686438 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079708 Jan 10 12:01:03.849548 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59290) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:03.879046 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-68853fe6-053d-4c8f-861c-5e676ad58510 req-4a9a18a4-706b-4b79-b48c-b2cb4ee6c766 service neutron] 10.222.0.30 "GET /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924590 Jan 10 12:01:03.905021 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8525befc-0b70-427a-9a80-6193855b83ba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/aaa14dd3-5c3c-4af1-96f4-1d295f686516 HTTP/1.1" status: 200 len: 690 time: 0.0529299 Jan 10 12:01:03.977409 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-68853fe6-053d-4c8f-861c-5e676ad58510 req-a7a1e4be-0734-47b9-b4c8-0a9182227644 service neutron] 10.222.0.30 "GET /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931067 Jan 10 12:01:04.505317 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03f0d4c5-651a-47bb-bb5c-ff447673a35c req-bfa8c84a-ad7f-4693-83c9-893eabb089a8 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 210 time: 0.0275524 Jan 10 12:01:04.907277 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59294) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:04.955263 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1f205df1-d796-4e2c-be8c-36ec346c0770 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/aaa14dd3-5c3c-4af1-96f4-1d295f686516 HTTP/1.1" status: 200 len: 688 time: 0.0468149 Jan 10 12:01:05.609570 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9516625c-9dfb-4de4-a146-16830d8392ec req-7c9f4bc4-7ff4-44fa-8c1a-3d6c180add74 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 210 time: 0.0315299 Jan 10 12:01:06.035720 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ef75571e-13d8-4eff-bb18-390c05a62f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:06.186070 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59300) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:06.190845 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-88c58e27-fe85-4b8c-a35f-0c63101f3077 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-454384677', 'description': 'tempest-secgroup-smoke-454384677 description', 'project_id': 'a8ed50a2c6284926857fedd16b365558'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:01:06.298719 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-88c58e27-fe85-4b8c-a35f-0c63101f3077 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:06.373328 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-88c58e27-fe85-4b8c-a35f-0c63101f3077 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (da340942-c6cc-4e31-811b-31ec2e85bd30), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:06.430279 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-88c58e27-fe85-4b8c-a35f-0c63101f3077 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (da340942-c6cc-4e31-811b-31ec2e85bd30), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:06.462085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c58e27-fe85-4b8c-a35f-0c63101f3077 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da340942-c6cc-4e31-811b-31ec2e85bd30,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:06.521029 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-88c58e27-fe85-4b8c-a35f-0c63101f3077 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:06.522384 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-88c58e27-fe85-4b8c-a35f-0c63101f3077 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3352902 Jan 10 12:01:06.525855 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59302) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:06.531652 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-dbf046e7-a1dc-4636-af22-b33400d7bb2a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'da340942-c6cc-4e31-811b-31ec2e85bd30', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:01:06.623410 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbf046e7-a1dc-4636-af22-b33400d7bb2a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (1399ef39-9771-4faa-ada0-360e673e0c33), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:06.692512 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbf046e7-a1dc-4636-af22-b33400d7bb2a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (1399ef39-9771-4faa-ada0-360e673e0c33), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:06.711327 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-94943149-184c-4d78-bf37-b23bfee7c8ef req-1d3bb2df-ce31-4d28-b143-d05d0069d4d4 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 210 time: 0.0325937 Jan 10 12:01:06.764802 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbf046e7-a1dc-4636-af22-b33400d7bb2a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (1399ef39-9771-4faa-ada0-360e673e0c33), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:06.784720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf046e7-a1dc-4636-af22-b33400d7bb2a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1399ef39-9771-4faa-ada0-360e673e0c33,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:06.860175 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-dbf046e7-a1dc-4636-af22-b33400d7bb2a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:06.861424 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dbf046e7-a1dc-4636-af22-b33400d7bb2a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3344026 Jan 10 12:01:06.864240 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59306) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:06.871593 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-90a51de7-038b-485e-ba8f-541e04bdad07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'da340942-c6cc-4e31-811b-31ec2e85bd30', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:01:07.021676 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-90a51de7-038b-485e-ba8f-541e04bdad07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (4d8653c0-1f9d-4745-81a2-8520db26fc31), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:07.086569 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-90a51de7-038b-485e-ba8f-541e04bdad07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (4d8653c0-1f9d-4745-81a2-8520db26fc31), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:07.185200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-90a51de7-038b-485e-ba8f-541e04bdad07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (4d8653c0-1f9d-4745-81a2-8520db26fc31), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:07.203575 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a51de7-038b-485e-ba8f-541e04bdad07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8653c0-1f9d-4745-81a2-8520db26fc31,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:07.271590 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-90a51de7-038b-485e-ba8f-541e04bdad07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:07.272840 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-90a51de7-038b-485e-ba8f-541e04bdad07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4076815 Jan 10 12:01:07.275912 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59308) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:07.280466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-efd0fe49-9321-4a3d-a99b-a4c946834081 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'da340942-c6cc-4e31-811b-31ec2e85bd30', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:01:07.381287 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-efd0fe49-9321-4a3d-a99b-a4c946834081 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (5fe3fee0-9598-4c8d-bcab-7a667ed84d25), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:07.440615 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-efd0fe49-9321-4a3d-a99b-a4c946834081 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (5fe3fee0-9598-4c8d-bcab-7a667ed84d25), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:07.509563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-efd0fe49-9321-4a3d-a99b-a4c946834081 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (5fe3fee0-9598-4c8d-bcab-7a667ed84d25), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:07.529262 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0fe49-9321-4a3d-a99b-a4c946834081 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe3fee0-9598-4c8d-bcab-7a667ed84d25,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:07.632240 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-efd0fe49-9321-4a3d-a99b-a4c946834081 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:07.633504 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-efd0fe49-9321-4a3d-a99b-a4c946834081 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3566046 Jan 10 12:01:07.636321 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59310) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:07.641167 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-78b434a2-2d20-4ebe-9c09-cb2b04df42cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'da340942-c6cc-4e31-811b-31ec2e85bd30', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:01:07.732715 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-78b434a2-2d20-4ebe-9c09-cb2b04df42cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (a8e015ad-775c-4021-becb-3a9e46fae8b9), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:07.795288 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-78b434a2-2d20-4ebe-9c09-cb2b04df42cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (a8e015ad-775c-4021-becb-3a9e46fae8b9), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:07.810764 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad6cdd52-b6a5-4b5b-9372-366537d3b608 req-a1ee4481-7782-4543-a20b-a1b7ac8acbad tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 210 time: 0.0300055 Jan 10 12:01:07.869918 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-78b434a2-2d20-4ebe-9c09-cb2b04df42cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (a8e015ad-775c-4021-becb-3a9e46fae8b9), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:07.889177 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b434a2-2d20-4ebe-9c09-cb2b04df42cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e015ad-775c-4021-becb-3a9e46fae8b9,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:07.967146 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-78b434a2-2d20-4ebe-9c09-cb2b04df42cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:07.968380 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-78b434a2-2d20-4ebe-9c09-cb2b04df42cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3311055 Jan 10 12:01:07.971369 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59314) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:07.975609 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-aea00858-132d-4ff4-a78e-2023eccb0f3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'da340942-c6cc-4e31-811b-31ec2e85bd30', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:01:08.075614 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-aea00858-132d-4ff4-a78e-2023eccb0f3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:01:08.081641 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aea00858-132d-4ff4-a78e-2023eccb0f3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (11b27c71-c008-4197-8df2-f839581c29fd), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:08.149868 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aea00858-132d-4ff4-a78e-2023eccb0f3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (11b27c71-c008-4197-8df2-f839581c29fd), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:08.223810 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aea00858-132d-4ff4-a78e-2023eccb0f3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (11b27c71-c008-4197-8df2-f839581c29fd), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:08.247855 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea00858-132d-4ff4-a78e-2023eccb0f3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b27c71-c008-4197-8df2-f839581c29fd,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:08.317190 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-aea00858-132d-4ff4-a78e-2023eccb0f3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:08.318475 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-aea00858-132d-4ff4-a78e-2023eccb0f3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3462272 Jan 10 12:01:08.321543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59316) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:08.326844 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ebcb11ee-47fc-44ec-a8e3-08c907976986 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'da340942-c6cc-4e31-811b-31ec2e85bd30', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:01:08.412598 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-ebcb11ee-47fc-44ec-a8e3-08c907976986 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:01:08.418092 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebcb11ee-47fc-44ec-a8e3-08c907976986 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (a430b77e-d74e-4fb4-bba5-6e44d69c9f25), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:08.481372 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebcb11ee-47fc-44ec-a8e3-08c907976986 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (a430b77e-d74e-4fb4-bba5-6e44d69c9f25), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:08.593193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebcb11ee-47fc-44ec-a8e3-08c907976986 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (a430b77e-d74e-4fb4-bba5-6e44d69c9f25), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:08.610519 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb11ee-47fc-44ec-a8e3-08c907976986 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a430b77e-d74e-4fb4-bba5-6e44d69c9f25,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:08.704299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ebcb11ee-47fc-44ec-a8e3-08c907976986 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:08.715815 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ebcb11ee-47fc-44ec-a8e3-08c907976986 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3828783 Jan 10 12:01:08.938390 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5e603f62-eb24-4b50-ae61-353f99ec36bb req-c042b833-9ca9-4877-83e9-c861973497c1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 210 time: 0.0504887 Jan 10 12:01:08.986655 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-9b5ddcc1-325a-48cb-bacd-7ecaea13c596 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-454384677&fields=id&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 267 time: 0.0525398 Jan 10 12:01:09.101134 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-cb2b31ee-dcee-4108-9678-8a182b54559f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:09.102723 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-cb2b31ee-dcee-4108-9678-8a182b54559f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/networks?id=ae1f2546-59e0-48b5-b746-c3904ea0f461 HTTP/1.1" status: 200 len: 797 time: 0.1092050 Jan 10 12:01:09.119573 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-e323dd2a-daf6-4533-ad97-e4ae5006aa22 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/quotas/a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 375 time: 0.0097342 Jan 10 12:01:09.180483 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-44dea88e-0e4c-4e97-b3c1-ea428d023d3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538931 Jan 10 12:01:09.290599 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-eb17e017-20c9-4724-97c3-005560290c94 service neutron] 10.222.0.16 "GET /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969753 Jan 10 12:01:09.394079 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-faa46e60-f1eb-4de6-a970-de9609675b87 service neutron] 10.222.0.16 "GET /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981152 Jan 10 12:01:09.780392 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-39be9659-5fda-4490-8e85-462a3bcb1357 req-129b9da5-5ba3-44ad-bbb7-103d13be9f5a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 210 time: 0.0408955 Jan 10 12:01:10.031039 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9f2e8f87-fdbf-4136-b22d-ab756bcc813e req-d1978c8d-9e69-4530-866f-f8d1e60f816c tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=61442501-b9d5-4f73-a342-857c2730831e HTTP/1.1" status: 200 len: 210 time: 0.0303822 Jan 10 12:01:10.319199 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-80bf91eb-0d37-4e17-8a16-c51c5ba71dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:10.618511 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:10.873232 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-89d514bc-2c02-40e3-81d4-80ea557fa25e req-34113b71-8ba8-46c7-8061-20e6b353b535 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 210 time: 0.0306439 Jan 10 12:01:11.291654 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-f9715399-beaa-4c34-af69-2d0d3f340ca3 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757889915&fields=id&tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4 HTTP/1.1" status: 200 len: 267 time: 0.0453839 Jan 10 12:01:11.406614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d558-7482-444f-a44d-7815e79dfb07 req-2bb61399-016d-4cbf-902f-36491f063a9d tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:11.408033 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-2bb61399-016d-4cbf-902f-36491f063a9d tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 812 time: 0.1090028 Jan 10 12:01:11.423415 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-3dd4a11b-976b-4440-9dc9-af2f7693fb68 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/quotas/e73c6d4c7e9e4a098f3abf808188c6c4 HTTP/1.1" status: 200 len: 375 time: 0.0097682 Jan 10 12:01:11.480135 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-dfeb3fdf-26c9-46db-a4a5-05c313b1a74f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514464 Jan 10 12:01:11.495549 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-7134a089-7f5d-4595-a873-fbe0ee611e0b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:01:11.496513 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-7134a089-7f5d-4595-a873-fbe0ee611e0b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051258 Jan 10 12:01:11.585683 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-6d34d8b9-95bd-4766-85d5-adaa4fa0311f service neutron] 10.222.0.16 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838463 Jan 10 12:01:11.679270 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-2c0a8cab-c5f5-4b18-b51f-85178f20bc35 service neutron] 10.222.0.16 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870280 Jan 10 12:01:11.940313 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-b9111f8d-8fb6-43e1-aabb-983052ac8396 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:11.942086 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-b9111f8d-8fb6-43e1-aabb-983052ac8396 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/networks?id=ae1f2546-59e0-48b5-b746-c3904ea0f461 HTTP/1.1" status: 200 len: 797 time: 0.1074102 Jan 10 12:01:11.976505 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6500b7cb-99cb-4a27-b6f1-2f86af1e93a4 req-55d318b5-0e57-43e0-af60-1d12e184e7db tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 210 time: 0.0299058 Jan 10 12:01:12.041040 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-278d5057-43cc-4f70-8feb-908f70eba6f3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 472 time: 0.0912037 Jan 10 12:01:12.048868 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-7431cc65-d0a4-4071-b888-ac5b2ab1dcb9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'port': {'device_id': 'dbc4b4c2-1fe4-463d-8b5c-54f7444d080a', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'admin_state_up': True, 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'security_groups': ['da340942-c6cc-4e31-811b-31ec2e85bd30']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:01:12.177998 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:12.264282 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-7431cc65-d0a4-4071-b888-ac5b2ab1dcb9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:01:12.268289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-7431cc65-d0a4-4071-b888-ac5b2ab1dcb9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:12.347223 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-98db2d3c-6502-4465-8de0-0d210e9ea978 req-4476c5f0-730f-4c9f-a2da-27c4ee921994 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 210 time: 0.0290720 Jan 10 12:01:12.419410 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-7431cc65-d0a4-4071-b888-ac5b2ab1dcb9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.13 (ae1f2546-59e0-48b5-b746-c3904ea0f461/ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e/cefda512-3c58-405f-8be2-dd42a81aa665) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:01:12.630459 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-7431cc65-d0a4-4071-b888-ac5b2ab1dcb9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (cefda512-3c58-405f-8be2-dd42a81aa665), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:12.733742 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-7431cc65-d0a4-4071-b888-ac5b2ab1dcb9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (cefda512-3c58-405f-8be2-dd42a81aa665), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:12.776189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-7431cc65-d0a4-4071-b888-ac5b2ab1dcb9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network ae1f2546-59e0-48b5-b746-c3904ea0f461 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:01:12.780054 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-7431cc65-d0a4-4071-b888-ac5b2ab1dcb9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:01:12.783874 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-7431cc65-d0a4-4071-b888-ac5b2ab1dcb9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:01:12.814672 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431cc65-d0a4-4071-b888-ac5b2ab1dcb9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=cefda512-3c58-405f-8be2-dd42a81aa665,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:12.841953 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-7431cc65-d0a4-4071-b888-ac5b2ab1dcb9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:12.842613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-7431cc65-d0a4-4071-b888-ac5b2ab1dcb9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:12.864018 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:01:12.938815 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-7431cc65-d0a4-4071-b888-ac5b2ab1dcb9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8939257 Jan 10 12:01:12.950552 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Request body: {'port': {'device_id': 'dbc4b4c2-1fe4-463d-8b5c-54f7444d080a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:01:13.004721 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cefda512-3c58-405f-8be2-dd42a81aa665), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:13.066790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6ad39aca-836d-4a05-a7aa-8ca71d8249b1 None None] Provisioning complete for port cefda512-3c58-405f-8be2-dd42a81aa665 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:01:13.067491 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6ad39aca-836d-4a05-a7aa-8ca71d8249b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cefda512-3c58-405f-8be2-dd42a81aa665), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:13.106303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6ad39aca-836d-4a05-a7aa-8ca71d8249b1 None None] Port cefda512-3c58-405f-8be2-dd42a81aa665 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:01:13.170174 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5040d6e-5d69-4cc1-bdbc-1d6f87e65022 req-528255fa-dc11-4941-8a4c-adcda485f771 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:13.171727 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a5040d6e-5d69-4cc1-bdbc-1d6f87e65022 req-528255fa-dc11-4941-8a4c-adcda485f771 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 932 time: 0.1218481 Jan 10 12:01:13.267598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:13.274040 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a5040d6e-5d69-4cc1-bdbc-1d6f87e65022 req-930312a7-b098-46a8-8f64-3300a0fee5cf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=da340942-c6cc-4e31-811b-31ec2e85bd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901973 Jan 10 12:01:13.354931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefda512-3c58-405f-8be2-dd42a81aa665 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:01:13.362672 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Publish callbacks [] for port (cefda512-3c58-405f-8be2-dd42a81aa665), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:13.375028 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Transition to ACTIVE for port object cefda512-3c58-405f-8be2-dd42a81aa665 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:01:13.449567 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b261891a-8625-473e-97a2-bc50ac158a7a req-2e65d3c6-19ba-4cc9-9e50-68ba27e70497 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 210 time: 0.0272315 Jan 10 12:01:13.470895 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (cefda512-3c58-405f-8be2-dd42a81aa665), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:13.620918 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Pushing event updated for resources: {'Port': ['ID=cefda512-3c58-405f-8be2-dd42a81aa665,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:13.653069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Attempting to bind port cefda512-3c58-405f-8be2-dd42a81aa665 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:01:13.665358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Attempting to bind port cefda512-3c58-405f-8be2-dd42a81aa665 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:01:13.665358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Attempting to bind port cefda512-3c58-405f-8be2-dd42a81aa665 on network ae1f2546-59e0-48b5-b746-c3904ea0f461 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:01:13.665358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Port cefda512-3c58-405f-8be2-dd42a81aa665 on network ae1f2546-59e0-48b5-b746-c3904ea0f461 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:01:13.665358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Attempting to bind port cefda512-3c58-405f-8be2-dd42a81aa665 on network ae1f2546-59e0-48b5-b746-c3904ea0f461 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:01:13.665358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:01:13.665358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Checking segment: {'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:01:13.666757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Bound using segment: {'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:01:13.666757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Bound port: cefda512-3c58-405f-8be2-dd42a81aa665, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68726d67-1641-4971-8893-c2fb5eb2aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:01:13.666757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cefda512-3c58-405f-8be2-dd42a81aa665), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:13.735768 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] For port cefda512-3c58-405f-8be2-dd42a81aa665, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:01:13.739023 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] For port cefda512-3c58-405f-8be2-dd42a81aa665, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cefda512-3c58-405f-8be2-dd42a81aa665,segment=NetworkSegment(68726d67-1641-4971-8893-c2fb5eb2aca8),segment_id=68726d67-1641-4971-8893-c2fb5eb2aca8)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:01:13.833362 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (cefda512-3c58-405f-8be2-dd42a81aa665), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:13.873282 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:13.877290 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:13.877290 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] 10.222.0.30 "PUT /v2.0/ports/cefda512-3c58-405f-8be2-dd42a81aa665 HTTP/1.1" status: 200 len: 1094 time: 0.9297588 Jan 10 12:01:13.877290 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc4b4c2-1fe4-463d-8b5c-54f7444d080a', 'tag': 'cefda512-3c58-405f-8be2-dd42a81aa665'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:01:13.878631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0e5287-8ef4-4ce6-99d7-ac325a2d0803" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc4b4c2-1fe4-463d-8b5c-54f7444d080a", "tag": "cefda512-3c58-405f-8be2-dd42a81aa665"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:01:13.910205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbb427-afb6-4f90-8da8-1dc7637c268c service neutron] Pushing event updated for resources: {'Port': ['ID=cefda512-3c58-405f-8be2-dd42a81aa665,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:13.949257 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c2511b-263c-4757-b43d-67890ad5d21a x-openstack-request-id: req-37c2511b-263c-4757-b43d-67890ad5d21a {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:01:13.949575 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc4b4c2-1fe4-463d-8b5c-54f7444d080a", "tag": "cefda512-3c58-405f-8be2-dd42a81aa665", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:01:13.949967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37c2511b-263c-4757-b43d-67890ad5d21a {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:01:13.950381 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc4b4c2-1fe4-463d-8b5c-54f7444d080a', 'tag': 'cefda512-3c58-405f-8be2-dd42a81aa665', 'status': 'completed', 'code': 200} Jan 10 12:01:14.019163 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e5287-8ef4-4ce6-99d7-ac325a2d0803 req-b5f5de0b-e4ce-465a-9922-7684e6fe4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:14.020935 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1f0e5287-8ef4-4ce6-99d7-ac325a2d0803 req-b5f5de0b-e4ce-465a-9922-7684e6fe4bb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 1097 time: 0.0463049 Jan 10 12:01:14.128122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e5287-8ef4-4ce6-99d7-ac325a2d0803 req-e4dfe7e2-274a-482e-9001-36380378252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:14.128122 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1f0e5287-8ef4-4ce6-99d7-ac325a2d0803 req-e4dfe7e2-274a-482e-9001-36380378252b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a8ed50a2c6284926857fedd16b365558&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0977387 Jan 10 12:01:14.227249 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e5287-8ef4-4ce6-99d7-ac325a2d0803 req-2b6ecc4b-024f-4b16-a317-dc1a0cae5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:14.228764 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1f0e5287-8ef4-4ce6-99d7-ac325a2d0803 req-2b6ecc4b-024f-4b16-a317-dc1a0cae5ea6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966525 Jan 10 12:01:14.368058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-feb7fc63-345c-47a2-85af-a15a19719abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:14.369597 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-feb7fc63-345c-47a2-85af-a15a19719abf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 1097 time: 0.0984738 Jan 10 12:01:14.397812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a3d0b-6e11-4cad-835d-83da8149f8fb req-53c0e4b3-c310-4b77-a7e9-f361f262b0fa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:14.399519 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d89a3d0b-6e11-4cad-835d-83da8149f8fb req-53c0e4b3-c310-4b77-a7e9-f361f262b0fa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 944 time: 0.0569937 Jan 10 12:01:14.420557 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-1549c612-c6d2-416d-bb81-6d2bc31bd0a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cefda512-3c58-405f-8be2-dd42a81aa665 HTTP/1.1" status: 200 len: 217 time: 0.0425787 Jan 10 12:01:14.427837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d558-7482-444f-a44d-7815e79dfb07 req-7c915ff4-5806-4238-8237-4eb6c31b5740 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:14.429344 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-7c915ff4-5806-4238-8237-4eb6c31b5740 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.30 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 812 time: 0.1790824 Jan 10 12:01:14.457597 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d89a3d0b-6e11-4cad-835d-83da8149f8fb req-50c99947-0fe4-4db7-8ccd-c912e39b5416 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=da340942-c6cc-4e31-811b-31ec2e85bd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517335 Jan 10 12:01:14.500947 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-322c4c29-dd68-49bc-a3d0-4c85de153597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:14.502455 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-322c4c29-dd68-49bc-a3d0-4c85de153597 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e HTTP/1.1" status: 200 len: 835 time: 0.0722253 Jan 10 12:01:14.579916 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a72ed02f-9b8c-49c4-9fd0-4334f403c6c4 req-b29b3741-8eb2-44ca-a179-a0541f1a4ecb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 210 time: 0.0508165 Jan 10 12:01:14.585784 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-23655d4e-6f1e-4d18-8c5f-0dda4e943372 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4 HTTP/1.1" status: 200 len: 380 time: 0.1472211 Jan 10 12:01:14.597520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-d842d558-7482-444f-a44d-7815e79dfb07 req-3cc56427-3601-48e7-876c-69bdfb6d73af tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Request body: {'port': {'device_id': '7a513859-4941-4dc4-baa5-c223a277914a', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'admin_state_up': True, 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'security_groups': ['b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:01:14.628735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-83b19e6f-ffd9-4f34-9a3f-c5c7613c4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:14.630287 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-83b19e6f-ffd9-4f34-9a3f-c5c7613c4382 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae1f2546-59e0-48b5-b746-c3904ea0f461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1217575 Jan 10 12:01:14.787154 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-e3d29c52-e92b-431c-840f-9a4da06dc50b service neutron] 10.222.0.30 "GET /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247492 Jan 10 12:01:15.118654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d842d558-7482-444f-a44d-7815e79dfb07 req-3cc56427-3601-48e7-876c-69bdfb6d73af tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Made reservation on behalf of e73c6d4c7e9e4a098f3abf808188c6c4 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:01:15.122695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d842d558-7482-444f-a44d-7815e79dfb07 req-3cc56427-3601-48e7-876c-69bdfb6d73af tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:15.252029 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4d4ac23b-cdc3-4361-bf2c-b6ceea4f5a86 req-9403da83-6f34-48da-89c1-6d7bac89a290 service neutron] 10.222.0.30 "GET /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590054 Jan 10 12:01:15.304248 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-d842d558-7482-444f-a44d-7815e79dfb07 req-3cc56427-3601-48e7-876c-69bdfb6d73af tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Allocated IP 172.20.0.3 (0ed6abb2-0629-4d61-b0ad-e1aa4112886a/e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3/fd443e91-1770-48e9-8962-f1783d264ca7) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:01:15.452244 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d842d558-7482-444f-a44d-7815e79dfb07 req-3cc56427-3601-48e7-876c-69bdfb6d73af tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for port (fd443e91-1770-48e9-8962-f1783d264ca7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:15.572928 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d842d558-7482-444f-a44d-7815e79dfb07 req-3cc56427-3601-48e7-876c-69bdfb6d73af tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (fd443e91-1770-48e9-8962-f1783d264ca7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:15.580283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b26c8-33fe-4235-8869-bd1076308443 req-bb7ffcfd-2820-48ea-be7d-078a1e985952 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:15.583813 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-023b26c8-33fe-4235-8869-bd1076308443 req-bb7ffcfd-2820-48ea-be7d-078a1e985952 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 944 time: 0.0501094 Jan 10 12:01:15.634453 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d842d558-7482-444f-a44d-7815e79dfb07 req-3cc56427-3601-48e7-876c-69bdfb6d73af tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:01:15.636087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc56427-3601-48e7-876c-69bdfb6d73af tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event updated for resources: {'Port': ['ID=fd443e91-1770-48e9-8962-f1783d264ca7,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:15.638904 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-d842d558-7482-444f-a44d-7815e79dfb07 req-3cc56427-3601-48e7-876c-69bdfb6d73af tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:01:15.641046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d842d558-7482-444f-a44d-7815e79dfb07 req-3cc56427-3601-48e7-876c-69bdfb6d73af tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:01:15.684521 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-023b26c8-33fe-4235-8869-bd1076308443 req-14b0a3e0-4b55-4f62-962b-95c96b3434b7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=da340942-c6cc-4e31-811b-31ec2e85bd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862756 Jan 10 12:01:15.721678 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d558-7482-444f-a44d-7815e79dfb07 req-3cc56427-3601-48e7-876c-69bdfb6d73af tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:15.722701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d842d558-7482-444f-a44d-7815e79dfb07 req-3cc56427-3601-48e7-876c-69bdfb6d73af tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:15.760821 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3160360-4cf9-44ac-9265-adb6bd9984a0 req-e5c268b6-56c7-40d2-81c1-967c49700285 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:15.761702 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c3160360-4cf9-44ac-9265-adb6bd9984a0 req-e5c268b6-56c7-40d2-81c1-967c49700285 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 931 time: 0.0775604 Jan 10 12:01:15.810447 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-3cc56427-3601-48e7-876c-69bdfb6d73af tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2173898 Jan 10 12:01:15.827305 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Request body: {'port': {'device_id': '7a513859-4941-4dc4-baa5-c223a277914a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:01:15.834606 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c3160360-4cf9-44ac-9265-adb6bd9984a0 req-f9d9805c-ae06-4def-989d-6e5d668cdb24 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668333 Jan 10 12:01:15.889200 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d0f95ada-a215-4400-aa6a-c005942cee07 None None] Provisioning complete for port fd443e91-1770-48e9-8962-f1783d264ca7 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:01:15.889863 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d0f95ada-a215-4400-aa6a-c005942cee07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fd443e91-1770-48e9-8962-f1783d264ca7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:15.891290 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fd443e91-1770-48e9-8962-f1783d264ca7), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:15.925689 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d0f95ada-a215-4400-aa6a-c005942cee07 None None] Port fd443e91-1770-48e9-8962-f1783d264ca7 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:01:16.157256 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd443e91-1770-48e9-8962-f1783d264ca7 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:01:16.164648 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Publish callbacks [] for port (fd443e91-1770-48e9-8962-f1783d264ca7), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:16.176668 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Transition to ACTIVE for port object fd443e91-1770-48e9-8962-f1783d264ca7 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:01:16.267554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (fd443e91-1770-48e9-8962-f1783d264ca7), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:16.321373 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Pushing event updated for resources: {'Port': ['ID=fd443e91-1770-48e9-8962-f1783d264ca7,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:16.347217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:16.347575 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:16.347921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:16.348263 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:16.348604 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:16.348938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:16.349271 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:16.349605 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:16.349957 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:16.350338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:16.350667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:16.351106 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:16.351326 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:16.406119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Attempting to bind port fd443e91-1770-48e9-8962-f1783d264ca7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:01:16.406538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Attempting to bind port fd443e91-1770-48e9-8962-f1783d264ca7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:01:16.406791 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Attempting to bind port fd443e91-1770-48e9-8962-f1783d264ca7 on network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:01:16.412146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Port fd443e91-1770-48e9-8962-f1783d264ca7 on network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:01:16.412418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Attempting to bind port fd443e91-1770-48e9-8962-f1783d264ca7 on network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:01:16.422585 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:01:16.423122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Checking segment: {'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:01:16.423607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Bound using segment: {'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:01:16.424142 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Bound port: fd443e91-1770-48e9-8962-f1783d264ca7, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:01:16.424622 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fd443e91-1770-48e9-8962-f1783d264ca7), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:16.501087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] For port fd443e91-1770-48e9-8962-f1783d264ca7, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:01:16.505727 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] For port fd443e91-1770-48e9-8962-f1783d264ca7, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fd443e91-1770-48e9-8962-f1783d264ca7,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:01:16.577095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (fd443e91-1770-48e9-8962-f1783d264ca7), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:16.616165 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:16.616919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:16.618487 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] 10.222.0.30 "PUT /v2.0/ports/fd443e91-1770-48e9-8962-f1783d264ca7 HTTP/1.1" status: 200 len: 1093 time: 0.7972531 Jan 10 12:01:16.619008 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a513859-4941-4dc4-baa5-c223a277914a', 'tag': 'fd443e91-1770-48e9-8962-f1783d264ca7'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:01:16.621351 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c890c37-a17f-4bda-94bc-54dbe55e6a14" -d '{"events": [{"name": "network-changed", "server_uuid": "7a513859-4941-4dc4-baa5-c223a277914a", "tag": "fd443e91-1770-48e9-8962-f1783d264ca7"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:01:16.653748 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda1e02-4dda-4782-9c8d-ec98f68ca356 service neutron] Pushing event updated for resources: {'Port': ['ID=fd443e91-1770-48e9-8962-f1783d264ca7,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:16.666986 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b99fcbf-f64f-4838-82ff-aab5830b9756 x-openstack-request-id: req-3b99fcbf-f64f-4838-82ff-aab5830b9756 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:01:16.667284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a513859-4941-4dc4-baa5-c223a277914a", "tag": "fd443e91-1770-48e9-8962-f1783d264ca7", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:01:16.667545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b99fcbf-f64f-4838-82ff-aab5830b9756 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:01:16.668067 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a513859-4941-4dc4-baa5-c223a277914a', 'tag': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'status': 'completed', 'code': 200} Jan 10 12:01:16.745322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c890c37-a17f-4bda-94bc-54dbe55e6a14 req-063db658-8dfd-43ce-8831-e207cfa34fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:16.747985 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4c890c37-a17f-4bda-94bc-54dbe55e6a14 req-063db658-8dfd-43ce-8831-e207cfa34fba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 1096 time: 0.0594366 Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:01:16.878905 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:01:16.885145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42258-57e7-4715-a45a-66777921fe0e req-cd782286-741d-4d4c-b2da-c3b4192c61f3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:16.890305 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a3c42258-57e7-4715-a45a-66777921fe0e req-cd782286-741d-4d4c-b2da-c3b4192c61f3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 944 time: 0.1372087 Jan 10 12:01:16.896573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device cefda512-3c58-405f-8be2-dd42a81aa665 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:01:16.915938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c890c37-a17f-4bda-94bc-54dbe55e6a14 req-06e61c1a-43e6-4b20-9645-9a427e4226e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:16.918278 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4c890c37-a17f-4bda-94bc-54dbe55e6a14 req-06e61c1a-43e6-4b20-9645-9a427e4226e6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1554863 Jan 10 12:01:16.988441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9754a7-3d45-4554-8eb7-13ca6a186a38 req-dbfa050b-cf08-4697-b851-92bc5262143a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:16.990080 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-be9754a7-3d45-4554-8eb7-13ca6a186a38 req-dbfa050b-cf08-4697-b851-92bc5262143a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 943 time: 0.0650797 Jan 10 12:01:16.991364 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a3c42258-57e7-4715-a45a-66777921fe0e req-472aade4-afd6-406f-8594-2aa5845c75f8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=da340942-c6cc-4e31-811b-31ec2e85bd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002176 Jan 10 12:01:17.071097 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-be9754a7-3d45-4554-8eb7-13ca6a186a38 req-527631b1-996d-46b6-99d2-f0f7a95fda55 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668876 Jan 10 12:01:17.081242 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c890c37-a17f-4bda-94bc-54dbe55e6a14 req-527e1e32-4860-4f2f-be62-b2f947fc4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:17.081242 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4c890c37-a17f-4bda-94bc-54dbe55e6a14 req-527e1e32-4860-4f2f-be62-b2f947fc4fb6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473167 Jan 10 12:01:17.156463 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d558-7482-444f-a44d-7815e79dfb07 req-9a5d0966-7fe7-4dfd-b2a1-66b726eb94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:17.158005 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-9a5d0966-7fe7-4dfd-b2a1-66b726eb94e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 1096 time: 0.0446777 Jan 10 12:01:17.200300 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-da5cc076-00bc-47ec-b095-fd3fd0e90db5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd443e91-1770-48e9-8962-f1783d264ca7 HTTP/1.1" status: 200 len: 217 time: 0.0362825 Jan 10 12:01:17.205892 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port cefda512-3c58-405f-8be2-dd42a81aa665, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cefda512-3c58-405f-8be2-dd42a81aa665,segment=NetworkSegment(68726d67-1641-4971-8893-c2fb5eb2aca8),segment_id=68726d67-1641-4971-8893-c2fb5eb2aca8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:01:17.218654 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'cefda512-3c58-405f-8be2-dd42a81aa665', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'port_id': 'cefda512-3c58-405f-8be2-dd42a81aa665', 'mac_address': 'fa:16:3e:49:7d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:01:17.259360 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cefda512-3c58-405f-8be2-dd42a81aa665), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:17.260273 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d558-7482-444f-a44d-7815e79dfb07 req-a0e5d326-e5ab-4df5-9d86-86d7c2a4fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:17.262412 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-a0e5d326-e5ab-4df5-9d86-86d7c2a4fc13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3 HTTP/1.1" status: 200 len: 851 time: 0.0570638 Jan 10 12:01:17.278477 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefda512-3c58-405f-8be2-dd42a81aa665 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:01:17.311701 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port cefda512-3c58-405f-8be2-dd42a81aa665, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cefda512-3c58-405f-8be2-dd42a81aa665,segment=NetworkSegment(68726d67-1641-4971-8893-c2fb5eb2aca8),segment_id=68726d67-1641-4971-8893-c2fb5eb2aca8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:01:17.318699 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d558-7482-444f-a44d-7815e79dfb07 req-4643496f-269a-476b-aa96-e8915f465820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:17.321014 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-4643496f-269a-476b-aa96-e8915f465820 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526049 Jan 10 12:01:17.370857 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cefda512-3c58-405f-8be2-dd42a81aa665), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:17.419326 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-660f5cb4-a9d2-42ff-8907-c5cee45ee02e service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923231 Jan 10 12:01:17.429950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=cefda512-3c58-405f-8be2-dd42a81aa665,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:17.519232 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d842d558-7482-444f-a44d-7815e79dfb07 req-5b88e728-2693-40fe-a8ef-dd1030a11db9 service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933466 Jan 10 12:01:17.568872 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['cefda512-3c58-405f-8be2-dd42a81aa665'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:01:18.114118 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390da00-84c7-419b-a1c7-ea6ba290e570 req-e24bdef8-8168-4a53-a247-84e0a7074882 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:18.116525 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3390da00-84c7-419b-a1c7-ea6ba290e570 req-e24bdef8-8168-4a53-a247-84e0a7074882 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 945 time: 0.0536866 Jan 10 12:01:18.168746 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3390da00-84c7-419b-a1c7-ea6ba290e570 req-0cb5c7bb-1e48-40aa-8b28-1b020b4b1d5a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=da340942-c6cc-4e31-811b-31ec2e85bd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474229 Jan 10 12:01:18.186779 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773f808-2bb9-4224-be9a-0e142cb7db1a req-a2532bd2-1f30-43f4-ac7a-1d7cff243a5d tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:18.188569 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6773f808-2bb9-4224-be9a-0e142cb7db1a req-a2532bd2-1f30-43f4-ac7a-1d7cff243a5d tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 943 time: 0.0570142 Jan 10 12:01:18.240187 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6773f808-2bb9-4224-be9a-0e142cb7db1a req-761b09f3-3075-45db-b0be-ff635f92446b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456975 Jan 10 12:01:18.887095 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device cefda512-3c58-405f-8be2-dd42a81aa665 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:01:19.025175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port cefda512-3c58-405f-8be2-dd42a81aa665 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:01:19.029550 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port cefda512-3c58-405f-8be2-dd42a81aa665 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:01:19.030191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cefda512-3c58-405f-8be2-dd42a81aa665), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:19.118750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cefda512-3c58-405f-8be2-dd42a81aa665), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:19.142988 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4b4c2-1fe4-463d-8b5c-54f7444d080a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefda512-3c58-405f-8be2-dd42a81aa665'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:01:19.145222 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e1d35d-8c0e-47d0-ac49-8041a2b479ae" -d '{"events": [{"server_uuid": "dbc4b4c2-1fe4-463d-8b5c-54f7444d080a", "name": "network-vif-plugged", "status": "completed", "tag": "cefda512-3c58-405f-8be2-dd42a81aa665"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:01:19.158985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port cefda512-3c58-405f-8be2-dd42a81aa665, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cefda512-3c58-405f-8be2-dd42a81aa665,segment=NetworkSegment(68726d67-1641-4971-8893-c2fb5eb2aca8),segment_id=68726d67-1641-4971-8893-c2fb5eb2aca8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:01:19.185088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedee1ab-f92e-48f7-abe6-65c5f937e5aa x-openstack-request-id: req-fedee1ab-f92e-48f7-abe6-65c5f937e5aa {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:01:19.185392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc4b4c2-1fe4-463d-8b5c-54f7444d080a", "name": "network-vif-plugged", "status": "completed", "tag": "cefda512-3c58-405f-8be2-dd42a81aa665", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:01:19.185677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fedee1ab-f92e-48f7-abe6-65c5f937e5aa {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:01:19.186118 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc4b4c2-1fe4-463d-8b5c-54f7444d080a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefda512-3c58-405f-8be2-dd42a81aa665', 'code': 200} Jan 10 12:01:19.221506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cefda512-3c58-405f-8be2-dd42a81aa665), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:19.280351 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=cefda512-3c58-405f-8be2-dd42a81aa665,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:19.321703 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aca02e-88cb-4dda-aec8-b0594046d307 req-cc6128e4-37b7-4336-bdf0-3f0580fb1fbc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:19.323564 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e4aca02e-88cb-4dda-aec8-b0594046d307 req-cc6128e4-37b7-4336-bdf0-3f0580fb1fbc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 946 time: 0.0805895 Jan 10 12:01:19.372554 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:19.384746 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e4aca02e-88cb-4dda-aec8-b0594046d307 req-9972a0fd-6781-4d96-9410-b0b2a87a8a58 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=da340942-c6cc-4e31-811b-31ec2e85bd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553377 Jan 10 12:01:19.385005 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271de5b-79ec-445e-855c-c0a3558f8fa8 req-9c948f0e-9381-4504-ae76-18ff71aa3f29 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:19.386600 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2271de5b-79ec-445e-855c-c0a3558f8fa8 req-9c948f0e-9381-4504-ae76-18ff71aa3f29 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 943 time: 0.0719986 Jan 10 12:01:19.454693 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2271de5b-79ec-445e-855c-c0a3558f8fa8 req-441a5264-05d2-42f4-a414-ed7e1100deeb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602288 Jan 10 12:01:19.509490 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc665e2a-afa1-4996-9f30-ba268686e463 req-ddb6a359-2080-4aa7-a92d-937804c0002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:19.511046 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fc665e2a-afa1-4996-9f30-ba268686e463 req-ddb6a359-2080-4aa7-a92d-937804c0002c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 1099 time: 0.0415914 Jan 10 12:01:19.563222 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fc665e2a-afa1-4996-9f30-ba268686e463 req-b43a37d8-66b7-4f87-b564-1244bdd391c5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da340942-c6cc-4e31-811b-31ec2e85bd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450954 Jan 10 12:01:20.516432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f412c5-bdbe-4696-996e-190ca5467931 req-77f2c4ff-3e04-4618-9483-f4f588acf2d4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:20.518122 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f6f412c5-bdbe-4696-996e-190ca5467931 req-77f2c4ff-3e04-4618-9483-f4f588acf2d4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 946 time: 0.0544925 Jan 10 12:01:20.573289 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f6f412c5-bdbe-4696-996e-190ca5467931 req-14737b6b-be9c-44ba-a570-aa5ed0b6ed3d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=da340942-c6cc-4e31-811b-31ec2e85bd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473337 Jan 10 12:01:20.591293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4a8d0-a8f1-4e34-b7d7-98274b0366c2 req-14d17d91-b32d-4106-80d7-dd87b72329dc tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:20.601259 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12f4a8d0-a8f1-4e34-b7d7-98274b0366c2 req-14d17d91-b32d-4106-80d7-dd87b72329dc tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 943 time: 0.0626595 Jan 10 12:01:20.649113 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12f4a8d0-a8f1-4e34-b7d7-98274b0366c2 req-69355a44-1bbf-4074-95b8-0f63837e9be1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498097 Jan 10 12:01:21.698616 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831603b-9a87-46c7-a105-97399a0dcb7f req-5d279676-6bf4-428a-8e89-da37bb722f12 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:21.700838 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6831603b-9a87-46c7-a105-97399a0dcb7f req-5d279676-6bf4-428a-8e89-da37bb722f12 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 946 time: 0.0533633 Jan 10 12:01:21.753710 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6831603b-9a87-46c7-a105-97399a0dcb7f req-8be14510-ec02-45df-9563-724542c37cf7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=da340942-c6cc-4e31-811b-31ec2e85bd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471451 Jan 10 12:01:21.780855 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92b0d4-ffbb-48f7-8bb1-e102d61834ce req-e439c0da-ea94-4cf4-9653-c694c5868931 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:21.783692 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0a92b0d4-ffbb-48f7-8bb1-e102d61834ce req-e439c0da-ea94-4cf4-9653-c694c5868931 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 943 time: 0.0577960 Jan 10 12:01:21.834930 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0a92b0d4-ffbb-48f7-8bb1-e102d61834ce req-03f2301a-8beb-48b2-972a-921e853e8557 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451076 Jan 10 12:01:21.876490 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f7648-2635-4db6-88d0-9c47a2da0321 req-52fbf1e7-5c9c-41a6-88ea-fd07b0c00a96 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:21.878100 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-aa8f7648-2635-4db6-88d0-9c47a2da0321 req-52fbf1e7-5c9c-41a6-88ea-fd07b0c00a96 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 946 time: 0.0565999 Jan 10 12:01:21.929222 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-aa8f7648-2635-4db6-88d0-9c47a2da0321 req-308da530-355b-4689-97cb-515d15551907 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=da340942-c6cc-4e31-811b-31ec2e85bd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452113 Jan 10 12:01:21.952017 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59424) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:21.991595 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bbe11d-9d4a-49d0-81ce-f030b38e308c tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:21.993241 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d2bbe11d-9d4a-49d0-81ce-f030b38e308c tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 1094 time: 0.0401847 Jan 10 12:01:21.996198 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59426) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:22.001097 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ff8619c1-56af-485c-907a-20673d4eb9a9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'floatingip': {'port_id': 'cefda512-3c58-405f-8be2-dd42a81aa665'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:01:22.044702 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ff8619c1-56af-485c-907a-20673d4eb9a9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (aaa14dd3-5c3c-4af1-96f4-1d295f686516), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:22.489755 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ff8619c1-56af-485c-907a-20673d4eb9a9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:22.572614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ff8619c1-56af-485c-907a-20673d4eb9a9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (aaa14dd3-5c3c-4af1-96f4-1d295f686516), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:22.673385 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-ff8619c1-56af-485c-907a-20673d4eb9a9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP aaa14dd3-5c3c-4af1-96f4-1d295f686516 associated. External IP: 172.36.2.231, port: cefda512-3c58-405f-8be2-dd42a81aa665. Jan 10 12:01:22.888518 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8619c1-56af-485c-907a-20673d4eb9a9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:01:23.029004 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b76e3-3698-4f8a-ab6d-15241b13ef69 req-57c36d38-c752-4f1d-85e9-dd7b9008bc66 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:23.030595 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b31b76e3-3698-4f8a-ab6d-15241b13ef69 req-57c36d38-c752-4f1d-85e9-dd7b9008bc66 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 943 time: 0.0954683 Jan 10 12:01:23.041252 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8619c1-56af-485c-907a-20673d4eb9a9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:01:23.049746 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ff8619c1-56af-485c-907a-20673d4eb9a9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:23.053803 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0897c5b-c07b-43e7-92e0-e314bd37f6a0 None None] Sync routers for ids ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:01:23.065725 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0897c5b-c07b-43e7-92e0-e314bd37f6a0 None None] Routers {'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:01:23.066376 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c0897c5b-c07b-43e7-92e0-e314bd37f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:01:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:23.092857 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ff8619c1-56af-485c-907a-20673d4eb9a9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/floatingips/aaa14dd3-5c3c-4af1-96f4-1d295f686516 HTTP/1.1" status: 200 len: 992 time: 1.0950513 Jan 10 12:01:23.095589 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59430) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:23.098982 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc4b4c2-1fe4-463d-8b5c-54f7444d080a', 'tag': 'cefda512-3c58-405f-8be2-dd42a81aa665'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:01:23.107240 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc35b124-cff9-4629-b477-bf056c3e80f8" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc4b4c2-1fe4-463d-8b5c-54f7444d080a", "tag": "cefda512-3c58-405f-8be2-dd42a81aa665"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:01:23.151670 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b31b76e3-3698-4f8a-ab6d-15241b13ef69 req-e7d25485-121d-40e0-994f-83786c8de3ef tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127851 Jan 10 12:01:23.159730 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b141efc-325a-4df2-b584-f044f3fa4fe8 x-openstack-request-id: req-6b141efc-325a-4df2-b584-f044f3fa4fe8 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:01:23.160348 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc4b4c2-1fe4-463d-8b5c-54f7444d080a", "tag": "cefda512-3c58-405f-8be2-dd42a81aa665", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:01:23.160871 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b141efc-325a-4df2-b584-f044f3fa4fe8 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:01:23.161559 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc4b4c2-1fe4-463d-8b5c-54f7444d080a', 'tag': 'cefda512-3c58-405f-8be2-dd42a81aa665', 'status': 'completed', 'code': 200} Jan 10 12:01:23.192860 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-c0897c5b-c07b-43e7-92e0-e314bd37f6a0 None None] Set router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:01:23.204726 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-722ab3a2-012a-44b9-9493-770eb804edac tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/aaa14dd3-5c3c-4af1-96f4-1d295f686516 HTTP/1.1" status: 200 len: 992 time: 0.1072526 Jan 10 12:01:23.285274 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35b124-cff9-4629-b477-bf056c3e80f8 req-1958d5b0-8cd2-4237-95cd-ca89ffbdb29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:23.287084 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc35b124-cff9-4629-b477-bf056c3e80f8 req-1958d5b0-8cd2-4237-95cd-ca89ffbdb29c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 1099 time: 0.1002452 Jan 10 12:01:23.386035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35b124-cff9-4629-b477-bf056c3e80f8 req-3f2ae8ff-0c4d-4b91-897b-3ceccfc821ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:23.387606 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc35b124-cff9-4629-b477-bf056c3e80f8 req-3f2ae8ff-0c4d-4b91-897b-3ceccfc821ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=ae1f2546-59e0-48b5-b746-c3904ea0f461 HTTP/1.1" status: 200 len: 898 time: 0.0952475 Jan 10 12:01:23.437663 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c0897c5b-c07b-43e7-92e0-e314bd37f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:05Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'aaa14dd3-5c3c-4af1-96f4-1d295f686516', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.231', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'port_id': 'cefda512-3c58-405f-8be2-dd42a81aa665', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'mac_address': 'fa:16:3e:49:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc4b4c2-1fe4-463d-8b5c-54f7444d080a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:00:26Z', 'updated_at': '2022-01-10T12:01:22Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a84a510-a180-4108-8586-b65ce2995379', 'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:c7:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:04Z', 'updated_at': '2022-01-10T12:00:08Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:23.466532 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc35b124-cff9-4629-b477-bf056c3e80f8 req-d014886e-b1d7-49f0-820e-4c6c8e2e99e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cefda512-3c58-405f-8be2-dd42a81aa665 HTTP/1.1" status: 200 len: 1000 time: 0.0729988 Jan 10 12:01:23.519336 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35b124-cff9-4629-b477-bf056c3e80f8 req-967c6ad8-62e8-441c-aa21-7ba70d9a0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:23.520859 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc35b124-cff9-4629-b477-bf056c3e80f8 req-967c6ad8-62e8-441c-aa21-7ba70d9a0158 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e HTTP/1.1" status: 200 len: 835 time: 0.0491464 Jan 10 12:01:23.564150 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0897c5b-c07b-43e7-92e0-e314bd37f6a0 None None] Checking router: a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:01:23.569553 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35b124-cff9-4629-b477-bf056c3e80f8 req-82d90716-3ebe-4483-904e-0f7098b97765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:23.571098 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc35b124-cff9-4629-b477-bf056c3e80f8 req-82d90716-3ebe-4483-904e-0f7098b97765 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae1f2546-59e0-48b5-b746-c3904ea0f461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443172 Jan 10 12:01:23.576346 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0897c5b-c07b-43e7-92e0-e314bd37f6a0 None None] Routers {'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:01:23.577083 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c0897c5b-c07b-43e7-92e0-e314bd37f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:01:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:23.669302 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc35b124-cff9-4629-b477-bf056c3e80f8 req-ce184408-a1e8-432c-927c-aa2f1b103a87 service neutron] 10.222.0.30 "GET /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905256 Jan 10 12:01:23.697182 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-c0897c5b-c07b-43e7-92e0-e314bd37f6a0 None None] Set router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:01:23.766364 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc35b124-cff9-4629-b477-bf056c3e80f8 req-31b13b5e-705b-408a-8efb-62f5790d2c40 service neutron] 10.222.0.30 "GET /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926788 Jan 10 12:01:23.929441 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c0897c5b-c07b-43e7-92e0-e314bd37f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:05Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'aaa14dd3-5c3c-4af1-96f4-1d295f686516', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.231', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'port_id': 'cefda512-3c58-405f-8be2-dd42a81aa665', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'mac_address': 'fa:16:3e:49:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc4b4c2-1fe4-463d-8b5c-54f7444d080a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:00:26Z', 'updated_at': '2022-01-10T12:01:22Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a84a510-a180-4108-8586-b65ce2995379', 'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:c7:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:04Z', 'updated_at': '2022-01-10T12:00:08Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:23.959642 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0897c5b-c07b-43e7-92e0-e314bd37f6a0 None None] The sync data for ids ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'] in dv-neutron-master-2-hyperv is: [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:05Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'aaa14dd3-5c3c-4af1-96f4-1d295f686516', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.231', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'port_id': 'cefda512-3c58-405f-8be2-dd42a81aa665', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'mac_address': 'fa:16:3e:49:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc4b4c2-1fe4-463d-8b5c-54f7444d080a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:00:26Z', 'updated_at': '2022-01-10T12:01:22Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a84a510-a180-4108-8586-b65ce2995379', 'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:c7:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:04Z', 'updated_at': '2022-01-10T12:00:08Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:01:24.173947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad1931-0b1b-479b-b1ef-7700307806c4 None None] New status for floating IP aaa14dd3-5c3c-4af1-96f4-1d295f686516: ACTIVE {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:01:24.207045 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59438) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:24.303578 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-43e73743-085c-4018-80bc-d8e2cbd74809 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/aaa14dd3-5c3c-4af1-96f4-1d295f686516 HTTP/1.1" status: 200 len: 992 time: 0.0953367 Jan 10 12:01:24.316643 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fddbd-00f0-4d3a-986c-1b539038907c req-989dc586-382c-4a13-973d-18648e7ea767 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:24.318215 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-da6fddbd-00f0-4d3a-986c-1b539038907c req-989dc586-382c-4a13-973d-18648e7ea767 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 943 time: 0.0692954 Jan 10 12:01:24.369980 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-da6fddbd-00f0-4d3a-986c-1b539038907c req-37c30cc3-1676-4fc8-b895-71bae975f2d9 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460901 Jan 10 12:01:25.307747 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59440) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:25.373316 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8f7e8b66-3383-4a6a-9d1c-c988c64b98d5 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/aaa14dd3-5c3c-4af1-96f4-1d295f686516 HTTP/1.1" status: 200 len: 994 time: 0.0643229 Jan 10 12:01:25.492259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6365548-53be-4f6d-90b6-7876d43082e9 req-704acc35-a679-4f8c-a49b-9444d3dd9139 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:25.493665 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b6365548-53be-4f6d-90b6-7876d43082e9 req-704acc35-a679-4f8c-a49b-9444d3dd9139 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 943 time: 0.0524786 Jan 10 12:01:25.547472 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b6365548-53be-4f6d-90b6-7876d43082e9 req-b95808a0-8459-401a-a2b0-da771f1db675 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449929 Jan 10 12:01:26.662762 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e177a5-e2c6-4b74-97f8-ee0d10901f96 req-c863b52f-88a1-427e-bb91-146d54ac30d5 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:26.664240 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-95e177a5-e2c6-4b74-97f8-ee0d10901f96 req-c863b52f-88a1-427e-bb91-146d54ac30d5 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 943 time: 0.0485961 Jan 10 12:01:26.713356 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-95e177a5-e2c6-4b74-97f8-ee0d10901f96 req-4a1aa67f-6499-4485-ab07-93662e98905f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433395 Jan 10 12:01:27.834712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f7dc1-2104-4193-907b-01c4a52c6a96 req-760cdd35-89c2-48ad-af24-061565df6a72 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:27.837027 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b86f7dc1-2104-4193-907b-01c4a52c6a96 req-760cdd35-89c2-48ad-af24-061565df6a72 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 943 time: 0.0504315 Jan 10 12:01:27.893019 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b86f7dc1-2104-4193-907b-01c4a52c6a96 req-cf857b31-9a9a-4e55-a462-87c166e208a4 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456822 Jan 10 12:01:27.995531 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5fc7400f-cfad-49d9-8d7f-94ff24df78e9 req-d166a2d4-1274-4185-9435-6c2026cbd95a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437732 Jan 10 12:01:28.056546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7400f-cfad-49d9-8d7f-94ff24df78e9 req-9d4bb6af-6e9f-4838-ad0d-f129c3190688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:28.058052 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5fc7400f-cfad-49d9-8d7f-94ff24df78e9 req-9d4bb6af-6e9f-4838-ad0d-f129c3190688 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 1098 time: 0.0409241 Jan 10 12:01:28.161373 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7400f-cfad-49d9-8d7f-94ff24df78e9 req-29fe6730-e7b4-4ccc-b64f-fe4c62b91551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:28.162885 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5fc7400f-cfad-49d9-8d7f-94ff24df78e9 req-29fe6730-e7b4-4ccc-b64f-fe4c62b91551 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ae1f2546-59e0-48b5-b746-c3904ea0f461 HTTP/1.1" status: 200 len: 898 time: 0.0856898 Jan 10 12:01:28.206771 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5fc7400f-cfad-49d9-8d7f-94ff24df78e9 req-7cbe0c1c-0192-4728-aa22-55230e996f5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=282a752f-2d96-44f6-a987-11383ee9e882 HTTP/1.1" status: 200 len: 217 time: 0.0376458 Jan 10 12:01:28.257012 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7400f-cfad-49d9-8d7f-94ff24df78e9 req-678a5b9b-cc64-4d06-bc8f-49411c8c97f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:28.258456 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5fc7400f-cfad-49d9-8d7f-94ff24df78e9 req-678a5b9b-cc64-4d06-bc8f-49411c8c97f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e HTTP/1.1" status: 200 len: 835 time: 0.0464764 Jan 10 12:01:28.304469 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7400f-cfad-49d9-8d7f-94ff24df78e9 req-8086afe6-c487-4cac-a8bd-08c01b7cb71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:28.305999 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5fc7400f-cfad-49d9-8d7f-94ff24df78e9 req-8086afe6-c487-4cac-a8bd-08c01b7cb71a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae1f2546-59e0-48b5-b746-c3904ea0f461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414710 Jan 10 12:01:28.398908 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5fc7400f-cfad-49d9-8d7f-94ff24df78e9 req-775ee9f0-51f2-4b5a-89d8-eba11bc81372 service neutron] 10.222.0.30 "GET /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871847 Jan 10 12:01:28.491104 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5fc7400f-cfad-49d9-8d7f-94ff24df78e9 req-e7c32314-07bb-47fa-a5ae-fb72824c32cc service neutron] 10.222.0.30 "GET /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868969 Jan 10 12:01:29.009888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15ee56-3768-44af-b5a2-2485fbd0d14a req-6921f896-ecd0-4864-a023-490e4bb58ab0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:29.011380 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-de15ee56-3768-44af-b5a2-2485fbd0d14a req-6921f896-ecd0-4864-a023-490e4bb58ab0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 943 time: 0.0486193 Jan 10 12:01:29.065193 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-de15ee56-3768-44af-b5a2-2485fbd0d14a req-f5c684c7-df78-4b79-81b9-fcd14490a0dd tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474246 Jan 10 12:01:30.182955 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c7327-9652-4912-b96a-4ee4ace50c83 req-46871025-fa1b-4e1a-b0ac-53d465af9556 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:30.184432 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c46c7327-9652-4912-b96a-4ee4ace50c83 req-46871025-fa1b-4e1a-b0ac-53d465af9556 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 943 time: 0.0531416 Jan 10 12:01:30.233002 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c46c7327-9652-4912-b96a-4ee4ace50c83 req-83ecca00-3175-428c-8f75-03057de6d3e0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428746 Jan 10 12:01:31.350884 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb0685-fc12-4d03-8c0e-781e70b70aca req-15644437-c994-4cb4-ac0a-8ed1bdd314de tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:31.352847 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0ddb0685-fc12-4d03-8c0e-781e70b70aca req-15644437-c994-4cb4-ac0a-8ed1bdd314de tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 943 time: 0.0524220 Jan 10 12:01:31.403612 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0ddb0685-fc12-4d03-8c0e-781e70b70aca req-0da8573f-2a79-4695-ac30-be5bcd57ce77 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452480 Jan 10 12:01:32.521237 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ed79b-3e83-4639-81d0-9cc033fb21f1 req-fe2310ba-7f7f-40f7-b532-5e8ecc1ac940 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:32.522706 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ae5ed79b-3e83-4639-81d0-9cc033fb21f1 req-fe2310ba-7f7f-40f7-b532-5e8ecc1ac940 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 943 time: 0.0498087 Jan 10 12:01:32.571886 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ae5ed79b-3e83-4639-81d0-9cc033fb21f1 req-a8dd1468-56bd-4a74-a8e7-ba253e590266 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Jan 10 12:01:32.956775 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device fd443e91-1770-48e9-8962-f1783d264ca7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:01:33.056137 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port fd443e91-1770-48e9-8962-f1783d264ca7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fd443e91-1770-48e9-8962-f1783d264ca7,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:01:33.067231 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'port_id': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'mac_address': 'fa:16:3e:a0:55:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:01:33.104990 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fd443e91-1770-48e9-8962-f1783d264ca7), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:33.122037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd443e91-1770-48e9-8962-f1783d264ca7 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:01:33.140809 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port fd443e91-1770-48e9-8962-f1783d264ca7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fd443e91-1770-48e9-8962-f1783d264ca7,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:01:33.232328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (fd443e91-1770-48e9-8962-f1783d264ca7), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:33.279570 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=fd443e91-1770-48e9-8962-f1783d264ca7,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:33.287979 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:33.288329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:33.288673 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:33.289012 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:33.289344 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:33.289672 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:33.290033 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:33.290363 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:33.290696 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:33.291029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:33.291357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:33.291675 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:33.291993 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:01:33.466897 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['fd443e91-1770-48e9-8962-f1783d264ca7'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:01:33.688684 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e7d80-af0d-4ae5-91ef-a711a0556742 req-c5f8dcc9-dae5-4457-8e72-775657007aed tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:33.690241 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ce0e7d80-af0d-4ae5-91ef-a711a0556742 req-c5f8dcc9-dae5-4457-8e72-775657007aed tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 944 time: 0.0508730 Jan 10 12:01:33.742049 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ce0e7d80-af0d-4ae5-91ef-a711a0556742 req-e744294b-1ddf-42e0-a520-fc30f06d5726 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455117 Jan 10 12:01:34.861908 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa3e1c-81f1-49f8-8cfa-5ac41e03cbe7 req-3829590c-edd4-4110-8405-8fa054906e5c tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:34.866549 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-71fa3e1c-81f1-49f8-8cfa-5ac41e03cbe7 req-3829590c-edd4-4110-8405-8fa054906e5c tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 944 time: 0.0559535 Jan 10 12:01:34.920009 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-71fa3e1c-81f1-49f8-8cfa-5ac41e03cbe7 req-6790caf3-fe78-468b-b20f-46ae1ad41ddb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479434 Jan 10 12:01:34.972085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device fd443e91-1770-48e9-8962-f1783d264ca7 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:01:35.097509 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port fd443e91-1770-48e9-8962-f1783d264ca7 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:01:35.101552 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port fd443e91-1770-48e9-8962-f1783d264ca7 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:01:35.101938 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fd443e91-1770-48e9-8962-f1783d264ca7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:35.177514 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fd443e91-1770-48e9-8962-f1783d264ca7), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:35.200308 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a513859-4941-4dc4-baa5-c223a277914a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd443e91-1770-48e9-8962-f1783d264ca7'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:01:35.202554 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab55198-df6d-43a9-abba-ba77c5d88dd5" -d '{"events": [{"server_uuid": "7a513859-4941-4dc4-baa5-c223a277914a", "name": "network-vif-plugged", "status": "completed", "tag": "fd443e91-1770-48e9-8962-f1783d264ca7"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:01:35.215740 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port fd443e91-1770-48e9-8962-f1783d264ca7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fd443e91-1770-48e9-8962-f1783d264ca7,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:01:35.240984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0508150-ae6e-4eb5-b13b-4d45149dc659 x-openstack-request-id: req-c0508150-ae6e-4eb5-b13b-4d45149dc659 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:01:35.241324 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a513859-4941-4dc4-baa5-c223a277914a", "name": "network-vif-plugged", "status": "completed", "tag": "fd443e91-1770-48e9-8962-f1783d264ca7", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:01:35.241562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0508150-ae6e-4eb5-b13b-4d45149dc659 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:01:35.241997 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a513859-4941-4dc4-baa5-c223a277914a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'code': 200} Jan 10 12:01:35.298744 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (fd443e91-1770-48e9-8962-f1783d264ca7), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:35.350868 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=fd443e91-1770-48e9-8962-f1783d264ca7,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:35.530263 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50abca7-bfa1-4f06-8ee7-ad69060ad43d req-bc76fa64-3539-46b7-a826-4fc72c733378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:35.531772 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d50abca7-bfa1-4f06-8ee7-ad69060ad43d req-bc76fa64-3539-46b7-a826-4fc72c733378 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 1098 time: 0.0432789 Jan 10 12:01:35.579440 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d50abca7-bfa1-4f06-8ee7-ad69060ad43d req-e36b9ca4-9f28-4d17-a1e1-e78c9ede34a7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405550 Jan 10 12:01:36.034669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7ba579e5-9729-40e5-b377-d9dcfed499a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:36.038795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71718ebf-1253-460b-98fd-d67746551eef req-31eaf76b-7ed4-4de0-9baa-54960a73f944 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:36.040427 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-71718ebf-1253-460b-98fd-d67746551eef req-31eaf76b-7ed4-4de0-9baa-54960a73f944 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 945 time: 0.0515199 Jan 10 12:01:36.088751 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-71718ebf-1253-460b-98fd-d67746551eef req-eab675a1-6334-4d44-b4a3-9cf2d01e5b92 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427387 Jan 10 12:01:37.210312 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec1c2-a4ed-409a-bee2-48dad0e31180 req-b5032f49-7ad5-4f06-9b46-49c0dacd7abf tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:37.211853 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ad3ec1c2-a4ed-409a-bee2-48dad0e31180 req-b5032f49-7ad5-4f06-9b46-49c0dacd7abf tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 945 time: 0.0543737 Jan 10 12:01:37.262057 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ad3ec1c2-a4ed-409a-bee2-48dad0e31180 req-8e6fc0e2-4639-4784-8a12-5fc423c28b98 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446205 Jan 10 12:01:37.379607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8117bdb-f83b-438b-9b88-5da95338fd2d req-19e53219-9ef8-472e-982b-4f0562153d3a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:37.381123 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a8117bdb-f83b-438b-9b88-5da95338fd2d req-19e53219-9ef8-472e-982b-4f0562153d3a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 945 time: 0.0528381 Jan 10 12:01:37.435296 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a8117bdb-f83b-438b-9b88-5da95338fd2d req-8d486cc0-b870-4cac-a336-0171315499b1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485146 Jan 10 12:01:37.460392 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59468) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:37.499935 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f4b697-dbb1-44fe-8899-706e67ebdc20 tempest-TestVolumeBootPattern-1842562132 tempest-TestVolumeBootPattern-1842562132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:37.502130 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-18f4b697-dbb1-44fe-8899-706e67ebdc20 tempest-TestVolumeBootPattern-1842562132 tempest-TestVolumeBootPattern-1842562132-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 1093 time: 0.0407681 Jan 10 12:01:37.505049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59470) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:01:37.509592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:01:37.581457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:37.676435 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:37.781956 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Allocated IP 172.36.2.174 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/aa745e9a-3a9f-4baf-a14d-8c147c604ffd) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:01:37.886808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for port (aa745e9a-3a9f-4baf-a14d-8c147c604ffd), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:38.286654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (aa745e9a-3a9f-4baf-a14d-8c147c604ffd), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:38.326329 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:01:38.329711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:01:38.333356 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:01:38.339122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event updated for resources: {'Port': ['ID=aa745e9a-3a9f-4baf-a14d-8c147c604ffd,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:38.696546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for floatingip (48f234b3-52af-46fc-944b-2e3520d09e61), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:38.825886 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aa745e9a-3a9f-4baf-a14d-8c147c604ffd), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:38.978075 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for port (aa745e9a-3a9f-4baf-a14d-8c147c604ffd), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:39.045916 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (aa745e9a-3a9f-4baf-a14d-8c147c604ffd), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:39.120375 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event updated for resources: {'Port': ['ID=aa745e9a-3a9f-4baf-a14d-8c147c604ffd,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:39.129224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (48f234b3-52af-46fc-944b-2e3520d09e61), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:39.227107 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Floating IP 48f234b3-52af-46fc-944b-2e3520d09e61 associated. External IP: 172.36.2.174, port: fd443e91-1770-48e9-8962-f1783d264ca7. Jan 10 12:01:39.446069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Router e3ef4717-7ef7-419e-836e-932a513008c1 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:01:39.563863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:01:39.574480 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfdf28-6136-4a52-8196-28ff40dc188d None None] Sync routers for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:01:39.587137 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfdf28-6136-4a52-8196-28ff40dc188d None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:01:39.588593 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4adfdf28-6136-4a52-8196-28ff40dc188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:01:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:39.648692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:39.677002 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-478967f5-1466-4322-8f0f-e97d1467a0d1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1707747 Jan 10 12:01:39.677612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a513859-4941-4dc4-baa5-c223a277914a', 'tag': 'fd443e91-1770-48e9-8962-f1783d264ca7'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:01:39.680072 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec7579a-efd5-4ca6-a5eb-fe62fd39ba65" -d '{"events": [{"name": "network-changed", "server_uuid": "7a513859-4941-4dc4-baa5-c223a277914a", "tag": "fd443e91-1770-48e9-8962-f1783d264ca7"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:01:39.696324 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-4adfdf28-6136-4a52-8196-28ff40dc188d None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:01:39.779829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda8f20a-515d-4a62-b339-db44d5c21ad3 x-openstack-request-id: req-eda8f20a-515d-4a62-b339-db44d5c21ad3 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:01:39.780359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a513859-4941-4dc4-baa5-c223a277914a", "tag": "fd443e91-1770-48e9-8962-f1783d264ca7", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:01:39.780359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eda8f20a-515d-4a62-b339-db44d5c21ad3 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:01:39.780782 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a513859-4941-4dc4-baa5-c223a277914a', 'tag': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'status': 'completed', 'code': 200} Jan 10 12:01:39.842629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7579a-efd5-4ca6-a5eb-fe62fd39ba65 req-f2b5e650-e13f-49ab-9cfd-8298e437521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:39.844048 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aec7579a-efd5-4ca6-a5eb-fe62fd39ba65 req-f2b5e650-e13f-49ab-9cfd-8298e437521c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 1098 time: 0.0431101 Jan 10 12:01:39.931285 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4adfdf28-6136-4a52-8196-28ff40dc188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '48f234b3-52af-46fc-944b-2e3520d09e61', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'floating_ip_address': '172.36.2.174', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'port_id': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'mac_address': 'fa:16:3e:a0:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a513859-4941-4dc4-baa5-c223a277914a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:01:38Z', 'updated_at': '2022-01-10T12:01:38Z', 'revision_number': 0, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:39.941477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7579a-efd5-4ca6-a5eb-fe62fd39ba65 req-0b8edde0-5809-4f5d-87b3-558fe91de608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:39.942983 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aec7579a-efd5-4ca6-a5eb-fe62fd39ba65 req-0b8edde0-5809-4f5d-87b3-558fe91de608 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 913 time: 0.0933034 Jan 10 12:01:39.957589 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfdf28-6136-4a52-8196-28ff40dc188d None None] Checking router: e3ef4717-7ef7-419e-836e-932a513008c1 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:01:39.965788 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfdf28-6136-4a52-8196-28ff40dc188d None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:01:39.966410 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4adfdf28-6136-4a52-8196-28ff40dc188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:01:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:40.010116 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aec7579a-efd5-4ca6-a5eb-fe62fd39ba65 req-f75e4dc6-299a-496e-bbd4-77decf786671 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd443e91-1770-48e9-8962-f1783d264ca7 HTTP/1.1" status: 200 len: 999 time: 0.0603118 Jan 10 12:01:40.065206 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7579a-efd5-4ca6-a5eb-fe62fd39ba65 req-82b4eb3f-191f-42d0-a48e-f50adf34c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:40.066623 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aec7579a-efd5-4ca6-a5eb-fe62fd39ba65 req-82b4eb3f-191f-42d0-a48e-f50adf34c8f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3 HTTP/1.1" status: 200 len: 851 time: 0.0505774 Jan 10 12:01:40.072608 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-4adfdf28-6136-4a52-8196-28ff40dc188d None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:01:40.111653 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7579a-efd5-4ca6-a5eb-fe62fd39ba65 req-2f179939-6787-4a70-89e8-661365377dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:40.113060 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aec7579a-efd5-4ca6-a5eb-fe62fd39ba65 req-2f179939-6787-4a70-89e8-661365377dc3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405173 Jan 10 12:01:40.211501 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aec7579a-efd5-4ca6-a5eb-fe62fd39ba65 req-a691371e-071a-48f1-bc33-b4e6cf980e6b service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917561 Jan 10 12:01:40.287239 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-df990c0b-5395-4840-b1cd-6d195eb7a29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:40.315775 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aec7579a-efd5-4ca6-a5eb-fe62fd39ba65 req-a15a440e-854e-45e3-8581-f5790194bc56 service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962620 Jan 10 12:01:40.332149 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4adfdf28-6136-4a52-8196-28ff40dc188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '48f234b3-52af-46fc-944b-2e3520d09e61', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'floating_ip_address': '172.36.2.174', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'port_id': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'mac_address': 'fa:16:3e:a0:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a513859-4941-4dc4-baa5-c223a277914a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:01:38Z', 'updated_at': '2022-01-10T12:01:38Z', 'revision_number': 0, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:40.361880 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfdf28-6136-4a52-8196-28ff40dc188d None None] The sync data for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv is: [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '48f234b3-52af-46fc-944b-2e3520d09e61', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'floating_ip_address': '172.36.2.174', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'port_id': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'mac_address': 'fa:16:3e:a0:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a513859-4941-4dc4-baa5-c223a277914a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:01:38Z', 'updated_at': '2022-01-10T12:01:38Z', 'revision_number': 0, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:01:40.551200 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beaea4d-7e70-41eb-ae2b-fea2b0817a10 None None] New status for floating IP 48f234b3-52af-46fc-944b-2e3520d09e61: ACTIVE {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:01:40.605434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:42.152088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:43.260712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:49.417167 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:49.862378 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:01:56.772540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c73dfc-dd8e-4e5d-9597-5b9030edc51c req-4166faaf-9393-4d72-bc88-419e66fb87f8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:56.774104 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b7c73dfc-dd8e-4e5d-9597-5b9030edc51c req-4166faaf-9393-4d72-bc88-419e66fb87f8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 946 time: 0.0525861 Jan 10 12:01:56.824151 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b7c73dfc-dd8e-4e5d-9597-5b9030edc51c req-edbdc6b9-1fb3-4e27-8386-032027147e2f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=da340942-c6cc-4e31-811b-31ec2e85bd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444620 Jan 10 12:01:57.946417 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea65be-d061-4d16-9fbb-3becdbbe6714 req-052e669d-dcd0-46cb-b677-8d8a46a9ffd2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:57.947925 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f7ea65be-d061-4d16-9fbb-3becdbbe6714 req-052e669d-dcd0-46cb-b677-8d8a46a9ffd2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 946 time: 0.0542238 Jan 10 12:01:57.997722 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f7ea65be-d061-4d16-9fbb-3becdbbe6714 req-cb78ded8-e937-4d3f-9d80-2278d74d3523 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=da340942-c6cc-4e31-811b-31ec2e85bd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441530 Jan 10 12:01:58.154290 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b381a-5380-4e67-b1fc-d2406f786316 req-a072be55-d3af-4bc5-bf28-881e242dc882 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:01:58.155691 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-274b381a-5380-4e67-b1fc-d2406f786316 req-a072be55-d3af-4bc5-bf28-881e242dc882 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 946 time: 0.0532837 Jan 10 12:01:58.250198 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-274b381a-5380-4e67-b1fc-d2406f786316 req-9fad02cd-428c-4668-8b5b-7e4fa897c609 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port cefda512-3c58-405f-8be2-dd42a81aa665 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:01:58.250541 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-274b381a-5380-4e67-b1fc-d2406f786316 req-9fad02cd-428c-4668-8b5b-7e4fa897c609 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (cefda512-3c58-405f-8be2-dd42a81aa665), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:58.344032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-274b381a-5380-4e67-b1fc-d2406f786316 req-9fad02cd-428c-4668-8b5b-7e4fa897c609 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port cefda512-3c58-405f-8be2-dd42a81aa665, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cefda512-3c58-405f-8be2-dd42a81aa665,segment=NetworkSegment(68726d67-1641-4971-8893-c2fb5eb2aca8),segment_id=68726d67-1641-4971-8893-c2fb5eb2aca8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:01:58.348077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-274b381a-5380-4e67-b1fc-d2406f786316 req-9fad02cd-428c-4668-8b5b-7e4fa897c609 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (cefda512-3c58-405f-8be2-dd42a81aa665), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:58.521345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-274b381a-5380-4e67-b1fc-d2406f786316 req-9fad02cd-428c-4668-8b5b-7e4fa897c609 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:58.521704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-274b381a-5380-4e67-b1fc-d2406f786316 req-9fad02cd-428c-4668-8b5b-7e4fa897c609 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (aaa14dd3-5c3c-4af1-96f4-1d295f686516), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:58.522045 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [req-274b381a-5380-4e67-b1fc-d2406f786316 req-9fad02cd-428c-4668-8b5b-7e4fa897c609 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP aaa14dd3-5c3c-4af1-96f4-1d295f686516 disassociated. External IP: 172.36.2.231, port: cefda512-3c58-405f-8be2-dd42a81aa665. Jan 10 12:01:58.522639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-274b381a-5380-4e67-b1fc-d2406f786316 req-9fad02cd-428c-4668-8b5b-7e4fa897c609 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for cefda512-3c58-405f-8be2-dd42a81aa665 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:01:58.734732 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-274b381a-5380-4e67-b1fc-d2406f786316 req-9fad02cd-428c-4668-8b5b-7e4fa897c609 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (cefda512-3c58-405f-8be2-dd42a81aa665), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:58.765880 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad02cd-428c-4668-8b5b-7e4fa897c609 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=cefda512-3c58-405f-8be2-dd42a81aa665,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:01:58.879074 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-274b381a-5380-4e67-b1fc-d2406f786316 req-9fad02cd-428c-4668-8b5b-7e4fa897c609 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:01:58.992351 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-274b381a-5380-4e67-b1fc-d2406f786316 req-9fad02cd-428c-4668-8b5b-7e4fa897c609 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:01:59.002359 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d4c6eb-e8aa-4d8d-bd17-53960866359c None None] Sync routers for ids ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:01:59.013265 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4c6eb-e8aa-4d8d-bd17-53960866359c None None] Routers {'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:01:59.014006 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-70d4c6eb-e8aa-4d8d-bd17-53960866359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:01:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:59.038140 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-274b381a-5380-4e67-b1fc-d2406f786316 req-9fad02cd-428c-4668-8b5b-7e4fa897c609 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] No DVR routers for this DVR port cefda512-3c58-405f-8be2-dd42a81aa665 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:01:59.040682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-274b381a-5380-4e67-b1fc-d2406f786316 req-9fad02cd-428c-4668-8b5b-7e4fa897c609 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:01:59.044228 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-274b381a-5380-4e67-b1fc-d2406f786316 req-9fad02cd-428c-4668-8b5b-7e4fa897c609 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "DELETE /v2.0/ports/cefda512-3c58-405f-8be2-dd42a81aa665 HTTP/1.1" status: 204 len: 173 time: 0.8823471 Jan 10 12:01:59.044697 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4b4c2-1fe4-463d-8b5c-54f7444d080a', 'name': 'network-vif-deleted', 'tag': 'cefda512-3c58-405f-8be2-dd42a81aa665'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:01:59.047076 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79f8aa0-d4a7-4882-a7d6-cab5a592de99" -d '{"events": [{"server_uuid": "dbc4b4c2-1fe4-463d-8b5c-54f7444d080a", "name": "network-vif-deleted", "tag": "cefda512-3c58-405f-8be2-dd42a81aa665"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:01:59.086238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717b5603-7427-46ae-ab37-3a6a996096a4 x-openstack-request-id: req-717b5603-7427-46ae-ab37-3a6a996096a4 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:01:59.086628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc4b4c2-1fe4-463d-8b5c-54f7444d080a", "name": "network-vif-deleted", "tag": "cefda512-3c58-405f-8be2-dd42a81aa665", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:01:59.087570 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-717b5603-7427-46ae-ab37-3a6a996096a4 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:01:59.087984 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc4b4c2-1fe4-463d-8b5c-54f7444d080a', 'name': 'network-vif-deleted', 'tag': 'cefda512-3c58-405f-8be2-dd42a81aa665', 'status': 'completed', 'code': 200} Jan 10 12:01:59.119393 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2056380-83b8-49b5-a84c-bd15b8f5cc4a req-b1076305-2953-493e-8278-75e0ccccec49 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc4b4c2-1fe4-463d-8b5c-54f7444d080a HTTP/1.1" status: 200 len: 210 time: 0.0351415 Jan 10 12:01:59.129198 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-70d4c6eb-e8aa-4d8d-bd17-53960866359c None None] Set router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:01:59.437725 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-70d4c6eb-e8aa-4d8d-bd17-53960866359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:05Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a84a510-a180-4108-8586-b65ce2995379', 'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:c7:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:04Z', 'updated_at': '2022-01-10T12:00:08Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:59.464820 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d4c6eb-e8aa-4d8d-bd17-53960866359c None None] Checking router: a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:01:59.474425 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4c6eb-e8aa-4d8d-bd17-53960866359c None None] Routers {'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:01:59.475048 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-70d4c6eb-e8aa-4d8d-bd17-53960866359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:01:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:59.589660 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-70d4c6eb-e8aa-4d8d-bd17-53960866359c None None] Set router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:01:59.806736 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-70d4c6eb-e8aa-4d8d-bd17-53960866359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:05Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a84a510-a180-4108-8586-b65ce2995379', 'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:c7:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:04Z', 'updated_at': '2022-01-10T12:00:08Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:01:59.838584 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d4c6eb-e8aa-4d8d-bd17-53960866359c None None] The sync data for ids ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'] in dv-neutron-master-2-hyperv is: [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:05Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a84a510-a180-4108-8586-b65ce2995379', 'name': '', 'network_id': 'ae1f2546-59e0-48b5-b746-c3904ea0f461', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:c7:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:04Z', 'updated_at': '2022-01-10T12:00:08Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:02:00.068095 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8ddac0-07f0-4d93-8620-e345252f54dd None None] New status for floating IP aaa14dd3-5c3c-4af1-96f4-1d295f686516: DOWN {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:02:00.186461 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59504) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:00.249477 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (da340942-c6cc-4e31-811b-31ec2e85bd30), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:00.276185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (da340942-c6cc-4e31-811b-31ec2e85bd30), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:00.393978 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (da340942-c6cc-4e31-811b-31ec2e85bd30), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:00.396755 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:00.398273 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/security-groups/da340942-c6cc-4e31-811b-31ec2e85bd30 HTTP/1.1" status: 204 len: 168 time: 0.2107589 Jan 10 12:02:00.407924 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da340942-c6cc-4e31-811b-31ec2e85bd30,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:00.415941 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:00.427015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:00.427015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:00.427015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:00.427015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:00.427015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:00.427015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:00.427015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:00.427015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:00.427015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:00.427015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:00.427015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:00.427015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0af2a-a342-40eb-87f6-69ff2e852049 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:00.518360 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59510) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:00.646211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e46ce-e5e2-40df-97be-edbcaa657838 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 58853185-25e3-4782-9d67-34bf243592fd {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:02:00.646559 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6d4e46ce-e5e2-40df-97be-edbcaa657838 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (58853185-25e3-4782-9d67-34bf243592fd), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:00.726636 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6d4e46ce-e5e2-40df-97be-edbcaa657838 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (58853185-25e3-4782-9d67-34bf243592fd), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:00.726970 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6d4e46ce-e5e2-40df-97be-edbcaa657838 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (58853185-25e3-4782-9d67-34bf243592fd), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:00.738928 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e46ce-e5e2-40df-97be-edbcaa657838 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 58853185-25e3-4782-9d67-34bf243592fd owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:02:01.004455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6d4e46ce-e5e2-40df-97be-edbcaa657838 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (58853185-25e3-4782-9d67-34bf243592fd), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:01.028836 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e46ce-e5e2-40df-97be-edbcaa657838 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=58853185-25e3-4782-9d67-34bf243592fd,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:01.074000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device cefda512-3c58-405f-8be2-dd42a81aa665 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:02:01.088637 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6d4e46ce-e5e2-40df-97be-edbcaa657838 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (aaa14dd3-5c3c-4af1-96f4-1d295f686516), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:01.091379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6d4e46ce-e5e2-40df-97be-edbcaa657838 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:01.094237 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6d4e46ce-e5e2-40df-97be-edbcaa657838 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/floatingips/aaa14dd3-5c3c-4af1-96f4-1d295f686516 HTTP/1.1" status: 204 len: 168 time: 0.5731263 Jan 10 12:02:01.094516 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: cefda512-3c58-405f-8be2-dd42a81aa665 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:02:01.094881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device cefda512-3c58-405f-8be2-dd42a81aa665 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:02:01.588671 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd66ba-c2b2-4b59-8462-c3414791fa4c req-b56aebf1-800b-44e3-92b7-a73e8868e648 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:01.590196 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-13cd66ba-c2b2-4b59-8462-c3414791fa4c req-b56aebf1-800b-44e3-92b7-a73e8868e648 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 945 time: 0.0570393 Jan 10 12:02:01.639601 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-13cd66ba-c2b2-4b59-8462-c3414791fa4c req-294c95be-cdd0-400b-9bba-4ac97ec523ab tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=15fc08d5-3dc6-49c7-b25a-21396b0957e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437369 Jan 10 12:02:02.758354 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41206b-b069-4d3a-8f9f-8414451899c3 req-79439935-abba-4950-9cb1-8f8c407cbac4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:02.759873 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7d41206b-b069-4d3a-8f9f-8414451899c3 req-79439935-abba-4950-9cb1-8f8c407cbac4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 945 time: 0.0501585 Jan 10 12:02:02.810126 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7d41206b-b069-4d3a-8f9f-8414451899c3 req-9a4f7946-6b53-4fb8-be64-fc71a640c970 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=15fc08d5-3dc6-49c7-b25a-21396b0957e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445819 Jan 10 12:02:02.949364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d36746-329b-4ef0-9e09-5ebe96c38335 req-b0de071e-1b2c-4ee1-8ebc-ac6700c0f69d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:02.950859 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-65d36746-329b-4ef0-9e09-5ebe96c38335 req-b0de071e-1b2c-4ee1-8ebc-ac6700c0f69d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 945 time: 0.0502224 Jan 10 12:02:03.075123 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-65d36746-329b-4ef0-9e09-5ebe96c38335 req-38c946e1-d321-48d9-b3b0-2d174795890f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 282a752f-2d96-44f6-a987-11383ee9e882 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:02:03.075466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-65d36746-329b-4ef0-9e09-5ebe96c38335 req-38c946e1-d321-48d9-b3b0-2d174795890f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (282a752f-2d96-44f6-a987-11383ee9e882), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:03.164338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-65d36746-329b-4ef0-9e09-5ebe96c38335 req-38c946e1-d321-48d9-b3b0-2d174795890f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 282a752f-2d96-44f6-a987-11383ee9e882, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=282a752f-2d96-44f6-a987-11383ee9e882,segment=NetworkSegment(68726d67-1641-4971-8893-c2fb5eb2aca8),segment_id=68726d67-1641-4971-8893-c2fb5eb2aca8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:02:03.164705 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-65d36746-329b-4ef0-9e09-5ebe96c38335 req-38c946e1-d321-48d9-b3b0-2d174795890f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (282a752f-2d96-44f6-a987-11383ee9e882), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:03.177856 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-65d36746-329b-4ef0-9e09-5ebe96c38335 req-38c946e1-d321-48d9-b3b0-2d174795890f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 282a752f-2d96-44f6-a987-11383ee9e882 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:02:03.426872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-65d36746-329b-4ef0-9e09-5ebe96c38335 req-38c946e1-d321-48d9-b3b0-2d174795890f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (282a752f-2d96-44f6-a987-11383ee9e882), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:03.456182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c946e1-d321-48d9-b3b0-2d174795890f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=282a752f-2d96-44f6-a987-11383ee9e882,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:03.508534 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d36746-329b-4ef0-9e09-5ebe96c38335 req-38c946e1-d321-48d9-b3b0-2d174795890f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] No DVR routers for this DVR port 282a752f-2d96-44f6-a987-11383ee9e882 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:02:03.508534 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-65d36746-329b-4ef0-9e09-5ebe96c38335 req-38c946e1-d321-48d9-b3b0-2d174795890f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:03.508534 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-65d36746-329b-4ef0-9e09-5ebe96c38335 req-38c946e1-d321-48d9-b3b0-2d174795890f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "DELETE /v2.0/ports/282a752f-2d96-44f6-a987-11383ee9e882 HTTP/1.1" status: 204 len: 173 time: 0.5518012 Jan 10 12:02:03.508534 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2c053e-b1ac-4d3c-b37b-50180e0a56fd', 'name': 'network-vif-deleted', 'tag': '282a752f-2d96-44f6-a987-11383ee9e882'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:02:03.510006 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9577c75-7f6b-4e5a-a822-195fd6a10cc1" -d '{"events": [{"server_uuid": "cb2c053e-b1ac-4d3c-b37b-50180e0a56fd", "name": "network-vif-deleted", "tag": "282a752f-2d96-44f6-a987-11383ee9e882"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:02:03.546278 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530f5b15-5361-4118-98f4-7e1edc836cb7 x-openstack-request-id: req-530f5b15-5361-4118-98f4-7e1edc836cb7 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:02:03.546573 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2c053e-b1ac-4d3c-b37b-50180e0a56fd", "name": "network-vif-deleted", "tag": "282a752f-2d96-44f6-a987-11383ee9e882", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:02:03.546878 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-530f5b15-5361-4118-98f4-7e1edc836cb7 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:02:03.547296 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2c053e-b1ac-4d3c-b37b-50180e0a56fd', 'name': 'network-vif-deleted', 'tag': '282a752f-2d96-44f6-a987-11383ee9e882', 'status': 'completed', 'code': 200} Jan 10 12:02:03.926362 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-050c9f12-315f-412f-9849-bc06f446b069 req-5995f2d9-8f3c-4f12-85fd-e8b1efd7c763 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb2c053e-b1ac-4d3c-b37b-50180e0a56fd HTTP/1.1" status: 200 len: 210 time: 0.0330145 Jan 10 12:02:04.989628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59524) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:05.048997 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2fa1575b-75d7-4f12-9747-1881004c7425 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (15fc08d5-3dc6-49c7-b25a-21396b0957e3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:05.074807 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2fa1575b-75d7-4f12-9747-1881004c7425 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (15fc08d5-3dc6-49c7-b25a-21396b0957e3), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:05.211785 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2fa1575b-75d7-4f12-9747-1881004c7425 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (15fc08d5-3dc6-49c7-b25a-21396b0957e3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:05.214378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2fa1575b-75d7-4f12-9747-1881004c7425 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:05.215723 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2fa1575b-75d7-4f12-9747-1881004c7425 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/security-groups/15fc08d5-3dc6-49c7-b25a-21396b0957e3 HTTP/1.1" status: 204 len: 168 time: 0.2250183 Jan 10 12:02:05.225541 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1575b-75d7-4f12-9747-1881004c7425 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fc08d5-3dc6-49c7-b25a-21396b0957e3,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:05.339055 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59528) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:05.700247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e305c521-95d7-44d9-86aa-f6899782eb2f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:05.958425 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-e305c521-95d7-44d9-86aa-f6899782eb2f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 8a84a510-a180-4108-8586-b65ce2995379 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:02:05.958697 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e305c521-95d7-44d9-86aa-f6899782eb2f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8a84a510-a180-4108-8586-b65ce2995379), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:06.028506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-452ae555-cff0-49ae-abdf-bcaca3470928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:06.055410 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-e305c521-95d7-44d9-86aa-f6899782eb2f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 8a84a510-a180-4108-8586-b65ce2995379, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a84a510-a180-4108-8586-b65ce2995379,segment=NetworkSegment(68726d67-1641-4971-8893-c2fb5eb2aca8),segment_id=68726d67-1641-4971-8893-c2fb5eb2aca8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:02:06.056023 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e305c521-95d7-44d9-86aa-f6899782eb2f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8a84a510-a180-4108-8586-b65ce2995379), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:06.068780 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-e305c521-95d7-44d9-86aa-f6899782eb2f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 8a84a510-a180-4108-8586-b65ce2995379 owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:02:06.323478 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e305c521-95d7-44d9-86aa-f6899782eb2f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (8a84a510-a180-4108-8586-b65ce2995379), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:06.348955 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305c521-95d7-44d9-86aa-f6899782eb2f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=8a84a510-a180-4108-8586-b65ce2995379,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:06.529005 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e305c521-95d7-44d9-86aa-f6899782eb2f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:07.056750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e305c521-95d7-44d9-86aa-f6899782eb2f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:02:07.119923 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 282a752f-2d96-44f6-a987-11383ee9e882 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:02:07.144644 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 282a752f-2d96-44f6-a987-11383ee9e882 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:02:07.144999 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 282a752f-2d96-44f6-a987-11383ee9e882 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:02:07.166766 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e305c521-95d7-44d9-86aa-f6899782eb2f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:02:07.173910 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e305c521-95d7-44d9-86aa-f6899782eb2f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/a6e49ec3-ff5b-4bb2-9b02-29f6050ce984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8337398 Jan 10 12:02:07.174647 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59530) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:07.176862 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf61a6-9308-425b-a0a3-f617c37c1d84 None None] Sync routers for ids ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:02:07.188447 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf61a6-9308-425b-a0a3-f617c37c1d84 None None] Routers {'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:02:07.189144 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4bcf61a6-9308-425b-a0a3-f617c37c1d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:01:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:07.230476 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2c7e4c-9a1d-483a-a622-288fb95dcebe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting subnet ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:02:07.233795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd2c7e4c-9a1d-483a-a622-288fb95dcebe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:07.276922 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd2c7e4c-9a1d-483a-a622-288fb95dcebe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:07.296962 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-4bcf61a6-9308-425b-a0a3-f617c37c1d84 None None] Set router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:02:07.365734 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd2c7e4c-9a1d-483a-a622-288fb95dcebe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:07.479985 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4bcf61a6-9308-425b-a0a3-f617c37c1d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:02:06Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:07.510731 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf61a6-9308-425b-a0a3-f617c37c1d84 None None] Checking router: a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:02:07.519437 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf61a6-9308-425b-a0a3-f617c37c1d84 None None] Routers {'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:02:07.520042 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4bcf61a6-9308-425b-a0a3-f617c37c1d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:01:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:07.523866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd2c7e4c-9a1d-483a-a622-288fb95dcebe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:07.553202 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c7e4c-9a1d-483a-a622-288fb95dcebe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:07.555840 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd2c7e4c-9a1d-483a-a622-288fb95dcebe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:07.559702 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fd2c7e4c-9a1d-483a-a622-288fb95dcebe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/subnets/ca4738bd-fd7e-4e7d-aad4-e8fa3439d05e HTTP/1.1" status: 204 len: 168 time: 0.3835704 Jan 10 12:02:07.561902 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59532) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:07.564090 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf958dc-790e-450d-9bf6-be790d3bf701 None None] Network ae1f2546-59e0-48b5-b746-c3904ea0f461 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:02:07.626728 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-4bcf61a6-9308-425b-a0a3-f617c37c1d84 None None] Set router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:02:07.686105 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f688c94a-f1c0-4655-afaf-5629d2e43327 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:07.733628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1817bf02-79a5-4745-aafd-f496887aa96e None None] DHCP port deletion for ae1f2546-59e0-48b5-b746-c3904ea0f461 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:02:07.789042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1817bf02-79a5-4745-aafd-f496887aa96e None None] Deleting port 296cfa0c-88f4-43b4-ad12-15b003494f05 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:02:07.789042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1817bf02-79a5-4745-aafd-f496887aa96e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (296cfa0c-88f4-43b4-ad12-15b003494f05), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:07.837985 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4bcf61a6-9308-425b-a0a3-f617c37c1d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:02:06Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:07.854858 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1817bf02-79a5-4745-aafd-f496887aa96e None None] For port 296cfa0c-88f4-43b4-ad12-15b003494f05, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=296cfa0c-88f4-43b4-ad12-15b003494f05,segment=NetworkSegment(68726d67-1641-4971-8893-c2fb5eb2aca8),segment_id=68726d67-1641-4971-8893-c2fb5eb2aca8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:02:07.855567 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1817bf02-79a5-4745-aafd-f496887aa96e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (296cfa0c-88f4-43b4-ad12-15b003494f05), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:07.871631 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf61a6-9308-425b-a0a3-f617c37c1d84 None None] The sync data for ids ['a6e49ec3-ff5b-4bb2-9b02-29f6050ce984'] in dv-neutron-master-2-hyperv is: [{'id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'name': 'tempest-TestNetworkBasicOps-router-519830040', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191'}], 'enable_snat': True}, 'gw_port_id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:02:06Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'f3506857-0dd7-436e-aaa1-8f6b0703a31a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e49ec3-ff5b-4bb2-9b02-29f6050ce984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:00:00Z', 'updated_at': '2022-01-10T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:02:07.877701 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1817bf02-79a5-4745-aafd-f496887aa96e None None] Calling delete_port for 296cfa0c-88f4-43b4-ad12-15b003494f05 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:02:08.026026 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1817bf02-79a5-4745-aafd-f496887aa96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (296cfa0c-88f4-43b4-ad12-15b003494f05), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:08.051030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817bf02-79a5-4745-aafd-f496887aa96e None None] Pushing event deleted for resources: {'Port': ['ID=296cfa0c-88f4-43b4-ad12-15b003494f05,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:08.057356 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1817bf02-79a5-4745-aafd-f496887aa96e None None] No DVR routers for this DVR port 296cfa0c-88f4-43b4-ad12-15b003494f05 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:02:08.152557 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f688c94a-f1c0-4655-afaf-5629d2e43327 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:08.285618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f688c94a-f1c0-4655-afaf-5629d2e43327 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port f3506857-0dd7-436e-aaa1-8f6b0703a31a {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:02:08.286000 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f688c94a-f1c0-4655-afaf-5629d2e43327 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f3506857-0dd7-436e-aaa1-8f6b0703a31a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:08.368026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-f688c94a-f1c0-4655-afaf-5629d2e43327 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port f3506857-0dd7-436e-aaa1-8f6b0703a31a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3506857-0dd7-436e-aaa1-8f6b0703a31a,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:02:08.368396 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f688c94a-f1c0-4655-afaf-5629d2e43327 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f3506857-0dd7-436e-aaa1-8f6b0703a31a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:08.383272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f688c94a-f1c0-4655-afaf-5629d2e43327 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for f3506857-0dd7-436e-aaa1-8f6b0703a31a owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:02:08.714486 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f688c94a-f1c0-4655-afaf-5629d2e43327 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (f3506857-0dd7-436e-aaa1-8f6b0703a31a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:08.742095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688c94a-f1c0-4655-afaf-5629d2e43327 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=f3506857-0dd7-436e-aaa1-8f6b0703a31a,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:08.761331 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df046e2-58c9-4fc4-9bd8-fb47a479e433 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:02:08.813361 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f688c94a-f1c0-4655-afaf-5629d2e43327 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:08.906436 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f688c94a-f1c0-4655-afaf-5629d2e43327 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:08.908581 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f688c94a-f1c0-4655-afaf-5629d2e43327 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_controller (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:09.045726 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f688c94a-f1c0-4655-afaf-5629d2e43327 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (a6e49ec3-ff5b-4bb2-9b02-29f6050ce984), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:09.050668 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f688c94a-f1c0-4655-afaf-5629d2e43327 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Fanout notify agent at l3_agent the message router_deleted on router a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:02:09.054626 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f688c94a-f1c0-4655-afaf-5629d2e43327 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:09.055980 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f688c94a-f1c0-4655-afaf-5629d2e43327 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/routers/a6e49ec3-ff5b-4bb2-9b02-29f6050ce984 HTTP/1.1" status: 204 len: 168 time: 1.4925120 Jan 10 12:02:09.058633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59536) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:09.086598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8a84a510-a180-4108-8586-b65ce2995379 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:02:09.109374 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 8a84a510-a180-4108-8586-b65ce2995379 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:02:09.109731 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8a84a510-a180-4108-8586-b65ce2995379 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:02:09.115541 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 296cfa0c-88f4-43b4-ad12-15b003494f05 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:02:09.135984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 296cfa0c-88f4-43b4-ad12-15b003494f05 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:02:09.136546 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 296cfa0c-88f4-43b4-ad12-15b003494f05 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:02:09.156199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0161-1ce2-4382-bd2e-5b7ea40e1772 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (ae1f2546-59e0-48b5-b746-c3904ea0f461), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:09.262326 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0161-1ce2-4382-bd2e-5b7ea40e1772 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (ae1f2546-59e0-48b5-b746-c3904ea0f461), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:09.285820 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-1fbe0161-1ce2-4382-bd2e-5b7ea40e1772 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1f2546-59e0-48b5-b746-c3904ea0f461']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:09.298369 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-1fbe0161-1ce2-4382-bd2e-5b7ea40e1772 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68726d67-1641-4971-8893-c2fb5eb2aca8') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:09.298848 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-1fbe0161-1ce2-4382-bd2e-5b7ea40e1772 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68726d67-1641-4971-8893-c2fb5eb2aca8') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:09.308682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0161-1ce2-4382-bd2e-5b7ea40e1772 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (68726d67-1641-4971-8893-c2fb5eb2aca8), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:09.322365 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0161-1ce2-4382-bd2e-5b7ea40e1772 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (68726d67-1641-4971-8893-c2fb5eb2aca8), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:09.329424 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fbe0161-1ce2-4382-bd2e-5b7ea40e1772 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:02:09.329856 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0161-1ce2-4382-bd2e-5b7ea40e1772 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (68726d67-1641-4971-8893-c2fb5eb2aca8), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:02:09.333136 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:02:09.517218 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0161-1ce2-4382-bd2e-5b7ea40e1772 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (ae1f2546-59e0-48b5-b746-c3904ea0f461), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:09.535210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0161-1ce2-4382-bd2e-5b7ea40e1772 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:09.539121 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1fbe0161-1ce2-4382-bd2e-5b7ea40e1772 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/networks/ae1f2546-59e0-48b5-b746-c3904ea0f461 HTTP/1.1" status: 204 len: 168 time: 0.4793711 Jan 10 12:02:09.544589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0161-1ce2-4382-bd2e-5b7ea40e1772 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Network': ['ID=ae1f2546-59e0-48b5-b746-c3904ea0f461,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:09.564040 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59538) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:09.569704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-2c877656-c7c4-4e43-b7a4-cf5bc4f00147 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'network': {'name': 'tempest-network-smoke--628530299', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'port_security_enabled': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:09.649558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c877656-c7c4-4e43-b7a4-cf5bc4f00147 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:02:09.655201 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c877656-c7c4-4e43-b7a4-cf5bc4f00147 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:09.683585 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c877656-c7c4-4e43-b7a4-cf5bc4f00147 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:02:09.693250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c877656-c7c4-4e43-b7a4-cf5bc4f00147 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (fa28cae3-8b2c-4074-8dd8-e84501b47ee9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:09.693594 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-2c877656-c7c4-4e43-b7a4-cf5bc4f00147 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Added segment fa28cae3-8b2c-4074-8dd8-e84501b47ee9 of type vlan for network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa Jan 10 12:02:09.736542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c877656-c7c4-4e43-b7a4-cf5bc4f00147 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (2ee9238c-1f5e-4813-8c19-9c10b3ced6fa), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:09.817156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c877656-c7c4-4e43-b7a4-cf5bc4f00147 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (2ee9238c-1f5e-4813-8c19-9c10b3ced6fa), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:09.823521 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c877656-c7c4-4e43-b7a4-cf5bc4f00147 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:09.824115 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c877656-c7c4-4e43-b7a4-cf5bc4f00147 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:09.892715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c877656-c7c4-4e43-b7a4-cf5bc4f00147 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Network': ['ID=2ee9238c-1f5e-4813-8c19-9c10b3ced6fa,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:09.908095 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:02:09.962733 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2c877656-c7c4-4e43-b7a4-cf5bc4f00147 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3975708 Jan 10 12:02:09.966038 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59540) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:09.972613 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1808299935', 'admin_state_up': True, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:10.063183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (4658d62b-7a89-45ac-bee6-d1322e46b4df), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:10.064263 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (4658d62b-7a89-45ac-bee6-d1322e46b4df), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:10.121443 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_controller (4658d62b-7a89-45ac-bee6-d1322e46b4df), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:10.265856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b72f7785-b4b4-44ee-9db5-ca981768d7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:10.323512 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (4658d62b-7a89-45ac-bee6-d1322e46b4df), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:10.614350 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (4658d62b-7a89-45ac-bee6-d1322e46b4df), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:10.614651 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:10.635837 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:10.749099 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.74 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/b220228e-d995-4d93-af5c-c342aa8dc7bd) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:02:10.849972 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (b220228e-d995-4d93-af5c-c342aa8dc7bd), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:10.979287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f3506857-0dd7-436e-aaa1-8f6b0703a31a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:02:10.999579 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: f3506857-0dd7-436e-aaa1-8f6b0703a31a {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:02:10.999930 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f3506857-0dd7-436e-aaa1-8f6b0703a31a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:02:11.017482 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (b220228e-d995-4d93-af5c-c342aa8dc7bd), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:11.064063 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:02:11.067146 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:02:11.070149 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:02:11.080639 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc467145-6eb4-49ba-8f55-cd62722e4e41 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:02:11.097894 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=b220228e-d995-4d93-af5c-c342aa8dc7bd,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:11.180992 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-17c79018-640d-42d9-853e-03816f3772fb None None] Provisioning complete for port b220228e-d995-4d93-af5c-c342aa8dc7bd triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:11.181367 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-17c79018-640d-42d9-853e-03816f3772fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b220228e-d995-4d93-af5c-c342aa8dc7bd), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:11.216572 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-17c79018-640d-42d9-853e-03816f3772fb None None] Port b220228e-d995-4d93-af5c-c342aa8dc7bd cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:02:11.426889 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (4658d62b-7a89-45ac-bee6-d1322e46b4df), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:11.633441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (4658d62b-7a89-45ac-bee6-d1322e46b4df), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:11.814154 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 4658d62b-7a89-45ac-bee6-d1322e46b4df is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:02:11.921910 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:02:11.934471 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Sync routers for ids ['4658d62b-7a89-45ac-bee6-d1322e46b4df'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:02:11.944540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Routers {'4658d62b-7a89-45ac-bee6-d1322e46b4df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:02:11.945148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:02:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4658d62b-7a89-45ac-bee6-d1322e46b4df'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:12.041597 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:12.043877 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c74e3064-d4da-42aa-8692-9e800b265936 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0758779 Jan 10 12:02:12.046922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59542) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:12.051391 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Set router 4658d62b-7a89-45ac-bee6-d1322e46b4df gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:02:12.077325 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3e92144d-9b23-482d-b4ac-49240b74cd34 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a8ed50a2c6284926857fedd16b365558&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291462 Jan 10 12:02:12.080179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59544) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:12.177412 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc976815-1098-43f7-8237-94b17afd8031 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:12.179547 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dc976815-1098-43f7-8237-94b17afd8031 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981724 Jan 10 12:02:12.182369 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59546) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:12.210797 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-209abf6e-73b6-499c-bfc9-079d16e64d8e tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273411 Jan 10 12:02:12.213356 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59548) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:12.218537 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-4477a0c8-1fd1-43f5-9c73-adffe99a0a73 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1255345475', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:12.246155 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:12.254867 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'name': 'tempest-TestNetworkBasicOps-router-1808299935', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:11Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:12.282912 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Checking router: 4658d62b-7a89-45ac-bee6-d1322e46b4df for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:02:12.283273 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Updating router 4658d62b-7a89-45ac-bee6-d1322e46b4df port b220228e-d995-4d93-af5c-c342aa8dc7bd binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:02:12.309107 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b220228e-d995-4d93-af5c-c342aa8dc7bd), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:12.397887 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4477a0c8-1fd1-43f5-9c73-adffe99a0a73 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:02:12.401580 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4477a0c8-1fd1-43f5-9c73-adffe99a0a73 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:12.686143 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4477a0c8-1fd1-43f5-9c73-adffe99a0a73 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (43eaa850-0d81-44d9-8138-58f3bd834145), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:12.737407 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Publish callbacks [] for port (b220228e-d995-4d93-af5c-c342aa8dc7bd), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:12.749734 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477a0c8-1fd1-43f5-9c73-adffe99a0a73 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Subnet': ['ID=43eaa850-0d81-44d9-8138-58f3bd834145,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:12.757455 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4477a0c8-1fd1-43f5-9c73-adffe99a0a73 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Checking segment: {'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:02:12.757861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4477a0c8-1fd1-43f5-9c73-adffe99a0a73 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network hostable DHCP agents. Network: 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:02:12.811329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b220228e-d995-4d93-af5c-c342aa8dc7bd), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:12.831561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4477a0c8-1fd1-43f5-9c73-adffe99a0a73 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:02:12.859401 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894dd313-3e8c-4adc-a5bb-0167b8f37bac None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:02:12.875684 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217dcf55-c996-49d6-af12-e0440bcab588 None None] Pushing event updated for resources: {'Port': ['ID=b220228e-d995-4d93-af5c-c342aa8dc7bd,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:12.877944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Attempting to bind port b220228e-d995-4d93-af5c-c342aa8dc7bd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:02:12.878302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Attempting to bind port b220228e-d995-4d93-af5c-c342aa8dc7bd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:02:12.878669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Attempting to bind port b220228e-d995-4d93-af5c-c342aa8dc7bd on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:02:12.886899 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:02:12.894042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:02:12.894042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:12.894042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:02:12.894042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Bound port: b220228e-d995-4d93-af5c-c342aa8dc7bd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:02:12.894042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b220228e-d995-4d93-af5c-c342aa8dc7bd), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:12.911969 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-4477a0c8-1fd1-43f5-9c73-adffe99a0a73 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:02:12.917898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4477a0c8-1fd1-43f5-9c73-adffe99a0a73 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:12.919287 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4477a0c8-1fd1-43f5-9c73-adffe99a0a73 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:12.925855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82a38a6-9bcc-4fc0-b77d-6ef792f26e5d None None] Network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:02:13.009047 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4477a0c8-1fd1-43f5-9c73-adffe99a0a73 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7944138 Jan 10 12:02:13.011884 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59550) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:13.020644 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] For port b220228e-d995-4d93-af5c-c342aa8dc7bd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:02:13.025957 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] For port b220228e-d995-4d93-af5c-c342aa8dc7bd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b220228e-d995-4d93-af5c-c342aa8dc7bd,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:02:13.028816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c5bb953c-5119-4089-aa8b-a64531208d84 None None] Provisioning complete for port b220228e-d995-4d93-af5c-c342aa8dc7bd triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:13.029209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c5bb953c-5119-4089-aa8b-a64531208d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b220228e-d995-4d93-af5c-c342aa8dc7bd), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:13.072652 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb953c-5119-4089-aa8b-a64531208d84 None None] Port b220228e-d995-4d93-af5c-c342aa8dc7bd cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:02:13.099709 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ips': [{'subnet_id': '43eaa850-0d81-44d9-8138-58f3bd834145'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:02:13.100635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:13.179697 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b220228e-d995-4d93-af5c-c342aa8dc7bd), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:13.261115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5d9783-c46b-427e-b235-d689e6481afa None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:02:13.305322 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217dcf55-c996-49d6-af12-e0440bcab588 None None] Pushing event updated for resources: {'Port': ['ID=b220228e-d995-4d93-af5c-c342aa8dc7bd,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:13.312692 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Routers {'4658d62b-7a89-45ac-bee6-d1322e46b4df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:02:13.313374 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:02:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4658d62b-7a89-45ac-bee6-d1322e46b4df'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:13.383167 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:13.391827 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Allocated IP 172.20.0.2 (2ee9238c-1f5e-4813-8c19-9c10b3ced6fa/43eaa850-0d81-44d9-8138-58f3bd834145/7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:02:13.457106 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-860586f7-ee87-4960-bdb5-1b113ed90d7a None None] Provisioning complete for port b220228e-d995-4d93-af5c-c342aa8dc7bd triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:13.457487 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-860586f7-ee87-4960-bdb5-1b113ed90d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b220228e-d995-4d93-af5c-c342aa8dc7bd), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:13.471184 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:13.545817 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] Set router 4658d62b-7a89-45ac-bee6-d1322e46b4df gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:02:13.761358 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Publish callbacks [] for port (7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:13.762801 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-860586f7-ee87-4960-bdb5-1b113ed90d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b220228e-d995-4d93-af5c-c342aa8dc7bd), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:13.806110 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-860586f7-ee87-4960-bdb5-1b113ed90d7a None None] For port b220228e-d995-4d93-af5c-c342aa8dc7bd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b220228e-d995-4d93-af5c-c342aa8dc7bd,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:02:13.851666 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'name': 'tempest-TestNetworkBasicOps-router-1808299935', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:11Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:13.877657 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fd6801-4c35-4869-af3c-44ea3f5e7ba4 None None] The sync data for ids ['4658d62b-7a89-45ac-bee6-d1322e46b4df'] in dv-neutron-master-2-hyperv is: [{'id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'name': 'tempest-TestNetworkBasicOps-router-1808299935', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:11Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:02:13.906549 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:13.943243 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-860586f7-ee87-4960-bdb5-1b113ed90d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b220228e-d995-4d93-af5c-c342aa8dc7bd), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:13.954584 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:02:13.960732 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:02:13.963458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.1 (2ee9238c-1f5e-4813-8c19-9c10b3ced6fa/43eaa850-0d81-44d9-8138-58f3bd834145/c46745ab-2a98-4bcd-b5c6-cddafb4515df) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:02:13.963654 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:02:13.970709 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Pushing event updated for resources: {'Port': ['ID=7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:14.084174 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860586f7-ee87-4960-bdb5-1b113ed90d7a None None] Pushing event updated for resources: {'Port': ['ID=b220228e-d995-4d93-af5c-c342aa8dc7bd,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:14.089190 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Attempting to bind port 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:02:14.089996 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Attempting to bind port 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:02:14.090374 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Attempting to bind port 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4 on network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:02:14.096355 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:02:14.096745 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Checking segment: {'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:02:14.097160 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:14.097562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Bound using segment: {'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:02:14.098213 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Bound port: 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:02:14.098609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:14.138284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:14.184281 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] For port 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:02:14.189328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] For port 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4,segment=NetworkSegment(fa28cae3-8b2c-4074-8dd8-e84501b47ee9),segment_id=fa28cae3-8b2c-4074-8dd8-e84501b47ee9)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:02:14.274905 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:14.297512 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:14.325214 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:02:14.325454 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:02:14.330311 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:02:14.335127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=c46745ab-2a98-4bcd-b5c6-cddafb4515df,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:14.359267 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacf753-906d-4cf6-aa3b-9eedadcdd759 None None] Pushing event updated for resources: {'Port': ['ID=7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:14.384603 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (4658d62b-7a89-45ac-bee6-d1322e46b4df), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:14.601369 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:14.919675 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:14.988298 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:15.070826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (4658d62b-7a89-45ac-bee6-d1322e46b4df), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:15.073638 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=c46745ab-2a98-4bcd-b5c6-cddafb4515df,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:15.096508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:02:15.160428 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:15.160810 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:15.185047 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:02:15.186570 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:02:15.253506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:15.290863 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4,segment=NetworkSegment(fa28cae3-8b2c-4074-8dd8-e84501b47ee9),segment_id=fa28cae3-8b2c-4074-8dd8-e84501b47ee9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:02:15.318176 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 4658d62b-7a89-45ac-bee6-d1322e46b4df has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:02:15.399867 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:15.400814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b220228e-d995-4d93-af5c-c342aa8dc7bd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:02:15.434738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:02:15.440632 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bb65e7f0-e98f-4517-808b-afaf47bf468a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/4658d62b-7a89-45ac-bee6-d1322e46b4df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4276421 Jan 10 12:02:15.443850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59552) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:15.447880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf4bb5e-398f-469d-87e8-6e071134ba1b None None] Network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:02:15.541155 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23ff78-6b75-4f46-9411-63bae11ae142 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:15.541633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23ff78-6b75-4f46-9411-63bae11ae142 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:15.542128 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23ff78-6b75-4f46-9411-63bae11ae142 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:15.542586 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23ff78-6b75-4f46-9411-63bae11ae142 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:15.543051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23ff78-6b75-4f46-9411-63bae11ae142 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:15.543504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23ff78-6b75-4f46-9411-63bae11ae142 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:15.545292 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4e23ff78-6b75-4f46-9411-63bae11ae142 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1004319 Jan 10 12:02:15.548137 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59554) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:15.551105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:15.565293 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-cbf9f83b-01bd-4820-9039-d126d545d6d9 None None] Provisioning complete for port 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:15.565679 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f83b-01bd-4820-9039-d126d545d6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:15.629719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b09bc7-a5a9-4616-8971-601cc4cf51a4 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:15.630540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b09bc7-a5a9-4616-8971-601cc4cf51a4 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:15.631068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b09bc7-a5a9-4616-8971-601cc4cf51a4 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:15.632147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b09bc7-a5a9-4616-8971-601cc4cf51a4 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:15.632686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b09bc7-a5a9-4616-8971-601cc4cf51a4 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:15.633169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b09bc7-a5a9-4616-8971-601cc4cf51a4 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:15.634319 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port b220228e-d995-4d93-af5c-c342aa8dc7bd triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:15.634810 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b220228e-d995-4d93-af5c-c342aa8dc7bd), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:15.638020 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-18b09bc7-a5a9-4616-8971-601cc4cf51a4 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0865669 Jan 10 12:02:15.639451 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59556) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:15.787950 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-83a1f480-01c8-4c73-9ecb-06af46bd980a tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1474082 Jan 10 12:02:15.790815 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59558) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:15.797117 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-8b29f0f0-9554-4b81-ba57-da4140e85a30 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-989028150', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:15.959058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a973d30c-40c5-4c65-ac95-6919823e6825 None None] Provisioning complete for port c46745ab-2a98-4bcd-b5c6-cddafb4515df triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:15.959058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a973d30c-40c5-4c65-ac95-6919823e6825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:15.969979 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Sync routers for ids ['4658d62b-7a89-45ac-bee6-d1322e46b4df'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:02:15.983200 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Routers {'4658d62b-7a89-45ac-bee6-d1322e46b4df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:02:15.983838 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:02:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4658d62b-7a89-45ac-bee6-d1322e46b4df'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:15.997215 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-a973d30c-40c5-4c65-ac95-6919823e6825 None None] Port c46745ab-2a98-4bcd-b5c6-cddafb4515df cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:02:16.008456 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a973d30c-40c5-4c65-ac95-6919823e6825 None None] Provisioning complete for port 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:16.008840 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a973d30c-40c5-4c65-ac95-6919823e6825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:16.076962 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b29f0f0-9554-4b81-ba57-da4140e85a30 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'port': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:02:16.080719 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8b29f0f0-9554-4b81-ba57-da4140e85a30 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:16.107280 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [None req-8b29f0f0-9554-4b81-ba57-da4140e85a30 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] device_id is not set on port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b yet. {{(pid=110625) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 12:02:16.125315 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Set router 4658d62b-7a89-45ac-bee6-d1322e46b4df gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:02:16.227788 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-49300a0a-26e7-43bf-b058-ce19437aeee8 None None] Provisioning complete for port c46745ab-2a98-4bcd-b5c6-cddafb4515df triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:16.228276 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-49300a0a-26e7-43bf-b058-ce19437aeee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:16.274414 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-49300a0a-26e7-43bf-b058-ce19437aeee8 None None] Port c46745ab-2a98-4bcd-b5c6-cddafb4515df cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:02:16.285972 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-8b29f0f0-9554-4b81-ba57-da4140e85a30 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.11 (2ee9238c-1f5e-4813-8c19-9c10b3ced6fa/43eaa850-0d81-44d9-8138-58f3bd834145/8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:02:16.395487 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8182be1c-3a84-4cf5-9421-a1939bf07caf None None] Provisioning complete for port c46745ab-2a98-4bcd-b5c6-cddafb4515df triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:16.396276 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8182be1c-3a84-4cf5-9421-a1939bf07caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:16.435998 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8182be1c-3a84-4cf5-9421-a1939bf07caf None None] Port c46745ab-2a98-4bcd-b5c6-cddafb4515df cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:02:16.453131 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'name': 'tempest-TestNetworkBasicOps-router-1808299935', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:14Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c46745ab-2a98-4bcd-b5c6-cddafb4515df', 'name': '', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:7d:29:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:13Z', 'updated_at': '2022-01-10T12:02:14Z', 'revision_number': 2, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:16.481205 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Checking router: 4658d62b-7a89-45ac-bee6-d1322e46b4df for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:02:16.482271 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Updating router 4658d62b-7a89-45ac-bee6-d1322e46b4df port c46745ab-2a98-4bcd-b5c6-cddafb4515df binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:02:16.509335 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:16.686783 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8b29f0f0-9554-4b81-ba57-da4140e85a30 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:16.765426 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8b29f0f0-9554-4b81-ba57-da4140e85a30 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:16.814283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29f0f0-9554-4b81-ba57-da4140e85a30 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:02:16.817501 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8b29f0f0-9554-4b81-ba57-da4140e85a30 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:02:16.821345 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29f0f0-9554-4b81-ba57-da4140e85a30 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:02:16.846648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29f0f0-9554-4b81-ba57-da4140e85a30 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:16.880945 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b29f0f0-9554-4b81-ba57-da4140e85a30 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:16.881728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8b29f0f0-9554-4b81-ba57-da4140e85a30 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:16.926568 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Publish callbacks [] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:16.984237 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8b29f0f0-9554-4b81-ba57-da4140e85a30 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1914482 Jan 10 12:02:17.020596 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:17.032181 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:02:17.098564 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c98d2387-c6e8-4ccd-85a4-b6cdb408ba05 None None] Provisioning complete for port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:17.099219 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c98d2387-c6e8-4ccd-85a4-b6cdb408ba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:17.120804 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8195ba-e428-47e8-810d-db6ffc3d08d5 None None] Pushing event updated for resources: {'Port': ['ID=c46745ab-2a98-4bcd-b5c6-cddafb4515df,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:17.144513 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c98d2387-c6e8-4ccd-85a4-b6cdb408ba05 None None] Port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:02:17.144773 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8195ba-e428-47e8-810d-db6ffc3d08d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:17.145124 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8195ba-e428-47e8-810d-db6ffc3d08d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:17.149750 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8195ba-e428-47e8-810d-db6ffc3d08d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:17.150586 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8195ba-e428-47e8-810d-db6ffc3d08d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:17.150963 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8195ba-e428-47e8-810d-db6ffc3d08d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:17.151302 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8195ba-e428-47e8-810d-db6ffc3d08d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:17.151662 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8195ba-e428-47e8-810d-db6ffc3d08d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:17.152047 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8195ba-e428-47e8-810d-db6ffc3d08d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:17.152388 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8195ba-e428-47e8-810d-db6ffc3d08d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:17.152734 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8195ba-e428-47e8-810d-db6ffc3d08d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:17.153068 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8195ba-e428-47e8-810d-db6ffc3d08d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:17.153398 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8195ba-e428-47e8-810d-db6ffc3d08d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:17.153924 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8195ba-e428-47e8-810d-db6ffc3d08d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:17.157655 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Attempting to bind port c46745ab-2a98-4bcd-b5c6-cddafb4515df on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:02:17.158182 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Attempting to bind port c46745ab-2a98-4bcd-b5c6-cddafb4515df by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:02:17.158548 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Attempting to bind port c46745ab-2a98-4bcd-b5c6-cddafb4515df on network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:02:17.165281 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:02:17.165959 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Checking segment: {'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:02:17.166265 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:17.166632 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Bound using segment: {'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:02:17.167104 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Bound port: c46745ab-2a98-4bcd-b5c6-cddafb4515df, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:02:17.167572 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:17.171199 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:17.171986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:17.246100 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] For port c46745ab-2a98-4bcd-b5c6-cddafb4515df, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:02:17.255844 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] For port c46745ab-2a98-4bcd-b5c6-cddafb4515df, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c46745ab-2a98-4bcd-b5c6-cddafb4515df,segment=NetworkSegment(fa28cae3-8b2c-4074-8dd8-e84501b47ee9),segment_id=fa28cae3-8b2c-4074-8dd8-e84501b47ee9)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:02:17.355707 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:17.361156 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59562) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:17.367869 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-48c55458-d288-4b44-be38-c01519228ee3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-832029126', 'description': 'tempest-secgroup-smoke-832029126 description', 'project_id': 'a8ed50a2c6284926857fedd16b365558'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:17.368053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-87b9f49e-bae1-451e-8db3-a494c1fbd5bb None None] Provisioning complete for port c46745ab-2a98-4bcd-b5c6-cddafb4515df triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:17.368523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-87b9f49e-bae1-451e-8db3-a494c1fbd5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:17.414002 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Routers {'4658d62b-7a89-45ac-bee6-d1322e46b4df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:02:17.414638 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:02:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4658d62b-7a89-45ac-bee6-d1322e46b4df'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:17.458941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-87b9f49e-bae1-451e-8db3-a494c1fbd5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:17.486165 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8195ba-e428-47e8-810d-db6ffc3d08d5 None None] Pushing event updated for resources: {'Port': ['ID=c46745ab-2a98-4bcd-b5c6-cddafb4515df,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:17.493242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48c55458-d288-4b44-be38-c01519228ee3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:17.555702 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] Set router 4658d62b-7a89-45ac-bee6-d1322e46b4df gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:02:17.585490 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48c55458-d288-4b44-be38-c01519228ee3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (111f8cec-656e-478b-bff1-a3be9e4f2e54), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:17.650705 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48c55458-d288-4b44-be38-c01519228ee3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (111f8cec-656e-478b-bff1-a3be9e4f2e54), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:17.653110 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-87b9f49e-bae1-451e-8db3-a494c1fbd5bb None None] For port c46745ab-2a98-4bcd-b5c6-cddafb4515df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c46745ab-2a98-4bcd-b5c6-cddafb4515df,segment=NetworkSegment(fa28cae3-8b2c-4074-8dd8-e84501b47ee9),segment_id=fa28cae3-8b2c-4074-8dd8-e84501b47ee9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:02:17.681512 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c55458-d288-4b44-be38-c01519228ee3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=111f8cec-656e-478b-bff1-a3be9e4f2e54,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:17.730791 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-87b9f49e-bae1-451e-8db3-a494c1fbd5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:17.749971 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48c55458-d288-4b44-be38-c01519228ee3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:17.751887 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-48c55458-d288-4b44-be38-c01519228ee3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3894191 Jan 10 12:02:17.755460 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59564) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:17.760904 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0331995a-b3af-428e-a288-3f5f161628b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '111f8cec-656e-478b-bff1-a3be9e4f2e54', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:17.777921 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'name': 'tempest-TestNetworkBasicOps-router-1808299935', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:14Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c46745ab-2a98-4bcd-b5c6-cddafb4515df', 'name': '', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:7d:29:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:13Z', 'updated_at': '2022-01-10T12:02:17Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:17.782255 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9f49e-bae1-451e-8db3-a494c1fbd5bb None None] Pushing event updated for resources: {'Port': ['ID=c46745ab-2a98-4bcd-b5c6-cddafb4515df,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:17.809176 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46d756d-d9e6-4e07-a103-beaab6416e7c None None] The sync data for ids ['4658d62b-7a89-45ac-bee6-d1322e46b4df'] in dv-neutron-master-2-hyperv is: [{'id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'name': 'tempest-TestNetworkBasicOps-router-1808299935', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:14Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c46745ab-2a98-4bcd-b5c6-cddafb4515df', 'name': '', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:7d:29:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:13Z', 'updated_at': '2022-01-10T12:02:17Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:02:17.864148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-28802337-4ff6-4232-9e8d-394596b74242 None None] Provisioning complete for port c46745ab-2a98-4bcd-b5c6-cddafb4515df triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:17.864633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-28802337-4ff6-4232-9e8d-394596b74242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:17.888314 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0331995a-b3af-428e-a288-3f5f161628b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (7480e4bf-b707-4cac-86c1-ae2fa9b6a273), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:17.953587 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0331995a-b3af-428e-a288-3f5f161628b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (7480e4bf-b707-4cac-86c1-ae2fa9b6a273), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:18.028460 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0331995a-b3af-428e-a288-3f5f161628b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (7480e4bf-b707-4cac-86c1-ae2fa9b6a273), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:18.047519 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331995a-b3af-428e-a288-3f5f161628b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7480e4bf-b707-4cac-86c1-ae2fa9b6a273,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:18.132764 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0331995a-b3af-428e-a288-3f5f161628b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:18.134789 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0331995a-b3af-428e-a288-3f5f161628b3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3774641 Jan 10 12:02:18.137470 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59566) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:18.143354 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ecd6b3bf-f601-4b52-98f0-6604b690f33d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '111f8cec-656e-478b-bff1-a3be9e4f2e54', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:18.239592 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ecd6b3bf-f601-4b52-98f0-6604b690f33d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (d6a2e8eb-e72f-4114-924c-7ffa3cb1c7cf), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:18.306354 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ecd6b3bf-f601-4b52-98f0-6604b690f33d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (d6a2e8eb-e72f-4114-924c-7ffa3cb1c7cf), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:18.382745 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ecd6b3bf-f601-4b52-98f0-6604b690f33d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (d6a2e8eb-e72f-4114-924c-7ffa3cb1c7cf), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:18.402334 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6b3bf-f601-4b52-98f0-6604b690f33d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a2e8eb-e72f-4114-924c-7ffa3cb1c7cf,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:18.533321 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ecd6b3bf-f601-4b52-98f0-6604b690f33d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:18.534545 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ecd6b3bf-f601-4b52-98f0-6604b690f33d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3958805 Jan 10 12:02:18.537338 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59570) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:18.542908 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ff16d042-bda9-433b-bd8f-f2b5bf54adcd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '111f8cec-656e-478b-bff1-a3be9e4f2e54', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:18.634115 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff16d042-bda9-433b-bd8f-f2b5bf54adcd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (56e086b2-44a1-4cb9-916c-a43dcc12e673), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:18.696796 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff16d042-bda9-433b-bd8f-f2b5bf54adcd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (56e086b2-44a1-4cb9-916c-a43dcc12e673), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:18.782771 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff16d042-bda9-433b-bd8f-f2b5bf54adcd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (56e086b2-44a1-4cb9-916c-a43dcc12e673), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:18.803315 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16d042-bda9-433b-bd8f-f2b5bf54adcd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e086b2-44a1-4cb9-916c-a43dcc12e673,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:18.890472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff16d042-bda9-433b-bd8f-f2b5bf54adcd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:18.891754 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ff16d042-bda9-433b-bd8f-f2b5bf54adcd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3527377 Jan 10 12:02:18.894656 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59572) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:18.901298 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '111f8cec-656e-478b-bff1-a3be9e4f2e54', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:19.009127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (30b63f1c-be6a-4501-9547-8366d2f693f8), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:19.053625 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c46745ab-2a98-4bcd-b5c6-cddafb4515df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:02:19.079120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (30b63f1c-be6a-4501-9547-8366d2f693f8), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:19.106500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port c46745ab-2a98-4bcd-b5c6-cddafb4515df triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:19.106844 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:19.156628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (30b63f1c-be6a-4501-9547-8366d2f693f8), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:19.175114 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b63f1c-be6a-4501-9547-8366d2f693f8,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:19.183489 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:19.183850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:19.184242 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:19.184592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:19.184938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:19.185278 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:19.185623 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:19.185986 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:19.186325 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:19.186662 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:19.186997 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:19.187335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:19.187698 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:19.243170 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:19.244937 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9d8d6f15-44fe-41c3-ac07-b503834b4cd8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3489766 Jan 10 12:02:19.248153 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59574) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:19.252600 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-03269f80-536f-48dc-8fd8-0bc59a94201d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '111f8cec-656e-478b-bff1-a3be9e4f2e54', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:19.359535 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-03269f80-536f-48dc-8fd8-0bc59a94201d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:02:19.365096 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-03269f80-536f-48dc-8fd8-0bc59a94201d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (1bcf34eb-97d7-47ef-8700-0dc4d61b3950), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:19.393953 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:19.424794 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-03269f80-536f-48dc-8fd8-0bc59a94201d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (1bcf34eb-97d7-47ef-8700-0dc4d61b3950), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:19.485518 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-03269f80-536f-48dc-8fd8-0bc59a94201d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (1bcf34eb-97d7-47ef-8700-0dc4d61b3950), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:19.503845 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03269f80-536f-48dc-8fd8-0bc59a94201d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bcf34eb-97d7-47ef-8700-0dc4d61b3950,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:19.573232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-03269f80-536f-48dc-8fd8-0bc59a94201d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:19.574447 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-03269f80-536f-48dc-8fd8-0bc59a94201d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3253257 Jan 10 12:02:19.577872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59576) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:19.582280 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-9cc9b950-8b36-42fb-851a-5d2a7584a786 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '111f8cec-656e-478b-bff1-a3be9e4f2e54', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:19.691129 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-9cc9b950-8b36-42fb-851a-5d2a7584a786 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:02:19.696913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b950-8b36-42fb-851a-5d2a7584a786 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (bf0693ae-2fbe-481d-9923-372dd17bce61), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:19.756569 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b950-8b36-42fb-851a-5d2a7584a786 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (bf0693ae-2fbe-481d-9923-372dd17bce61), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:19.839781 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b950-8b36-42fb-851a-5d2a7584a786 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (bf0693ae-2fbe-481d-9923-372dd17bce61), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:19.858594 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9b950-8b36-42fb-851a-5d2a7584a786 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0693ae-2fbe-481d-9923-372dd17bce61,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:19.932983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b950-8b36-42fb-851a-5d2a7584a786 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:19.934243 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9cc9b950-8b36-42fb-851a-5d2a7584a786 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3554037 Jan 10 12:02:20.089691 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-44c85400-83d8-4f0f-9cec-13e1e5a58cfc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832029126&fields=id&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 267 time: 0.0497377 Jan 10 12:02:20.141151 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-c4fedc96-4c77-49c0-94c8-2cb4f464d053 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:20.142538 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-c4fedc96-4c77-49c0-94c8-2cb4f464d053 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports/8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b HTTP/1.1" status: 200 len: 930 time: 0.0465779 Jan 10 12:02:20.235976 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-fc9b3efd-d2e4-4c96-94a3-2cce780d2692 service neutron] 10.222.0.16 "GET /v2.0/ports/8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0806959 Jan 10 12:02:20.329378 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-c94b5711-1dc1-4d8b-a52a-e0a206b5694a service neutron] 10.222.0.16 "GET /v2.0/networks/2ee9238c-1f5e-4813-8c19-9c10b3ced6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876746 Jan 10 12:02:20.428832 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-d58d1042-b449-4298-b03d-0c054e2c3d89 service neutron] 10.222.0.16 "GET /v2.0/networks/2ee9238c-1f5e-4813-8c19-9c10b3ced6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922499 Jan 10 12:02:20.702400 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9da46f21-ad5b-44ef-b060-5eec911f6efa req-21d6dca7-3814-4cf3-bd32-33ddf62ef075 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 210 time: 0.0294743 Jan 10 12:02:21.800556 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e62b5b61-62a3-48eb-9ef2-f8017ac6a8b0 req-f9b29507-0994-41f3-b528-a2547f15b27e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 210 time: 0.0264795 Jan 10 12:02:22.803724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-27c6f9a7-c1b3-4f20-8205-29e244e8d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:22.805230 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-27c6f9a7-c1b3-4f20-8205-29e244e8d0ef service neutron] 10.222.0.30 "GET /v2.0/ports/8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b HTTP/1.1" status: 200 len: 1026 time: 0.0352285 Jan 10 12:02:22.909802 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f68f3af9-5897-4e4b-b700-3b7dc4c3d8d6 req-21ba9813-83e8-4113-aac3-98f959517659 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 210 time: 0.0398276 Jan 10 12:02:22.950617 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-8fcb8406-eee2-4956-b63a-30829008981f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:22.952195 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-8fcb8406-eee2-4956-b63a-30829008981f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/networks?id=2ee9238c-1f5e-4813-8c19-9c10b3ced6fa HTTP/1.1" status: 200 len: 796 time: 0.1426842 Jan 10 12:02:23.017409 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-8ca5f079-df33-419e-bbde-79191de69e79 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 379 time: 0.0566385 Jan 10 12:02:23.027961 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Request body: {'port': {'device_id': '69fdb43e-2357-4103-a2a0-e08d2ae9ad74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:23.087398 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:23.676501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:02:23.684747 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Publish callbacks [] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:23.698147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Transition to ACTIVE for port object 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:02:23.773793 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:23.823864 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Pushing event updated for resources: {'Port': ['ID=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:23.905625 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Attempting to bind port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:02:23.906327 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Attempting to bind port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:02:23.906947 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Attempting to bind port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b on network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:02:23.914659 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b on network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:02:23.915190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Attempting to bind port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b on network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:02:23.927472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:02:23.927472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Checking segment: {'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:02:23.927472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Bound using segment: {'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:02:23.927472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Bound port: 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:02:23.927472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:24.006082 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] For port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:02:24.011616 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] For port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,segment=NetworkSegment(fa28cae3-8b2c-4074-8dd8-e84501b47ee9),segment_id=fa28cae3-8b2c-4074-8dd8-e84501b47ee9)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:02:24.052297 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476f490-18ec-4801-8d06-c3494dbce1c5 req-1f29a350-5348-422e-b014-c2b53cd44a0e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:24.055021 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a476f490-18ec-4801-8d06-c3494dbce1c5 req-1f29a350-5348-422e-b014-c2b53cd44a0e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 981 time: 0.0602176 Jan 10 12:02:24.095720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:24.109872 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a476f490-18ec-4801-8d06-c3494dbce1c5 req-179bfb39-604b-4e8e-9536-4cb2d41100f1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466034 Jan 10 12:02:24.139328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:24.139328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:24.139328 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] 10.222.0.30 "PUT /v2.0/ports/8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b HTTP/1.1" status: 200 len: 1131 time: 1.1116090 Jan 10 12:02:24.141009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fdb43e-2357-4103-a2a0-e08d2ae9ad74', 'tag': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:02:24.144058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c1693d-4e83-4683-b307-6b0adad5f9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "69fdb43e-2357-4103-a2a0-e08d2ae9ad74", "tag": "8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:02:24.179225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abee1c4-d329-440f-940e-a642e18119ca service neutron] Pushing event updated for resources: {'Port': ['ID=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:24.203814 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8769137-745d-472e-9d5a-eaff1dcb7888 x-openstack-request-id: req-b8769137-745d-472e-9d5a-eaff1dcb7888 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:02:24.204127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fdb43e-2357-4103-a2a0-e08d2ae9ad74", "tag": "8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:02:24.204423 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8769137-745d-472e-9d5a-eaff1dcb7888 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:02:24.204867 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69fdb43e-2357-4103-a2a0-e08d2ae9ad74', 'tag': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b', 'status': 'completed', 'code': 200} Jan 10 12:02:24.273364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1693d-4e83-4683-b307-6b0adad5f9ef req-8cb3ebbc-c400-4954-bc7f-09f421514e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:24.275057 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-34c1693d-4e83-4683-b307-6b0adad5f9ef req-8cb3ebbc-c400-4954-bc7f-09f421514e5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 1134 time: 0.0514283 Jan 10 12:02:24.385886 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1693d-4e83-4683-b307-6b0adad5f9ef req-c3df44d9-68c5-4668-9f9e-33b72eb8d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:24.387387 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-34c1693d-4e83-4683-b307-6b0adad5f9ef req-c3df44d9-68c5-4668-9f9e-33b72eb8d3cd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a8ed50a2c6284926857fedd16b365558&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1045904 Jan 10 12:02:24.488430 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1693d-4e83-4683-b307-6b0adad5f9ef req-f90d55fd-5bd3-41ac-ada6-4901ff53dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:24.489938 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-34c1693d-4e83-4683-b307-6b0adad5f9ef req-f90d55fd-5bd3-41ac-ada6-4901ff53dad9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964110 Jan 10 12:02:24.564988 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-1b971ed6-071c-44b5-85e1-0d54a032ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:24.566516 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-1b971ed6-071c-44b5-85e1-0d54a032ea66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 1134 time: 0.0414240 Jan 10 12:02:24.607299 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-d458919f-4db8-4457-944b-59e81c476fde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b HTTP/1.1" status: 200 len: 217 time: 0.0342648 Jan 10 12:02:24.660791 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-f38d7e56-b092-4051-9afd-ec995e7288d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:24.662306 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-f38d7e56-b092-4051-9afd-ec995e7288d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43eaa850-0d81-44d9-8138-58f3bd834145 HTTP/1.1" status: 200 len: 835 time: 0.0478985 Jan 10 12:02:24.711384 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-c3ff51b0-a1f4-4e5c-b815-9b074ee6d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:24.712826 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-c3ff51b0-a1f4-4e5c-b815-9b074ee6d902 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ee9238c-1f5e-4813-8c19-9c10b3ced6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452394 Jan 10 12:02:24.802353 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-04b59eef-5f07-4b41-a080-35b185336d00 service neutron] 10.222.0.30 "GET /v2.0/networks/2ee9238c-1f5e-4813-8c19-9c10b3ced6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824554 Jan 10 12:02:24.895510 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8c43af62-f5ba-4a20-9c07-af8334076833 req-eecb9412-83ff-485d-a308-e798c2ff8cdc service neutron] 10.222.0.30 "GET /v2.0/networks/2ee9238c-1f5e-4813-8c19-9c10b3ced6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878229 Jan 10 12:02:25.234704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f5ee4-12d0-468a-8346-543012ca55e4 req-6904b466-315e-4a83-9803-577a44b53ffa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:25.235440 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-656f5ee4-12d0-468a-8346-543012ca55e4 req-6904b466-315e-4a83-9803-577a44b53ffa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 981 time: 0.0535471 Jan 10 12:02:25.286605 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-656f5ee4-12d0-468a-8346-543012ca55e4 req-87156aee-ad62-46a5-aad7-c119ff74c90f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454350 Jan 10 12:02:26.404846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c8e9d-44d9-4f82-8dc8-7212eb863b34 req-20c50971-09e7-4f6d-8505-a38e82586912 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:26.406434 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1c1c8e9d-44d9-4f82-8dc8-7212eb863b34 req-20c50971-09e7-4f6d-8505-a38e82586912 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 981 time: 0.0509121 Jan 10 12:02:26.456554 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1c1c8e9d-44d9-4f82-8dc8-7212eb863b34 req-87211a13-4c78-4f89-bac7-d503662219b6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442173 Jan 10 12:02:26.861566 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:02:27.181581 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:02:27.278685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,segment=NetworkSegment(fa28cae3-8b2c-4074-8dd8-e84501b47ee9),segment_id=fa28cae3-8b2c-4074-8dd8-e84501b47ee9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:02:27.293912 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'port_id': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b', 'mac_address': 'fa:16:3e:34:94:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:02:27.332718 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:27.346000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:02:27.365237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,segment=NetworkSegment(fa28cae3-8b2c-4074-8dd8-e84501b47ee9),segment_id=fa28cae3-8b2c-4074-8dd8-e84501b47ee9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:02:27.440242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:27.498250 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:27.575999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281968d2-bbc6-405c-a7cf-774be0b411d0 req-ac6a0271-7999-41aa-983d-2634776dd53e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:27.577594 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-281968d2-bbc6-405c-a7cf-774be0b411d0 req-ac6a0271-7999-41aa-983d-2634776dd53e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 982 time: 0.0516901 Jan 10 12:02:27.626013 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-281968d2-bbc6-405c-a7cf-774be0b411d0 req-21e6c29e-61a9-4642-bbb9-062158bdcee8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427351 Jan 10 12:02:27.640082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:02:27.990574 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8877b080-0ede-47d7-898d-b614a16c7c09 req-10e60eff-83a3-48ad-90b2-f12617996c2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455990 Jan 10 12:02:28.081219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877b080-0ede-47d7-898d-b614a16c7c09 req-27825b00-b338-4ad8-880e-b3112372c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:28.083742 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8877b080-0ede-47d7-898d-b614a16c7c09 req-27825b00-b338-4ad8-880e-b3112372c181 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 1098 time: 0.0478625 Jan 10 12:02:28.190572 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877b080-0ede-47d7-898d-b614a16c7c09 req-b692de8a-7d9d-4493-8971-0c6857bd6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:28.191980 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8877b080-0ede-47d7-898d-b614a16c7c09 req-b692de8a-7d9d-4493-8971-0c6857bd6485 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 913 time: 0.0877554 Jan 10 12:02:28.264505 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8877b080-0ede-47d7-898d-b614a16c7c09 req-d57629f5-238d-4285-87ea-1d3e18736c89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd443e91-1770-48e9-8962-f1783d264ca7 HTTP/1.1" status: 200 len: 1001 time: 0.0663559 Jan 10 12:02:28.314190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877b080-0ede-47d7-898d-b614a16c7c09 req-e9a3ea8a-bcfb-436c-af07-046b1aec2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:28.315663 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8877b080-0ede-47d7-898d-b614a16c7c09 req-e9a3ea8a-bcfb-436c-af07-046b1aec2db9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3 HTTP/1.1" status: 200 len: 851 time: 0.0460432 Jan 10 12:02:28.360750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877b080-0ede-47d7-898d-b614a16c7c09 req-927ee42c-c721-4132-9237-fa50f1744d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:28.362288 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8877b080-0ede-47d7-898d-b614a16c7c09 req-927ee42c-c721-4132-9237-fa50f1744d4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413463 Jan 10 12:02:28.456634 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8877b080-0ede-47d7-898d-b614a16c7c09 req-e8070c0d-5fb8-47d6-bdfa-4e9f67161245 service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885253 Jan 10 12:02:28.553182 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8877b080-0ede-47d7-898d-b614a16c7c09 req-1bd82097-9b7a-443a-9abd-7fbeaf5d5dcf service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899658 Jan 10 12:02:28.747796 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa31eb-2691-4c3d-a795-274f4dcb9a82 req-fac99554-b522-43a8-b5a3-25e6aed4b964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:28.749295 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c9aa31eb-2691-4c3d-a795-274f4dcb9a82 req-fac99554-b522-43a8-b5a3-25e6aed4b964 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 982 time: 0.0556154 Jan 10 12:02:28.796146 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c9aa31eb-2691-4c3d-a795-274f4dcb9a82 req-03af3084-6a4f-4148-aa7a-b4f56fc34397 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412965 Jan 10 12:02:29.183452 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:02:29.285152 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:02:29.289820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:29.290720 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:29.373415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:29.395466 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fdb43e-2357-4103-a2a0-e08d2ae9ad74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:02:29.398023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc17dbb-bdbc-4781-b669-9e4eb7c8cc75" -d '{"events": [{"server_uuid": "69fdb43e-2357-4103-a2a0-e08d2ae9ad74", "name": "network-vif-plugged", "status": "completed", "tag": "8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:02:29.411638 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,segment=NetworkSegment(fa28cae3-8b2c-4074-8dd8-e84501b47ee9),segment_id=fa28cae3-8b2c-4074-8dd8-e84501b47ee9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:02:29.479953 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:29.533553 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:29.554077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420a846f-7e87-4025-97eb-2ec21c131e4a x-openstack-request-id: req-420a846f-7e87-4025-97eb-2ec21c131e4a {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:02:29.554387 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fdb43e-2357-4103-a2a0-e08d2ae9ad74", "name": "network-vif-plugged", "status": "completed", "tag": "8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:02:29.555112 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-420a846f-7e87-4025-97eb-2ec21c131e4a {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:02:29.555604 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fdb43e-2357-4103-a2a0-e08d2ae9ad74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b', 'code': 200} Jan 10 12:02:29.919625 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6efdc-6a95-4027-80d2-3120a3369f6d req-83b1c60c-2b07-4d6a-9885-714ec06c49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:29.921307 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f8e6efdc-6a95-4027-80d2-3120a3369f6d req-83b1c60c-2b07-4d6a-9885-714ec06c49d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 1136 time: 0.0737295 Jan 10 12:02:29.935311 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4195b-2c33-4a64-8de2-d4a787839e33 req-08b14c2f-9723-4ab2-8fb2-e29941b2d490 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:29.936777 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dfd4195b-2c33-4a64-8de2-d4a787839e33 req-08b14c2f-9723-4ab2-8fb2-e29941b2d490 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 983 time: 0.0642693 Jan 10 12:02:30.007960 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f8e6efdc-6a95-4027-80d2-3120a3369f6d req-13dba09a-3ecb-40e6-b8bb-45eb3357ea56 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806561 Jan 10 12:02:30.016152 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dfd4195b-2c33-4a64-8de2-d4a787839e33 req-77121f45-d465-4178-ba2d-2026167b8a50 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732656 Jan 10 12:02:31.138955 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb57cfa-6a08-4ee9-a0a7-abb407c3a764 req-5ad3f9c3-3801-4d77-8186-a1e4d0d927ad tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:31.141692 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2cb57cfa-6a08-4ee9-a0a7-abb407c3a764 req-5ad3f9c3-3801-4d77-8186-a1e4d0d927ad tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 983 time: 0.0567787 Jan 10 12:02:31.188826 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2cb57cfa-6a08-4ee9-a0a7-abb407c3a764 req-e1dd6474-ebbb-4752-a0f6-fc52e3937671 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428579 Jan 10 12:02:32.304430 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274e3d0-6ccc-41b1-af91-f3c7be832d97 req-18e858c8-7ea1-4a2c-bd16-1475b274aeda tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:32.305949 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e274e3d0-6ccc-41b1-af91-f3c7be832d97 req-18e858c8-7ea1-4a2c-bd16-1475b274aeda tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 983 time: 0.0499914 Jan 10 12:02:32.354999 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e274e3d0-6ccc-41b1-af91-f3c7be832d97 req-aef3d72f-247a-4d61-9e62-0d000ed48b38 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425849 Jan 10 12:02:32.469095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6a972-e498-4364-ab3b-712e026cbf46 req-55172fe4-e1de-4cda-a643-c1bbc081be3b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:32.470572 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a8d6a972-e498-4364-ab3b-712e026cbf46 req-55172fe4-e1de-4cda-a643-c1bbc081be3b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 983 time: 0.0499690 Jan 10 12:02:32.518297 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a8d6a972-e498-4364-ab3b-712e026cbf46 req-34b5d6ca-ba75-4483-a809-5cb8b7077ec8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421200 Jan 10 12:02:32.541936 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59642) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:32.581567 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384f0f4f-49f4-4c10-99cf-55b3d97c15b7 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:32.583156 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-384f0f4f-49f4-4c10-99cf-55b3d97c15b7 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 1131 time: 0.0401919 Jan 10 12:02:32.586008 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59644) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:32.590805 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:32.688209 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:32.793434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:32.901747 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.156 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/eea0c649-edf1-47f8-b8f2-69e9d5caf1b7) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:02:33.013214 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (eea0c649-edf1-47f8-b8f2-69e9d5caf1b7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:33.140524 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (eea0c649-edf1-47f8-b8f2-69e9d5caf1b7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:33.181569 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:02:33.184964 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:02:33.188502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:02:33.194180 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=eea0c649-edf1-47f8-b8f2-69e9d5caf1b7,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:33.554568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (92ce0981-86ec-4a07-ad15-e502fe8ad0e0), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:33.689404 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (eea0c649-edf1-47f8-b8f2-69e9d5caf1b7), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:33.851191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (eea0c649-edf1-47f8-b8f2-69e9d5caf1b7), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:33.927842 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (eea0c649-edf1-47f8-b8f2-69e9d5caf1b7), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:33.996206 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=eea0c649-edf1-47f8-b8f2-69e9d5caf1b7,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:34.010048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (92ce0981-86ec-4a07-ad15-e502fe8ad0e0), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:34.116666 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP 92ce0981-86ec-4a07-ad15-e502fe8ad0e0 associated. External IP: 172.36.2.156, port: 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b. Jan 10 12:02:34.321400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 4658d62b-7a89-45ac-bee6-d1322e46b4df has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:02:34.435614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:02:34.446566 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80582515-303a-40b2-977d-3640851dd691 None None] Sync routers for ids ['4658d62b-7a89-45ac-bee6-d1322e46b4df'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:02:34.458349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80582515-303a-40b2-977d-3640851dd691 None None] Routers {'4658d62b-7a89-45ac-bee6-d1322e46b4df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:02:34.458985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-80582515-303a-40b2-977d-3640851dd691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:02:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4658d62b-7a89-45ac-bee6-d1322e46b4df'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:34.533271 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:34.564588 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-394ec055-96ba-4288-a1fa-0d2d9f8b8f00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.9775128 Jan 10 12:02:34.565383 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fdb43e-2357-4103-a2a0-e08d2ae9ad74', 'tag': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:02:34.567636 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59646) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:34.568124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19005c0-0047-4e1e-a220-53276cf70484" -d '{"events": [{"name": "network-changed", "server_uuid": "69fdb43e-2357-4103-a2a0-e08d2ae9ad74", "tag": "8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:02:34.580219 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-80582515-303a-40b2-977d-3640851dd691 None None] Set router 4658d62b-7a89-45ac-bee6-d1322e46b4df gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:02:34.607458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a5db5d-881d-47bf-9ea1-7bb25a3f2b9a x-openstack-request-id: req-86a5db5d-881d-47bf-9ea1-7bb25a3f2b9a {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:02:34.608108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fdb43e-2357-4103-a2a0-e08d2ae9ad74", "tag": "8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:02:34.608496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86a5db5d-881d-47bf-9ea1-7bb25a3f2b9a {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:02:34.609037 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69fdb43e-2357-4103-a2a0-e08d2ae9ad74', 'tag': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b', 'status': 'completed', 'code': 200} Jan 10 12:02:34.652743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aa810f-c603-4567-aae2-b02d368623dc tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:34.656939 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-12aa810f-c603-4567-aae2-b02d368623dc tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74&network_id=2ee9238c-1f5e-4813-8c19-9c10b3ced6fa HTTP/1.1" status: 200 len: 1131 time: 0.0856073 Jan 10 12:02:34.680168 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19005c0-0047-4e1e-a220-53276cf70484 req-97d5a26e-94e1-4a2a-9b73-44f78c5e423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:34.684685 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e19005c0-0047-4e1e-a220-53276cf70484 req-97d5a26e-94e1-4a2a-9b73-44f78c5e423f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 1136 time: 0.0505013 Jan 10 12:02:34.788138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19005c0-0047-4e1e-a220-53276cf70484 req-ab3fc7a4-054d-48d6-9c5f-e10380be144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:34.789628 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e19005c0-0047-4e1e-a220-53276cf70484 req-ab3fc7a4-054d-48d6-9c5f-e10380be144f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ee9238c-1f5e-4813-8c19-9c10b3ced6fa HTTP/1.1" status: 200 len: 897 time: 0.0993793 Jan 10 12:02:34.826806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-80582515-303a-40b2-977d-3640851dd691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'name': 'tempest-TestNetworkBasicOps-router-1808299935', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:14Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '92ce0981-86ec-4a07-ad15-e502fe8ad0e0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.156', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'port_id': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-989028150', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'mac_address': 'fa:16:3e:34:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb43e-2357-4103-a2a0-e08d2ae9ad74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:02:33Z', 'updated_at': '2022-01-10T12:02:33Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46745ab-2a98-4bcd-b5c6-cddafb4515df', 'name': '', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:7d:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:13Z', 'updated_at': '2022-01-10T12:02:17Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:34.854461 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80582515-303a-40b2-977d-3640851dd691 None None] Checking router: 4658d62b-7a89-45ac-bee6-d1322e46b4df for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:02:34.858913 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e19005c0-0047-4e1e-a220-53276cf70484 req-a26aa2c6-202d-487e-9d4b-14c842c0ba7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b HTTP/1.1" status: 200 len: 1037 time: 0.0630918 Jan 10 12:02:34.862982 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80582515-303a-40b2-977d-3640851dd691 None None] Routers {'4658d62b-7a89-45ac-bee6-d1322e46b4df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:02:34.863667 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-80582515-303a-40b2-977d-3640851dd691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:02:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4658d62b-7a89-45ac-bee6-d1322e46b4df'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:34.928520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19005c0-0047-4e1e-a220-53276cf70484 req-fe5e1025-351f-4760-93d5-f2c1e10b827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:34.930782 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e19005c0-0047-4e1e-a220-53276cf70484 req-fe5e1025-351f-4760-93d5-f2c1e10b827a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43eaa850-0d81-44d9-8138-58f3bd834145 HTTP/1.1" status: 200 len: 835 time: 0.0663710 Jan 10 12:02:34.988778 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19005c0-0047-4e1e-a220-53276cf70484 req-d8276b8d-8a2d-49a7-9721-5204eabe5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:34.991370 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e19005c0-0047-4e1e-a220-53276cf70484 req-d8276b8d-8a2d-49a7-9721-5204eabe5943 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ee9238c-1f5e-4813-8c19-9c10b3ced6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536036 Jan 10 12:02:34.994249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-80582515-303a-40b2-977d-3640851dd691 None None] Set router 4658d62b-7a89-45ac-bee6-d1322e46b4df gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:02:35.133000 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e19005c0-0047-4e1e-a220-53276cf70484 req-857da95b-ec68-4918-a144-27c5ad66b275 service neutron] 10.222.0.30 "GET /v2.0/networks/2ee9238c-1f5e-4813-8c19-9c10b3ced6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342924 Jan 10 12:02:35.151079 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38141c83-9bbb-4167-9dad-948f68eb6e1c req-5275a048-bb60-40ce-9174-010dd3f92a8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:35.156149 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-38141c83-9bbb-4167-9dad-948f68eb6e1c req-5275a048-bb60-40ce-9174-010dd3f92a8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 983 time: 0.0726752 Jan 10 12:02:35.298499 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-80582515-303a-40b2-977d-3640851dd691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'name': 'tempest-TestNetworkBasicOps-router-1808299935', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:14Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '92ce0981-86ec-4a07-ad15-e502fe8ad0e0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.156', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'port_id': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-989028150', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'mac_address': 'fa:16:3e:34:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb43e-2357-4103-a2a0-e08d2ae9ad74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:02:33Z', 'updated_at': '2022-01-10T12:02:33Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46745ab-2a98-4bcd-b5c6-cddafb4515df', 'name': '', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:7d:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:13Z', 'updated_at': '2022-01-10T12:02:17Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:35.312283 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-38141c83-9bbb-4167-9dad-948f68eb6e1c req-1d9ef1ed-93ef-496b-8483-a38eaa0a0fe0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469426 Jan 10 12:02:35.326373 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80582515-303a-40b2-977d-3640851dd691 None None] The sync data for ids ['4658d62b-7a89-45ac-bee6-d1322e46b4df'] in dv-neutron-master-2-hyperv is: [{'id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'name': 'tempest-TestNetworkBasicOps-router-1808299935', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:14Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '92ce0981-86ec-4a07-ad15-e502fe8ad0e0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.156', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'port_id': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-989028150', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'mac_address': 'fa:16:3e:34:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb43e-2357-4103-a2a0-e08d2ae9ad74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:02:33Z', 'updated_at': '2022-01-10T12:02:33Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46745ab-2a98-4bcd-b5c6-cddafb4515df', 'name': '', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:7d:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:13Z', 'updated_at': '2022-01-10T12:02:17Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:02:35.337547 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e19005c0-0047-4e1e-a220-53276cf70484 req-a09a797f-ffdb-4889-9ad9-8b8ec7345734 service neutron] 10.222.0.30 "GET /v2.0/networks/2ee9238c-1f5e-4813-8c19-9c10b3ced6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947558 Jan 10 12:02:35.524616 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b047dfa-0050-44fc-9c39-be3db0fabd3e None None] New status for floating IP 92ce0981-86ec-4a07-ad15-e502fe8ad0e0: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:02:36.031080 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-290e0913-bd3c-45eb-9d11-635ad613b32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:36.367137 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-f3e3a035-e041-45ac-9408-6c3be080960e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:36.368668 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-f3e3a035-e041-45ac-9408-6c3be080960e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 983 time: 0.0526705 Jan 10 12:02:36.414064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-8360e29b-550c-467c-bd0c-95ffe28e0fbc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:36.415478 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-8360e29b-550c-467c-bd0c-95ffe28e0fbc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/ports/8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0414197 Jan 10 12:02:36.437947 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc41b4-9903-47b0-ab60-5de4d7d5ec16 req-89531ae3-610b-46cf-95d2-c016a00ce4a9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:36.439602 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c5cc41b4-9903-47b0-ab60-5de4d7d5ec16 req-89531ae3-610b-46cf-95d2-c016a00ce4a9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 983 time: 0.0521984 Jan 10 12:02:36.491267 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c5cc41b4-9903-47b0-ab60-5de4d7d5ec16 req-d8e71d6c-a789-480e-84ca-2faf99a834ca tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457690 Jan 10 12:02:36.529526 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-f4a4341d-5b24-4cbe-85b2-383dfacc0872 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/networks/2ee9238c-1f5e-4813-8c19-9c10b3ced6fa?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1096072 Jan 10 12:02:36.539234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-585da0ea-e266-4ce2-be6f-0c01b25f1565 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:36.595132 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-585da0ea-e266-4ce2-be6f-0c01b25f1565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:36.731733 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-585da0ea-e266-4ce2-be6f-0c01b25f1565 service neutron] For port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,segment=NetworkSegment(fa28cae3-8b2c-4074-8dd8-e84501b47ee9),segment_id=fa28cae3-8b2c-4074-8dd8-e84501b47ee9)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:02:36.766353 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-585da0ea-e266-4ce2-be6f-0c01b25f1565 service neutron] For port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:02:36.800033 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-585da0ea-e266-4ce2-be6f-0c01b25f1565 service neutron] device_id is not set on port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 12:02:36.809830 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-585da0ea-e266-4ce2-be6f-0c01b25f1565 service neutron] Publish callbacks [] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:36.882274 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-585da0ea-e266-4ce2-be6f-0c01b25f1565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:36.993338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585da0ea-e266-4ce2-be6f-0c01b25f1565 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,revision_number=6']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:37.068348 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-585da0ea-e266-4ce2-be6f-0c01b25f1565 service neutron] No DVR routers for this DVR port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:02:37.146441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6cea650f-0802-4f4f-aecc-46b7fcf0f1b1 None None] Provisioning complete for port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:37.147121 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6cea650f-0802-4f4f-aecc-46b7fcf0f1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:37.185730 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6cea650f-0802-4f4f-aecc-46b7fcf0f1b1 None None] Port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:02:37.543538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-585da0ea-e266-4ce2-be6f-0c01b25f1565 service neutron] In _notify_port_updated(), no bound segment for port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b on network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa {{(pid=110624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 12:02:37.544452 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-585da0ea-e266-4ce2-be6f-0c01b25f1565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:37.545075 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-585da0ea-e266-4ce2-be6f-0c01b25f1565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:37.546457 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ea2f3266-eb26-4c4e-a002-55ca4cfd986b req-585da0ea-e266-4ce2-be6f-0c01b25f1565 service neutron] 10.222.0.30 "PUT /v2.0/ports/8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b HTTP/1.1" status: 200 len: 1026 time: 1.0113451 Jan 10 12:02:37.593738 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5ffadb64-b005-4f26-8ab2-7a56c7d06ffd req-0d657715-1dff-4341-8b17-7b4afc47c37e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=69fdb43e-2357-4103-a2a0-e08d2ae9ad74 HTTP/1.1" status: 200 len: 210 time: 0.0313489 Jan 10 12:02:38.657296 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59660) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:38.693731 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b82a8-d8e5-4cec-9b50-00ae784de084 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:38.695245 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7d0b82a8-d8e5-4cec-9b50-00ae784de084 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports/8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b HTTP/1.1" status: 200 len: 925 time: 0.0429716 Jan 10 12:02:39.219881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:02:39.253218 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59664) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:39.257883 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-eb412e4d-25e0-4470-b99d-bb351ff0c8ba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1511227091', 'description': 'tempest-secgroup-smoke-1511227091 description', 'project_id': 'a8ed50a2c6284926857fedd16b365558'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:39.266729 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] The host hv-neutron-mast is not matching for port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b host ! {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 10 12:02:39.271419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:02:39.371152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eb412e4d-25e0-4470-b99d-bb351ff0c8ba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:39.442338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eb412e4d-25e0-4470-b99d-bb351ff0c8ba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (0dc8ba37-d53a-45d2-897e-9b2bff3dc526), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:39.576573 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eb412e4d-25e0-4470-b99d-bb351ff0c8ba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0dc8ba37-d53a-45d2-897e-9b2bff3dc526), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:39.610597 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb412e4d-25e0-4470-b99d-bb351ff0c8ba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc8ba37-d53a-45d2-897e-9b2bff3dc526,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:39.686865 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eb412e4d-25e0-4470-b99d-bb351ff0c8ba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:39.688140 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-eb412e4d-25e0-4470-b99d-bb351ff0c8ba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4338553 Jan 10 12:02:39.691048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59666) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:39.695470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-f4ebc383-6e8e-4382-87d3-9ca5f2e3bb5a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '0dc8ba37-d53a-45d2-897e-9b2bff3dc526', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:39.787101 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f4ebc383-6e8e-4382-87d3-9ca5f2e3bb5a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (cfac9bfc-6d98-4544-af49-d5e3e3f121a6), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:39.845506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f4ebc383-6e8e-4382-87d3-9ca5f2e3bb5a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (cfac9bfc-6d98-4544-af49-d5e3e3f121a6), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:39.924892 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f4ebc383-6e8e-4382-87d3-9ca5f2e3bb5a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (cfac9bfc-6d98-4544-af49-d5e3e3f121a6), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:39.943203 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebc383-6e8e-4382-87d3-9ca5f2e3bb5a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfac9bfc-6d98-4544-af49-d5e3e3f121a6,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:40.041167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f4ebc383-6e8e-4382-87d3-9ca5f2e3bb5a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:40.043054 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f4ebc383-6e8e-4382-87d3-9ca5f2e3bb5a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3510714 Jan 10 12:02:40.046522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59668) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:40.051014 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ea56f626-711e-4c63-9fff-38e8e41fdcf7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '0dc8ba37-d53a-45d2-897e-9b2bff3dc526', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:40.159118 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ea56f626-711e-4c63-9fff-38e8e41fdcf7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (0c83231d-398e-4d51-bd5d-4e09955c80f6), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:40.216553 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ea56f626-711e-4c63-9fff-38e8e41fdcf7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (0c83231d-398e-4d51-bd5d-4e09955c80f6), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:40.319241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ea56f626-711e-4c63-9fff-38e8e41fdcf7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (0c83231d-398e-4d51-bd5d-4e09955c80f6), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:40.319501 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4f759359-642c-4589-932e-d37571e7e7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:40.337570 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56f626-711e-4c63-9fff-38e8e41fdcf7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c83231d-398e-4d51-bd5d-4e09955c80f6,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:40.410155 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ea56f626-711e-4c63-9fff-38e8e41fdcf7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:40.411356 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ea56f626-711e-4c63-9fff-38e8e41fdcf7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3638966 Jan 10 12:02:40.414207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59670) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:40.418875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-0ce64345-c17c-4502-b17d-7012f969ae60 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '0dc8ba37-d53a-45d2-897e-9b2bff3dc526', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:40.513357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0ce64345-c17c-4502-b17d-7012f969ae60 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (5d31a6f2-2b16-420c-93b0-60d00689dd10), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:40.582894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0ce64345-c17c-4502-b17d-7012f969ae60 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (5d31a6f2-2b16-420c-93b0-60d00689dd10), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:40.650688 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:40.673613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0ce64345-c17c-4502-b17d-7012f969ae60 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (5d31a6f2-2b16-420c-93b0-60d00689dd10), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:40.693934 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce64345-c17c-4502-b17d-7012f969ae60 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d31a6f2-2b16-420c-93b0-60d00689dd10,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:40.755912 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0ce64345-c17c-4502-b17d-7012f969ae60 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:40.757189 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0ce64345-c17c-4502-b17d-7012f969ae60 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3419349 Jan 10 12:02:40.761098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59674) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:40.765862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-76162935-e23b-4ade-8d9e-b5f8452b1748 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '0dc8ba37-d53a-45d2-897e-9b2bff3dc526', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:40.873620 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-76162935-e23b-4ade-8d9e-b5f8452b1748 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (ce5d0a6e-7e81-4428-b7d0-c13810e386f8), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:40.931352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-76162935-e23b-4ade-8d9e-b5f8452b1748 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (ce5d0a6e-7e81-4428-b7d0-c13810e386f8), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:41.033181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-76162935-e23b-4ade-8d9e-b5f8452b1748 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (ce5d0a6e-7e81-4428-b7d0-c13810e386f8), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:41.052201 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76162935-e23b-4ade-8d9e-b5f8452b1748 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5d0a6e-7e81-4428-b7d0-c13810e386f8,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:41.178426 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-76162935-e23b-4ade-8d9e-b5f8452b1748 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:41.179677 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-76162935-e23b-4ade-8d9e-b5f8452b1748 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4176135 Jan 10 12:02:41.182466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59676) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:41.187489 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ead43b96-7b07-4fff-afd1-715ae23daf27 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '0dc8ba37-d53a-45d2-897e-9b2bff3dc526', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:41.327849 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-ead43b96-7b07-4fff-afd1-715ae23daf27 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:02:41.333192 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ead43b96-7b07-4fff-afd1-715ae23daf27 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (eea29cd0-013e-4fcc-878a-6b611c00cd19), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:41.391794 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ead43b96-7b07-4fff-afd1-715ae23daf27 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (eea29cd0-013e-4fcc-878a-6b611c00cd19), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:41.453300 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ead43b96-7b07-4fff-afd1-715ae23daf27 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (eea29cd0-013e-4fcc-878a-6b611c00cd19), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:41.469110 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead43b96-7b07-4fff-afd1-715ae23daf27 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea29cd0-013e-4fcc-878a-6b611c00cd19,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:41.590337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ead43b96-7b07-4fff-afd1-715ae23daf27 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:41.591724 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ead43b96-7b07-4fff-afd1-715ae23daf27 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4084041 Jan 10 12:02:41.594747 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59678) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:41.599135 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7c954750-a62c-474b-b8a0-ec1758f2a48d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '0dc8ba37-d53a-45d2-897e-9b2bff3dc526', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:41.684805 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-7c954750-a62c-474b-b8a0-ec1758f2a48d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:02:41.690763 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c954750-a62c-474b-b8a0-ec1758f2a48d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (2b64e6b3-774c-428b-b3ea-6ad780143689), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:41.750608 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c954750-a62c-474b-b8a0-ec1758f2a48d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (2b64e6b3-774c-428b-b3ea-6ad780143689), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:41.827402 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c954750-a62c-474b-b8a0-ec1758f2a48d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (2b64e6b3-774c-428b-b3ea-6ad780143689), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:41.845180 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c954750-a62c-474b-b8a0-ec1758f2a48d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b64e6b3-774c-428b-b3ea-6ad780143689,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:41.927188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7c954750-a62c-474b-b8a0-ec1758f2a48d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:41.928826 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7c954750-a62c-474b-b8a0-ec1758f2a48d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3328903 Jan 10 12:02:42.081189 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-fd29f681-fd4e-4642-bf6d-ec14098ad908 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511227091&fields=id&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 267 time: 0.0488245 Jan 10 12:02:42.131930 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-f231769f-143d-4801-b3a0-22c63e6e3ea7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:42.133340 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-f231769f-143d-4801-b3a0-22c63e6e3ea7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports/8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b HTTP/1.1" status: 200 len: 930 time: 0.0457127 Jan 10 12:02:42.161908 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:42.185250 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-a3e398d7-b32d-4cc9-8a93-c0e53b916bb4 service neutron] 10.222.0.16 "GET /v2.0/ports/8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0389640 Jan 10 12:02:42.276368 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-f1671b0d-ba37-4b29-b6c2-0fd4528dd5a7 service neutron] 10.222.0.16 "GET /v2.0/networks/2ee9238c-1f5e-4813-8c19-9c10b3ced6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853379 Jan 10 12:02:42.371953 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-2cb27b5e-fe88-4421-bb41-e2998fa7c889 service neutron] 10.222.0.16 "GET /v2.0/networks/2ee9238c-1f5e-4813-8c19-9c10b3ced6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892532 Jan 10 12:02:42.627578 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f76924e-ea9f-4a87-8a44-af946549fbe2 req-3c083ec8-3ad1-4679-9f2e-54273a207a24 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 210 time: 0.0309761 Jan 10 12:02:43.273470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:43.724874 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-12ac497f-766e-4f74-8ec2-e2f127b7876f req-a5bc9d1c-08a7-4665-92c4-615f644b63b7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 210 time: 0.0275917 Jan 10 12:02:44.727862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-43a635e9-e7c1-4af3-9b8d-360dfb95286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:44.729515 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-43a635e9-e7c1-4af3-9b8d-360dfb95286b service neutron] 10.222.0.30 "GET /v2.0/ports/8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b HTTP/1.1" status: 200 len: 1026 time: 0.0344920 Jan 10 12:02:44.832290 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-803408ae-b32f-4bfa-be34-ae73986a63f5 req-568c2969-2297-4b7f-b97c-8e125480e0ea tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 210 time: 0.0366325 Jan 10 12:02:44.862311 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-535d1f38-f7b0-48e8-8e5b-0e11e0bd4fe0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:44.863749 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-535d1f38-f7b0-48e8-8e5b-0e11e0bd4fe0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/networks?id=2ee9238c-1f5e-4813-8c19-9c10b3ced6fa HTTP/1.1" status: 200 len: 796 time: 0.1287825 Jan 10 12:02:44.939863 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-df6fbfe1-7068-4d51-b437-259acf0ed273 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 472 time: 0.0688283 Jan 10 12:02:44.949349 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Request body: {'port': {'device_id': 'c4bbd6e4-afd5-40a7-941a-77048152e080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:45.004479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:45.300696 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:02:45.309269 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Publish callbacks [] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:45.323857 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Transition to ACTIVE for port object 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:02:45.407667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:45.501198 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Pushing event updated for resources: {'Port': ['ID=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,revision_number=7']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:45.591949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Attempting to bind port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:02:45.592325 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Attempting to bind port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:02:45.592706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Attempting to bind port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b on network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:02:45.597620 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b on network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:02:45.597978 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Attempting to bind port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b on network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:02:45.603108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:02:45.608376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Checking segment: {'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:02:45.608376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Bound using segment: {'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:02:45.608376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Bound port: 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:02:45.608376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:45.670682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] For port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:02:45.673794 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] For port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,segment=NetworkSegment(fa28cae3-8b2c-4074-8dd8-e84501b47ee9),segment_id=fa28cae3-8b2c-4074-8dd8-e84501b47ee9)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:02:45.768894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:45.800955 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:45.801640 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:45.803015 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] 10.222.0.30 "PUT /v2.0/ports/8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b HTTP/1.1" status: 200 len: 1131 time: 0.8577924 Jan 10 12:02:45.803562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bbd6e4-afd5-40a7-941a-77048152e080', 'tag': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:02:45.805885 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594d283f-2a17-4c1a-9d14-ae966446df91" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bbd6e4-afd5-40a7-941a-77048152e080", "tag": "8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:02:45.836944 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aef2c0-cb55-402c-8d8b-1856027d844a service neutron] Pushing event updated for resources: {'Port': ['ID=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,revision_number=8']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:45.851402 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc941b4c-25a3-40d9-8822-d81b086d5176 x-openstack-request-id: req-bc941b4c-25a3-40d9-8822-d81b086d5176 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:02:45.851699 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bbd6e4-afd5-40a7-941a-77048152e080", "tag": "8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:02:45.852137 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc941b4c-25a3-40d9-8822-d81b086d5176 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:02:45.852557 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bbd6e4-afd5-40a7-941a-77048152e080', 'tag': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b', 'status': 'completed', 'code': 200} Jan 10 12:02:45.943452 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d283f-2a17-4c1a-9d14-ae966446df91 req-31f3f75d-d669-471e-bbde-96b140e2626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:45.945722 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-594d283f-2a17-4c1a-9d14-ae966446df91 req-31f3f75d-d669-471e-bbde-96b140e2626a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 1134 time: 0.0707476 Jan 10 12:02:46.028583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89d2fc-d51c-4efa-a4c7-ef6affc67b5b req-23859abc-e242-490c-a333-a2d350f9cbd4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:46.030042 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7f89d2fc-d51c-4efa-a4c7-ef6affc67b5b req-23859abc-e242-490c-a333-a2d350f9cbd4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 981 time: 0.1161594 Jan 10 12:02:46.088840 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d283f-2a17-4c1a-9d14-ae966446df91 req-e9481bfe-84b9-4280-8c2d-618565a28c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:46.090336 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-594d283f-2a17-4c1a-9d14-ae966446df91 req-e9481bfe-84b9-4280-8c2d-618565a28c61 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a8ed50a2c6284926857fedd16b365558&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1386204 Jan 10 12:02:46.115019 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7f89d2fc-d51c-4efa-a4c7-ef6affc67b5b req-c0e6eae7-8ff4-46c8-b39b-ccbb73d0acf7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778837 Jan 10 12:02:46.206079 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d283f-2a17-4c1a-9d14-ae966446df91 req-871c6384-b86f-4388-8867-c98ca9b4a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:46.207575 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-594d283f-2a17-4c1a-9d14-ae966446df91 req-871c6384-b86f-4388-8867-c98ca9b4a178 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090598 Jan 10 12:02:46.287980 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-fc9a8767-7bf1-4f55-8437-1c5fe0e0b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:46.289419 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-fc9a8767-7bf1-4f55-8437-1c5fe0e0b02f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 1134 time: 0.0443561 Jan 10 12:02:46.359001 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-f35409c9-46b2-4003-a427-897adf46632a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b HTTP/1.1" status: 200 len: 1037 time: 0.0618620 Jan 10 12:02:46.420320 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-cd2d37de-59fa-4d3b-9fef-42d7226b1958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:46.423181 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-cd2d37de-59fa-4d3b-9fef-42d7226b1958 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43eaa850-0d81-44d9-8138-58f3bd834145 HTTP/1.1" status: 200 len: 835 time: 0.0575860 Jan 10 12:02:46.467945 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-8f455491-1961-4798-b6e7-ea9c3d447bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:46.469450 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-8f455491-1961-4798-b6e7-ea9c3d447bac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ee9238c-1f5e-4813-8c19-9c10b3ced6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423439 Jan 10 12:02:46.562551 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-0ec88a59-3f33-4e09-a058-b29d67187f4b service neutron] 10.222.0.30 "GET /v2.0/networks/2ee9238c-1f5e-4813-8c19-9c10b3ced6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870929 Jan 10 12:02:46.658065 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-264ce34b-647b-489f-80cf-7cb5f3825dba req-e81640cd-6a61-4151-8f79-2e6667da1733 service neutron] 10.222.0.30 "GET /v2.0/networks/2ee9238c-1f5e-4813-8c19-9c10b3ced6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903642 Jan 10 12:02:47.241957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d898d2-c046-4e57-a8d3-6caa3d3cfb5a req-e7315481-7583-49f2-bfac-236ca0565832 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:47.243444 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-48d898d2-c046-4e57-a8d3-6caa3d3cfb5a req-e7315481-7583-49f2-bfac-236ca0565832 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 981 time: 0.0538492 Jan 10 12:02:47.295246 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-48d898d2-c046-4e57-a8d3-6caa3d3cfb5a req-d9d37740-3c68-4495-bf25-3177eb7cdb19 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458055 Jan 10 12:02:48.414859 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b262f-8574-4d3a-b37c-b2a1e84342d9 req-ad4f2720-e340-44af-807b-be41809f1f18 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:48.416397 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9d7b262f-8574-4d3a-b37c-b2a1e84342d9 req-ad4f2720-e340-44af-807b-be41809f1f18 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 981 time: 0.0514710 Jan 10 12:02:48.465266 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9d7b262f-8574-4d3a-b37c-b2a1e84342d9 req-93ba1a18-c72a-4bd7-a878-7fc22ab72882 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Jan 10 12:02:49.227301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:02:49.338081 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,segment=NetworkSegment(fa28cae3-8b2c-4074-8dd8-e84501b47ee9),segment_id=fa28cae3-8b2c-4074-8dd8-e84501b47ee9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:02:49.349316 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'port_id': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b', 'mac_address': 'fa:16:3e:34:94:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:02:49.379327 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:49.392796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:49.406235 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:02:49.427576 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,segment=NetworkSegment(fa28cae3-8b2c-4074-8dd8-e84501b47ee9),segment_id=fa28cae3-8b2c-4074-8dd8-e84501b47ee9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:02:49.499002 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:49.550376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,revision_number=9']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:49.557807 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:49.558219 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:49.558504 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:49.558848 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:49.559183 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:49.559535 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:49.559854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:49.560186 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:49.560519 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:49.560944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:49.561273 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:49.561600 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:49.561954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:02:49.587492 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0086d3-387c-44d0-9ca2-4bee2cd8d093 req-b41f3dcf-ac00-4ff4-bcc5-e4aa45f41024 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:49.588972 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4d0086d3-387c-44d0-9ca2-4bee2cd8d093 req-b41f3dcf-ac00-4ff4-bcc5-e4aa45f41024 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 982 time: 0.0557303 Jan 10 12:02:49.636443 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4d0086d3-387c-44d0-9ca2-4bee2cd8d093 req-56d770a0-ba7d-4b5f-bf76-d4bbb427d1db tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412436 Jan 10 12:02:49.713787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:02:50.764181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420045fc-fb30-4314-8dfe-0eef8644887e req-56fc6445-d2d0-4a3a-9905-2d0554572a5e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:50.765749 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-420045fc-fb30-4314-8dfe-0eef8644887e req-56fc6445-d2d0-4a3a-9905-2d0554572a5e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 982 time: 0.0570233 Jan 10 12:02:50.817021 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-420045fc-fb30-4314-8dfe-0eef8644887e req-4ad2e436-ba04-43c1-b79f-703225d3abf9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453677 Jan 10 12:02:51.258085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:02:51.379082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:02:51.383355 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:51.383745 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:51.468637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:51.493104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bbd6e4-afd5-40a7-941a-77048152e080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:02:51.495446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8798638-78af-4d80-80d8-f881b4dbb11a" -d '{"events": [{"server_uuid": "c4bbd6e4-afd5-40a7-941a-77048152e080", "name": "network-vif-plugged", "status": "completed", "tag": "8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:02:51.508287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,segment=NetworkSegment(fa28cae3-8b2c-4074-8dd8-e84501b47ee9),segment_id=fa28cae3-8b2c-4074-8dd8-e84501b47ee9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:02:51.533937 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483d02b0-bae9-427f-8017-7500bcdff6c8 x-openstack-request-id: req-483d02b0-bae9-427f-8017-7500bcdff6c8 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:02:51.534242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bbd6e4-afd5-40a7-941a-77048152e080", "name": "network-vif-plugged", "status": "completed", "tag": "8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:02:51.534504 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-483d02b0-bae9-427f-8017-7500bcdff6c8 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:02:51.534907 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bbd6e4-afd5-40a7-941a-77048152e080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b', 'code': 200} Jan 10 12:02:51.613235 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:51.661758 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,revision_number=10']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:51.850777 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018a1b8-1020-4563-a937-68a9979c5a32 req-c656c4ac-7fa4-41d0-83e3-60fb1e2eb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:51.852296 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7018a1b8-1020-4563-a937-68a9979c5a32 req-c656c4ac-7fa4-41d0-83e3-60fb1e2eb58e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 1137 time: 0.0429316 Jan 10 12:02:51.907080 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7018a1b8-1020-4563-a937-68a9979c5a32 req-1082fc60-6cc4-4624-9304-cc36f4a593df service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482423 Jan 10 12:02:51.943002 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1e4d0-1dfd-4251-b38a-9080cfd0a7a8 req-cb750cac-ff52-4b6a-b993-55b1244dbeb3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:51.944487 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b7c1e4d0-1dfd-4251-b38a-9080cfd0a7a8 req-cb750cac-ff52-4b6a-b993-55b1244dbeb3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 984 time: 0.0569980 Jan 10 12:02:51.996957 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b7c1e4d0-1dfd-4251-b38a-9080cfd0a7a8 req-bc232728-0310-4b2e-b34c-03fdbcdf5711 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466588 Jan 10 12:02:53.116822 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e978a-8ede-4330-9841-e3ff1a2e3981 req-6c8884e7-2bce-459a-acd4-a22dcec32254 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:53.118369 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4b2e978a-8ede-4330-9841-e3ff1a2e3981 req-6c8884e7-2bce-459a-acd4-a22dcec32254 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 984 time: 0.0513694 Jan 10 12:02:53.167348 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4b2e978a-8ede-4330-9841-e3ff1a2e3981 req-1e036fa1-ca76-44b8-90d1-c15b2d8bf873 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431364 Jan 10 12:02:54.284728 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7441d-7e5c-472c-be89-8dfc376a9772 req-3a4e475d-5ad0-41ea-adc5-b718cbcc8d4e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:54.286444 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b1a7441d-7e5c-472c-be89-8dfc376a9772 req-3a4e475d-5ad0-41ea-adc5-b718cbcc8d4e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 984 time: 0.0515230 Jan 10 12:02:54.335274 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b1a7441d-7e5c-472c-be89-8dfc376a9772 req-16b7c650-1372-454d-b1fa-abb094c820b8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432847 Jan 10 12:02:54.456952 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2725c2-6431-46d2-b508-2a3eca396e8c req-59429bfa-1cea-41fe-9c9d-882dcba2cd21 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:54.458498 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9b2725c2-6431-46d2-b508-2a3eca396e8c req-59429bfa-1cea-41fe-9c9d-882dcba2cd21 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 984 time: 0.0543706 Jan 10 12:02:54.508801 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9b2725c2-6431-46d2-b508-2a3eca396e8c req-fa48c68c-232f-409a-812d-c0fe8f0a28b7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444763 Jan 10 12:02:54.530942 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59734) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:54.601199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b115f91-67b4-4665-a567-1f7dac1949ed tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:54.602814 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1b115f91-67b4-4665-a567-1f7dac1949ed tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080&network_id=2ee9238c-1f5e-4813-8c19-9c10b3ced6fa HTTP/1.1" status: 200 len: 1132 time: 0.0707891 Jan 10 12:02:55.043857 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a4b61-8e16-4e21-b700-98bd91ce4748 req-7e871019-8d57-47b3-a335-0e098a212ae9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:55.045370 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-310a4b61-8e16-4e21-b700-98bd91ce4748 req-7e871019-8d57-47b3-a335-0e098a212ae9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 984 time: 0.0564158 Jan 10 12:02:55.094808 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-310a4b61-8e16-4e21-b700-98bd91ce4748 req-ceb21c21-5a5c-4836-99ad-381977eb0aab tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430253 Jan 10 12:02:56.220873 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5480a9-f30f-4dd4-ac10-d44bb5f7d7d3 req-898124c1-29cd-4f37-bfed-8ec5b41d8311 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:56.222394 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fb5480a9-f30f-4dd4-ac10-d44bb5f7d7d3 req-898124c1-29cd-4f37-bfed-8ec5b41d8311 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 984 time: 0.0560262 Jan 10 12:02:56.280132 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fb5480a9-f30f-4dd4-ac10-d44bb5f7d7d3 req-648bd37b-eadf-4870-9eb1-6d5af27af96f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=105e9acd-32dd-44b4-97ff-d1b96e984085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522037 Jan 10 12:02:56.317324 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-9f0781e3-40a3-4f4e-92bf-8772a7365f31 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:56.318767 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-9f0781e3-40a3-4f4e-92bf-8772a7365f31 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 984 time: 0.0545158 Jan 10 12:02:56.364778 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-4cdcb1b0-24f9-42eb-b8a9-48794f60bb8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:56.366345 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-4cdcb1b0-24f9-42eb-b8a9-48794f60bb8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/ports/8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0408807 Jan 10 12:02:56.475007 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-79d84563-e2b7-441d-8439-093da274e144 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/networks/2ee9238c-1f5e-4813-8c19-9c10b3ced6fa?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1040092 Jan 10 12:02:56.496504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-114aae37-cfe6-4de2-97b1-705a7d75532f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:02:56.537997 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-114aae37-cfe6-4de2-97b1-705a7d75532f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:56.677561 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-114aae37-cfe6-4de2-97b1-705a7d75532f service neutron] For port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,segment=NetworkSegment(fa28cae3-8b2c-4074-8dd8-e84501b47ee9),segment_id=fa28cae3-8b2c-4074-8dd8-e84501b47ee9)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:02:56.710765 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-114aae37-cfe6-4de2-97b1-705a7d75532f service neutron] For port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:02:56.749008 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-114aae37-cfe6-4de2-97b1-705a7d75532f service neutron] device_id is not set on port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b yet. {{(pid=110624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 10 12:02:56.757310 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-114aae37-cfe6-4de2-97b1-705a7d75532f service neutron] Publish callbacks [] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:56.835769 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-114aae37-cfe6-4de2-97b1-705a7d75532f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:56.919890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114aae37-cfe6-4de2-97b1-705a7d75532f service neutron] Pushing event updated for resources: {'Port': ['ID=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,revision_number=11']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:56.959985 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-114aae37-cfe6-4de2-97b1-705a7d75532f service neutron] No DVR routers for this DVR port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:02:57.079482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7668a1c6-c4d1-4101-8962-a27536fd9490 None None] Provisioning complete for port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:02:57.080101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7668a1c6-c4d1-4101-8962-a27536fd9490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:57.104567 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-114aae37-cfe6-4de2-97b1-705a7d75532f service neutron] In _notify_port_updated(), no bound segment for port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b on network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa {{(pid=110624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 10 12:02:57.105525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-114aae37-cfe6-4de2-97b1-705a7d75532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:02:57.106294 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-114aae37-cfe6-4de2-97b1-705a7d75532f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:57.107495 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a95b721c-3149-489d-ad84-4427bcfdc8c2 req-114aae37-cfe6-4de2-97b1-705a7d75532f service neutron] 10.222.0.30 "PUT /v2.0/ports/8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b HTTP/1.1" status: 200 len: 1027 time: 0.6273317 Jan 10 12:02:57.117486 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-7668a1c6-c4d1-4101-8962-a27536fd9490 None None] Port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:02:57.381799 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-06975cda-6143-415d-8ae1-2ae08a77507f req-0d5bf4e9-44e6-40ee-b52b-93a8eef677ef tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4bbd6e4-afd5-40a7-941a-77048152e080 HTTP/1.1" status: 200 len: 210 time: 0.0280864 Jan 10 12:02:58.439774 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59746) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:58.497547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-953402aa-f422-4d2e-8640-5225f1e33e4a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (0dc8ba37-d53a-45d2-897e-9b2bff3dc526), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:58.524789 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-953402aa-f422-4d2e-8640-5225f1e33e4a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (0dc8ba37-d53a-45d2-897e-9b2bff3dc526), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:58.690229 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-953402aa-f422-4d2e-8640-5225f1e33e4a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0dc8ba37-d53a-45d2-897e-9b2bff3dc526), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:58.692986 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-953402aa-f422-4d2e-8640-5225f1e33e4a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:58.694307 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-953402aa-f422-4d2e-8640-5225f1e33e4a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/security-groups/0dc8ba37-d53a-45d2-897e-9b2bff3dc526 HTTP/1.1" status: 204 len: 168 time: 0.2535007 Jan 10 12:02:58.704326 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953402aa-f422-4d2e-8640-5225f1e33e4a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc8ba37-d53a-45d2-897e-9b2bff3dc526,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:58.806039 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59750) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:58.968194 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-c16bef07-31b8-49b8-b982-c29cd7c0d947 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port eea0c649-edf1-47f8-b8f2-69e9d5caf1b7 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:02:58.968535 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c16bef07-31b8-49b8-b982-c29cd7c0d947 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (eea0c649-edf1-47f8-b8f2-69e9d5caf1b7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:59.044071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c16bef07-31b8-49b8-b982-c29cd7c0d947 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (eea0c649-edf1-47f8-b8f2-69e9d5caf1b7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:59.044396 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c16bef07-31b8-49b8-b982-c29cd7c0d947 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (eea0c649-edf1-47f8-b8f2-69e9d5caf1b7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:59.057667 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-c16bef07-31b8-49b8-b982-c29cd7c0d947 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for eea0c649-edf1-47f8-b8f2-69e9d5caf1b7 owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:02:59.320652 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:02:59.321893 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c16bef07-31b8-49b8-b982-c29cd7c0d947 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (eea0c649-edf1-47f8-b8f2-69e9d5caf1b7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:59.355039 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bef07-31b8-49b8-b982-c29cd7c0d947 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=eea0c649-edf1-47f8-b8f2-69e9d5caf1b7,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:02:59.363423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] The host hv-neutron-mast is not matching for port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b host ! {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 10 12:02:59.363826 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:02:59.413285 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c16bef07-31b8-49b8-b982-c29cd7c0d947 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (92ce0981-86ec-4a07-ad15-e502fe8ad0e0), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:59.413618 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-c16bef07-31b8-49b8-b982-c29cd7c0d947 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP 92ce0981-86ec-4a07-ad15-e502fe8ad0e0 disassociated (deleted). External IP: 172.36.2.156, port: 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b. Jan 10 12:02:59.623309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16bef07-31b8-49b8-b982-c29cd7c0d947 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 4658d62b-7a89-45ac-bee6-d1322e46b4df has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:02:59.733021 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16bef07-31b8-49b8-b982-c29cd7c0d947 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:02:59.749676 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c16bef07-31b8-49b8-b982-c29cd7c0d947 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:59.749837 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f6c4d-d02c-4f3f-8122-388106a372c3 None None] Sync routers for ids ['4658d62b-7a89-45ac-bee6-d1322e46b4df'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:02:59.754096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f6c4d-d02c-4f3f-8122-388106a372c3 None None] Routers {'4658d62b-7a89-45ac-bee6-d1322e46b4df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:02:59.754867 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-5b1f6c4d-d02c-4f3f-8122-388106a372c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:02:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4658d62b-7a89-45ac-bee6-d1322e46b4df'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:02:59.764930 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c16bef07-31b8-49b8-b982-c29cd7c0d947 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/floatingips/92ce0981-86ec-4a07-ad15-e502fe8ad0e0 HTTP/1.1" status: 204 len: 168 time: 0.9577732 Jan 10 12:02:59.837030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59756) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:02:59.865155 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-5b1f6c4d-d02c-4f3f-8122-388106a372c3 None None] Set router 4658d62b-7a89-45ac-bee6-d1322e46b4df gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:02:59.896522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b03af46-6dbb-4392-af1a-c467ff3f2e80 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (111f8cec-656e-478b-bff1-a3be9e4f2e54), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:02:59.921729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b03af46-6dbb-4392-af1a-c467ff3f2e80 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (111f8cec-656e-478b-bff1-a3be9e4f2e54), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:00.059036 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b03af46-6dbb-4392-af1a-c467ff3f2e80 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (111f8cec-656e-478b-bff1-a3be9e4f2e54), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:00.061950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b03af46-6dbb-4392-af1a-c467ff3f2e80 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:00.063744 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7b03af46-6dbb-4392-af1a-c467ff3f2e80 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/security-groups/111f8cec-656e-478b-bff1-a3be9e4f2e54 HTTP/1.1" status: 204 len: 168 time: 0.2256949 Jan 10 12:03:00.073322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03af46-6dbb-4392-af1a-c467ff3f2e80 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=111f8cec-656e-478b-bff1-a3be9e4f2e54,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:00.077185 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-5b1f6c4d-d02c-4f3f-8122-388106a372c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'name': 'tempest-TestNetworkBasicOps-router-1808299935', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:14Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c46745ab-2a98-4bcd-b5c6-cddafb4515df', 'name': '', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:7d:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:13Z', 'updated_at': '2022-01-10T12:02:17Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:00.107714 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f6c4d-d02c-4f3f-8122-388106a372c3 None None] Checking router: 4658d62b-7a89-45ac-bee6-d1322e46b4df for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:03:00.122876 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f6c4d-d02c-4f3f-8122-388106a372c3 None None] Routers {'4658d62b-7a89-45ac-bee6-d1322e46b4df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:03:00.123964 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-5b1f6c4d-d02c-4f3f-8122-388106a372c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:02:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4658d62b-7a89-45ac-bee6-d1322e46b4df'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:00.174193 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59760) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:00.267871 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:03:00.268482 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:00.362760 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:00.375956 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b owned by {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:03:00.391813 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-5b1f6c4d-d02c-4f3f-8122-388106a372c3 None None] Set router 4658d62b-7a89-45ac-bee6-d1322e46b4df gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:03:00.567380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:00.597364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:00.598599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-5b1f6c4d-d02c-4f3f-8122-388106a372c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'name': 'tempest-TestNetworkBasicOps-router-1808299935', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:14Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c46745ab-2a98-4bcd-b5c6-cddafb4515df', 'name': '', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:7d:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:13Z', 'updated_at': '2022-01-10T12:02:17Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:00.610256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:00.610625 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:00.610986 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:00.611337 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:00.611828 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:00.612053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:00.612387 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:00.612721 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:00.613065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:00.613463 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:00.613737 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:00.614096 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:00.614426 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:00.633989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f6c4d-d02c-4f3f-8122-388106a372c3 None None] The sync data for ids ['4658d62b-7a89-45ac-bee6-d1322e46b4df'] in dv-neutron-master-2-hyperv is: [{'id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'name': 'tempest-TestNetworkBasicOps-router-1808299935', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:14Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c46745ab-2a98-4bcd-b5c6-cddafb4515df', 'name': '', 'network_id': '2ee9238c-1f5e-4813-8c19-9c10b3ced6fa', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:7d:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:13Z', 'updated_at': '2022-01-10T12:02:17Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '43eaa850-0d81-44d9-8138-58f3bd834145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:03:00.680678 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:00.687406 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8305de41-805e-4b6d-ae9b-acefa53c2ad6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/ports/8ad08a3c-6c96-4a3a-94f5-6c1263dfb10b HTTP/1.1" status: 204 len: 168 time: 0.5090775 Jan 10 12:03:00.687595 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59764) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:00.910424 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a4f68-7f3a-44fe-9260-ba41a20c177b None None] New status for floating IP 92ce0981-86ec-4a07-ad15-e502fe8ad0e0: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:03:01.091911 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-48bce9d8-3b93-4ed2-8a59-7f2c076f3110 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (4658d62b-7a89-45ac-bee6-d1322e46b4df), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:01.356645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-48bce9d8-3b93-4ed2-8a59-7f2c076f3110 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port c46745ab-2a98-4bcd-b5c6-cddafb4515df {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:03:01.356909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-48bce9d8-3b93-4ed2-8a59-7f2c076f3110 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:01.448759 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-48bce9d8-3b93-4ed2-8a59-7f2c076f3110 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port c46745ab-2a98-4bcd-b5c6-cddafb4515df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c46745ab-2a98-4bcd-b5c6-cddafb4515df,segment=NetworkSegment(fa28cae3-8b2c-4074-8dd8-e84501b47ee9),segment_id=fa28cae3-8b2c-4074-8dd8-e84501b47ee9)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:03:01.449120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-48bce9d8-3b93-4ed2-8a59-7f2c076f3110 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:01.463232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-48bce9d8-3b93-4ed2-8a59-7f2c076f3110 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for c46745ab-2a98-4bcd-b5c6-cddafb4515df owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:03:01.696187 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-48bce9d8-3b93-4ed2-8a59-7f2c076f3110 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (c46745ab-2a98-4bcd-b5c6-cddafb4515df), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:01.727081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bce9d8-3b93-4ed2-8a59-7f2c076f3110 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=c46745ab-2a98-4bcd-b5c6-cddafb4515df,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:01.904703 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-48bce9d8-3b93-4ed2-8a59-7f2c076f3110 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (4658d62b-7a89-45ac-bee6-d1322e46b4df), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:02.117694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bce9d8-3b93-4ed2-8a59-7f2c076f3110 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 4658d62b-7a89-45ac-bee6-d1322e46b4df has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:03:02.223724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bce9d8-3b93-4ed2-8a59-7f2c076f3110 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:03:02.231613 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-48bce9d8-3b93-4ed2-8a59-7f2c076f3110 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/4658d62b-7a89-45ac-bee6-d1322e46b4df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5404463 Jan 10 12:03:02.231718 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59766) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:02.236348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c7fdf5-6638-4bd2-a6ca-0629b19b8fec None None] Sync routers for ids ['4658d62b-7a89-45ac-bee6-d1322e46b4df'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:03:02.249735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c7fdf5-6638-4bd2-a6ca-0629b19b8fec None None] Routers {'4658d62b-7a89-45ac-bee6-d1322e46b4df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:03:02.250388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-61c7fdf5-6638-4bd2-a6ca-0629b19b8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:02:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4658d62b-7a89-45ac-bee6-d1322e46b4df'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:02.287471 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-61170566-472e-4dc4-9823-5e5dfe3492fe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting subnet 43eaa850-0d81-44d9-8138-58f3bd834145 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:03:02.290747 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-61170566-472e-4dc4-9823-5e5dfe3492fe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (43eaa850-0d81-44d9-8138-58f3bd834145), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:02.331225 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-61170566-472e-4dc4-9823-5e5dfe3492fe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (43eaa850-0d81-44d9-8138-58f3bd834145), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:02.358562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-61c7fdf5-6638-4bd2-a6ca-0629b19b8fec None None] Set router 4658d62b-7a89-45ac-bee6-d1322e46b4df gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:03:02.416709 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-61170566-472e-4dc4-9823-5e5dfe3492fe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (43eaa850-0d81-44d9-8138-58f3bd834145), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:02.542668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-61c7fdf5-6638-4bd2-a6ca-0629b19b8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'name': 'tempest-TestNetworkBasicOps-router-1808299935', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:03:01Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:02.567864 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-61170566-472e-4dc4-9823-5e5dfe3492fe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (43eaa850-0d81-44d9-8138-58f3bd834145), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:02.569111 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c7fdf5-6638-4bd2-a6ca-0629b19b8fec None None] Checking router: 4658d62b-7a89-45ac-bee6-d1322e46b4df for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:03:02.578669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c7fdf5-6638-4bd2-a6ca-0629b19b8fec None None] Routers {'4658d62b-7a89-45ac-bee6-d1322e46b4df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:03:02.579341 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-61c7fdf5-6638-4bd2-a6ca-0629b19b8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:02:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4658d62b-7a89-45ac-bee6-d1322e46b4df'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:02.597380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61170566-472e-4dc4-9823-5e5dfe3492fe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Subnet': ['ID=43eaa850-0d81-44d9-8138-58f3bd834145,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:02.599404 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-61170566-472e-4dc4-9823-5e5dfe3492fe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:02.602803 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-61170566-472e-4dc4-9823-5e5dfe3492fe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/subnets/43eaa850-0d81-44d9-8138-58f3bd834145 HTTP/1.1" status: 204 len: 168 time: 0.3702195 Jan 10 12:03:02.605337 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59768) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:02.618317 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e7166a-91c3-48a4-a3e3-3ca4976fd040 None None] Network 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:03:02.758688 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-61c7fdf5-6638-4bd2-a6ca-0629b19b8fec None None] Set router 4658d62b-7a89-45ac-bee6-d1322e46b4df gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:03:02.909306 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b167fcb6-98c6-4107-8ca0-805def817fe8 None None] DHCP port deletion for 2ee9238c-1f5e-4813-8c19-9c10b3ced6fa request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:03:02.964370 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d062-2ed4-44b4-b7d0-5a324a840cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (4658d62b-7a89-45ac-bee6-d1322e46b4df), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:02.997105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-61c7fdf5-6638-4bd2-a6ca-0629b19b8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'name': 'tempest-TestNetworkBasicOps-router-1808299935', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:03:01Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:03.027400 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-b167fcb6-98c6-4107-8ca0-805def817fe8 None None] Deleting port 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:03:03.028193 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b167fcb6-98c6-4107-8ca0-805def817fe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:03.030476 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c7fdf5-6638-4bd2-a6ca-0629b19b8fec None None] The sync data for ids ['4658d62b-7a89-45ac-bee6-d1322e46b4df'] in dv-neutron-master-2-hyperv is: [{'id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'name': 'tempest-TestNetworkBasicOps-router-1808299935', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:03:01Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'b220228e-d995-4d93-af5c-c342aa8dc7bd', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4658d62b-7a89-45ac-bee6-d1322e46b4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:02:10Z', 'updated_at': '2022-01-10T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:03:03.097347 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d062-2ed4-44b4-b7d0-5a324a840cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (4658d62b-7a89-45ac-bee6-d1322e46b4df), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:03.114870 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-b167fcb6-98c6-4107-8ca0-805def817fe8 None None] For port 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4,segment=NetworkSegment(fa28cae3-8b2c-4074-8dd8-e84501b47ee9),segment_id=fa28cae3-8b2c-4074-8dd8-e84501b47ee9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:03:03.115311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b167fcb6-98c6-4107-8ca0-805def817fe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:03.129538 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-b167fcb6-98c6-4107-8ca0-805def817fe8 None None] Calling delete_port for 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:03:03.216779 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-d9b7d062-2ed4-44b4-b7d0-5a324a840cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port b220228e-d995-4d93-af5c-c342aa8dc7bd {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:03:03.217152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d062-2ed4-44b4-b7d0-5a324a840cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b220228e-d995-4d93-af5c-c342aa8dc7bd), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:03.275618 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b167fcb6-98c6-4107-8ca0-805def817fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:03.295399 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-d9b7d062-2ed4-44b4-b7d0-5a324a840cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port b220228e-d995-4d93-af5c-c342aa8dc7bd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b220228e-d995-4d93-af5c-c342aa8dc7bd,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:03:03.296026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d062-2ed4-44b4-b7d0-5a324a840cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b220228e-d995-4d93-af5c-c342aa8dc7bd), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:03.302464 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167fcb6-98c6-4107-8ca0-805def817fe8 None None] Pushing event deleted for resources: {'Port': ['ID=7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:03.304353 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b167fcb6-98c6-4107-8ca0-805def817fe8 None None] No DVR routers for this DVR port 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:03:03.309707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-d9b7d062-2ed4-44b4-b7d0-5a324a840cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for b220228e-d995-4d93-af5c-c342aa8dc7bd owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:03:03.430286 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:03:03.456875 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:03:03.457236 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7f6f4fb3-75b9-4c35-a0c7-1d0c1087dfa4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:03:03.570373 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d062-2ed4-44b4-b7d0-5a324a840cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (b220228e-d995-4d93-af5c-c342aa8dc7bd), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:03.601402 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7d062-2ed4-44b4-b7d0-5a324a840cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=b220228e-d995-4d93-af5c-c342aa8dc7bd,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:03.618021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511125d8-3ec5-459c-b3d0-586e2004bc41 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:03:03.670598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d062-2ed4-44b4-b7d0-5a324a840cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (4658d62b-7a89-45ac-bee6-d1322e46b4df), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:03.770579 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d062-2ed4-44b4-b7d0-5a324a840cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (4658d62b-7a89-45ac-bee6-d1322e46b4df), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:03.772729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d062-2ed4-44b4-b7d0-5a324a840cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_controller (4658d62b-7a89-45ac-bee6-d1322e46b4df), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:03.860557 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:03:03.907931 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d062-2ed4-44b4-b7d0-5a324a840cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (4658d62b-7a89-45ac-bee6-d1322e46b4df), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:03.908520 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b7d062-2ed4-44b4-b7d0-5a324a840cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Fanout notify agent at l3_agent the message router_deleted on router 4658d62b-7a89-45ac-bee6-d1322e46b4df {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:03:03.916858 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d062-2ed4-44b4-b7d0-5a324a840cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:03.916858 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d9b7d062-2ed4-44b4-b7d0-5a324a840cd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/routers/4658d62b-7a89-45ac-bee6-d1322e46b4df HTTP/1.1" status: 204 len: 168 time: 1.3103006 Jan 10 12:03:03.919460 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59770) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:03.999117 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af5c4139-0565-459a-b689-50b6805eddd4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (2ee9238c-1f5e-4813-8c19-9c10b3ced6fa), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:04.091501 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af5c4139-0565-459a-b689-50b6805eddd4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (2ee9238c-1f5e-4813-8c19-9c10b3ced6fa), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:04.117414 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-af5c4139-0565-459a-b689-50b6805eddd4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee9238c-1f5e-4813-8c19-9c10b3ced6fa']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:04.127305 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-af5c4139-0565-459a-b689-50b6805eddd4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:04.127611 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-af5c4139-0565-459a-b689-50b6805eddd4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa28cae3-8b2c-4074-8dd8-e84501b47ee9') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:04.137142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af5c4139-0565-459a-b689-50b6805eddd4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (fa28cae3-8b2c-4074-8dd8-e84501b47ee9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:04.150990 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af5c4139-0565-459a-b689-50b6805eddd4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (fa28cae3-8b2c-4074-8dd8-e84501b47ee9), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:04.157451 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5c4139-0565-459a-b689-50b6805eddd4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:03:04.157874 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af5c4139-0565-459a-b689-50b6805eddd4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (fa28cae3-8b2c-4074-8dd8-e84501b47ee9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:03:04.160812 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:03:04.295516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af5c4139-0565-459a-b689-50b6805eddd4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (2ee9238c-1f5e-4813-8c19-9c10b3ced6fa), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:04.302859 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af5c4139-0565-459a-b689-50b6805eddd4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:04.305506 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-af5c4139-0565-459a-b689-50b6805eddd4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/networks/2ee9238c-1f5e-4813-8c19-9c10b3ced6fa HTTP/1.1" status: 204 len: 168 time: 0.3850515 Jan 10 12:03:04.318491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c4139-0565-459a-b689-50b6805eddd4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Network': ['ID=2ee9238c-1f5e-4813-8c19-9c10b3ced6fa,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:04.321070 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59772) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:04.333721 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-41b09e73-d9d3-444d-a49f-30dfdac325b1 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0115023 Jan 10 12:03:04.336196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59774) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:04.341003 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f52e0be5-9160-4447-800f-5534101588a4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'network': {'name': 'tempest-network-smoke--2011937665', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'port_security_enabled': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:03:04.444183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52e0be5-9160-4447-800f-5534101588a4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:03:04.447818 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f52e0be5-9160-4447-800f-5534101588a4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:04.476608 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52e0be5-9160-4447-800f-5534101588a4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:03:04.485362 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f52e0be5-9160-4447-800f-5534101588a4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (eea756c8-c92e-4e81-ad54-429f02138210), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:04.485704 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-f52e0be5-9160-4447-800f-5534101588a4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Added segment eea756c8-c92e-4e81-ad54-429f02138210 of type vlan for network a3d90435-0f54-45bf-ac54-6c446f77628a Jan 10 12:03:04.527242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f52e0be5-9160-4447-800f-5534101588a4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (a3d90435-0f54-45bf-ac54-6c446f77628a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:04.621594 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f52e0be5-9160-4447-800f-5534101588a4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (a3d90435-0f54-45bf-ac54-6c446f77628a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:04.627926 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52e0be5-9160-4447-800f-5534101588a4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:04.628534 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f52e0be5-9160-4447-800f-5534101588a4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:04.694616 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e0be5-9160-4447-800f-5534101588a4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Network': ['ID=a3d90435-0f54-45bf-ac54-6c446f77628a,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:04.705110 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network a3d90435-0f54-45bf-ac54-6c446f77628a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:03:04.738758 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f52e0be5-9160-4447-800f-5534101588a4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4015391 Jan 10 12:03:04.741416 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59776) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:04.745911 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-41492574', 'admin_state_up': True, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:03:04.824224 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (6ad422d3-e0a0-496d-badc-675f7ae0500d), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:04.825303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (6ad422d3-e0a0-496d-badc-675f7ae0500d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:04.882267 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_controller (6ad422d3-e0a0-496d-badc-675f7ae0500d), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:05.045096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b220228e-d995-4d93-af5c-c342aa8dc7bd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:03:05.067388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: b220228e-d995-4d93-af5c-c342aa8dc7bd {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:03:05.067741 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b220228e-d995-4d93-af5c-c342aa8dc7bd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:03:05.068162 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c46745ab-2a98-4bcd-b5c6-cddafb4515df no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:03:05.090259 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: c46745ab-2a98-4bcd-b5c6-cddafb4515df {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:03:05.090613 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c46745ab-2a98-4bcd-b5c6-cddafb4515df not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:03:05.104313 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (6ad422d3-e0a0-496d-badc-675f7ae0500d), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:05.355428 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (6ad422d3-e0a0-496d-badc-675f7ae0500d), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:05.374585 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:05.486479 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.183 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/7ce81593-81ff-4eaf-949d-475d6fe50860) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:03:05.587933 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:05.690398 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:05.732629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:03:05.735643 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:03:05.739238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:03:05.745027 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=7ce81593-81ff-4eaf-949d-475d6fe50860,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:05.748410 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87948f7e-5a0f-45f4-9144-6eb759b24dae None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:03:05.796181 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-199eda1c-c240-4f40-993c-7d52ea3a0814 None None] Provisioning complete for port 7ce81593-81ff-4eaf-949d-475d6fe50860 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:03:05.796558 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-199eda1c-c240-4f40-993c-7d52ea3a0814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:05.831441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-199eda1c-c240-4f40-993c-7d52ea3a0814 None None] Port 7ce81593-81ff-4eaf-949d-475d6fe50860 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:03:06.038711 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6bffe740-ee6c-41c5-a6ef-52c76476919b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:06.067521 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (6ad422d3-e0a0-496d-badc-675f7ae0500d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:06.267163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (6ad422d3-e0a0-496d-badc-675f7ae0500d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:06.498483 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 6ad422d3-e0a0-496d-badc-675f7ae0500d is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:03:06.610797 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:03:06.621282 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Sync routers for ids ['6ad422d3-e0a0-496d-badc-675f7ae0500d'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:03:06.631498 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Routers {'6ad422d3-e0a0-496d-badc-675f7ae0500d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:03:06.632122 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:02:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6ad422d3-e0a0-496d-badc-675f7ae0500d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:06.695164 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:06.696449 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f09bc561-4d5a-4136-a616-6bd41027c672 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9540343 Jan 10 12:03:06.699744 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59778) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:06.730130 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-57dbdab0-cdfb-4235-ad4a-6c62b17d1492 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a8ed50a2c6284926857fedd16b365558&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287681 Jan 10 12:03:06.733892 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59780) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:06.738703 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Set router 6ad422d3-e0a0-496d-badc-675f7ae0500d gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:03:06.830070 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a4980-f816-4f3b-94b1-2f7251adedb4 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:06.831528 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bf4a4980-f816-4f3b-94b1-2f7251adedb4 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0966790 Jan 10 12:03:06.834454 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59782) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:06.863807 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a460dd1a-d02a-4abd-bb2b-ae85fc1a3663 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279686 Jan 10 12:03:06.866368 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59784) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:06.871129 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-6e9064ba-0827-470d-a646-d8b6847db1d8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-765208948', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:03:07.012470 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:03:05Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:07.040043 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Checking router: 6ad422d3-e0a0-496d-badc-675f7ae0500d for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:03:07.040412 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Updating router 6ad422d3-e0a0-496d-badc-675f7ae0500d port 7ce81593-81ff-4eaf-949d-475d6fe50860 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:03:07.047177 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9064ba-0827-470d-a646-d8b6847db1d8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:03:07.052300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6e9064ba-0827-470d-a646-d8b6847db1d8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:07.068943 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:07.312904 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6e9064ba-0827-470d-a646-d8b6847db1d8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (56a0038a-8309-41fe-a612-9f66b3cbfddb), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:07.325628 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Publish callbacks [] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:07.377524 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9064ba-0827-470d-a646-d8b6847db1d8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Subnet': ['ID=56a0038a-8309-41fe-a612-9f66b3cbfddb,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:07.388038 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9064ba-0827-470d-a646-d8b6847db1d8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Checking segment: {'id': 'eea756c8-c92e-4e81-ad54-429f02138210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:03:07.388403 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9064ba-0827-470d-a646-d8b6847db1d8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network hostable DHCP agents. Network: a3d90435-0f54-45bf-ac54-6c446f77628a, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:03:07.450008 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:07.491066 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f4c491-fcd9-4ef9-92c4-9ea1af264dad None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:03:07.502189 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Attempting to bind port 7ce81593-81ff-4eaf-949d-475d6fe50860 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:03:07.502541 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Attempting to bind port 7ce81593-81ff-4eaf-949d-475d6fe50860 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:03:07.502874 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Attempting to bind port 7ce81593-81ff-4eaf-949d-475d6fe50860 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:03:07.508645 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90bd20-717a-4788-8ea3-f97c49e204dc None None] Pushing event updated for resources: {'Port': ['ID=7ce81593-81ff-4eaf-949d-475d6fe50860,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:07.512874 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9064ba-0827-470d-a646-d8b6847db1d8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a3d90435-0f54-45bf-ac54-6c446f77628a is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:03:07.514641 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:03:07.514641 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:03:07.514641 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:07.514641 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:03:07.515084 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Bound port: 7ce81593-81ff-4eaf-949d-475d6fe50860, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:03:07.515536 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:07.559239 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-aad3ca9f-a0c9-4ea0-8fe0-d09b5a31c33c None None] Provisioning complete for port 7ce81593-81ff-4eaf-949d-475d6fe50860 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:03:07.559716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aad3ca9f-a0c9-4ea0-8fe0-d09b5a31c33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:07.573817 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] For port 7ce81593-81ff-4eaf-949d-475d6fe50860, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:03:07.577071 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] For port 7ce81593-81ff-4eaf-949d-475d6fe50860, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ce81593-81ff-4eaf-949d-475d6fe50860,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:03:07.595314 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-aad3ca9f-a0c9-4ea0-8fe0-d09b5a31c33c None None] Port 7ce81593-81ff-4eaf-949d-475d6fe50860 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:03:07.607063 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-6e9064ba-0827-470d-a646-d8b6847db1d8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a3d90435-0f54-45bf-ac54-6c446f77628a) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:03:07.611139 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9064ba-0827-470d-a646-d8b6847db1d8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:07.611742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6e9064ba-0827-470d-a646-d8b6847db1d8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:07.615390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90258899-8247-4e84-9876-a4464061b04e None None] Network a3d90435-0f54-45bf-ac54-6c446f77628a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:03:07.696002 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:07.716227 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a3d90435-0f54-45bf-ac54-6c446f77628a', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ips': [{'subnet_id': '56a0038a-8309-41fe-a612-9f66b3cbfddb'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:03:07.717103 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:07.733889 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6e9064ba-0827-470d-a646-d8b6847db1d8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8657436 Jan 10 12:03:07.736694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59786) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:07.762536 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Routers {'6ad422d3-e0a0-496d-badc-675f7ae0500d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:03:07.763223 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:02:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6ad422d3-e0a0-496d-badc-675f7ae0500d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:07.801756 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d09b93-13d2-48a2-8a58-9b2c9ea44c39 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:03:07.877296 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] Set router 6ad422d3-e0a0-496d-badc-675f7ae0500d gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:03:07.882879 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Allocated IP 172.20.0.2 (a3d90435-0f54-45bf-ac54-6c446f77628a/56a0038a-8309-41fe-a612-9f66b3cbfddb/3761e3e3-bcbd-4575-9b59-d0279edddbf9) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:03:07.940683 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90bd20-717a-4788-8ea3-f97c49e204dc None None] Pushing event updated for resources: {'Port': ['ID=7ce81593-81ff-4eaf-949d-475d6fe50860,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:08.038534 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-07160d2c-4b7a-41e0-8dbd-ed7e535958f9 None None] Provisioning complete for port 7ce81593-81ff-4eaf-949d-475d6fe50860 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:03:08.038913 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-07160d2c-4b7a-41e0-8dbd-ed7e535958f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:08.079717 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:03:05Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:08.082308 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Publish callbacks [] for port (3761e3e3-bcbd-4575-9b59-d0279edddbf9), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:08.114800 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee69758-a06b-4f85-a788-c48542ec5b89 None None] The sync data for ids ['6ad422d3-e0a0-496d-badc-675f7ae0500d'] in dv-neutron-master-2-hyperv is: [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:03:05Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:03:08.149559 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-07160d2c-4b7a-41e0-8dbd-ed7e535958f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:08.171203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-07160d2c-4b7a-41e0-8dbd-ed7e535958f9 None None] For port 7ce81593-81ff-4eaf-949d-475d6fe50860, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ce81593-81ff-4eaf-949d-475d6fe50860,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:03:08.201775 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (3761e3e3-bcbd-4575-9b59-d0279edddbf9), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:08.552202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-07160d2c-4b7a-41e0-8dbd-ed7e535958f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:08.552202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Network a3d90435-0f54-45bf-ac54-6c446f77628a is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:03:08.552202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Pushing event updated for resources: {'Port': ['ID=3761e3e3-bcbd-4575-9b59-d0279edddbf9,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:08.552202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:03:08.552202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:03:08.559857 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07160d2c-4b7a-41e0-8dbd-ed7e535958f9 None None] Pushing event updated for resources: {'Port': ['ID=7ce81593-81ff-4eaf-949d-475d6fe50860,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:08.566214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Attempting to bind port 3761e3e3-bcbd-4575-9b59-d0279edddbf9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:03:08.566679 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Attempting to bind port 3761e3e3-bcbd-4575-9b59-d0279edddbf9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eea756c8-c92e-4e81-ad54-429f02138210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:03:08.567116 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Attempting to bind port 3761e3e3-bcbd-4575-9b59-d0279edddbf9 on network a3d90435-0f54-45bf-ac54-6c446f77628a {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:03:08.575079 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:03:08.575571 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Checking segment: {'id': 'eea756c8-c92e-4e81-ad54-429f02138210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:03:08.576048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:08.576529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Bound using segment: {'id': 'eea756c8-c92e-4e81-ad54-429f02138210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:03:08.577101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Bound port: 3761e3e3-bcbd-4575-9b59-d0279edddbf9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea756c8-c92e-4e81-ad54-429f02138210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:03:08.577818 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3761e3e3-bcbd-4575-9b59-d0279edddbf9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:08.591925 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:08.660878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] For port 3761e3e3-bcbd-4575-9b59-d0279edddbf9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:03:08.664671 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] For port 3761e3e3-bcbd-4575-9b59-d0279edddbf9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3761e3e3-bcbd-4575-9b59-d0279edddbf9,segment=NetworkSegment(eea756c8-c92e-4e81-ad54-429f02138210),segment_id=eea756c8-c92e-4e81-ad54-429f02138210)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:03:08.768210 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (3761e3e3-bcbd-4575-9b59-d0279edddbf9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:08.855259 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323152c-60f0-4a09-bbf6-e51f036183f0 None None] Pushing event updated for resources: {'Port': ['ID=3761e3e3-bcbd-4575-9b59-d0279edddbf9,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:08.940786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.1 (a3d90435-0f54-45bf-ac54-6c446f77628a/56a0038a-8309-41fe-a612-9f66b3cbfddb/206ca010-6295-4c0e-9a80-31f71c074e46) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:03:09.127664 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (206ca010-6295-4c0e-9a80-31f71c074e46), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:09.150832 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7ce81593-81ff-4eaf-949d-475d6fe50860 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:03:09.221276 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7ce81593-81ff-4eaf-949d-475d6fe50860 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:03:09.221932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:09.282345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:09.343375 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a3d90435-0f54-45bf-ac54-6c446f77628a is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:03:09.346762 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:03:09.349999 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:03:09.379491 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=206ca010-6295-4c0e-9a80-31f71c074e46,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:09.403634 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (6ad422d3-e0a0-496d-badc-675f7ae0500d), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:09.633416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:09.977231 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (206ca010-6295-4c0e-9a80-31f71c074e46), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:10.047294 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:10.058980 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b8678d-75f1-4cdf-a425-6e11128b6e57 None None] Network a3d90435-0f54-45bf-ac54-6c446f77628a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:03:10.122826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=206ca010-6295-4c0e-9a80-31f71c074e46,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:10.125301 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (6ad422d3-e0a0-496d-badc-675f7ae0500d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:10.134469 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a7b8a689-a303-4bdc-bb6c-b8376434b3cb None None] Provisioning complete for port 3761e3e3-bcbd-4575-9b59-d0279edddbf9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:03:10.135070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a689-a303-4bdc-bb6c-b8376434b3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (3761e3e3-bcbd-4575-9b59-d0279edddbf9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:10.234539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a3d90435-0f54-45bf-ac54-6c446f77628a is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:03:10.236435 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:03:10.286395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a689-a303-4bdc-bb6c-b8376434b3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3761e3e3-bcbd-4575-9b59-d0279edddbf9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:10.342834 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a7b8a689-a303-4bdc-bb6c-b8376434b3cb None None] For port 3761e3e3-bcbd-4575-9b59-d0279edddbf9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3761e3e3-bcbd-4575-9b59-d0279edddbf9,segment=NetworkSegment(eea756c8-c92e-4e81-ad54-429f02138210),segment_id=eea756c8-c92e-4e81-ad54-429f02138210)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:03:10.356095 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0e90e068-a6d9-4e8f-bdf8-27377a72a95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:10.400551 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 6ad422d3-e0a0-496d-badc-675f7ae0500d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:03:10.447283 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a689-a303-4bdc-bb6c-b8376434b3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (3761e3e3-bcbd-4575-9b59-d0279edddbf9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:10.530732 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8a689-a303-4bdc-bb6c-b8376434b3cb None None] Pushing event updated for resources: {'Port': ['ID=3761e3e3-bcbd-4575-9b59-d0279edddbf9,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:10.549667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:03:10.560537 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59788) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:10.571531 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-31a264df-d94d-449c-92eb-ff40dbaedd64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/6ad422d3-e0a0-496d-badc-675f7ae0500d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8336358 Jan 10 12:03:10.632878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:10.676129 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c23995c1-f206-4bb6-938c-cb686f9ff2a4 None None] Provisioning complete for port 3761e3e3-bcbd-4575-9b59-d0279edddbf9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:03:10.676908 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c23995c1-f206-4bb6-938c-cb686f9ff2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (3761e3e3-bcbd-4575-9b59-d0279edddbf9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:10.697010 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1013fb6-2f96-4079-b615-ecc008f67de1 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:10.697488 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1013fb6-2f96-4079-b615-ecc008f67de1 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:10.698201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1013fb6-2f96-4079-b615-ecc008f67de1 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:10.698673 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1013fb6-2f96-4079-b615-ecc008f67de1 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:10.699132 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1013fb6-2f96-4079-b615-ecc008f67de1 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:10.699588 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1013fb6-2f96-4079-b615-ecc008f67de1 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:10.701775 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e1013fb6-2f96-4079-b615-ecc008f67de1 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1399200 Jan 10 12:03:10.705589 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59790) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:10.746698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Sync routers for ids ['6ad422d3-e0a0-496d-badc-675f7ae0500d'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:03:10.779784 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c4a5a1-6a56-4262-8d26-4fe595347330 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:10.781315 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c4a5a1-6a56-4262-8d26-4fe595347330 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:10.782091 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c4a5a1-6a56-4262-8d26-4fe595347330 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:10.782756 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c4a5a1-6a56-4262-8d26-4fe595347330 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:10.783198 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c4a5a1-6a56-4262-8d26-4fe595347330 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:10.783653 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c4a5a1-6a56-4262-8d26-4fe595347330 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:10.787252 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-38c4a5a1-6a56-4262-8d26-4fe595347330 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0794988 Jan 10 12:03:10.788664 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59792) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:10.792578 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Routers {'6ad422d3-e0a0-496d-badc-675f7ae0500d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:03:10.793327 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:03:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6ad422d3-e0a0-496d-badc-675f7ae0500d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:10.892657 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c23995c1-f206-4bb6-938c-cb686f9ff2a4 None None] Provisioning complete for port 206ca010-6295-4c0e-9a80-31f71c074e46 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:03:10.893114 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c23995c1-f206-4bb6-938c-cb686f9ff2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:10.954774 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Set router 6ad422d3-e0a0-496d-badc-675f7ae0500d gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:03:10.954774 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c23995c1-f206-4bb6-938c-cb686f9ff2a4 None None] Port 206ca010-6295-4c0e-9a80-31f71c074e46 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:03:11.127478 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ce8e9521-2f63-482a-85d7-fbeffa0d6c93 None None] Provisioning complete for port 206ca010-6295-4c0e-9a80-31f71c074e46 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:03:11.128068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9521-2f63-482a-85d7-fbeffa0d6c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:11.156221 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 3761e3e3-bcbd-4575-9b59-d0279edddbf9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:03:11.241993 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e9521-2f63-482a-85d7-fbeffa0d6c93 None None] Port 206ca010-6295-4c0e-9a80-31f71c074e46 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:03:11.267569 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 3761e3e3-bcbd-4575-9b59-d0279edddbf9 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:03:11.267942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (3761e3e3-bcbd-4575-9b59-d0279edddbf9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:11.307611 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:03:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '206ca010-6295-4c0e-9a80-31f71c074e46', 'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:01:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:08Z', 'updated_at': '2022-01-10T12:03:09Z', 'revision_number': 2, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:11.337053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Checking router: 6ad422d3-e0a0-496d-badc-675f7ae0500d for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:03:11.337412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Updating router 6ad422d3-e0a0-496d-badc-675f7ae0500d port 206ca010-6295-4c0e-9a80-31f71c074e46 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:03:11.364557 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e7964036-02d4-4354-98d4-569d2fe6fab8 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.5739634 Jan 10 12:03:11.381917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:11.418051 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-eefa008e-20c8-4240-a54d-b5131204f56f None None] Provisioning complete for port 206ca010-6295-4c0e-9a80-31f71c074e46 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:03:11.418425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eefa008e-20c8-4240-a54d-b5131204f56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:11.494262 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-eefa008e-20c8-4240-a54d-b5131204f56f None None] Port 206ca010-6295-4c0e-9a80-31f71c074e46 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:03:11.600756 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59796) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:11.605589 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-608ada1a-0c13-46d9-9450-e41be61896cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269473112', 'description': 'tempest-secgroup-smoke-269473112 description', 'project_id': 'a8ed50a2c6284926857fedd16b365558'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:03:11.713012 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-608ada1a-0c13-46d9-9450-e41be61896cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:11.725861 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Publish callbacks [] for port (206ca010-6295-4c0e-9a80-31f71c074e46), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:11.779965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-608ada1a-0c13-46d9-9450-e41be61896cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (1637fd12-8e2e-4b43-a064-56988baf08da), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:11.821985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:11.867054 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-608ada1a-0c13-46d9-9450-e41be61896cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (1637fd12-8e2e-4b43-a064-56988baf08da), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:11.873258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc2023-7f1d-4408-a29b-39e83cf836db None None] Pushing event updated for resources: {'Port': ['ID=206ca010-6295-4c0e-9a80-31f71c074e46,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:11.902994 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ada1a-0c13-46d9-9450-e41be61896cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1637fd12-8e2e-4b43-a064-56988baf08da,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:11.932754 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Attempting to bind port 206ca010-6295-4c0e-9a80-31f71c074e46 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:03:11.933135 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Attempting to bind port 206ca010-6295-4c0e-9a80-31f71c074e46 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eea756c8-c92e-4e81-ad54-429f02138210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:03:11.933505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Attempting to bind port 206ca010-6295-4c0e-9a80-31f71c074e46 on network a3d90435-0f54-45bf-ac54-6c446f77628a {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:03:11.939749 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:03:11.940142 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Checking segment: {'id': 'eea756c8-c92e-4e81-ad54-429f02138210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:03:11.940555 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:11.940991 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Bound using segment: {'id': 'eea756c8-c92e-4e81-ad54-429f02138210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:03:11.941615 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Bound port: 206ca010-6295-4c0e-9a80-31f71c074e46, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea756c8-c92e-4e81-ad54-429f02138210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:03:11.942001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:11.966453 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-608ada1a-0c13-46d9-9450-e41be61896cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:11.968065 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-608ada1a-0c13-46d9-9450-e41be61896cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3659220 Jan 10 12:03:11.970784 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59798) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:11.975729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-748ef9e0-7e2c-4708-bafc-c22e09cc07ed tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '1637fd12-8e2e-4b43-a064-56988baf08da', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:03:12.012836 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] For port 206ca010-6295-4c0e-9a80-31f71c074e46, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:03:12.016909 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] For port 206ca010-6295-4c0e-9a80-31f71c074e46, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=206ca010-6295-4c0e-9a80-31f71c074e46,segment=NetworkSegment(eea756c8-c92e-4e81-ad54-429f02138210),segment_id=eea756c8-c92e-4e81-ad54-429f02138210)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:03:12.111791 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-748ef9e0-7e2c-4708-bafc-c22e09cc07ed tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (ea968f14-fa14-41cb-b64e-bb13cb842613), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:12.118239 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-21c83959-a359-47c0-8910-b536732b6c5c None None] Provisioning complete for port 206ca010-6295-4c0e-9a80-31f71c074e46 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:03:12.118615 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-21c83959-a359-47c0-8910-b536732b6c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:12.151859 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:12.178061 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-748ef9e0-7e2c-4708-bafc-c22e09cc07ed tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (ea968f14-fa14-41cb-b64e-bb13cb842613), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:12.186122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:12.191028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-21c83959-a359-47c0-8910-b536732b6c5c None None] Port 206ca010-6295-4c0e-9a80-31f71c074e46 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:03:12.219202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Routers {'6ad422d3-e0a0-496d-badc-675f7ae0500d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:03:12.219933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:03:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6ad422d3-e0a0-496d-badc-675f7ae0500d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:12.225061 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc2023-7f1d-4408-a29b-39e83cf836db None None] Pushing event updated for resources: {'Port': ['ID=206ca010-6295-4c0e-9a80-31f71c074e46,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:12.275403 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-748ef9e0-7e2c-4708-bafc-c22e09cc07ed tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (ea968f14-fa14-41cb-b64e-bb13cb842613), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:12.295243 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ef9e0-7e2c-4708-bafc-c22e09cc07ed tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea968f14-fa14-41cb-b64e-bb13cb842613,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:12.337379 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] Set router 6ad422d3-e0a0-496d-badc-675f7ae0500d gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:03:12.386615 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-748ef9e0-7e2c-4708-bafc-c22e09cc07ed tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:12.389040 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-748ef9e0-7e2c-4708-bafc-c22e09cc07ed tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4160514 Jan 10 12:03:12.391069 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59804) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:12.395861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0196b1cb-06fa-44d3-8b0a-bc93a466a473 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '1637fd12-8e2e-4b43-a064-56988baf08da', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:03:12.474357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-587baff1-cdb9-4cc9-83b7-53ebcd643cc9 None None] Provisioning complete for port 206ca010-6295-4c0e-9a80-31f71c074e46 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:03:12.474662 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-587baff1-cdb9-4cc9-83b7-53ebcd643cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:12.518554 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0196b1cb-06fa-44d3-8b0a-bc93a466a473 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (57f2d85d-5d3e-429e-9a86-95b653d0c95b), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:12.589169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0196b1cb-06fa-44d3-8b0a-bc93a466a473 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (57f2d85d-5d3e-429e-9a86-95b653d0c95b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:12.696007 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0196b1cb-06fa-44d3-8b0a-bc93a466a473 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (57f2d85d-5d3e-429e-9a86-95b653d0c95b), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:12.719300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196b1cb-06fa-44d3-8b0a-bc93a466a473 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f2d85d-5d3e-429e-9a86-95b653d0c95b,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:12.757330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-587baff1-cdb9-4cc9-83b7-53ebcd643cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:12.799061 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-587baff1-cdb9-4cc9-83b7-53ebcd643cc9 None None] For port 206ca010-6295-4c0e-9a80-31f71c074e46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=206ca010-6295-4c0e-9a80-31f71c074e46,segment=NetworkSegment(eea756c8-c92e-4e81-ad54-429f02138210),segment_id=eea756c8-c92e-4e81-ad54-429f02138210)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:03:12.801998 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:03:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '206ca010-6295-4c0e-9a80-31f71c074e46', 'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:01:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:08Z', 'updated_at': '2022-01-10T12:03:12Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:12.831451 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05005928-4f33-42da-a6c1-29ab31a1b443 None None] The sync data for ids ['6ad422d3-e0a0-496d-badc-675f7ae0500d'] in dv-neutron-master-2-hyperv is: [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:03:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '206ca010-6295-4c0e-9a80-31f71c074e46', 'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:01:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:08Z', 'updated_at': '2022-01-10T12:03:12Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:03:12.889081 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0196b1cb-06fa-44d3-8b0a-bc93a466a473 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:12.893694 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0196b1cb-06fa-44d3-8b0a-bc93a466a473 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5015161 Jan 10 12:03:12.896797 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59806) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:12.903558 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9131cfe5-124a-4760-b179-fb09c2707767 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '1637fd12-8e2e-4b43-a064-56988baf08da', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:03:12.910313 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-587baff1-cdb9-4cc9-83b7-53ebcd643cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:12.974485 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587baff1-cdb9-4cc9-83b7-53ebcd643cc9 None None] Pushing event updated for resources: {'Port': ['ID=206ca010-6295-4c0e-9a80-31f71c074e46,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:13.009537 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9131cfe5-124a-4760-b179-fb09c2707767 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (3a0eb724-109d-4ad5-a2a6-176f666f79fd), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:13.087539 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9131cfe5-124a-4760-b179-fb09c2707767 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (3a0eb724-109d-4ad5-a2a6-176f666f79fd), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:13.106283 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 206ca010-6295-4c0e-9a80-31f71c074e46 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:03:13.151548 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 206ca010-6295-4c0e-9a80-31f71c074e46 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:03:13.156742 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:13.175739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9131cfe5-124a-4760-b179-fb09c2707767 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (3a0eb724-109d-4ad5-a2a6-176f666f79fd), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:13.195168 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131cfe5-124a-4760-b179-fb09c2707767 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0eb724-109d-4ad5-a2a6-176f666f79fd,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:13.284321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:13.293365 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9131cfe5-124a-4760-b179-fb09c2707767 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:13.293365 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9131cfe5-124a-4760-b179-fb09c2707767 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3881612 Jan 10 12:03:13.293365 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59808) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:13.296413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e611b0f5-d8c0-4be6-a834-020a8a600cc4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '1637fd12-8e2e-4b43-a064-56988baf08da', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:03:13.416121 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e611b0f5-d8c0-4be6-a834-020a8a600cc4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (f426785c-ced2-402d-988e-7299ed394ee3), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:13.492173 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e611b0f5-d8c0-4be6-a834-020a8a600cc4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (f426785c-ced2-402d-988e-7299ed394ee3), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:13.587186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e611b0f5-d8c0-4be6-a834-020a8a600cc4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (f426785c-ced2-402d-988e-7299ed394ee3), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:13.607919 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611b0f5-d8c0-4be6-a834-020a8a600cc4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f426785c-ced2-402d-988e-7299ed394ee3,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:13.754969 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e611b0f5-d8c0-4be6-a834-020a8a600cc4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:13.756243 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e611b0f5-d8c0-4be6-a834-020a8a600cc4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4646263 Jan 10 12:03:13.759328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59810) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:13.763991 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-afabf4b7-bdfb-40c5-9e84-884653d1e180 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '1637fd12-8e2e-4b43-a064-56988baf08da', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:03:13.855539 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-afabf4b7-bdfb-40c5-9e84-884653d1e180 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:03:13.862718 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-afabf4b7-bdfb-40c5-9e84-884653d1e180 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (fb54fb8f-b3b1-49da-ae8f-624f66e233ab), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:13.929351 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-afabf4b7-bdfb-40c5-9e84-884653d1e180 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (fb54fb8f-b3b1-49da-ae8f-624f66e233ab), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:14.004748 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-afabf4b7-bdfb-40c5-9e84-884653d1e180 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (fb54fb8f-b3b1-49da-ae8f-624f66e233ab), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:14.020628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabf4b7-bdfb-40c5-9e84-884653d1e180 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb54fb8f-b3b1-49da-ae8f-624f66e233ab,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:14.211702 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-afabf4b7-bdfb-40c5-9e84-884653d1e180 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:14.212975 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-afabf4b7-bdfb-40c5-9e84-884653d1e180 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4526267 Jan 10 12:03:14.216154 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59812) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:14.220996 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-612fb7f4-97e9-4cff-b205-8b5aafa46400 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '1637fd12-8e2e-4b43-a064-56988baf08da', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:03:14.324306 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-612fb7f4-97e9-4cff-b205-8b5aafa46400 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:03:14.330745 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-612fb7f4-97e9-4cff-b205-8b5aafa46400 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (7e460b6c-40e8-4907-88c7-84e475148107), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:14.391516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-612fb7f4-97e9-4cff-b205-8b5aafa46400 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (7e460b6c-40e8-4907-88c7-84e475148107), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:14.512817 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-612fb7f4-97e9-4cff-b205-8b5aafa46400 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (7e460b6c-40e8-4907-88c7-84e475148107), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:14.534360 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fb7f4-97e9-4cff-b205-8b5aafa46400 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e460b6c-40e8-4907-88c7-84e475148107,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:14.617255 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-612fb7f4-97e9-4cff-b205-8b5aafa46400 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:14.618613 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-612fb7f4-97e9-4cff-b205-8b5aafa46400 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4014616 Jan 10 12:03:14.768923 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-0e48c6bd-9816-4cd9-9876-453f568552db tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269473112&fields=id&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 267 time: 0.0442626 Jan 10 12:03:14.880094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-1e3d589f-6013-47a0-a400-a866f79eb01f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:14.881580 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-1e3d589f-6013-47a0-a400-a866f79eb01f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/networks?id=a3d90435-0f54-45bf-ac54-6c446f77628a HTTP/1.1" status: 200 len: 797 time: 0.1058517 Jan 10 12:03:14.897672 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-b1886435-5451-4501-9e5b-8f3f570d7c98 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/quotas/a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 375 time: 0.0100741 Jan 10 12:03:14.948853 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-a25d0660-ac93-42a9-867b-2ac6069772d9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455229 Jan 10 12:03:15.117974 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-326e9aa6-e28c-41d6-9dad-77c964d9e5d9 service neutron] 10.222.0.16 "GET /v2.0/networks/a3d90435-0f54-45bf-ac54-6c446f77628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567051 Jan 10 12:03:15.207802 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-90ba3ea7-8db8-468f-aeaa-5d4a7dff21ad service neutron] 10.222.0.16 "GET /v2.0/networks/a3d90435-0f54-45bf-ac54-6c446f77628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840931 Jan 10 12:03:15.490821 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c40b9717-d04b-47be-88fb-b6a05cf9da0f req-a261f1b0-5445-48cc-bb72-d3d62ae53d00 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 210 time: 0.0277541 Jan 10 12:03:16.594722 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-592d52c8-6ed6-4602-8141-2bff968e13c7 req-12672035-df62-4a7e-be25-3c8cf1ee65a0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 210 time: 0.0325980 Jan 10 12:03:17.672548 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-9c4f0b30-db68-4aef-bda4-5f08b2837982 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:17.674060 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-9c4f0b30-db68-4aef-bda4-5f08b2837982 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/networks?id=a3d90435-0f54-45bf-ac54-6c446f77628a HTTP/1.1" status: 200 len: 797 time: 0.1050262 Jan 10 12:03:17.692920 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0e9ee184-bc3b-47d3-b53a-ce44117387d1 req-e0f51fb4-33ae-4838-be2c-e4be8b5666d3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 210 time: 0.0288682 Jan 10 12:03:17.741731 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-0df3501f-1570-4f4f-be59-638f0eec456e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 379 time: 0.0599227 Jan 10 12:03:17.749616 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-c9d78e8b-e407-491c-a0a1-75b500fcf94e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'port': {'device_id': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'admin_state_up': True, 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'security_groups': ['1637fd12-8e2e-4b43-a064-56988baf08da']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:03:17.955476 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-c9d78e8b-e407-491c-a0a1-75b500fcf94e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:03:17.960778 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-c9d78e8b-e407-491c-a0a1-75b500fcf94e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:18.092082 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-c9d78e8b-e407-491c-a0a1-75b500fcf94e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.12 (a3d90435-0f54-45bf-ac54-6c446f77628a/56a0038a-8309-41fe-a612-9f66b3cbfddb/940d32bd-10ac-4c25-8075-fd507acee302) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:03:18.230105 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-c9d78e8b-e407-491c-a0a1-75b500fcf94e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (940d32bd-10ac-4c25-8075-fd507acee302), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:18.378583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-c9d78e8b-e407-491c-a0a1-75b500fcf94e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (940d32bd-10ac-4c25-8075-fd507acee302), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:18.430170 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-c9d78e8b-e407-491c-a0a1-75b500fcf94e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a3d90435-0f54-45bf-ac54-6c446f77628a is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:03:18.433565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-c9d78e8b-e407-491c-a0a1-75b500fcf94e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:03:18.437612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-c9d78e8b-e407-491c-a0a1-75b500fcf94e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:03:18.462915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d78e8b-e407-491c-a0a1-75b500fcf94e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=940d32bd-10ac-4c25-8075-fd507acee302,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:03:18.495474 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:03:18.500317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-c9d78e8b-e407-491c-a0a1-75b500fcf94e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:18.500317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-c9d78e8b-e407-491c-a0a1-75b500fcf94e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:18.621446 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-c9d78e8b-e407-491c-a0a1-75b500fcf94e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8753812 Jan 10 12:03:18.632627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Request body: {'port': {'device_id': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:03:18.671465 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d5d45406-28d0-4268-b387-4827fe2702d7 None None] Provisioning complete for port 940d32bd-10ac-4c25-8075-fd507acee302 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:03:18.672275 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d5d45406-28d0-4268-b387-4827fe2702d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (940d32bd-10ac-4c25-8075-fd507acee302), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:18.691519 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (940d32bd-10ac-4c25-8075-fd507acee302), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:18.706523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d5d45406-28d0-4268-b387-4827fe2702d7 None None] Port 940d32bd-10ac-4c25-8075-fd507acee302 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:03:18.907075 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608029c-cdf6-4d24-8324-92f27f65a60c req-ed2988aa-d5b1-443c-b83d-9ea7d83afdd9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:18.908545 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6608029c-cdf6-4d24-8324-92f27f65a60c req-ed2988aa-d5b1-443c-b83d-9ea7d83afdd9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 932 time: 0.1118805 Jan 10 12:03:18.994102 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6608029c-cdf6-4d24-8324-92f27f65a60c req-72656c32-396e-4d5a-b85c-c010cad96af6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=1637fd12-8e2e-4b43-a064-56988baf08da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781784 Jan 10 12:03:19.045932 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940d32bd-10ac-4c25-8075-fd507acee302 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:03:19.054139 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Publish callbacks [] for port (940d32bd-10ac-4c25-8075-fd507acee302), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:19.066727 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Transition to ACTIVE for port object 940d32bd-10ac-4c25-8075-fd507acee302 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:03:19.183949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (940d32bd-10ac-4c25-8075-fd507acee302), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:19.239170 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Pushing event updated for resources: {'Port': ['ID=940d32bd-10ac-4c25-8075-fd507acee302,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:19.262929 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:19.263289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:19.263645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:19.264003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:19.264346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:19.264690 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:19.265030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:19.265374 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:19.265712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:19.266072 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:19.266408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:19.266741 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:19.267076 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:19.323219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Attempting to bind port 940d32bd-10ac-4c25-8075-fd507acee302 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:03:19.323558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Attempting to bind port 940d32bd-10ac-4c25-8075-fd507acee302 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eea756c8-c92e-4e81-ad54-429f02138210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:03:19.323889 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Attempting to bind port 940d32bd-10ac-4c25-8075-fd507acee302 on network a3d90435-0f54-45bf-ac54-6c446f77628a {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:03:19.328950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Port 940d32bd-10ac-4c25-8075-fd507acee302 on network a3d90435-0f54-45bf-ac54-6c446f77628a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:03:19.329273 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Attempting to bind port 940d32bd-10ac-4c25-8075-fd507acee302 on network a3d90435-0f54-45bf-ac54-6c446f77628a {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:03:19.335407 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:03:19.335724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Checking segment: {'id': 'eea756c8-c92e-4e81-ad54-429f02138210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:03:19.336109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Bound using segment: {'id': 'eea756c8-c92e-4e81-ad54-429f02138210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:03:19.336539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Bound port: 940d32bd-10ac-4c25-8075-fd507acee302, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea756c8-c92e-4e81-ad54-429f02138210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:03:19.336933 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (940d32bd-10ac-4c25-8075-fd507acee302), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:19.381288 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:19.403513 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] For port 940d32bd-10ac-4c25-8075-fd507acee302, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:03:19.409806 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] For port 940d32bd-10ac-4c25-8075-fd507acee302, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=940d32bd-10ac-4c25-8075-fd507acee302,segment=NetworkSegment(eea756c8-c92e-4e81-ad54-429f02138210),segment_id=eea756c8-c92e-4e81-ad54-429f02138210)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:03:19.501801 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (940d32bd-10ac-4c25-8075-fd507acee302), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:19.544739 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:19.545197 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:19.546630 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] 10.222.0.30 "PUT /v2.0/ports/940d32bd-10ac-4c25-8075-fd507acee302 HTTP/1.1" status: 200 len: 1094 time: 0.9183095 Jan 10 12:03:19.547089 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'tag': '940d32bd-10ac-4c25-8075-fd507acee302'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:03:19.549403 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec26344-aae5-4b01-ac26-f350d48bad16" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e52d07-750a-4697-bba7-21a03079fb13", "tag": "940d32bd-10ac-4c25-8075-fd507acee302"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:03:19.575050 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624476b-6a67-4680-8bad-ba0d127934ea service neutron] Pushing event updated for resources: {'Port': ['ID=940d32bd-10ac-4c25-8075-fd507acee302,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:19.592419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76f0777-e1f8-4457-ac71-a36c9596cad1 x-openstack-request-id: req-e76f0777-e1f8-4457-ac71-a36c9596cad1 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:03:19.592719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e52d07-750a-4697-bba7-21a03079fb13", "tag": "940d32bd-10ac-4c25-8075-fd507acee302", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:03:19.592990 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e76f0777-e1f8-4457-ac71-a36c9596cad1 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:03:19.593452 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'tag': '940d32bd-10ac-4c25-8075-fd507acee302', 'status': 'completed', 'code': 200} Jan 10 12:03:19.655926 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec26344-aae5-4b01-ac26-f350d48bad16 req-3733ad6d-b1cf-43ed-83fb-bdadf8031725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:19.657508 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dec26344-aae5-4b01-ac26-f350d48bad16 req-3733ad6d-b1cf-43ed-83fb-bdadf8031725 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 1097 time: 0.0451832 Jan 10 12:03:19.757623 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec26344-aae5-4b01-ac26-f350d48bad16 req-9e08ea2c-1b5b-46fd-897d-44fe677fdf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:19.767180 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dec26344-aae5-4b01-ac26-f350d48bad16 req-9e08ea2c-1b5b-46fd-897d-44fe677fdf63 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a8ed50a2c6284926857fedd16b365558&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0955153 Jan 10 12:03:19.859070 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec26344-aae5-4b01-ac26-f350d48bad16 req-f5860f24-db9b-4ef9-9eaa-8f6e281e118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:19.860506 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dec26344-aae5-4b01-ac26-f350d48bad16 req-f5860f24-db9b-4ef9-9eaa-8f6e281e118d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924661 Jan 10 12:03:19.937853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-0a33f42f-09bf-48c5-b484-90780ce668eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:19.939399 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-0a33f42f-09bf-48c5-b484-90780ce668eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 1097 time: 0.0447402 Jan 10 12:03:19.987242 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-b8bf6776-bab2-4f8b-8e80-1b4ab17a3f10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=940d32bd-10ac-4c25-8075-fd507acee302 HTTP/1.1" status: 200 len: 217 time: 0.0398333 Jan 10 12:03:20.039655 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-7b5cd7c2-c3be-4600-a8dd-3405c4faadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:20.041139 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-7b5cd7c2-c3be-4600-a8dd-3405c4faadb7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56a0038a-8309-41fe-a612-9f66b3cbfddb HTTP/1.1" status: 200 len: 834 time: 0.0492702 Jan 10 12:03:20.116500 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-26b191cb-f969-45bf-914a-1b92dd379db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:20.118031 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-26b191cb-f969-45bf-914a-1b92dd379db3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a3d90435-0f54-45bf-ac54-6c446f77628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716047 Jan 10 12:03:20.130345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783e61b-d0c8-4169-92ac-6c5c906f7188 req-ccd32ca1-7af3-49f6-9fea-8a64dcb0de8b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:20.131725 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2783e61b-d0c8-4169-92ac-6c5c906f7188 req-ccd32ca1-7af3-49f6-9fea-8a64dcb0de8b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 944 time: 0.0594103 Jan 10 12:03:20.238228 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2783e61b-d0c8-4169-92ac-6c5c906f7188 req-fe609536-5c1c-4916-b478-d9fd12ed60d4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=1637fd12-8e2e-4b43-a064-56988baf08da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986476 Jan 10 12:03:20.254826 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-6ddae872-90d8-4397-8297-66d46b9d2328 service neutron] 10.222.0.30 "GET /v2.0/networks/a3d90435-0f54-45bf-ac54-6c446f77628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221869 Jan 10 12:03:20.347490 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59ef0083-ff08-4339-b2f3-72b90245ae8d req-f5e1b19c-4cae-483a-92e6-7d314513b121 service neutron] 10.222.0.30 "GET /v2.0/networks/a3d90435-0f54-45bf-ac54-6c446f77628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870767 Jan 10 12:03:21.355766 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c222d-867f-4b2b-9b2e-3245828cf57f req-d6c98369-1794-4804-a399-2797c81d4fa0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:21.357292 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-141c222d-867f-4b2b-9b2e-3245828cf57f req-d6c98369-1794-4804-a399-2797c81d4fa0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 944 time: 0.0520003 Jan 10 12:03:21.407587 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-141c222d-867f-4b2b-9b2e-3245828cf57f req-9b63a092-faad-455d-8518-648b618a503b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=1637fd12-8e2e-4b43-a064-56988baf08da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442119 Jan 10 12:03:21.429341 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 940d32bd-10ac-4c25-8075-fd507acee302 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:03:21.525434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 940d32bd-10ac-4c25-8075-fd507acee302, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=940d32bd-10ac-4c25-8075-fd507acee302,segment=NetworkSegment(eea756c8-c92e-4e81-ad54-429f02138210),segment_id=eea756c8-c92e-4e81-ad54-429f02138210)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:03:21.536894 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '940d32bd-10ac-4c25-8075-fd507acee302', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'port_id': '940d32bd-10ac-4c25-8075-fd507acee302', 'mac_address': 'fa:16:3e:36:60:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:03:21.578533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (940d32bd-10ac-4c25-8075-fd507acee302), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:21.591357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940d32bd-10ac-4c25-8075-fd507acee302 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:03:21.610905 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 940d32bd-10ac-4c25-8075-fd507acee302, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=940d32bd-10ac-4c25-8075-fd507acee302,segment=NetworkSegment(eea756c8-c92e-4e81-ad54-429f02138210),segment_id=eea756c8-c92e-4e81-ad54-429f02138210)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:03:21.683805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (940d32bd-10ac-4c25-8075-fd507acee302), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:21.731987 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=940d32bd-10ac-4c25-8075-fd507acee302,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:21.882483 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['940d32bd-10ac-4c25-8075-fd507acee302'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:03:22.525355 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396117f9-65e7-4055-b361-4044538658f4 req-5894b2d1-894e-44cb-8666-28c137591851 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:22.526806 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-396117f9-65e7-4055-b361-4044538658f4 req-5894b2d1-894e-44cb-8666-28c137591851 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 945 time: 0.0513115 Jan 10 12:03:22.576825 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-396117f9-65e7-4055-b361-4044538658f4 req-b6942d86-9cea-47f3-a598-fb2b83b293ac tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=1637fd12-8e2e-4b43-a064-56988baf08da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443761 Jan 10 12:03:23.429310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 940d32bd-10ac-4c25-8075-fd507acee302 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:03:23.540998 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 940d32bd-10ac-4c25-8075-fd507acee302 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:03:23.545311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 940d32bd-10ac-4c25-8075-fd507acee302 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:03:23.545663 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (940d32bd-10ac-4c25-8075-fd507acee302), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:23.627356 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (940d32bd-10ac-4c25-8075-fd507acee302), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:23.650928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940d32bd-10ac-4c25-8075-fd507acee302'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:03:23.653195 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b39770-222b-4b7f-b8e6-264fec4e0b07" -d '{"events": [{"server_uuid": "c4e52d07-750a-4697-bba7-21a03079fb13", "name": "network-vif-plugged", "status": "completed", "tag": "940d32bd-10ac-4c25-8075-fd507acee302"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:03:23.666930 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 940d32bd-10ac-4c25-8075-fd507acee302, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=940d32bd-10ac-4c25-8075-fd507acee302,segment=NetworkSegment(eea756c8-c92e-4e81-ad54-429f02138210),segment_id=eea756c8-c92e-4e81-ad54-429f02138210)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:03:23.694834 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7599874-afc8-43d7-85a3-97046662ddba x-openstack-request-id: req-c7599874-afc8-43d7-85a3-97046662ddba {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:03:23.695127 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e52d07-750a-4697-bba7-21a03079fb13", "name": "network-vif-plugged", "status": "completed", "tag": "940d32bd-10ac-4c25-8075-fd507acee302", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:03:23.695406 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7599874-afc8-43d7-85a3-97046662ddba {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:03:23.695841 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940d32bd-10ac-4c25-8075-fd507acee302', 'code': 200} Jan 10 12:03:23.696991 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf9b15-5529-446b-b7e2-e0ca1d705fbd req-14465b21-ecd1-4271-999e-ace1fe86a0e1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:23.698721 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cbdf9b15-5529-446b-b7e2-e0ca1d705fbd req-14465b21-ecd1-4271-999e-ace1fe86a0e1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 945 time: 0.0536809 Jan 10 12:03:23.750951 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cbdf9b15-5529-446b-b7e2-e0ca1d705fbd req-06f15533-bc5a-462c-b580-3a5f888fb2ef tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=1637fd12-8e2e-4b43-a064-56988baf08da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463343 Jan 10 12:03:23.758241 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (940d32bd-10ac-4c25-8075-fd507acee302), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:23.808798 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=940d32bd-10ac-4c25-8075-fd507acee302,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:24.057537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204869f-c381-4ac7-b963-fb6651c5b926 req-a6e2396f-d6d8-45e5-b546-5351786f5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:24.059114 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9204869f-c381-4ac7-b963-fb6651c5b926 req-a6e2396f-d6d8-45e5-b546-5351786f5cce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 1099 time: 0.0421846 Jan 10 12:03:24.106012 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9204869f-c381-4ac7-b963-fb6651c5b926 req-5548f71a-7107-4094-b9a5-1204b4d7c3bc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1637fd12-8e2e-4b43-a064-56988baf08da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412414 Jan 10 12:03:24.870985 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7417410-b392-46e4-95dc-861adad44d44 req-305cdac4-3747-43db-bf81-f1ab1a30bd8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:24.872442 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c7417410-b392-46e4-95dc-861adad44d44 req-305cdac4-3747-43db-bf81-f1ab1a30bd8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 946 time: 0.0533612 Jan 10 12:03:24.922228 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c7417410-b392-46e4-95dc-861adad44d44 req-7d595bfa-0078-4fcb-92fa-b5d62644c18a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=1637fd12-8e2e-4b43-a064-56988baf08da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441658 Jan 10 12:03:26.046498 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb56b1b-0fce-4def-bd1b-2fe8ed323c29 req-7f603944-5109-426e-b150-83b79975d5f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:26.048056 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ecb56b1b-0fce-4def-bd1b-2fe8ed323c29 req-7f603944-5109-426e-b150-83b79975d5f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 946 time: 0.0561001 Jan 10 12:03:26.100916 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ecb56b1b-0fce-4def-bd1b-2fe8ed323c29 req-e6a048c6-1de6-49ae-9a94-94435ca0ee36 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=1637fd12-8e2e-4b43-a064-56988baf08da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467494 Jan 10 12:03:26.217393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60461-da95-4d09-aa43-fbd3942422c3 req-e33f1aa6-3780-44ec-9b7d-e312552c2145 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:26.218930 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-56e60461-da95-4d09-aa43-fbd3942422c3 req-e33f1aa6-3780-44ec-9b7d-e312552c2145 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 946 time: 0.0503809 Jan 10 12:03:26.271035 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-56e60461-da95-4d09-aa43-fbd3942422c3 req-049af5e0-aeff-43c7-971d-f4399edb0ac7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=1637fd12-8e2e-4b43-a064-56988baf08da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456092 Jan 10 12:03:26.293208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59866) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:26.332081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcedc4bc-7b8b-407a-920f-d47030616896 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:26.333588 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bcedc4bc-7b8b-407a-920f-d47030616896 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 1094 time: 0.0393462 Jan 10 12:03:26.336462 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59868) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:26.341098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '940d32bd-10ac-4c25-8075-fd507acee302', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:03:26.446644 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:26.874871 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:26.980337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.87 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/3463d474-6210-4bb4-9639-25184d3b8cd7) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:03:27.081150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (3463d474-6210-4bb4-9639-25184d3b8cd7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:27.195720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (3463d474-6210-4bb4-9639-25184d3b8cd7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:27.240679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:03:27.243731 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:03:27.246439 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:03:27.272621 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=3463d474-6210-4bb4-9639-25184d3b8cd7,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:27.602358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (a6c9a939-602a-4008-941f-539855e69406), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:27.733620 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3463d474-6210-4bb4-9639-25184d3b8cd7), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:27.882442 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (3463d474-6210-4bb4-9639-25184d3b8cd7), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:27.943585 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (3463d474-6210-4bb4-9639-25184d3b8cd7), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:28.042801 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=3463d474-6210-4bb4-9639-25184d3b8cd7,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:28.057445 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (a6c9a939-602a-4008-941f-539855e69406), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:28.065115 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ca5ad1f4-3d79-4ef6-a722-a4acf05416e4 req-b47b8845-016f-4111-9e58-747885da670a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893226 Jan 10 12:03:28.183637 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ad1f4-3d79-4ef6-a722-a4acf05416e4 req-b33469e5-cc2b-4428-8fa5-16cfd6c215f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:28.185051 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ca5ad1f4-3d79-4ef6-a722-a4acf05416e4 req-b33469e5-cc2b-4428-8fa5-16cfd6c215f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 1098 time: 0.0571258 Jan 10 12:03:28.198946 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP a6c9a939-602a-4008-941f-539855e69406 associated. External IP: 172.36.2.87, port: 940d32bd-10ac-4c25-8075-fd507acee302. Jan 10 12:03:28.374858 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ad1f4-3d79-4ef6-a722-a4acf05416e4 req-f9497671-16a1-4c26-8680-ecb1170d5fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:28.376389 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ca5ad1f4-3d79-4ef6-a722-a4acf05416e4 req-f9497671-16a1-4c26-8680-ecb1170d5fc9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 913 time: 0.1741538 Jan 10 12:03:28.516180 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ca5ad1f4-3d79-4ef6-a722-a4acf05416e4 req-273c97c2-4a98-470a-b300-a845f3be07d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd443e91-1770-48e9-8962-f1783d264ca7 HTTP/1.1" status: 200 len: 1001 time: 0.1328804 Jan 10 12:03:28.574371 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 6ad422d3-e0a0-496d-badc-675f7ae0500d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:03:28.582710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ad1f4-3d79-4ef6-a722-a4acf05416e4 req-9fd109d3-f92e-4f1c-912c-80f1ba8d2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:28.584245 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ca5ad1f4-3d79-4ef6-a722-a4acf05416e4 req-9fd109d3-f92e-4f1c-912c-80f1ba8d2b24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3 HTTP/1.1" status: 200 len: 851 time: 0.0587366 Jan 10 12:03:28.708492 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ad1f4-3d79-4ef6-a722-a4acf05416e4 req-179082bf-b3fb-410f-ba23-fe77265e982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:28.710060 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ca5ad1f4-3d79-4ef6-a722-a4acf05416e4 req-179082bf-b3fb-410f-ba23-fe77265e982d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1194060 Jan 10 12:03:28.745199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:03:28.756252 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6346a3-02f8-4b28-837a-68fb76b50656 None None] Sync routers for ids ['6ad422d3-e0a0-496d-badc-675f7ae0500d'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:03:28.765729 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6346a3-02f8-4b28-837a-68fb76b50656 None None] Routers {'6ad422d3-e0a0-496d-badc-675f7ae0500d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:03:28.766437 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-7b6346a3-02f8-4b28-837a-68fb76b50656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:03:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6ad422d3-e0a0-496d-badc-675f7ae0500d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:28.815464 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ca5ad1f4-3d79-4ef6-a722-a4acf05416e4 req-dc15c9e2-96d0-4f4b-900a-61bcda0df9de service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969617 Jan 10 12:03:28.874378 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-7b6346a3-02f8-4b28-837a-68fb76b50656 None None] Set router 6ad422d3-e0a0-496d-badc-675f7ae0500d gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:03:28.879684 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:28.920144 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a4f96303-fc60-4230-bc16-5d30dc2588a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5825069 Jan 10 12:03:28.922352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'tag': '940d32bd-10ac-4c25-8075-fd507acee302'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:03:28.924433 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59870) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:28.925178 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b51a90-64d4-41af-a48a-8fcd23558049" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e52d07-750a-4697-bba7-21a03079fb13", "tag": "940d32bd-10ac-4c25-8075-fd507acee302"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:03:28.949628 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ca5ad1f4-3d79-4ef6-a722-a4acf05416e4 req-d8ad29bf-83d0-41e2-b174-07c94edbec7a service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295106 Jan 10 12:03:28.963324 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6e3fcb-be14-4b7d-936e-43a4cf6f1fef x-openstack-request-id: req-7e6e3fcb-be14-4b7d-936e-43a4cf6f1fef {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:03:28.963628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e52d07-750a-4697-bba7-21a03079fb13", "tag": "940d32bd-10ac-4c25-8075-fd507acee302", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:03:28.963890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e6e3fcb-be14-4b7d-936e-43a4cf6f1fef {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:03:28.964307 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'tag': '940d32bd-10ac-4c25-8075-fd507acee302', 'status': 'completed', 'code': 200} Jan 10 12:03:29.032052 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b51a90-64d4-41af-a48a-8fcd23558049 req-77b9f250-61e3-4f03-b2a1-1c89bef9f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:29.033529 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-60b51a90-64d4-41af-a48a-8fcd23558049 req-77b9f250-61e3-4f03-b2a1-1c89bef9f114 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 1099 time: 0.0457187 Jan 10 12:03:29.066374 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a5ffb9df-18bb-4710-93ca-3750ff01cbb0 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/routers/6ad422d3-e0a0-496d-badc-675f7ae0500d HTTP/1.1" status: 200 len: 921 time: 0.1377764 Jan 10 12:03:29.066646 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59874) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:29.128116 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-7b6346a3-02f8-4b28-837a-68fb76b50656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:03:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a6c9a939-602a-4008-941f-539855e69406', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.87', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'port_id': '940d32bd-10ac-4c25-8075-fd507acee302', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'mac_address': 'fa:16:3e:36:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:03:27Z', 'updated_at': '2022-01-10T12:03:27Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206ca010-6295-4c0e-9a80-31f71c074e46', 'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:01:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:08Z', 'updated_at': '2022-01-10T12:03:12Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:29.130784 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-51aecc0f-c853-4e87-94ed-8301f1ced9ff tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/a6c9a939-602a-4008-941f-539855e69406 HTTP/1.1" status: 200 len: 991 time: 0.0618296 Jan 10 12:03:29.141511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b51a90-64d4-41af-a48a-8fcd23558049 req-a3053c63-6018-496f-8281-aaf34b7ad30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:29.143148 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-60b51a90-64d4-41af-a48a-8fcd23558049 req-a3053c63-6018-496f-8281-aaf34b7ad30b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a3d90435-0f54-45bf-ac54-6c446f77628a HTTP/1.1" status: 200 len: 898 time: 0.1035047 Jan 10 12:03:29.161353 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6346a3-02f8-4b28-837a-68fb76b50656 None None] Checking router: 6ad422d3-e0a0-496d-badc-675f7ae0500d for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:03:29.169784 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6346a3-02f8-4b28-837a-68fb76b50656 None None] Routers {'6ad422d3-e0a0-496d-badc-675f7ae0500d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:03:29.170498 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-7b6346a3-02f8-4b28-837a-68fb76b50656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:03:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6ad422d3-e0a0-496d-badc-675f7ae0500d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:29.207449 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-60b51a90-64d4-41af-a48a-8fcd23558049 req-de7bec1e-f4be-499f-a717-b55f21ce8bea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=940d32bd-10ac-4c25-8075-fd507acee302 HTTP/1.1" status: 200 len: 999 time: 0.0588312 Jan 10 12:03:29.257863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b51a90-64d4-41af-a48a-8fcd23558049 req-e6014b51-22c5-4895-a7da-65853029ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:29.259318 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-60b51a90-64d4-41af-a48a-8fcd23558049 req-e6014b51-22c5-4895-a7da-65853029ee90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56a0038a-8309-41fe-a612-9f66b3cbfddb HTTP/1.1" status: 200 len: 834 time: 0.0468292 Jan 10 12:03:29.310983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b51a90-64d4-41af-a48a-8fcd23558049 req-e8a20087-e27b-46b7-afab-118d649a775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:03:29.312364 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-60b51a90-64d4-41af-a48a-8fcd23558049 req-e8a20087-e27b-46b7-afab-118d649a775b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a3d90435-0f54-45bf-ac54-6c446f77628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473368 Jan 10 12:03:29.371809 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-7b6346a3-02f8-4b28-837a-68fb76b50656 None None] Set router 6ad422d3-e0a0-496d-badc-675f7ae0500d gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:03:29.402586 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-60b51a90-64d4-41af-a48a-8fcd23558049 req-5ff2fbcc-1860-4b9c-a668-a7aa2d189424 service neutron] 10.222.0.30 "GET /v2.0/networks/a3d90435-0f54-45bf-ac54-6c446f77628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839891 Jan 10 12:03:29.499882 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-60b51a90-64d4-41af-a48a-8fcd23558049 req-18a9d784-4bdc-49a9-be4c-b8d90dbea76f service neutron] 10.222.0.30 "GET /v2.0/networks/a3d90435-0f54-45bf-ac54-6c446f77628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921991 Jan 10 12:03:29.604183 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-7b6346a3-02f8-4b28-837a-68fb76b50656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:03:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a6c9a939-602a-4008-941f-539855e69406', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.87', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'port_id': '940d32bd-10ac-4c25-8075-fd507acee302', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'mac_address': 'fa:16:3e:36:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:03:27Z', 'updated_at': '2022-01-10T12:03:27Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206ca010-6295-4c0e-9a80-31f71c074e46', 'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:01:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:08Z', 'updated_at': '2022-01-10T12:03:12Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:29.630392 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6346a3-02f8-4b28-837a-68fb76b50656 None None] The sync data for ids ['6ad422d3-e0a0-496d-badc-675f7ae0500d'] in dv-neutron-master-2-hyperv is: [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:03:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a6c9a939-602a-4008-941f-539855e69406', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.87', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'port_id': '940d32bd-10ac-4c25-8075-fd507acee302', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'mac_address': 'fa:16:3e:36:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:03:27Z', 'updated_at': '2022-01-10T12:03:27Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206ca010-6295-4c0e-9a80-31f71c074e46', 'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:01:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:08Z', 'updated_at': '2022-01-10T12:03:12Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:03:29.816026 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab5bad-9fbc-453e-8832-aa5843ae6bea None None] New status for floating IP a6c9a939-602a-4008-941f-539855e69406: ACTIVE {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:03:30.133698 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59876) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:30.196991 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-87681523-6cf0-42d4-b402-ae38ff850d6e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/a6c9a939-602a-4008-941f-539855e69406 HTTP/1.1" status: 200 len: 993 time: 0.0619903 Jan 10 12:03:36.066912 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8aea1bf0-c709-4d05-9cff-9b0cf4ef9fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:40.277461 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6d61-e0f1-40ec-9d58-448845600720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:40.646123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:40.859226 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:03:42.146336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:43.246593 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:49.371764 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:56.852636 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59904) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:56.966038 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-319ea074-1445-4711-8279-a6521097a50c tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/routers/6ad422d3-e0a0-496d-badc-675f7ae0500d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1122172 Jan 10 12:03:56.968870 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59906) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:57.195372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50564290-affa-496b-97e6-5ee8142db0bd tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_removed_from_agent {{(pid=110625) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 10 12:03:57.200877 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-50564290-affa-496b-97e6-5ee8142db0bd tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "DELETE /v2.0/agents/4734abc0-d126-4466-938d-1237b9073052/l3-routers/6ad422d3-e0a0-496d-badc-675f7ae0500d HTTP/1.1" status: 204 len: 168 time: 0.2304442 Jan 10 12:03:57.201569 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59908) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:57.321582 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-070cbd99-95ac-4feb-916e-0c5f24e77bdd tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/routers/6ad422d3-e0a0-496d-badc-675f7ae0500d/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1183958 Jan 10 12:03:57.323806 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59910) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:57.395005 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a49dcd26-d15f-4b0b-9715-67d239748fe5 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/a6c9a939-602a-4008-941f-539855e69406 HTTP/1.1" status: 200 len: 993 time: 0.0700226 Jan 10 12:03:57.972684 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c622f2de-07c5-42d1-bb30-b87d993c2302 None None] New status for floating IP a6c9a939-602a-4008-941f-539855e69406: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:03:58.398901 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59918) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:58.461378 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b08dce06-f7ba-4263-8c0e-84887cf2e372 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/a6c9a939-602a-4008-941f-539855e69406 HTTP/1.1" status: 200 len: 991 time: 0.0612752 Jan 10 12:03:59.086636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7ce81593-81ff-4eaf-949d-475d6fe50860 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:03:59.163115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:59.183026 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 7ce81593-81ff-4eaf-949d-475d6fe50860, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ce81593-81ff-4eaf-949d-475d6fe50860,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:03:59.260326 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:59.264611 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 206ca010-6295-4c0e-9a80-31f71c074e46 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:03:59.336420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=7ce81593-81ff-4eaf-949d-475d6fe50860,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:59.344738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:59.345088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:59.345431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:59.345900 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:59.346234 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:59.346561 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:59.346887 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:59.347212 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:59.347537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:59.347858 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:59.348178 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:59.348495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:59.348810 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:03:59.387539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:59.419690 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 206ca010-6295-4c0e-9a80-31f71c074e46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=206ca010-6295-4c0e-9a80-31f71c074e46,segment=NetworkSegment(eea756c8-c92e-4e81-ad54-429f02138210),segment_id=eea756c8-c92e-4e81-ad54-429f02138210)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:03:59.496932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:03:59.547449 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=206ca010-6295-4c0e-9a80-31f71c074e46,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:03:59.573789 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59928) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:59.759707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0573e15f-f46f-4b05-8602-a2e9982f6699 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Router 6ad422d3-e0a0-496d-badc-675f7ae0500d is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:03:59.760064 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0573e15f-f46f-4b05-8602-a2e9982f6699 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_added_to_agent {{(pid=110625) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 10 12:03:59.780797 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8659f-8bd4-4b72-9a07-2459388eb9e1 None None] Sync routers for ids ['6ad422d3-e0a0-496d-badc-675f7ae0500d'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:03:59.782117 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0573e15f-f46f-4b05-8602-a2e9982f6699 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "POST /v2.0/agents/4734abc0-d126-4466-938d-1237b9073052/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2032471 Jan 10 12:03:59.782345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59934) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:59.792677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8659f-8bd4-4b72-9a07-2459388eb9e1 None None] Routers {'6ad422d3-e0a0-496d-badc-675f7ae0500d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:03:59.793342 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d6a8659f-8bd4-4b72-9a07-2459388eb9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:03:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6ad422d3-e0a0-496d-badc-675f7ae0500d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:03:59.903322 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-86af79bb-9762-44b5-9132-376d4c3de7c4 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/routers/6ad422d3-e0a0-496d-badc-675f7ae0500d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1197085 Jan 10 12:03:59.903542 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59936) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:03:59.912364 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-d6a8659f-8bd4-4b72-9a07-2459388eb9e1 None None] Set router 6ad422d3-e0a0-496d-badc-675f7ae0500d gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:03:59.981748 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-960f81d5-5bde-47fb-be62-6cb8b4f46d64 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/a6c9a939-602a-4008-941f-539855e69406 HTTP/1.1" status: 200 len: 991 time: 0.0760539 Jan 10 12:04:00.169202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d6a8659f-8bd4-4b72-9a07-2459388eb9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:03:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:03:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a6c9a939-602a-4008-941f-539855e69406', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.87', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'port_id': '940d32bd-10ac-4c25-8075-fd507acee302', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'mac_address': 'fa:16:3e:36:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:03:27Z', 'updated_at': '2022-01-10T12:03:58Z', 'revision_number': 2, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206ca010-6295-4c0e-9a80-31f71c074e46', 'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:01:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:08Z', 'updated_at': '2022-01-10T12:03:59Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:00.196460 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8659f-8bd4-4b72-9a07-2459388eb9e1 None None] Checking router: 6ad422d3-e0a0-496d-badc-675f7ae0500d for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:04:00.205492 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8659f-8bd4-4b72-9a07-2459388eb9e1 None None] Routers {'6ad422d3-e0a0-496d-badc-675f7ae0500d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:04:00.206143 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d6a8659f-8bd4-4b72-9a07-2459388eb9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:03:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6ad422d3-e0a0-496d-badc-675f7ae0500d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:00.313112 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-d6a8659f-8bd4-4b72-9a07-2459388eb9e1 None None] Set router 6ad422d3-e0a0-496d-badc-675f7ae0500d gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:04:00.533199 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d6a8659f-8bd4-4b72-9a07-2459388eb9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:03:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:03:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a6c9a939-602a-4008-941f-539855e69406', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.87', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'port_id': '940d32bd-10ac-4c25-8075-fd507acee302', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'mac_address': 'fa:16:3e:36:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:03:27Z', 'updated_at': '2022-01-10T12:03:58Z', 'revision_number': 2, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206ca010-6295-4c0e-9a80-31f71c074e46', 'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:01:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:08Z', 'updated_at': '2022-01-10T12:03:59Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:00.716299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8659f-8bd4-4b72-9a07-2459388eb9e1 None None] The sync data for ids ['6ad422d3-e0a0-496d-badc-675f7ae0500d'] in dv-neutron-master-2-hyperv is: [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:03:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:03:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a6c9a939-602a-4008-941f-539855e69406', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.87', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'port_id': '940d32bd-10ac-4c25-8075-fd507acee302', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'mac_address': 'fa:16:3e:36:60:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:03:27Z', 'updated_at': '2022-01-10T12:03:58Z', 'revision_number': 2, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206ca010-6295-4c0e-9a80-31f71c074e46', 'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:01:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:08Z', 'updated_at': '2022-01-10T12:03:59Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:04:00.985143 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59940) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:01.057508 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dc395e4e-00ba-47e1-b659-caeb0eb5fa5d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/a6c9a939-602a-4008-941f-539855e69406 HTTP/1.1" status: 200 len: 991 time: 0.0709295 Jan 10 12:04:01.123349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 206ca010-6295-4c0e-9a80-31f71c074e46 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:04:01.181604 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 206ca010-6295-4c0e-9a80-31f71c074e46 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:01.182423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:01.279295 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:01.315252 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 206ca010-6295-4c0e-9a80-31f71c074e46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=206ca010-6295-4c0e-9a80-31f71c074e46,segment=NetworkSegment(eea756c8-c92e-4e81-ad54-429f02138210),segment_id=eea756c8-c92e-4e81-ad54-429f02138210)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:04:01.387224 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:01.456984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=206ca010-6295-4c0e-9a80-31f71c074e46,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:02.059714 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59944) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:02.125996 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1ae3d0ec-0010-40f1-927c-53d6aa4d441d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/a6c9a939-602a-4008-941f-539855e69406 HTTP/1.1" status: 200 len: 991 time: 0.0649710 Jan 10 12:04:02.532468 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aa252d-5fea-41ed-a82a-1a2ea57bb8af None None] New status for floating IP a6c9a939-602a-4008-941f-539855e69406: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:04:03.130591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59948) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:03.196510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7ce81593-81ff-4eaf-949d-475d6fe50860 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:04:03.205890 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7372072a-6c25-44e8-9297-9e373ca06699 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/a6c9a939-602a-4008-941f-539855e69406 HTTP/1.1" status: 200 len: 993 time: 0.0680304 Jan 10 12:04:03.252353 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7ce81593-81ff-4eaf-949d-475d6fe50860 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:03.252738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:03.334465 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:03.355248 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 7ce81593-81ff-4eaf-949d-475d6fe50860, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ce81593-81ff-4eaf-949d-475d6fe50860,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:04:03.417019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:03.417869 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 206ca010-6295-4c0e-9a80-31f71c074e46 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:04:03.451286 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59954) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:03.491553 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=7ce81593-81ff-4eaf-949d-475d6fe50860,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:03.503984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 206ca010-6295-4c0e-9a80-31f71c074e46 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:03.504562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:03.629270 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 3463d474-6210-4bb4-9639-25184d3b8cd7 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:04:03.629913 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (3463d474-6210-4bb4-9639-25184d3b8cd7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:03.713877 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (3463d474-6210-4bb4-9639-25184d3b8cd7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:03.714216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (3463d474-6210-4bb4-9639-25184d3b8cd7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:03.727916 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 3463d474-6210-4bb4-9639-25184d3b8cd7 owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:04:03.999765 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (3463d474-6210-4bb4-9639-25184d3b8cd7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:04.028485 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=3463d474-6210-4bb4-9639-25184d3b8cd7,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:04.052084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:04.052433 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:04.052779 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:04.053119 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:04.056205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:04.056205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:04.056205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:04.056205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:04.056205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:04.056205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:04.056205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:04.056205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:04.056205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:04.097558 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (a6c9a939-602a-4008-941f-539855e69406), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:04.097917 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP a6c9a939-602a-4008-941f-539855e69406 disassociated (deleted). External IP: 172.36.2.87, port: 940d32bd-10ac-4c25-8075-fd507acee302. Jan 10 12:04:04.313161 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 6ad422d3-e0a0-496d-badc-675f7ae0500d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:04:04.687118 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:04:04.692142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:04.700122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc43f6-7032-4584-94fc-1d7055958c93 None None] Sync routers for ids ['6ad422d3-e0a0-496d-badc-675f7ae0500d'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:04:04.711718 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc43f6-7032-4584-94fc-1d7055958c93 None None] Routers {'6ad422d3-e0a0-496d-badc-675f7ae0500d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:04:04.712409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b2dc43f6-7032-4584-94fc-1d7055958c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:03:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6ad422d3-e0a0-496d-badc-675f7ae0500d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:04.724003 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3c5fa970-7261-44c7-8c6b-9178d1a4ccde tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/floatingips/a6c9a939-602a-4008-941f-539855e69406 HTTP/1.1" status: 204 len: 168 time: 1.2713909 Jan 10 12:04:04.724730 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'tag': '940d32bd-10ac-4c25-8075-fd507acee302'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:04:04.727292 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f892648-191e-447e-8a94-4ca773901c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e52d07-750a-4697-bba7-21a03079fb13", "tag": "940d32bd-10ac-4c25-8075-fd507acee302"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:04:04.836999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606863f5-6f59-4b6f-bfcd-e0a73023ba85 x-openstack-request-id: req-606863f5-6f59-4b6f-bfcd-e0a73023ba85 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:04:04.837301 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e52d07-750a-4697-bba7-21a03079fb13", "tag": "940d32bd-10ac-4c25-8075-fd507acee302", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:04:04.837561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-606863f5-6f59-4b6f-bfcd-e0a73023ba85 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:04:04.837750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-b2dc43f6-7032-4584-94fc-1d7055958c93 None None] Set router 6ad422d3-e0a0-496d-badc-675f7ae0500d gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:04:04.837996 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'tag': '940d32bd-10ac-4c25-8075-fd507acee302', 'status': 'completed', 'code': 200} Jan 10 12:04:04.908995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f892648-191e-447e-8a94-4ca773901c2b req-a65ecb66-b6f9-4c4f-a916-7178bd88d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:04.910588 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f892648-191e-447e-8a94-4ca773901c2b req-a65ecb66-b6f9-4c4f-a916-7178bd88d3a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 1099 time: 0.0473952 Jan 10 12:04:05.007208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f892648-191e-447e-8a94-4ca773901c2b req-82b271f7-0422-48a7-a5d4-e2430c1a173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:05.008882 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f892648-191e-447e-8a94-4ca773901c2b req-82b271f7-0422-48a7-a5d4-e2430c1a173b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a3d90435-0f54-45bf-ac54-6c446f77628a HTTP/1.1" status: 200 len: 898 time: 0.0916629 Jan 10 12:04:05.051013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b2dc43f6-7032-4584-94fc-1d7055958c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:03:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:04:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '206ca010-6295-4c0e-9a80-31f71c074e46', 'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:01:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:08Z', 'updated_at': '2022-01-10T12:04:01Z', 'revision_number': 7, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:05.055716 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f892648-191e-447e-8a94-4ca773901c2b req-2a1cff2e-c43e-4701-b62b-f6b438b14fa1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=940d32bd-10ac-4c25-8075-fd507acee302 HTTP/1.1" status: 200 len: 217 time: 0.0411985 Jan 10 12:04:05.084502 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc43f6-7032-4584-94fc-1d7055958c93 None None] Checking router: 6ad422d3-e0a0-496d-badc-675f7ae0500d for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:04:05.099788 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc43f6-7032-4584-94fc-1d7055958c93 None None] Routers {'6ad422d3-e0a0-496d-badc-675f7ae0500d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:04:05.100846 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b2dc43f6-7032-4584-94fc-1d7055958c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:03:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6ad422d3-e0a0-496d-badc-675f7ae0500d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:05.121079 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f892648-191e-447e-8a94-4ca773901c2b req-e45bb9e1-e0c3-4b2a-8b73-d37f04a83055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:05.122488 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f892648-191e-447e-8a94-4ca773901c2b req-e45bb9e1-e0c3-4b2a-8b73-d37f04a83055 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56a0038a-8309-41fe-a612-9f66b3cbfddb HTTP/1.1" status: 200 len: 834 time: 0.0587046 Jan 10 12:04:05.139597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7ce81593-81ff-4eaf-949d-475d6fe50860 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:04:05.175855 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f892648-191e-447e-8a94-4ca773901c2b req-4aa51578-ee65-41fb-9273-c5daeb5ebcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:05.177453 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f892648-191e-447e-8a94-4ca773901c2b req-4aa51578-ee65-41fb-9273-c5daeb5ebcff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a3d90435-0f54-45bf-ac54-6c446f77628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0491898 Jan 10 12:04:05.257032 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7ce81593-81ff-4eaf-949d-475d6fe50860 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:05.257415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:05.260231 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-b2dc43f6-7032-4584-94fc-1d7055958c93 None None] Set router 6ad422d3-e0a0-496d-badc-675f7ae0500d gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:04:05.319656 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09f408-7117-4085-b66b-7bf156d3a80b req-4080a787-db40-4ca1-ba0e-f08941c8a859 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:05.321949 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6a09f408-7117-4085-b66b-7bf156d3a80b req-4080a787-db40-4ca1-ba0e-f08941c8a859 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 946 time: 0.1029565 Jan 10 12:04:05.327120 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f892648-191e-447e-8a94-4ca773901c2b req-ee1b4c04-0b18-4f04-ac4a-5b208e25925c service neutron] 10.222.0.30 "GET /v2.0/networks/a3d90435-0f54-45bf-ac54-6c446f77628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431754 Jan 10 12:04:05.440355 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6a09f408-7117-4085-b66b-7bf156d3a80b req-31e61cbf-ae14-4770-83b1-8afdea634416 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=1637fd12-8e2e-4b43-a064-56988baf08da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121006 Jan 10 12:04:05.466168 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f892648-191e-447e-8a94-4ca773901c2b req-9b39c78e-d39a-4218-b2fe-33ff9cc03706 service neutron] 10.222.0.30 "GET /v2.0/networks/a3d90435-0f54-45bf-ac54-6c446f77628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309185 Jan 10 12:04:05.554821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b2dc43f6-7032-4584-94fc-1d7055958c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:03:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:04:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '206ca010-6295-4c0e-9a80-31f71c074e46', 'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:01:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:08Z', 'updated_at': '2022-01-10T12:04:01Z', 'revision_number': 7, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:05.582034 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc43f6-7032-4584-94fc-1d7055958c93 None None] The sync data for ids ['6ad422d3-e0a0-496d-badc-675f7ae0500d'] in dv-neutron-master-2-hyperv is: [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:03:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:04:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '206ca010-6295-4c0e-9a80-31f71c074e46', 'name': '', 'network_id': 'a3d90435-0f54-45bf-ac54-6c446f77628a', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:01:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:08Z', 'updated_at': '2022-01-10T12:04:01Z', 'revision_number': 7, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '56a0038a-8309-41fe-a612-9f66b3cbfddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:04:06.031613 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-80300b84-0f5b-414b-b0e8-9171ece9260c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:06.274396 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea7cd6-14a4-4caa-9749-8aeb5acf6027 None None] New status for floating IP a6c9a939-602a-4008-941f-539855e69406: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:04:06.518118 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e16447-f279-444e-aa24-e11ef15f9361 req-f29706de-fad9-4bb9-a4e5-def04c59f578 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:06.519915 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-08e16447-f279-444e-aa24-e11ef15f9361 req-f29706de-fad9-4bb9-a4e5-def04c59f578 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 946 time: 0.0570107 Jan 10 12:04:06.573220 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda5d97-0fc6-4530-883a-ebaf9971f53b req-8318701f-674e-4628-9c14-f1fb11b2a3d8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:06.574861 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fcda5d97-0fc6-4530-883a-ebaf9971f53b req-8318701f-674e-4628-9c14-f1fb11b2a3d8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 946 time: 0.0532918 Jan 10 12:04:06.621055 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-08e16447-f279-444e-aa24-e11ef15f9361 req-f988f0eb-0452-4c80-a240-64756918fe4e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 940d32bd-10ac-4c25-8075-fd507acee302 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:04:06.621401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-08e16447-f279-444e-aa24-e11ef15f9361 req-f988f0eb-0452-4c80-a240-64756918fe4e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (940d32bd-10ac-4c25-8075-fd507acee302), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:06.646107 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fcda5d97-0fc6-4530-883a-ebaf9971f53b req-7b83f816-90a9-4144-aab4-35b99c9fcd83 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=1637fd12-8e2e-4b43-a064-56988baf08da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641761 Jan 10 12:04:06.732607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-08e16447-f279-444e-aa24-e11ef15f9361 req-f988f0eb-0452-4c80-a240-64756918fe4e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 940d32bd-10ac-4c25-8075-fd507acee302, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=940d32bd-10ac-4c25-8075-fd507acee302,segment=NetworkSegment(eea756c8-c92e-4e81-ad54-429f02138210),segment_id=eea756c8-c92e-4e81-ad54-429f02138210)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:04:06.732998 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-08e16447-f279-444e-aa24-e11ef15f9361 req-f988f0eb-0452-4c80-a240-64756918fe4e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (940d32bd-10ac-4c25-8075-fd507acee302), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:06.745910 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-08e16447-f279-444e-aa24-e11ef15f9361 req-f988f0eb-0452-4c80-a240-64756918fe4e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 940d32bd-10ac-4c25-8075-fd507acee302 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:04:06.959775 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-08e16447-f279-444e-aa24-e11ef15f9361 req-f988f0eb-0452-4c80-a240-64756918fe4e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (940d32bd-10ac-4c25-8075-fd507acee302), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:06.988533 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988f0eb-0452-4c80-a240-64756918fe4e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=940d32bd-10ac-4c25-8075-fd507acee302,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:07.041758 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e16447-f279-444e-aa24-e11ef15f9361 req-f988f0eb-0452-4c80-a240-64756918fe4e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] No DVR routers for this DVR port 940d32bd-10ac-4c25-8075-fd507acee302 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:04:07.045291 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-08e16447-f279-444e-aa24-e11ef15f9361 req-f988f0eb-0452-4c80-a240-64756918fe4e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:07.049526 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-08e16447-f279-444e-aa24-e11ef15f9361 req-f988f0eb-0452-4c80-a240-64756918fe4e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "DELETE /v2.0/ports/940d32bd-10ac-4c25-8075-fd507acee302 HTTP/1.1" status: 204 len: 173 time: 0.5244479 Jan 10 12:04:07.050062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'name': 'network-vif-deleted', 'tag': '940d32bd-10ac-4c25-8075-fd507acee302'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:04:07.052468 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1d1500-e5e7-4c65-83f9-7f2b89c1aefe" -d '{"events": [{"server_uuid": "c4e52d07-750a-4697-bba7-21a03079fb13", "name": "network-vif-deleted", "tag": "940d32bd-10ac-4c25-8075-fd507acee302"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:04:07.093083 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497c867f-70ba-4c00-8f4a-3f39b97d3f4f x-openstack-request-id: req-497c867f-70ba-4c00-8f4a-3f39b97d3f4f {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:04:07.093405 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e52d07-750a-4697-bba7-21a03079fb13", "name": "network-vif-deleted", "tag": "940d32bd-10ac-4c25-8075-fd507acee302", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:04:07.093722 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-497c867f-70ba-4c00-8f4a-3f39b97d3f4f {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:04:07.094207 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e52d07-750a-4697-bba7-21a03079fb13', 'name': 'network-vif-deleted', 'tag': '940d32bd-10ac-4c25-8075-fd507acee302', 'status': 'completed', 'code': 200} Jan 10 12:04:07.756074 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4cca0f46-b4ac-4c5f-9650-40e14c37a9ee req-18a58377-4ae7-49a2-ae98-5991ae5c938d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4e52d07-750a-4697-bba7-21a03079fb13 HTTP/1.1" status: 200 len: 210 time: 0.0269353 Jan 10 12:04:08.820415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 59982) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:08.881705 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ead3c621-8a73-4eff-a6b4-0bbcae6e6614 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (1637fd12-8e2e-4b43-a064-56988baf08da), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:08.907637 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ead3c621-8a73-4eff-a6b4-0bbcae6e6614 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (1637fd12-8e2e-4b43-a064-56988baf08da), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:09.042976 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ead3c621-8a73-4eff-a6b4-0bbcae6e6614 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (1637fd12-8e2e-4b43-a064-56988baf08da), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:09.045661 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ead3c621-8a73-4eff-a6b4-0bbcae6e6614 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:09.046865 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ead3c621-8a73-4eff-a6b4-0bbcae6e6614 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/security-groups/1637fd12-8e2e-4b43-a064-56988baf08da HTTP/1.1" status: 204 len: 168 time: 0.2254596 Jan 10 12:04:09.062654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3c621-8a73-4eff-a6b4-0bbcae6e6614 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1637fd12-8e2e-4b43-a064-56988baf08da,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:09.187229 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59988) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:09.614708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 940d32bd-10ac-4c25-8075-fd507acee302 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:04:09.636770 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 940d32bd-10ac-4c25-8075-fd507acee302 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:04:09.637120 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 940d32bd-10ac-4c25-8075-fd507acee302 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:04:09.935080 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-227649b9-8df4-4da6-a4cd-2bb909f713b8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (6ad422d3-e0a0-496d-badc-675f7ae0500d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:10.238594 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-227649b9-8df4-4da6-a4cd-2bb909f713b8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 206ca010-6295-4c0e-9a80-31f71c074e46 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:04:10.239393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-227649b9-8df4-4da6-a4cd-2bb909f713b8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:10.316027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-72d4ad2a-ae52-446d-bf12-fc690493b51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:10.348947 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-227649b9-8df4-4da6-a4cd-2bb909f713b8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 206ca010-6295-4c0e-9a80-31f71c074e46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=206ca010-6295-4c0e-9a80-31f71c074e46,segment=NetworkSegment(eea756c8-c92e-4e81-ad54-429f02138210),segment_id=eea756c8-c92e-4e81-ad54-429f02138210)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:04:10.349309 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-227649b9-8df4-4da6-a4cd-2bb909f713b8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:10.363764 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-227649b9-8df4-4da6-a4cd-2bb909f713b8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 206ca010-6295-4c0e-9a80-31f71c074e46 owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:04:10.662164 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:10.708211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-227649b9-8df4-4da6-a4cd-2bb909f713b8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (206ca010-6295-4c0e-9a80-31f71c074e46), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:10.743045 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227649b9-8df4-4da6-a4cd-2bb909f713b8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=206ca010-6295-4c0e-9a80-31f71c074e46,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:10.934030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-227649b9-8df4-4da6-a4cd-2bb909f713b8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (6ad422d3-e0a0-496d-badc-675f7ae0500d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:11.167511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227649b9-8df4-4da6-a4cd-2bb909f713b8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 6ad422d3-e0a0-496d-badc-675f7ae0500d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:04:11.289808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227649b9-8df4-4da6-a4cd-2bb909f713b8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:04:11.295386 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-227649b9-8df4-4da6-a4cd-2bb909f713b8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/6ad422d3-e0a0-496d-badc-675f7ae0500d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1057336 Jan 10 12:04:11.299540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59996) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:11.301471 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302c9a4-ca08-43a4-bae2-9095b793d914 None None] Sync routers for ids ['6ad422d3-e0a0-496d-badc-675f7ae0500d'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:04:11.313055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302c9a4-ca08-43a4-bae2-9095b793d914 None None] Routers {'6ad422d3-e0a0-496d-badc-675f7ae0500d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:04:11.318736 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-2302c9a4-ca08-43a4-bae2-9095b793d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:04:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6ad422d3-e0a0-496d-badc-675f7ae0500d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:11.358769 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-9641fd5d-1d54-4214-8f88-02584c57df07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting subnet 56a0038a-8309-41fe-a612-9f66b3cbfddb {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:04:11.362072 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9641fd5d-1d54-4214-8f88-02584c57df07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (56a0038a-8309-41fe-a612-9f66b3cbfddb), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:11.407438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9641fd5d-1d54-4214-8f88-02584c57df07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (56a0038a-8309-41fe-a612-9f66b3cbfddb), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:11.432819 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-2302c9a4-ca08-43a4-bae2-9095b793d914 None None] Set router 6ad422d3-e0a0-496d-badc-675f7ae0500d gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:04:11.501032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9641fd5d-1d54-4214-8f88-02584c57df07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (56a0038a-8309-41fe-a612-9f66b3cbfddb), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:11.629189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-2302c9a4-ca08-43a4-bae2-9095b793d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:04:10Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:04:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:11.656898 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9641fd5d-1d54-4214-8f88-02584c57df07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (56a0038a-8309-41fe-a612-9f66b3cbfddb), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:11.663952 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302c9a4-ca08-43a4-bae2-9095b793d914 None None] Checking router: 6ad422d3-e0a0-496d-badc-675f7ae0500d for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:04:11.676022 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302c9a4-ca08-43a4-bae2-9095b793d914 None None] Routers {'6ad422d3-e0a0-496d-badc-675f7ae0500d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:04:11.676638 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-2302c9a4-ca08-43a4-bae2-9095b793d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:04:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['6ad422d3-e0a0-496d-badc-675f7ae0500d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:11.683292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641fd5d-1d54-4214-8f88-02584c57df07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Subnet': ['ID=56a0038a-8309-41fe-a612-9f66b3cbfddb,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:11.695147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9641fd5d-1d54-4214-8f88-02584c57df07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:11.699067 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9641fd5d-1d54-4214-8f88-02584c57df07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/subnets/56a0038a-8309-41fe-a612-9f66b3cbfddb HTTP/1.1" status: 204 len: 168 time: 0.3985705 Jan 10 12:04:11.701664 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 59998) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:11.715228 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e05aedf-53e5-46dc-8ec5-b107bf6a2219 None None] Network a3d90435-0f54-45bf-ac54-6c446f77628a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:04:11.821207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da671d8f-a4ef-445b-b712-44c11bc2edbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (6ad422d3-e0a0-496d-badc-675f7ae0500d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:11.938327 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da671d8f-a4ef-445b-b712-44c11bc2edbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (6ad422d3-e0a0-496d-badc-675f7ae0500d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:12.013975 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-2302c9a4-ca08-43a4-bae2-9095b793d914 None None] Set router 6ad422d3-e0a0-496d-badc-675f7ae0500d gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:04:12.092668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f028636-7fd7-4d56-85b1-330ff534f78c None None] DHCP port deletion for a3d90435-0f54-45bf-ac54-6c446f77628a request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:04:12.136412 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-da671d8f-a4ef-445b-b712-44c11bc2edbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 7ce81593-81ff-4eaf-949d-475d6fe50860 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:04:12.136827 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da671d8f-a4ef-445b-b712-44c11bc2edbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:12.169024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:12.231549 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-da671d8f-a4ef-445b-b712-44c11bc2edbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 7ce81593-81ff-4eaf-949d-475d6fe50860, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ce81593-81ff-4eaf-949d-475d6fe50860,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:04:12.232244 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da671d8f-a4ef-445b-b712-44c11bc2edbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:12.242985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2f028636-7fd7-4d56-85b1-330ff534f78c None None] Deleting port 3761e3e3-bcbd-4575-9b59-d0279edddbf9 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:04:12.242985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2f028636-7fd7-4d56-85b1-330ff534f78c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (3761e3e3-bcbd-4575-9b59-d0279edddbf9), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:12.249478 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-da671d8f-a4ef-445b-b712-44c11bc2edbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 7ce81593-81ff-4eaf-949d-475d6fe50860 owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:04:12.338798 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-2f028636-7fd7-4d56-85b1-330ff534f78c None None] For port 3761e3e3-bcbd-4575-9b59-d0279edddbf9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3761e3e3-bcbd-4575-9b59-d0279edddbf9,segment=NetworkSegment(eea756c8-c92e-4e81-ad54-429f02138210),segment_id=eea756c8-c92e-4e81-ad54-429f02138210)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:04:12.339219 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2f028636-7fd7-4d56-85b1-330ff534f78c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (3761e3e3-bcbd-4575-9b59-d0279edddbf9), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:12.354373 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-2302c9a4-ca08-43a4-bae2-9095b793d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:04:10Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:04:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:12.384473 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2f028636-7fd7-4d56-85b1-330ff534f78c None None] Calling delete_port for 3761e3e3-bcbd-4575-9b59-d0279edddbf9 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:04:12.388567 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302c9a4-ca08-43a4-bae2-9095b793d914 None None] The sync data for ids ['6ad422d3-e0a0-496d-badc-675f7ae0500d'] in dv-neutron-master-2-hyperv is: [{'id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'name': 'tempest-TestNetworkBasicOps-router-41492574', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:03:04Z', 'updated_at': '2022-01-10T12:04:10Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '7ce81593-81ff-4eaf-949d-475d6fe50860', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad422d3-e0a0-496d-badc-675f7ae0500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:03:05Z', 'updated_at': '2022-01-10T12:04:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:04:12.542487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da671d8f-a4ef-445b-b712-44c11bc2edbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (7ce81593-81ff-4eaf-949d-475d6fe50860), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:12.570359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da671d8f-a4ef-445b-b712-44c11bc2edbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=7ce81593-81ff-4eaf-949d-475d6fe50860,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:12.579428 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2f028636-7fd7-4d56-85b1-330ff534f78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (3761e3e3-bcbd-4575-9b59-d0279edddbf9), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:12.608088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bc04bb-15ab-46fd-80bf-9c844db2a03d None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:04:12.609484 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f028636-7fd7-4d56-85b1-330ff534f78c None None] Pushing event deleted for resources: {'Port': ['ID=3761e3e3-bcbd-4575-9b59-d0279edddbf9,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:12.613919 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f028636-7fd7-4d56-85b1-330ff534f78c None None] No DVR routers for this DVR port 3761e3e3-bcbd-4575-9b59-d0279edddbf9 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:04:12.645504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da671d8f-a4ef-445b-b712-44c11bc2edbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (6ad422d3-e0a0-496d-badc-675f7ae0500d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:12.742716 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da671d8f-a4ef-445b-b712-44c11bc2edbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (6ad422d3-e0a0-496d-badc-675f7ae0500d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:12.745129 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da671d8f-a4ef-445b-b712-44c11bc2edbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_controller (6ad422d3-e0a0-496d-badc-675f7ae0500d), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:12.859717 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da671d8f-a4ef-445b-b712-44c11bc2edbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (6ad422d3-e0a0-496d-badc-675f7ae0500d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:12.860215 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da671d8f-a4ef-445b-b712-44c11bc2edbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Fanout notify agent at l3_agent the message router_deleted on router 6ad422d3-e0a0-496d-badc-675f7ae0500d {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:04:12.868587 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da671d8f-a4ef-445b-b712-44c11bc2edbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:12.870394 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-da671d8f-a4ef-445b-b712-44c11bc2edbe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/routers/6ad422d3-e0a0-496d-badc-675f7ae0500d HTTP/1.1" status: 204 len: 168 time: 1.1677394 Jan 10 12:04:12.873071 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60002) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:12.955556 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-356d1d1f-a80e-4622-9970-29880e7ee132 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (a3d90435-0f54-45bf-ac54-6c446f77628a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:13.081917 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-356d1d1f-a80e-4622-9970-29880e7ee132 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (a3d90435-0f54-45bf-ac54-6c446f77628a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:13.117154 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-356d1d1f-a80e-4622-9970-29880e7ee132 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d90435-0f54-45bf-ac54-6c446f77628a']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:13.127867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-356d1d1f-a80e-4622-9970-29880e7ee132 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea756c8-c92e-4e81-ad54-429f02138210') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:13.129489 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-356d1d1f-a80e-4622-9970-29880e7ee132 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea756c8-c92e-4e81-ad54-429f02138210') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:13.137973 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-356d1d1f-a80e-4622-9970-29880e7ee132 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (eea756c8-c92e-4e81-ad54-429f02138210), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:13.153342 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-356d1d1f-a80e-4622-9970-29880e7ee132 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (eea756c8-c92e-4e81-ad54-429f02138210), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:13.159265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356d1d1f-a80e-4622-9970-29880e7ee132 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-356d1d1f-a80e-4622-9970-29880e7ee132 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (eea756c8-c92e-4e81-ad54-429f02138210), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:04:13.168455 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:04:13.285109 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:13.348213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-356d1d1f-a80e-4622-9970-29880e7ee132 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (a3d90435-0f54-45bf-ac54-6c446f77628a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:13.355682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-356d1d1f-a80e-4622-9970-29880e7ee132 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:13.363278 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-356d1d1f-a80e-4622-9970-29880e7ee132 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/networks/a3d90435-0f54-45bf-ac54-6c446f77628a HTTP/1.1" status: 204 len: 168 time: 0.4842436 Jan 10 12:04:13.370608 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d1d1f-a80e-4622-9970-29880e7ee132 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Network': ['ID=a3d90435-0f54-45bf-ac54-6c446f77628a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:13.385139 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60006) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:13.390192 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-893296d9-be68-4a38-a6eb-fc09f75ab499 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'network': {'name': 'tempest-network-smoke--1343091406', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'port_security_enabled': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:04:13.453427 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 206ca010-6295-4c0e-9a80-31f71c074e46 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:04:13.476532 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 206ca010-6295-4c0e-9a80-31f71c074e46 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:04:13.476722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 206ca010-6295-4c0e-9a80-31f71c074e46 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:04:13.477133 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 3761e3e3-bcbd-4575-9b59-d0279edddbf9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:04:13.498142 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 3761e3e3-bcbd-4575-9b59-d0279edddbf9 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:04:13.498503 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 3761e3e3-bcbd-4575-9b59-d0279edddbf9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:04:13.502472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893296d9-be68-4a38-a6eb-fc09f75ab499 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:04:13.506081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-893296d9-be68-4a38-a6eb-fc09f75ab499 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:13.531757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893296d9-be68-4a38-a6eb-fc09f75ab499 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:04:13.541158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-893296d9-be68-4a38-a6eb-fc09f75ab499 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (16b897e5-52a7-4e52-8347-3f063a5b4566), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:13.541516 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-893296d9-be68-4a38-a6eb-fc09f75ab499 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Added segment 16b897e5-52a7-4e52-8347-3f063a5b4566 of type vlan for network 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 Jan 10 12:04:13.587689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-893296d9-be68-4a38-a6eb-fc09f75ab499 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (4cbcf1a7-95f7-4f6a-bfc9-2b5817576071), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:13.731012 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-893296d9-be68-4a38-a6eb-fc09f75ab499 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (4cbcf1a7-95f7-4f6a-bfc9-2b5817576071), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:13.736883 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893296d9-be68-4a38-a6eb-fc09f75ab499 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:13.737471 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-893296d9-be68-4a38-a6eb-fc09f75ab499 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:13.809460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893296d9-be68-4a38-a6eb-fc09f75ab499 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Network': ['ID=4cbcf1a7-95f7-4f6a-bfc9-2b5817576071,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:13.820580 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:04:13.863033 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-893296d9-be68-4a38-a6eb-fc09f75ab499 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4767334 Jan 10 12:04:13.865721 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60008) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:13.870475 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2075941253', 'admin_state_up': True, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:04:13.986754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (7785e747-e7ed-4975-9138-f92e07338f7e), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:13.987778 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (7785e747-e7ed-4975-9138-f92e07338f7e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:14.047088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_controller (7785e747-e7ed-4975-9138-f92e07338f7e), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:14.304138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (7785e747-e7ed-4975-9138-f92e07338f7e), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:14.565808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (7785e747-e7ed-4975-9138-f92e07338f7e), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:14.588151 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:14.695039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.114 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/a156ff4f-5a1e-4b70-80eb-290e7981b347) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:04:14.808933 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (a156ff4f-5a1e-4b70-80eb-290e7981b347), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:14.917675 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a156ff4f-5a1e-4b70-80eb-290e7981b347), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:14.958262 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:04:14.961378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:04:14.964967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:04:14.971206 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=a156ff4f-5a1e-4b70-80eb-290e7981b347,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:14.977024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c97b0a8-6e40-4624-ab69-934aa65613c6 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:04:15.049692 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7ce81593-81ff-4eaf-949d-475d6fe50860 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:04:15.053357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a7915ce5-3651-4ebd-a81c-48737630cfad None None] Provisioning complete for port a156ff4f-5a1e-4b70-80eb-290e7981b347 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:15.053803 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a7915ce5-3651-4ebd-a81c-48737630cfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a156ff4f-5a1e-4b70-80eb-290e7981b347), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:15.073488 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 7ce81593-81ff-4eaf-949d-475d6fe50860 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:04:15.073868 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7ce81593-81ff-4eaf-949d-475d6fe50860 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:04:15.114520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-a7915ce5-3651-4ebd-a81c-48737630cfad None None] Port a156ff4f-5a1e-4b70-80eb-290e7981b347 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:04:15.641698 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (7785e747-e7ed-4975-9138-f92e07338f7e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:15.849451 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (7785e747-e7ed-4975-9138-f92e07338f7e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:16.108030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 7785e747-e7ed-4975-9138-f92e07338f7e is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:04:16.225232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:04:16.236067 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Sync routers for ids ['7785e747-e7ed-4975-9138-f92e07338f7e'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:04:16.252559 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Routers {'7785e747-e7ed-4975-9138-f92e07338f7e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:04:16.253184 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:04:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7785e747-e7ed-4975-9138-f92e07338f7e'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:16.355797 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Set router 7785e747-e7ed-4975-9138-f92e07338f7e gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:04:16.380345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:16.380345 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-96fce85e-9620-4325-8c84-7dc749e69ef9 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5133786 Jan 10 12:04:16.383530 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60014) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:16.419665 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ac6069b4-fdaf-48ae-acbd-32a5a448da72 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a8ed50a2c6284926857fedd16b365558&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348799 Jan 10 12:04:16.424060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60016) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:16.552087 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'name': 'tempest-TestNetworkBasicOps-router-2075941253', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114'}], 'enable_snat': True}, 'gw_port_id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:04:13Z', 'updated_at': '2022-01-10T12:04:15Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:14Z', 'updated_at': '2022-01-10T12:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:16.579071 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Checking router: 7785e747-e7ed-4975-9138-f92e07338f7e for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:04:16.579836 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Updating router 7785e747-e7ed-4975-9138-f92e07338f7e port a156ff4f-5a1e-4b70-80eb-290e7981b347 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:04:16.584186 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78493eb-8a25-4d33-9fd3-1bff5c96e979 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:16.588762 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c78493eb-8a25-4d33-9fd3-1bff5c96e979 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1602049 Jan 10 12:04:16.589473 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60020) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:16.605455 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a156ff4f-5a1e-4b70-80eb-290e7981b347), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:16.621566 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f540f641-7004-40e8-b831-ecc6a406b91f tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301869 Jan 10 12:04:16.625073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60022) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:16.630206 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e2491169-4996-41b8-960d-0601ed465dfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1860972720', 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:04:16.810498 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2491169-4996-41b8-960d-0601ed465dfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:04:16.815360 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e2491169-4996-41b8-960d-0601ed465dfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:16.878491 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Publish callbacks [] for port (a156ff4f-5a1e-4b70-80eb-290e7981b347), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:16.990874 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a156ff4f-5a1e-4b70-80eb-290e7981b347), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:17.039625 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e279d733-c1aa-4d77-a433-031bfc30f169 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:04:17.041619 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acbe91-6598-4b35-94db-a980846787ed None None] Pushing event updated for resources: {'Port': ['ID=a156ff4f-5a1e-4b70-80eb-290e7981b347,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:17.051189 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Attempting to bind port a156ff4f-5a1e-4b70-80eb-290e7981b347 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:04:17.051561 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Attempting to bind port a156ff4f-5a1e-4b70-80eb-290e7981b347 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:04:17.051927 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Attempting to bind port a156ff4f-5a1e-4b70-80eb-290e7981b347 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:04:17.054460 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbe91-6598-4b35-94db-a980846787ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:17.054833 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbe91-6598-4b35-94db-a980846787ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:17.055678 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbe91-6598-4b35-94db-a980846787ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:17.055678 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbe91-6598-4b35-94db-a980846787ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:17.056060 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbe91-6598-4b35-94db-a980846787ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:17.056184 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbe91-6598-4b35-94db-a980846787ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:17.056439 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbe91-6598-4b35-94db-a980846787ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:17.056761 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbe91-6598-4b35-94db-a980846787ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:17.057079 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbe91-6598-4b35-94db-a980846787ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:17.057401 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbe91-6598-4b35-94db-a980846787ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:17.057813 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbe91-6598-4b35-94db-a980846787ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:17.058164 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbe91-6598-4b35-94db-a980846787ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:17.058364 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbe91-6598-4b35-94db-a980846787ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:17.065469 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:04:17.065799 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:04:17.066239 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:17.066672 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:04:17.067203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Bound port: a156ff4f-5a1e-4b70-80eb-290e7981b347, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:04:17.067437 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a156ff4f-5a1e-4b70-80eb-290e7981b347), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:17.111591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e2491169-4996-41b8-960d-0601ed465dfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (ca78cc5b-090d-45b6-b4c6-6ef8f8459697), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:17.121832 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] For port a156ff4f-5a1e-4b70-80eb-290e7981b347, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:04:17.124625 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] For port a156ff4f-5a1e-4b70-80eb-290e7981b347, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a156ff4f-5a1e-4b70-80eb-290e7981b347,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:04:17.155428 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4718f908-6659-4c5e-8cd6-6affc463568e None None] Provisioning complete for port a156ff4f-5a1e-4b70-80eb-290e7981b347 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:17.155890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4718f908-6659-4c5e-8cd6-6affc463568e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a156ff4f-5a1e-4b70-80eb-290e7981b347), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:17.171680 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2491169-4996-41b8-960d-0601ed465dfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Subnet': ['ID=ca78cc5b-090d-45b6-b4c6-6ef8f8459697,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:17.187396 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2491169-4996-41b8-960d-0601ed465dfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Checking segment: {'id': '16b897e5-52a7-4e52-8347-3f063a5b4566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:04:17.187788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2491169-4996-41b8-960d-0601ed465dfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network hostable DHCP agents. Network: 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:04:17.191064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-4718f908-6659-4c5e-8cd6-6affc463568e None None] Port a156ff4f-5a1e-4b70-80eb-290e7981b347 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:04:17.222589 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a156ff4f-5a1e-4b70-80eb-290e7981b347), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:17.264306 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da91ca6e-a6f8-4582-8b8f-4c5882f26e96 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:04:17.286322 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Routers {'7785e747-e7ed-4975-9138-f92e07338f7e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:04:17.286322 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:04:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7785e747-e7ed-4975-9138-f92e07338f7e'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:17.312235 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c93c2926-ae55-4fee-bd64-cf2b19af260d None None] Provisioning complete for port a156ff4f-5a1e-4b70-80eb-290e7981b347 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:17.314668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c93c2926-ae55-4fee-bd64-cf2b19af260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a156ff4f-5a1e-4b70-80eb-290e7981b347), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:17.317521 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acbe91-6598-4b35-94db-a980846787ed None None] Pushing event updated for resources: {'Port': ['ID=a156ff4f-5a1e-4b70-80eb-290e7981b347,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:17.347812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2491169-4996-41b8-960d-0601ed465dfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:04:17.395422 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c93c2926-ae55-4fee-bd64-cf2b19af260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a156ff4f-5a1e-4b70-80eb-290e7981b347), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:17.399315 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] Set router 7785e747-e7ed-4975-9138-f92e07338f7e gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:04:17.416735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c93c2926-ae55-4fee-bd64-cf2b19af260d None None] For port a156ff4f-5a1e-4b70-80eb-290e7981b347, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a156ff4f-5a1e-4b70-80eb-290e7981b347,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:04:17.448484 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-e2491169-4996-41b8-960d-0601ed465dfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:04:17.453421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2491169-4996-41b8-960d-0601ed465dfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:17.454078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e2491169-4996-41b8-960d-0601ed465dfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:17.458688 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b693cd-77a5-4546-82da-210372623276 None None] Network 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:04:17.481426 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c93c2926-ae55-4fee-bd64-cf2b19af260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a156ff4f-5a1e-4b70-80eb-290e7981b347), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:17.588343 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60026) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:17.588958 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e2491169-4996-41b8-960d-0601ed465dfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9624560 Jan 10 12:04:17.602533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c2926-ae55-4fee-bd64-cf2b19af260d None None] Pushing event updated for resources: {'Port': ['ID=a156ff4f-5a1e-4b70-80eb-290e7981b347,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:17.612796 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'name': 'tempest-TestNetworkBasicOps-router-2075941253', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114'}], 'enable_snat': True}, 'gw_port_id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:04:13Z', 'updated_at': '2022-01-10T12:04:15Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:14Z', 'updated_at': '2022-01-10T12:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:17.622283 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ips': [{'subnet_id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:04:17.623480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:17.642939 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ed32d-69fb-4aa1-ade6-7cf64714d91a None None] The sync data for ids ['7785e747-e7ed-4975-9138-f92e07338f7e'] in dv-neutron-master-2-hyperv is: [{'id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'name': 'tempest-TestNetworkBasicOps-router-2075941253', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114'}], 'enable_snat': True}, 'gw_port_id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:04:13Z', 'updated_at': '2022-01-10T12:04:15Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:14Z', 'updated_at': '2022-01-10T12:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:04:17.773548 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Allocated IP 172.20.0.2 (4cbcf1a7-95f7-4f6a-bfc9-2b5817576071/ca78cc5b-090d-45b6-b4c6-6ef8f8459697/f82a6da2-6b6a-4012-a8c6-f52781e29686) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:04:17.858806 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:04:17.961048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Publish callbacks [] for port (f82a6da2-6b6a-4012-a8c6-f52781e29686), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:18.039504 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (f82a6da2-6b6a-4012-a8c6-f52781e29686), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:18.090378 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Network 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:04:18.091980 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:04:18.098958 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:04:18.101699 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Pushing event updated for resources: {'Port': ['ID=f82a6da2-6b6a-4012-a8c6-f52781e29686,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:18.143538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:18.173795 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Attempting to bind port f82a6da2-6b6a-4012-a8c6-f52781e29686 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:04:18.174530 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Attempting to bind port f82a6da2-6b6a-4012-a8c6-f52781e29686 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '16b897e5-52a7-4e52-8347-3f063a5b4566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:04:18.174530 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Attempting to bind port f82a6da2-6b6a-4012-a8c6-f52781e29686 on network 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:04:18.179831 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:04:18.180386 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Checking segment: {'id': '16b897e5-52a7-4e52-8347-3f063a5b4566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:04:18.181562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:18.182429 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Bound using segment: {'id': '16b897e5-52a7-4e52-8347-3f063a5b4566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:04:18.182759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Bound port: f82a6da2-6b6a-4012-a8c6-f52781e29686, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b897e5-52a7-4e52-8347-3f063a5b4566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:04:18.182899 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f82a6da2-6b6a-4012-a8c6-f52781e29686), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:18.270175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] For port f82a6da2-6b6a-4012-a8c6-f52781e29686, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:04:18.279792 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] For port f82a6da2-6b6a-4012-a8c6-f52781e29686, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f82a6da2-6b6a-4012-a8c6-f52781e29686,segment=NetworkSegment(16b897e5-52a7-4e52-8347-3f063a5b4566),segment_id=16b897e5-52a7-4e52-8347-3f063a5b4566)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:04:18.414645 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f82a6da2-6b6a-4012-a8c6-f52781e29686), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:18.483152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.1 (4cbcf1a7-95f7-4f6a-bfc9-2b5817576071/ca78cc5b-090d-45b6-b4c6-6ef8f8459697/24b16d20-eea3-48de-a4a8-fe12683d61df) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:04:18.489885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c160ee-99ed-4055-8352-6b972c8fdd1e None None] Pushing event updated for resources: {'Port': ['ID=f82a6da2-6b6a-4012-a8c6-f52781e29686,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:18.623697 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:18.760207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:18.804154 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:04:18.807744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:04:18.814597 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:04:18.855098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=24b16d20-eea3-48de-a4a8-fe12683d61df,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:18.873108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (7785e747-e7ed-4975-9138-f92e07338f7e), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:19.139517 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f82a6da2-6b6a-4012-a8c6-f52781e29686 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:04:19.193165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port f82a6da2-6b6a-4012-a8c6-f52781e29686 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:19.193523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f82a6da2-6b6a-4012-a8c6-f52781e29686), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:19.228775 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:19.296767 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f82a6da2-6b6a-4012-a8c6-f52781e29686), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:19.356175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port f82a6da2-6b6a-4012-a8c6-f52781e29686, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f82a6da2-6b6a-4012-a8c6-f52781e29686,segment=NetworkSegment(16b897e5-52a7-4e52-8347-3f063a5b4566),segment_id=16b897e5-52a7-4e52-8347-3f063a5b4566)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:04:19.402602 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:19.442569 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f82a6da2-6b6a-4012-a8c6-f52781e29686), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:19.443431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a156ff4f-5a1e-4b70-80eb-290e7981b347 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:04:19.531967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=f82a6da2-6b6a-4012-a8c6-f52781e29686,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:19.550313 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port a156ff4f-5a1e-4b70-80eb-290e7981b347 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:19.551866 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a156ff4f-5a1e-4b70-80eb-290e7981b347), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:19.571306 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:19.671813 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:19.773259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (7785e747-e7ed-4975-9138-f92e07338f7e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:19.779205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=24b16d20-eea3-48de-a4a8-fe12683d61df,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:19.793098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:19.793648 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:19.794225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:19.794597 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:19.794969 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:19.795642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:19.796148 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:19.796492 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:19.796830 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:19.797186 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:19.797550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:19.798060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:19.798471 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:04:19.925578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:04:19.927903 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:04:20.028816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7834ffd-d4a6-4493-a348-d0393c22e926 None None] Network 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:04:20.059626 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 7785e747-e7ed-4975-9138-f92e07338f7e has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:04:20.149606 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8b08f777-7fbe-4330-a3ee-b5fe9d6e8050 None None] Provisioning complete for port f82a6da2-6b6a-4012-a8c6-f52781e29686 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:20.149606 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8b08f777-7fbe-4330-a3ee-b5fe9d6e8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f82a6da2-6b6a-4012-a8c6-f52781e29686), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:20.197146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:04:20.203733 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-45db3866-3ddb-4640-b2a9-0a7baa014a95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/7785e747-e7ed-4975-9138-f92e07338f7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6143448 Jan 10 12:04:20.208157 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60032) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:20.211940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Sync routers for ids ['7785e747-e7ed-4975-9138-f92e07338f7e'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:04:20.249919 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Routers {'7785e747-e7ed-4975-9138-f92e07338f7e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:04:20.250506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:04:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7785e747-e7ed-4975-9138-f92e07338f7e'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:20.337445 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3d508d-9ca2-4e60-bca3-0d6c3e972a39 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:20.340986 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3d508d-9ca2-4e60-bca3-0d6c3e972a39 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:20.340986 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3d508d-9ca2-4e60-bca3-0d6c3e972a39 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:20.340986 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3d508d-9ca2-4e60-bca3-0d6c3e972a39 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:20.340986 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3d508d-9ca2-4e60-bca3-0d6c3e972a39 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:20.340986 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3d508d-9ca2-4e60-bca3-0d6c3e972a39 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:20.344693 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fe3d508d-9ca2-4e60-bca3-0d6c3e972a39 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1322892 Jan 10 12:04:20.344693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60034) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:20.416317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c7326-c4ee-4d3f-aed0-bfd59706dd9d tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:20.416785 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c7326-c4ee-4d3f-aed0-bfd59706dd9d tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:20.417237 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c7326-c4ee-4d3f-aed0-bfd59706dd9d tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:20.417688 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c7326-c4ee-4d3f-aed0-bfd59706dd9d tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:20.418570 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c7326-c4ee-4d3f-aed0-bfd59706dd9d tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:20.419031 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c7326-c4ee-4d3f-aed0-bfd59706dd9d tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:20.421326 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-490c7326-c4ee-4d3f-aed0-bfd59706dd9d tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.0753822 Jan 10 12:04:20.424293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60036) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:20.543438 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Set router 7785e747-e7ed-4975-9138-f92e07338f7e gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:04:20.604117 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-92f635f2-46e3-403a-886e-8681a77bb022 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.1785052 Jan 10 12:04:20.739238 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-03bb5415-286c-4e72-bc66-631565502a9e None None] Provisioning complete for port 24b16d20-eea3-48de-a4a8-fe12683d61df triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:20.739620 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-03bb5415-286c-4e72-bc66-631565502a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:20.808547 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-03bb5415-286c-4e72-bc66-631565502a9e None None] Port 24b16d20-eea3-48de-a4a8-fe12683d61df cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:04:20.830174 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-03bb5415-286c-4e72-bc66-631565502a9e None None] Provisioning complete for port f82a6da2-6b6a-4012-a8c6-f52781e29686 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:20.830557 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-03bb5415-286c-4e72-bc66-631565502a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f82a6da2-6b6a-4012-a8c6-f52781e29686), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:20.870088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'name': 'tempest-TestNetworkBasicOps-router-2075941253', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114'}], 'enable_snat': True}, 'gw_port_id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:04:13Z', 'updated_at': '2022-01-10T12:04:18Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:14Z', 'updated_at': '2022-01-10T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '24b16d20-eea3-48de-a4a8-fe12683d61df', 'name': '', 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:0b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:18Z', 'updated_at': '2022-01-10T12:04:19Z', 'revision_number': 2, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:20.901106 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Checking router: 7785e747-e7ed-4975-9138-f92e07338f7e for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:04:20.901475 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Updating router 7785e747-e7ed-4975-9138-f92e07338f7e port 24b16d20-eea3-48de-a4a8-fe12683d61df binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:04:20.953310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:21.085984 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60042) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:21.090753 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-59a185fe-3e64-4cef-9969-9805ebe7fbfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-375798221', 'description': 'tempest-secgroup-smoke-375798221 description', 'project_id': 'a8ed50a2c6284926857fedd16b365558'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:04:21.110779 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f82a6da2-6b6a-4012-a8c6-f52781e29686 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:04:21.187703 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-97feceb8-3623-4157-b93d-c2a354f2b72b None None] Provisioning complete for port 24b16d20-eea3-48de-a4a8-fe12683d61df triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:21.188497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-59a185fe-3e64-4cef-9969-9805ebe7fbfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:21.188628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-97feceb8-3623-4157-b93d-c2a354f2b72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:21.244963 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-97feceb8-3623-4157-b93d-c2a354f2b72b None None] Port 24b16d20-eea3-48de-a4a8-fe12683d61df cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:04:21.284802 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port f82a6da2-6b6a-4012-a8c6-f52781e29686 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:21.285188 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f82a6da2-6b6a-4012-a8c6-f52781e29686), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:21.301916 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-59a185fe-3e64-4cef-9969-9805ebe7fbfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (7a079ad4-f649-42b0-902b-06340d964e2a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:21.358753 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Publish callbacks [] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:21.408224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-59a185fe-3e64-4cef-9969-9805ebe7fbfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (7a079ad4-f649-42b0-902b-06340d964e2a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:21.437708 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a185fe-3e64-4cef-9969-9805ebe7fbfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a079ad4-f649-42b0-902b-06340d964e2a,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:21.570677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:21.607265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-59a185fe-3e64-4cef-9969-9805ebe7fbfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:21.611855 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-59a185fe-3e64-4cef-9969-9805ebe7fbfa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5215287 Jan 10 12:04:21.612464 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60044) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:21.617321 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-56adc487-d114-4dce-b48b-9bee31b7d494 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '7a079ad4-f649-42b0-902b-06340d964e2a', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:04:21.623468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c88f9c-1273-4569-8af4-f786ffe80f4c None None] Pushing event updated for resources: {'Port': ['ID=24b16d20-eea3-48de-a4a8-fe12683d61df,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:21.680008 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Attempting to bind port 24b16d20-eea3-48de-a4a8-fe12683d61df on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:04:21.680345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Attempting to bind port 24b16d20-eea3-48de-a4a8-fe12683d61df by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '16b897e5-52a7-4e52-8347-3f063a5b4566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:04:21.680725 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Attempting to bind port 24b16d20-eea3-48de-a4a8-fe12683d61df on network 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:04:21.687110 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:04:21.687597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Checking segment: {'id': '16b897e5-52a7-4e52-8347-3f063a5b4566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:04:21.688292 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:21.688970 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Bound using segment: {'id': '16b897e5-52a7-4e52-8347-3f063a5b4566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:04:21.688970 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Bound port: 24b16d20-eea3-48de-a4a8-fe12683d61df, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b897e5-52a7-4e52-8347-3f063a5b4566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:04:21.689450 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:21.706257 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-56adc487-d114-4dce-b48b-9bee31b7d494 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (46cd75b0-399c-4376-bfec-23d0d68dbdab), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:21.759148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] For port 24b16d20-eea3-48de-a4a8-fe12683d61df, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:04:21.763135 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] For port 24b16d20-eea3-48de-a4a8-fe12683d61df, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=24b16d20-eea3-48de-a4a8-fe12683d61df,segment=NetworkSegment(16b897e5-52a7-4e52-8347-3f063a5b4566),segment_id=16b897e5-52a7-4e52-8347-3f063a5b4566)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:04:21.767716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-56adc487-d114-4dce-b48b-9bee31b7d494 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (46cd75b0-399c-4376-bfec-23d0d68dbdab), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:21.867596 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-421351b7-32fc-49ff-92ee-4b41503e16b2 None None] Provisioning complete for port 24b16d20-eea3-48de-a4a8-fe12683d61df triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:21.867971 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-421351b7-32fc-49ff-92ee-4b41503e16b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:21.889211 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:21.942179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-56adc487-d114-4dce-b48b-9bee31b7d494 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (46cd75b0-399c-4376-bfec-23d0d68dbdab), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:21.948654 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-421351b7-32fc-49ff-92ee-4b41503e16b2 None None] Port 24b16d20-eea3-48de-a4a8-fe12683d61df cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:04:21.963188 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Routers {'7785e747-e7ed-4975-9138-f92e07338f7e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:04:21.963822 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:04:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7785e747-e7ed-4975-9138-f92e07338f7e'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:21.965313 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adc487-d114-4dce-b48b-9bee31b7d494 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46cd75b0-399c-4376-bfec-23d0d68dbdab,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:21.998179 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c88f9c-1273-4569-8af4-f786ffe80f4c None None] Pushing event updated for resources: {'Port': ['ID=24b16d20-eea3-48de-a4a8-fe12683d61df,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:22.069726 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-56adc487-d114-4dce-b48b-9bee31b7d494 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:22.071863 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-56adc487-d114-4dce-b48b-9bee31b7d494 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4574828 Jan 10 12:04:22.074210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60048) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:22.079216 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-474999a9-8855-4cdf-977d-00206b5d0ced tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '7a079ad4-f649-42b0-902b-06340d964e2a', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:04:22.080438 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] Set router 7785e747-e7ed-4975-9138-f92e07338f7e gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:04:22.175669 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-474999a9-8855-4cdf-977d-00206b5d0ced tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (d4426c41-3e53-4cd3-822d-d98941317139), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:22.218617 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8aef389e-1ef1-459d-991f-88d554897096 None None] Provisioning complete for port 24b16d20-eea3-48de-a4a8-fe12683d61df triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:22.219253 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8aef389e-1ef1-459d-991f-88d554897096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:22.235446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-474999a9-8855-4cdf-977d-00206b5d0ced tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (d4426c41-3e53-4cd3-822d-d98941317139), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:22.316828 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-474999a9-8855-4cdf-977d-00206b5d0ced tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (d4426c41-3e53-4cd3-822d-d98941317139), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:22.343236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474999a9-8855-4cdf-977d-00206b5d0ced tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4426c41-3e53-4cd3-822d-d98941317139,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:22.355031 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8aef389e-1ef1-459d-991f-88d554897096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:22.388582 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'name': 'tempest-TestNetworkBasicOps-router-2075941253', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114'}], 'enable_snat': True}, 'gw_port_id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:04:13Z', 'updated_at': '2022-01-10T12:04:18Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:14Z', 'updated_at': '2022-01-10T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '24b16d20-eea3-48de-a4a8-fe12683d61df', 'name': '', 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:0b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:18Z', 'updated_at': '2022-01-10T12:04:21Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:22.421284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8aef389e-1ef1-459d-991f-88d554897096 None None] For port 24b16d20-eea3-48de-a4a8-fe12683d61df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=24b16d20-eea3-48de-a4a8-fe12683d61df,segment=NetworkSegment(16b897e5-52a7-4e52-8347-3f063a5b4566),segment_id=16b897e5-52a7-4e52-8347-3f063a5b4566)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:04:22.422778 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee81012-164f-46da-be2e-c152e6343ed3 None None] The sync data for ids ['7785e747-e7ed-4975-9138-f92e07338f7e'] in dv-neutron-master-2-hyperv is: [{'id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'name': 'tempest-TestNetworkBasicOps-router-2075941253', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114'}], 'enable_snat': True}, 'gw_port_id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:04:13Z', 'updated_at': '2022-01-10T12:04:18Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:14Z', 'updated_at': '2022-01-10T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '24b16d20-eea3-48de-a4a8-fe12683d61df', 'name': '', 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:0b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:18Z', 'updated_at': '2022-01-10T12:04:21Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:04:22.453180 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-474999a9-8855-4cdf-977d-00206b5d0ced tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:22.453180 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-474999a9-8855-4cdf-977d-00206b5d0ced tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3759775 Jan 10 12:04:22.457027 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60050) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:22.474653 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9aab5889-9aee-4d1d-bad4-387c81890940 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '7a079ad4-f649-42b0-902b-06340d964e2a', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:04:22.502700 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8aef389e-1ef1-459d-991f-88d554897096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:22.559791 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef389e-1ef1-459d-991f-88d554897096 None None] Pushing event updated for resources: {'Port': ['ID=24b16d20-eea3-48de-a4a8-fe12683d61df,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:22.621967 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9aab5889-9aee-4d1d-bad4-387c81890940 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (d5e41623-7011-4402-a80e-141ed3ceb3ee), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:22.685150 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9aab5889-9aee-4d1d-bad4-387c81890940 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (d5e41623-7011-4402-a80e-141ed3ceb3ee), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:22.742271 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9aab5889-9aee-4d1d-bad4-387c81890940 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (d5e41623-7011-4402-a80e-141ed3ceb3ee), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:22.766591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab5889-9aee-4d1d-bad4-387c81890940 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e41623-7011-4402-a80e-141ed3ceb3ee,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:22.881469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9aab5889-9aee-4d1d-bad4-387c81890940 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:22.883202 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9aab5889-9aee-4d1d-bad4-387c81890940 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4247301 Jan 10 12:04:22.885654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60054) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:22.890725 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-27ac5e75-7043-4ec1-a247-50e2e228ec04 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '7a079ad4-f649-42b0-902b-06340d964e2a', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:04:22.991767 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-27ac5e75-7043-4ec1-a247-50e2e228ec04 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (fd461210-794e-4b7f-b56b-219297616bdf), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:23.073334 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-27ac5e75-7043-4ec1-a247-50e2e228ec04 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (fd461210-794e-4b7f-b56b-219297616bdf), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:23.135285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 24b16d20-eea3-48de-a4a8-fe12683d61df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:04:23.176374 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-27ac5e75-7043-4ec1-a247-50e2e228ec04 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (fd461210-794e-4b7f-b56b-219297616bdf), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:23.193948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 24b16d20-eea3-48de-a4a8-fe12683d61df triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:23.194323 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:23.204562 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac5e75-7043-4ec1-a247-50e2e228ec04 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd461210-794e-4b7f-b56b-219297616bdf,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:23.288817 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-27ac5e75-7043-4ec1-a247-50e2e228ec04 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:23.293459 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60056) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:23.294095 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-27ac5e75-7043-4ec1-a247-50e2e228ec04 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4070065 Jan 10 12:04:23.299963 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-69bdc46d-7978-460c-859d-ac006ed58b1e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '7a079ad4-f649-42b0-902b-06340d964e2a', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:04:23.408708 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-69bdc46d-7978-460c-859d-ac006ed58b1e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:04:23.414719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-69bdc46d-7978-460c-859d-ac006ed58b1e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (537628e0-7171-441b-baaf-c9c723b07725), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:23.483292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-69bdc46d-7978-460c-859d-ac006ed58b1e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (537628e0-7171-441b-baaf-c9c723b07725), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:23.562399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-69bdc46d-7978-460c-859d-ac006ed58b1e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (537628e0-7171-441b-baaf-c9c723b07725), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:23.580585 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdc46d-7978-460c-859d-ac006ed58b1e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537628e0-7171-441b-baaf-c9c723b07725,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:23.690253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-69bdc46d-7978-460c-859d-ac006ed58b1e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:23.691522 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-69bdc46d-7978-460c-859d-ac006ed58b1e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3959813 Jan 10 12:04:23.694245 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60058) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:23.698715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-41c0e5f2-d811-4c64-b0f0-2cb4eb7724ad tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '7a079ad4-f649-42b0-902b-06340d964e2a', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:04:23.796990 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-41c0e5f2-d811-4c64-b0f0-2cb4eb7724ad tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:04:23.802193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-41c0e5f2-d811-4c64-b0f0-2cb4eb7724ad tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (c0567db4-9593-45f6-91f7-2678e1e1a63e), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:23.862187 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-41c0e5f2-d811-4c64-b0f0-2cb4eb7724ad tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (c0567db4-9593-45f6-91f7-2678e1e1a63e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:23.964847 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-41c0e5f2-d811-4c64-b0f0-2cb4eb7724ad tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (c0567db4-9593-45f6-91f7-2678e1e1a63e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:23.983226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0e5f2-d811-4c64-b0f0-2cb4eb7724ad tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0567db4-9593-45f6-91f7-2678e1e1a63e,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:24.104325 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-41c0e5f2-d811-4c64-b0f0-2cb4eb7724ad tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:24.113675 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-41c0e5f2-d811-4c64-b0f0-2cb4eb7724ad tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4104602 Jan 10 12:04:24.128369 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-e2a9379a-8a89-49d4-9d95-ff9dc20e98b9 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757889915&fields=id&tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4 HTTP/1.1" status: 200 len: 267 time: 0.0528257 Jan 10 12:04:24.251117 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-4edede51-90bb-4c6b-b908-fa03e0eaf7c7 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:24.253437 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-4edede51-90bb-4c6b-b908-fa03e0eaf7c7 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 812 time: 0.1172111 Jan 10 12:04:24.268623 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-89fb4c40-382c-478b-a176-60dce6b86063 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/quotas/e73c6d4c7e9e4a098f3abf808188c6c4 HTTP/1.1" status: 200 len: 375 time: 0.0092425 Jan 10 12:04:24.269607 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-fe32729f-cc34-49d8-8c37-d3d744c57659 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375798221&fields=id&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 267 time: 0.0495796 Jan 10 12:04:24.323726 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-caad6b28-c315-4b0a-abc3-3603a9cba403 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498393 Jan 10 12:04:24.379096 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-d8b0bf75-cc15-4094-9e13-b269bd524d50 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:24.380562 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-d8b0bf75-cc15-4094-9e13-b269bd524d50 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/networks?id=4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 HTTP/1.1" status: 200 len: 797 time: 0.1043260 Jan 10 12:04:24.395526 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-72af740d-b6c1-49b5-8098-687a5131f744 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/quotas/a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 375 time: 0.0092804 Jan 10 12:04:24.419878 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-b9b67659-511d-4d97-a439-e838ca74093d service neutron] 10.222.0.16 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845139 Jan 10 12:04:24.446866 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-2eb1c8b3-f6eb-4e81-ab36-66f5a191107c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458043 Jan 10 12:04:24.518368 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-6ff2fb7f-bee0-4ab5-b2a7-6d6c47ecbcf1 service neutron] 10.222.0.16 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916479 Jan 10 12:04:24.555463 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-6c431520-7e05-44a7-99a7-fd170b05b17e service neutron] 10.222.0.16 "GET /v2.0/networks/4cbcf1a7-95f7-4f6a-bfc9-2b5817576071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970626 Jan 10 12:04:24.647810 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-e5a3776d-ad88-4cb8-a7f9-e26edd69a380 service neutron] 10.222.0.16 "GET /v2.0/networks/4cbcf1a7-95f7-4f6a-bfc9-2b5817576071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862131 Jan 10 12:04:24.925608 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-50be7bb5-29c2-4eaa-9f68-4f1fa534b176 req-a2c963ce-4fae-4c1f-9d4d-0d5c24bbb0bb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 210 time: 0.0351942 Jan 10 12:04:25.210186 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fda82663-2bc5-4036-8096-7e0214983211 req-f1af7276-0dee-4b8f-992f-09daa3facc6d tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 210 time: 0.0269907 Jan 10 12:04:26.019492 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5fba0d87-a852-4da7-87d8-562282300782 req-44eb4fc8-3677-453b-a4fb-d58579738365 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 210 time: 0.0272336 Jan 10 12:04:26.306935 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8cec8948-8e2e-4a91-ae3c-2f11ac115bbf req-d6ed6453-f817-4c94-8fe8-cae0b37b8f4e tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 210 time: 0.0281038 Jan 10 12:04:27.122199 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f5c89230-dc8c-4e6f-ba77-aec13fd542e7 req-f2851b8e-0acf-4a02-aa0d-bac510eda9f3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 210 time: 0.0280781 Jan 10 12:04:27.152601 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-be3a8c0b-eccd-415c-81ef-f9070dff55be tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:27.154067 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-be3a8c0b-eccd-415c-81ef-f9070dff55be tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/networks?id=4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 HTTP/1.1" status: 200 len: 797 time: 0.1085224 Jan 10 12:04:27.219119 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ab842969-92cc-4655-b7c0-9c76b55c00fe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 379 time: 0.0575888 Jan 10 12:04:27.227797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-f77e911a-488c-4d0b-8e3c-7085af5bdaa3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'port': {'device_id': 'dfc708b3-9e93-461a-a722-c222d84b0c33', 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'admin_state_up': True, 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'security_groups': ['7a079ad4-f649-42b0-902b-06340d964e2a']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:04:27.403997 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f8312edc-06fd-43c2-8af1-d0839690b448 req-a28f8ae4-e512-4104-a627-711a8e1e5a19 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 210 time: 0.0280972 Jan 10 12:04:27.444897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-f77e911a-488c-4d0b-8e3c-7085af5bdaa3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:04:27.448879 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-f77e911a-488c-4d0b-8e3c-7085af5bdaa3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:27.979423 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-f77e911a-488c-4d0b-8e3c-7085af5bdaa3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.6 (4cbcf1a7-95f7-4f6a-bfc9-2b5817576071/ca78cc5b-090d-45b6-b4c6-6ef8f8459697/22cf0383-e34a-4234-bef7-59ee0c57468d) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:04:28.046594 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-42ff5ff1-ec34-47ea-94bf-8cd43e729077 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:28.048042 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-42ff5ff1-ec34-47ea-94bf-8cd43e729077 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.30 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 812 time: 0.4853370 Jan 10 12:04:28.185044 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-f1f8f977-dc88-4c2a-86eb-a75d7f3a95bf tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4 HTTP/1.1" status: 200 len: 380 time: 0.1264760 Jan 10 12:04:28.200787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-503a4792-57ba-46f8-b473-7c5625cabd8a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Request body: {'port': {'device_id': '029a0dab-aacb-4520-9e6c-9f750c166094', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'admin_state_up': True, 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'security_groups': ['b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:04:28.220062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-f77e911a-488c-4d0b-8e3c-7085af5bdaa3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:28.226022 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b831ef8b-af80-4476-9588-8905672e3e73 req-29bd2726-3da8-4e4b-970a-57efd9e878ab tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 210 time: 0.0321660 Jan 10 12:04:28.379762 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-f77e911a-488c-4d0b-8e3c-7085af5bdaa3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:28.428705 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-f77e911a-488c-4d0b-8e3c-7085af5bdaa3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:04:28.431939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-503a4792-57ba-46f8-b473-7c5625cabd8a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Made reservation on behalf of e73c6d4c7e9e4a098f3abf808188c6c4 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:04:28.435948 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-503a4792-57ba-46f8-b473-7c5625cabd8a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:28.437528 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-f77e911a-488c-4d0b-8e3c-7085af5bdaa3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:04:28.442209 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-f77e911a-488c-4d0b-8e3c-7085af5bdaa3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:04:28.478849 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e911a-488c-4d0b-8e3c-7085af5bdaa3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=22cf0383-e34a-4234-bef7-59ee0c57468d,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:28.587758 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1d58a4c2-ab06-45fa-bf47-bd74d9f7607c req-9fa6b03b-1c1c-4167-8b46-dd7e96933d0a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 210 time: 0.0563664 Jan 10 12:04:28.598081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-f77e911a-488c-4d0b-8e3c-7085af5bdaa3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:28.602104 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-f77e911a-488c-4d0b-8e3c-7085af5bdaa3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:28.672761 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-503a4792-57ba-46f8-b473-7c5625cabd8a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Allocated IP 172.20.0.9 (0ed6abb2-0629-4d61-b0ad-e1aa4112886a/e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3/aacb207f-1ed0-41e8-b022-4fe3e8153b16) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:04:28.685730 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-f77e911a-488c-4d0b-8e3c-7085af5bdaa3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4614887 Jan 10 12:04:28.699363 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Request body: {'port': {'device_id': 'dfc708b3-9e93-461a-a722-c222d84b0c33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:04:28.770294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-942368ad-fe02-4033-ab93-818b87f66e89 None None] Provisioning complete for port 22cf0383-e34a-4234-bef7-59ee0c57468d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:28.770866 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-942368ad-fe02-4033-ab93-818b87f66e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:28.809158 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-942368ad-fe02-4033-ab93-818b87f66e89 None None] Port 22cf0383-e34a-4234-bef7-59ee0c57468d cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:04:28.822133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:28.908100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-503a4792-57ba-46f8-b473-7c5625cabd8a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for port (aacb207f-1ed0-41e8-b022-4fe3e8153b16), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:29.099387 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-503a4792-57ba-46f8-b473-7c5625cabd8a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (aacb207f-1ed0-41e8-b022-4fe3e8153b16), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:29.185335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-503a4792-57ba-46f8-b473-7c5625cabd8a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:04:29.192347 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-503a4792-57ba-46f8-b473-7c5625cabd8a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:04:29.196147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-503a4792-57ba-46f8-b473-7c5625cabd8a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:04:29.198548 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a4792-57ba-46f8-b473-7c5625cabd8a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event updated for resources: {'Port': ['ID=aacb207f-1ed0-41e8-b022-4fe3e8153b16,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:29.206699 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22cf0383-e34a-4234-bef7-59ee0c57468d {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:04:29.237369 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Publish callbacks [] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:29.264651 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Transition to ACTIVE for port object 22cf0383-e34a-4234-bef7-59ee0c57468d will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:04:29.272629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-503a4792-57ba-46f8-b473-7c5625cabd8a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:29.272629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-503a4792-57ba-46f8-b473-7c5625cabd8a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:29.347622 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:29.356526 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7d095-9bc8-4145-bcab-3ef6d843af71 req-7a03eaf7-faff-43f9-a61b-28cc4eb9e86e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:29.358773 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-54e7d095-9bc8-4145-bcab-3ef6d843af71 req-7a03eaf7-faff-43f9-a61b-28cc4eb9e86e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 931 time: 0.0548859 Jan 10 12:04:29.399756 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-503a4792-57ba-46f8-b473-7c5625cabd8a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2071648 Jan 10 12:04:29.415427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Request body: {'port': {'device_id': '029a0dab-aacb-4520-9e6c-9f750c166094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:04:29.452484 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-54e7d095-9bc8-4145-bcab-3ef6d843af71 req-15d8b7b4-b5ff-40a9-81f4-713cb6c31a72 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a079ad4-f649-42b0-902b-06340d964e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777998 Jan 10 12:04:29.536928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6e10af35-b0aa-42ba-a362-f7e1bc8780cc None None] Provisioning complete for port aacb207f-1ed0-41e8-b022-4fe3e8153b16 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:29.537569 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6e10af35-b0aa-42ba-a362-f7e1bc8780cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aacb207f-1ed0-41e8-b022-4fe3e8153b16), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:29.540781 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Pushing event updated for resources: {'Port': ['ID=22cf0383-e34a-4234-bef7-59ee0c57468d,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:29.544437 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aacb207f-1ed0-41e8-b022-4fe3e8153b16), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:29.590355 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6e10af35-b0aa-42ba-a362-f7e1bc8780cc None None] Port aacb207f-1ed0-41e8-b022-4fe3e8153b16 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:04:29.693682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Attempting to bind port 22cf0383-e34a-4234-bef7-59ee0c57468d on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:04:29.693956 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Attempting to bind port 22cf0383-e34a-4234-bef7-59ee0c57468d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '16b897e5-52a7-4e52-8347-3f063a5b4566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:04:29.694313 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Attempting to bind port 22cf0383-e34a-4234-bef7-59ee0c57468d on network 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:04:29.719520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Port 22cf0383-e34a-4234-bef7-59ee0c57468d on network 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:04:29.719862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Attempting to bind port 22cf0383-e34a-4234-bef7-59ee0c57468d on network 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:04:29.738158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:04:29.738480 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Checking segment: {'id': '16b897e5-52a7-4e52-8347-3f063a5b4566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:04:29.738824 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Bound using segment: {'id': '16b897e5-52a7-4e52-8347-3f063a5b4566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:04:29.739267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Bound port: 22cf0383-e34a-4234-bef7-59ee0c57468d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b897e5-52a7-4e52-8347-3f063a5b4566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:04:29.739639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:29.843898 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dfcda-5fd8-404d-a9c4-106f8b4dc3ee req-a5749f4d-11f9-4518-a869-383abfc98260 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:29.845339 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4b0dfcda-5fd8-404d-a9c4-106f8b4dc3ee req-a5749f4d-11f9-4518-a869-383abfc98260 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 931 time: 0.1626754 Jan 10 12:04:29.916382 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] For port 22cf0383-e34a-4234-bef7-59ee0c57468d, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:04:29.949152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] For port 22cf0383-e34a-4234-bef7-59ee0c57468d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=22cf0383-e34a-4234-bef7-59ee0c57468d,segment=NetworkSegment(16b897e5-52a7-4e52-8347-3f063a5b4566),segment_id=16b897e5-52a7-4e52-8347-3f063a5b4566)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:04:29.956686 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4b0dfcda-5fd8-404d-a9c4-106f8b4dc3ee req-28e2a94a-55e4-4c91-80bf-7ca407b6d8aa tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015389 Jan 10 12:04:30.004817 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:30.016413 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacb207f-1ed0-41e8-b022-4fe3e8153b16 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:04:30.044529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Publish callbacks [] for port (aacb207f-1ed0-41e8-b022-4fe3e8153b16), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:30.056291 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:30.056919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:30.058351 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] 10.222.0.30 "PUT /v2.0/ports/22cf0383-e34a-4234-bef7-59ee0c57468d HTTP/1.1" status: 200 len: 1093 time: 1.3658714 Jan 10 12:04:30.061129 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc708b3-9e93-461a-a722-c222d84b0c33', 'tag': '22cf0383-e34a-4234-bef7-59ee0c57468d'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:04:30.063608 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a922c8-4d24-4e83-b93e-89ad42d6bdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc708b3-9e93-461a-a722-c222d84b0c33", "tag": "22cf0383-e34a-4234-bef7-59ee0c57468d"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:04:30.084488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Transition to ACTIVE for port object aacb207f-1ed0-41e8-b022-4fe3e8153b16 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:04:30.095803 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71a3e7-ebc5-45f0-a039-52e925e3efb4 service neutron] Pushing event updated for resources: {'Port': ['ID=22cf0383-e34a-4234-bef7-59ee0c57468d,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:30.130364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e469087-2e37-478e-8689-a1aa70687e02 x-openstack-request-id: req-0e469087-2e37-478e-8689-a1aa70687e02 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:04:30.130364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc708b3-9e93-461a-a722-c222d84b0c33", "tag": "22cf0383-e34a-4234-bef7-59ee0c57468d", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:04:30.130364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e469087-2e37-478e-8689-a1aa70687e02 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:04:30.130364 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc708b3-9e93-461a-a722-c222d84b0c33', 'tag': '22cf0383-e34a-4234-bef7-59ee0c57468d', 'status': 'completed', 'code': 200} Jan 10 12:04:30.198068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a922c8-4d24-4e83-b93e-89ad42d6bdc0 req-137de308-a917-4f0e-bf97-4f29e1c93e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:30.199811 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-56a922c8-4d24-4e83-b93e-89ad42d6bdc0 req-137de308-a917-4f0e-bf97-4f29e1c93e2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 1096 time: 0.0524945 Jan 10 12:04:30.205266 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (aacb207f-1ed0-41e8-b022-4fe3e8153b16), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:30.341918 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Pushing event updated for resources: {'Port': ['ID=aacb207f-1ed0-41e8-b022-4fe3e8153b16,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:30.423719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a922c8-4d24-4e83-b93e-89ad42d6bdc0 req-990352cc-4574-40d5-8095-461669b02968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:30.425224 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-56a922c8-4d24-4e83-b93e-89ad42d6bdc0 req-990352cc-4574-40d5-8095-461669b02968 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a8ed50a2c6284926857fedd16b365558&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2174091 Jan 10 12:04:30.464739 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Attempting to bind port aacb207f-1ed0-41e8-b022-4fe3e8153b16 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:04:30.465051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Attempting to bind port aacb207f-1ed0-41e8-b022-4fe3e8153b16 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:04:30.465327 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Attempting to bind port aacb207f-1ed0-41e8-b022-4fe3e8153b16 on network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:04:30.480180 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Port aacb207f-1ed0-41e8-b022-4fe3e8153b16 on network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:04:30.480518 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Attempting to bind port aacb207f-1ed0-41e8-b022-4fe3e8153b16 on network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:04:30.514778 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:04:30.515241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Checking segment: {'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:04:30.515724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Bound using segment: {'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:04:30.516319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Bound port: aacb207f-1ed0-41e8-b022-4fe3e8153b16, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22241090-3294-48ec-a49e-6c3dc4b456cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:04:30.516820 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aacb207f-1ed0-41e8-b022-4fe3e8153b16), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:30.620808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a922c8-4d24-4e83-b93e-89ad42d6bdc0 req-8709eaf0-7fa0-4461-83b0-aa9f72a1e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:30.622244 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-56a922c8-4d24-4e83-b93e-89ad42d6bdc0 req-8709eaf0-7fa0-4461-83b0-aa9f72a1e835 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1834555 Jan 10 12:04:30.638874 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d5e8b-a29b-44a9-bf1c-50ec6a7dd6c5 req-ede96392-3363-409d-953c-632d3d006e9c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:30.641127 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-113d5e8b-a29b-44a9-bf1c-50ec6a7dd6c5 req-ede96392-3363-409d-953c-632d3d006e9c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 943 time: 0.1179645 Jan 10 12:04:30.658852 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] For port aacb207f-1ed0-41e8-b022-4fe3e8153b16, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:04:30.709036 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] For port aacb207f-1ed0-41e8-b022-4fe3e8153b16, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aacb207f-1ed0-41e8-b022-4fe3e8153b16,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:04:30.743343 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-02f15b20-75bb-4819-a8e9-9aee7bf34266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:30.744904 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-02f15b20-75bb-4819-a8e9-9aee7bf34266 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 1096 time: 0.0833280 Jan 10 12:04:30.749096 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-113d5e8b-a29b-44a9-bf1c-50ec6a7dd6c5 req-5e8e6c83-5d2c-4a92-b9f7-00cf0aec03e3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a079ad4-f649-42b0-902b-06340d964e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916822 Jan 10 12:04:30.792969 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-0882675e-a561-46ba-9d41-55e52c94874b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22cf0383-e34a-4234-bef7-59ee0c57468d HTTP/1.1" status: 200 len: 217 time: 0.0413311 Jan 10 12:04:30.794570 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (aacb207f-1ed0-41e8-b022-4fe3e8153b16), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:30.868312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:30.868951 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:30.870434 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] 10.222.0.30 "PUT /v2.0/ports/aacb207f-1ed0-41e8-b022-4fe3e8153b16 HTTP/1.1" status: 200 len: 1093 time: 1.4599316 Jan 10 12:04:30.895949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-55c5f6f8-dc6a-4c89-903b-01d2ea41fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:30.897482 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-55c5f6f8-dc6a-4c89-903b-01d2ea41fd06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca78cc5b-090d-45b6-b4c6-6ef8f8459697 HTTP/1.1" status: 200 len: 844 time: 0.0975890 Jan 10 12:04:30.900893 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0565b8-228f-4534-b584-ed95b8fe731d service neutron] Pushing event updated for resources: {'Port': ['ID=aacb207f-1ed0-41e8-b022-4fe3e8153b16,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:30.949388 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-3710550a-3771-4911-b00f-194fc0ea00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:30.950946 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-3710550a-3771-4911-b00f-194fc0ea00fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4cbcf1a7-95f7-4f6a-bfc9-2b5817576071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470190 Jan 10 12:04:31.115845 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-ed811028-2d0f-4491-b7f9-e3ae8d1d9f62 service neutron] 10.222.0.30 "GET /v2.0/networks/4cbcf1a7-95f7-4f6a-bfc9-2b5817576071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589868 Jan 10 12:04:31.124173 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a894f6-634f-4d2e-a130-34d331b5e5c8 req-f89edf48-6219-406a-ab10-46d4e2ee2a26 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:31.125734 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a8a894f6-634f-4d2e-a130-34d331b5e5c8 req-f89edf48-6219-406a-ab10-46d4e2ee2a26 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 943 time: 0.0575228 Jan 10 12:04:31.182590 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a8a894f6-634f-4d2e-a130-34d331b5e5c8 req-77cf17ae-a562-409c-b805-712372084987 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493517 Jan 10 12:04:31.188621 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-95b6024c-21ae-4648-8e6a-9ae27c7de909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:31.190173 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-95b6024c-21ae-4648-8e6a-9ae27c7de909 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 1096 time: 0.1403456 Jan 10 12:04:31.244559 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-173aad9c-1b2d-482a-90ba-cf42770405fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aacb207f-1ed0-41e8-b022-4fe3e8153b16 HTTP/1.1" status: 200 len: 217 time: 0.0464845 Jan 10 12:04:31.286011 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd32b45b-9fd6-4778-a0e6-8a9137d9fa09 req-8b3ccd93-f921-4108-9eae-5dc939b6f738 service neutron] 10.222.0.30 "GET /v2.0/networks/4cbcf1a7-95f7-4f6a-bfc9-2b5817576071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640787 Jan 10 12:04:31.304491 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-a5465cb6-d7b7-4452-bd98-5c0b6bef1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:31.305973 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-a5465cb6-d7b7-4452-bd98-5c0b6bef1a0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3 HTTP/1.1" status: 200 len: 851 time: 0.0551329 Jan 10 12:04:31.356241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-e53b6eac-9302-41d5-8c08-727a360dbe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:31.357754 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-e53b6eac-9302-41d5-8c08-727a360dbe2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458622 Jan 10 12:04:31.451229 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-17a88ee4-5f3e-4d64-aafd-385e2243c7aa service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875211 Jan 10 12:04:31.547116 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5360e66e-b03f-48e8-9bd0-0b6dccf8d3d3 req-43778dc4-5928-4e0c-869f-84ef5da39a49 service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895782 Jan 10 12:04:31.873909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad46f-39fd-466b-979d-0f3e8441b35a req-28e93ce3-a1bc-4aeb-843d-fdc3b40788c6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:31.875403 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f55ad46f-39fd-466b-979d-0f3e8441b35a req-28e93ce3-a1bc-4aeb-843d-fdc3b40788c6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 943 time: 0.0538924 Jan 10 12:04:31.926621 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f55ad46f-39fd-466b-979d-0f3e8441b35a req-8da58ef8-aa37-4566-a7e9-a0b214736328 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a079ad4-f649-42b0-902b-06340d964e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438895 Jan 10 12:04:32.130964 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029a0dab-aacb-4520-9e6c-9f750c166094', 'tag': 'aacb207f-1ed0-41e8-b022-4fe3e8153b16'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:04:32.133315 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2080e7af-a468-442f-a147-ae5d8a49a7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "029a0dab-aacb-4520-9e6c-9f750c166094", "tag": "aacb207f-1ed0-41e8-b022-4fe3e8153b16"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:04:32.169887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f8f2b8-abec-466e-961a-3ba7ea1f99a1 x-openstack-request-id: req-c1f8f2b8-abec-466e-961a-3ba7ea1f99a1 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:04:32.169887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029a0dab-aacb-4520-9e6c-9f750c166094", "tag": "aacb207f-1ed0-41e8-b022-4fe3e8153b16", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:04:32.169887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1f8f2b8-abec-466e-961a-3ba7ea1f99a1 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:04:32.170251 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029a0dab-aacb-4520-9e6c-9f750c166094', 'tag': 'aacb207f-1ed0-41e8-b022-4fe3e8153b16', 'status': 'completed', 'code': 200} Jan 10 12:04:32.240408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080e7af-a468-442f-a147-ae5d8a49a7fd req-aee804f5-e4b7-4223-af51-c155444f5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:32.242029 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2080e7af-a468-442f-a147-ae5d8a49a7fd req-aee804f5-e4b7-4223-af51-c155444f5f96 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 1096 time: 0.0505464 Jan 10 12:04:32.366489 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7b24f-a6b3-446d-9cd9-dbc95b520ac6 req-46ce2b63-7e1f-4d98-9f59-b78fa2458de3 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:32.367891 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dca7b24f-a6b3-446d-9cd9-dbc95b520ac6 req-46ce2b63-7e1f-4d98-9f59-b78fa2458de3 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 943 time: 0.0947614 Jan 10 12:04:32.372710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080e7af-a468-442f-a147-ae5d8a49a7fd req-170369ea-53a0-4c72-976c-1a48a59e8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:32.374848 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2080e7af-a468-442f-a147-ae5d8a49a7fd req-170369ea-53a0-4c72-976c-1a48a59e8b16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 913 time: 0.1267259 Jan 10 12:04:32.427130 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2080e7af-a468-442f-a147-ae5d8a49a7fd req-0db23e14-578b-4a74-87d8-01d022aa38ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aacb207f-1ed0-41e8-b022-4fe3e8153b16 HTTP/1.1" status: 200 len: 217 time: 0.0461011 Jan 10 12:04:32.487993 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dca7b24f-a6b3-446d-9cd9-dbc95b520ac6 req-d3a88f11-31c6-41a8-9f29-20b4a45785bc tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129203 Jan 10 12:04:32.506398 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080e7af-a468-442f-a147-ae5d8a49a7fd req-56a76b4f-1ddb-4267-8484-80170ab763a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:32.506398 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2080e7af-a468-442f-a147-ae5d8a49a7fd req-56a76b4f-1ddb-4267-8484-80170ab763a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3 HTTP/1.1" status: 200 len: 851 time: 0.0698307 Jan 10 12:04:32.553688 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080e7af-a468-442f-a147-ae5d8a49a7fd req-c7560d2b-bd96-4662-aa4d-b7be0649122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:32.555216 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2080e7af-a468-442f-a147-ae5d8a49a7fd req-c7560d2b-bd96-4662-aa4d-b7be0649122e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0477164 Jan 10 12:04:32.645461 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2080e7af-a468-442f-a147-ae5d8a49a7fd req-be64bc79-7967-4570-a6b3-dfbfd7bf9775 service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837636 Jan 10 12:04:32.739769 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2080e7af-a468-442f-a147-ae5d8a49a7fd req-a75c623d-ac82-4d72-9a37-6652253a40f6 service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889659 Jan 10 12:04:33.052310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e64b0-fa40-4ebf-941e-8f6af8dfc33a req-4b334d75-4e2d-4a21-aa2b-77546b6d387e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:33.053897 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7a5e64b0-fa40-4ebf-941e-8f6af8dfc33a req-4b334d75-4e2d-4a21-aa2b-77546b6d387e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 943 time: 0.0575824 Jan 10 12:04:33.108934 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7a5e64b0-fa40-4ebf-941e-8f6af8dfc33a req-626b7a10-e502-4166-96c5-b27733e9b30c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a079ad4-f649-42b0-902b-06340d964e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490544 Jan 10 12:04:33.606581 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cef69-98ad-4c64-a47f-fa243cb0ec20 req-11ca8673-b430-48fb-b8c9-d4cd15e3a36b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:33.608129 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-791cef69-98ad-4c64-a47f-fa243cb0ec20 req-11ca8673-b430-48fb-b8c9-d4cd15e3a36b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 943 time: 0.0512033 Jan 10 12:04:33.659833 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-791cef69-98ad-4c64-a47f-fa243cb0ec20 req-9d942ab5-5700-498b-88af-497de568f82b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449855 Jan 10 12:04:33.715286 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 22cf0383-e34a-4234-bef7-59ee0c57468d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:04:33.814510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 22cf0383-e34a-4234-bef7-59ee0c57468d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=22cf0383-e34a-4234-bef7-59ee0c57468d,segment=NetworkSegment(16b897e5-52a7-4e52-8347-3f063a5b4566),segment_id=16b897e5-52a7-4e52-8347-3f063a5b4566)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:04:33.825606 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '22cf0383-e34a-4234-bef7-59ee0c57468d', 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'port_id': '22cf0383-e34a-4234-bef7-59ee0c57468d', 'mac_address': 'fa:16:3e:8e:dd:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:04:33.863097 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:33.876297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22cf0383-e34a-4234-bef7-59ee0c57468d {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:04:33.900232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 22cf0383-e34a-4234-bef7-59ee0c57468d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=22cf0383-e34a-4234-bef7-59ee0c57468d,segment=NetworkSegment(16b897e5-52a7-4e52-8347-3f063a5b4566),segment_id=16b897e5-52a7-4e52-8347-3f063a5b4566)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:04:34.010307 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:34.059589 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=22cf0383-e34a-4234-bef7-59ee0c57468d,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:34.230920 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['22cf0383-e34a-4234-bef7-59ee0c57468d'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:04:34.246685 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bea61-91b4-4cd0-b0dd-35df40223f57 req-5070d38c-7dc6-4a3d-84e5-0a69b9dafb34 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:34.248258 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f83bea61-91b4-4cd0-b0dd-35df40223f57 req-5070d38c-7dc6-4a3d-84e5-0a69b9dafb34 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 944 time: 0.0590370 Jan 10 12:04:34.298667 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f83bea61-91b4-4cd0-b0dd-35df40223f57 req-76e1d22b-d23e-4cf2-b7e0-d2ed5d2857bf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a079ad4-f649-42b0-902b-06340d964e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444674 Jan 10 12:04:34.774548 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36195732-6f0d-4329-a76c-160dca851cd8 req-9df3aea8-5d95-4054-81e7-cf89d9d76e7c tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:34.776041 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-36195732-6f0d-4329-a76c-160dca851cd8 req-9df3aea8-5d95-4054-81e7-cf89d9d76e7c tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 943 time: 0.0489619 Jan 10 12:04:34.824565 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-36195732-6f0d-4329-a76c-160dca851cd8 req-caf95032-5b2c-4873-86ca-82106198d0b7 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428131 Jan 10 12:04:35.414263 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252a3fd-83ce-49c1-9187-f3b6e308830a req-446a12bb-7b3d-4e41-bf9f-026c06f7f88d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:35.415930 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5252a3fd-83ce-49c1-9187-f3b6e308830a req-446a12bb-7b3d-4e41-bf9f-026c06f7f88d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 944 time: 0.0501208 Jan 10 12:04:35.471156 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5252a3fd-83ce-49c1-9187-f3b6e308830a req-c034125f-992c-4bda-91e8-03dafe46fd4b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a079ad4-f649-42b0-902b-06340d964e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492926 Jan 10 12:04:35.724167 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 22cf0383-e34a-4234-bef7-59ee0c57468d up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:04:35.872934 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 22cf0383-e34a-4234-bef7-59ee0c57468d completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:04:35.878216 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 22cf0383-e34a-4234-bef7-59ee0c57468d triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:35.878729 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:35.950496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7566e-24b5-4d24-ba4c-193cc19b48ff req-a9035358-1ddc-4260-8e5b-10d2428a2e2f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:35.956461 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3ff7566e-24b5-4d24-ba4c-193cc19b48ff req-a9035358-1ddc-4260-8e5b-10d2428a2e2f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 943 time: 0.0585072 Jan 10 12:04:35.982622 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:36.008314 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc708b3-9e93-461a-a722-c222d84b0c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cf0383-e34a-4234-bef7-59ee0c57468d'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:04:36.010274 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3ff7566e-24b5-4d24-ba4c-193cc19b48ff req-3437ada7-2297-4c01-98af-aaa150a83d60 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490253 Jan 10 12:04:36.011050 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d90752-5ff1-4020-b1f0-e0388b3c4ee5" -d '{"events": [{"server_uuid": "dfc708b3-9e93-461a-a722-c222d84b0c33", "name": "network-vif-plugged", "status": "completed", "tag": "22cf0383-e34a-4234-bef7-59ee0c57468d"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:04:36.027989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 22cf0383-e34a-4234-bef7-59ee0c57468d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=22cf0383-e34a-4234-bef7-59ee0c57468d,segment=NetworkSegment(16b897e5-52a7-4e52-8347-3f063a5b4566),segment_id=16b897e5-52a7-4e52-8347-3f063a5b4566)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:04:36.053942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dad4fa-8bce-4906-a7a9-78e59b7d806d x-openstack-request-id: req-c5dad4fa-8bce-4906-a7a9-78e59b7d806d {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:04:36.054367 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc708b3-9e93-461a-a722-c222d84b0c33", "name": "network-vif-plugged", "status": "completed", "tag": "22cf0383-e34a-4234-bef7-59ee0c57468d", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:04:36.054506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5dad4fa-8bce-4906-a7a9-78e59b7d806d {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:04:36.056095 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc708b3-9e93-461a-a722-c222d84b0c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cf0383-e34a-4234-bef7-59ee0c57468d', 'code': 200} Jan 10 12:04:36.056232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-327c8741-a618-44a8-916b-479a9fb2b8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:36.128614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:36.176897 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=22cf0383-e34a-4234-bef7-59ee0c57468d,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:36.384379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6a329-730b-4128-82f9-acf7c6f68078 req-e66bc9f6-3d7e-4708-86fc-8df712df72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:36.385790 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a8a6a329-730b-4128-82f9-acf7c6f68078 req-e66bc9f6-3d7e-4708-86fc-8df712df72ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 1098 time: 0.0390406 Jan 10 12:04:36.431428 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a8a6a329-730b-4128-82f9-acf7c6f68078 req-c73732dd-5ce6-40cc-a0b4-96a46c70cd6a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7a079ad4-f649-42b0-902b-06340d964e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400422 Jan 10 12:04:36.594341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d7d84-11ac-4a70-a7ab-3f0bd19dcad8 req-672d3465-6dec-45c4-b57d-42ec13223a73 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:36.595944 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0a2d7d84-11ac-4a70-a7ab-3f0bd19dcad8 req-672d3465-6dec-45c4-b57d-42ec13223a73 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 945 time: 0.0542104 Jan 10 12:04:36.646025 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0a2d7d84-11ac-4a70-a7ab-3f0bd19dcad8 req-262bb526-3c6d-4ae0-9f00-8c1330f9ead0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a079ad4-f649-42b0-902b-06340d964e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445509 Jan 10 12:04:37.134392 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd60695-960a-43a6-a6d7-ac6a167caf64 req-d544f9d2-44a3-4f09-9f48-0dd5b0836807 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:37.135936 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7dd60695-960a-43a6-a6d7-ac6a167caf64 req-d544f9d2-44a3-4f09-9f48-0dd5b0836807 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 943 time: 0.0506809 Jan 10 12:04:37.191498 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7dd60695-960a-43a6-a6d7-ac6a167caf64 req-6050589b-9aca-48da-92b4-183ba8554586 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484340 Jan 10 12:04:37.768606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03edbf9-da2d-466f-a99c-849e139534b8 req-4d6f8642-1426-4c09-8dcc-baf48474bb29 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:37.770185 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f03edbf9-da2d-466f-a99c-849e139534b8 req-4d6f8642-1426-4c09-8dcc-baf48474bb29 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 945 time: 0.0543365 Jan 10 12:04:37.819615 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f03edbf9-da2d-466f-a99c-849e139534b8 req-755ffe18-5616-4800-93b5-e0269f411bd3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a079ad4-f649-42b0-902b-06340d964e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437775 Jan 10 12:04:37.937758 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36fe45-de19-4bda-b4c4-5f7aa1045895 req-1f2e15ca-be60-451b-a181-13bf555e0762 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:37.939891 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2b36fe45-de19-4bda-b4c4-5f7aa1045895 req-1f2e15ca-be60-451b-a181-13bf555e0762 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 945 time: 0.0514574 Jan 10 12:04:37.989186 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2b36fe45-de19-4bda-b4c4-5f7aa1045895 req-385c8a43-7ce3-4e91-9108-b976a64f1ce1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a079ad4-f649-42b0-902b-06340d964e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436389 Jan 10 12:04:38.011007 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60170) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:38.052832 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40be16c5-2cea-49e8-81a9-d00d75227fcd tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:38.054383 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-40be16c5-2cea-49e8-81a9-d00d75227fcd tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 1093 time: 0.0419254 Jan 10 12:04:38.057150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60172) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:38.061334 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '22cf0383-e34a-4234-bef7-59ee0c57468d', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:04:38.139243 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:38.243198 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:38.371052 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc605e32-c2c1-4943-ae91-f01c63c8f57c req-c5c17c84-ec81-4a43-8d72-78f5363e30db tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:38.372445 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fc605e32-c2c1-4943-ae91-f01c63c8f57c req-c5c17c84-ec81-4a43-8d72-78f5363e30db tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 943 time: 0.0924709 Jan 10 12:04:38.401308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.122 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/b1dde5d9-b3d2-4bb5-a55f-f42930dd03f9) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:04:38.462718 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fc605e32-c2c1-4943-ae91-f01c63c8f57c req-4eda6ddd-bfd7-4851-8954-54c81c7ee7f1 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780966 Jan 10 12:04:38.530800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (b1dde5d9-b3d2-4bb5-a55f-f42930dd03f9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:38.642510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b1dde5d9-b3d2-4bb5-a55f-f42930dd03f9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:38.682780 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:04:38.685619 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:04:38.689820 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:04:38.712024 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=b1dde5d9-b3d2-4bb5-a55f-f42930dd03f9,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:39.046463 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (195d61f1-ed29-4147-a05b-818caa8ffd83), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:39.515089 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b1dde5d9-b3d2-4bb5-a55f-f42930dd03f9), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:39.585491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a8e48-3027-422c-95a9-4f7693ccf168 req-0b178114-7537-4a51-a4aa-33aae42c647b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:39.587026 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ca5a8e48-3027-422c-95a9-4f7693ccf168 req-0b178114-7537-4a51-a4aa-33aae42c647b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 943 time: 0.0576487 Jan 10 12:04:39.638001 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ca5a8e48-3027-422c-95a9-4f7693ccf168 req-cf6aecb6-cd3f-4d50-84a0-a7bd93745459 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451505 Jan 10 12:04:39.670060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (b1dde5d9-b3d2-4bb5-a55f-f42930dd03f9), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:39.751292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (b1dde5d9-b3d2-4bb5-a55f-f42930dd03f9), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:39.817298 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=b1dde5d9-b3d2-4bb5-a55f-f42930dd03f9,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:39.829641 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (195d61f1-ed29-4147-a05b-818caa8ffd83), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:39.929919 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP 195d61f1-ed29-4147-a05b-818caa8ffd83 associated. External IP: 172.36.2.122, port: 22cf0383-e34a-4234-bef7-59ee0c57468d. Jan 10 12:04:40.138909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 7785e747-e7ed-4975-9138-f92e07338f7e has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:04:40.250610 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:04:40.261862 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843aa178-c7a5-4092-a830-04a4cffec4ff None None] Sync routers for ids ['7785e747-e7ed-4975-9138-f92e07338f7e'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:04:40.271903 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843aa178-c7a5-4092-a830-04a4cffec4ff None None] Routers {'7785e747-e7ed-4975-9138-f92e07338f7e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:04:40.272523 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-843aa178-c7a5-4092-a830-04a4cffec4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:04:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7785e747-e7ed-4975-9138-f92e07338f7e'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:40.287849 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a95f616c-ff64-48b9-9e13-d985bfc8e285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:40.338119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:40.368377 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-86084b4b-fd88-4fe3-b1d4-c170ea2b7fe2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3101580 Jan 10 12:04:40.369026 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc708b3-9e93-461a-a722-c222d84b0c33', 'tag': '22cf0383-e34a-4234-bef7-59ee0c57468d'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:04:40.371207 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60178) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:40.371356 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c9cd10-9f95-4a8d-9b90-eda842d0326c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc708b3-9e93-461a-a722-c222d84b0c33", "tag": "22cf0383-e34a-4234-bef7-59ee0c57468d"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:04:40.409055 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ab5a7f-473c-4db5-b983-2426cfe5d785 x-openstack-request-id: req-60ab5a7f-473c-4db5-b983-2426cfe5d785 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:04:40.409360 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc708b3-9e93-461a-a722-c222d84b0c33", "tag": "22cf0383-e34a-4234-bef7-59ee0c57468d", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:04:40.409620 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60ab5a7f-473c-4db5-b983-2426cfe5d785 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:04:40.410061 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc708b3-9e93-461a-a722-c222d84b0c33', 'tag': '22cf0383-e34a-4234-bef7-59ee0c57468d', 'status': 'completed', 'code': 200} Jan 10 12:04:40.448792 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5e98210d-5f2d-4c88-a83c-41965d216861 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/195d61f1-ed29-4147-a05b-818caa8ffd83 HTTP/1.1" status: 200 len: 991 time: 0.0759497 Jan 10 12:04:40.473049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9cd10-9f95-4a8d-9b90-eda842d0326c req-8e9564a0-8cad-4cdd-a116-e704ba2be97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:40.474688 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57c9cd10-9f95-4a8d-9b90-eda842d0326c req-8e9564a0-8cad-4cdd-a116-e704ba2be97d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 1098 time: 0.0419910 Jan 10 12:04:40.477529 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-843aa178-c7a5-4092-a830-04a4cffec4ff None None] Set router 7785e747-e7ed-4975-9138-f92e07338f7e gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:04:40.571338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9cd10-9f95-4a8d-9b90-eda842d0326c req-e8e62874-4f37-42b6-aeb0-0ae743239c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:40.572934 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57c9cd10-9f95-4a8d-9b90-eda842d0326c req-e8e62874-4f37-42b6-aeb0-0ae743239c52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 HTTP/1.1" status: 200 len: 898 time: 0.0917053 Jan 10 12:04:40.633480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:40.637305 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57c9cd10-9f95-4a8d-9b90-eda842d0326c req-a9b040bc-8bbd-405a-916e-1042ea7f3995 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22cf0383-e34a-4234-bef7-59ee0c57468d HTTP/1.1" status: 200 len: 999 time: 0.0587540 Jan 10 12:04:40.691216 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9cd10-9f95-4a8d-9b90-eda842d0326c req-b8fbcea5-c9fd-431c-9540-f88d18b0428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:40.692736 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57c9cd10-9f95-4a8d-9b90-eda842d0326c req-b8fbcea5-c9fd-431c-9540-f88d18b0428e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca78cc5b-090d-45b6-b4c6-6ef8f8459697 HTTP/1.1" status: 200 len: 844 time: 0.0495460 Jan 10 12:04:40.715949 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-843aa178-c7a5-4092-a830-04a4cffec4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'name': 'tempest-TestNetworkBasicOps-router-2075941253', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114'}], 'enable_snat': True}, 'gw_port_id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:04:13Z', 'updated_at': '2022-01-10T12:04:18Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:14Z', 'updated_at': '2022-01-10T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '195d61f1-ed29-4147-a05b-818caa8ffd83', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.122', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'port_id': '22cf0383-e34a-4234-bef7-59ee0c57468d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'mac_address': 'fa:16:3e:8e:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc708b3-9e93-461a-a722-c222d84b0c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:04:38Z', 'updated_at': '2022-01-10T12:04:38Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24b16d20-eea3-48de-a4a8-fe12683d61df', 'name': '', 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:0b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:18Z', 'updated_at': '2022-01-10T12:04:22Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:40.742834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9cd10-9f95-4a8d-9b90-eda842d0326c req-4cd3de60-a4e1-4268-a323-32dfa041c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:40.744704 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57c9cd10-9f95-4a8d-9b90-eda842d0326c req-4cd3de60-a4e1-4268-a323-32dfa041c881 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4cbcf1a7-95f7-4f6a-bfc9-2b5817576071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459328 Jan 10 12:04:40.747485 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843aa178-c7a5-4092-a830-04a4cffec4ff None None] Checking router: 7785e747-e7ed-4975-9138-f92e07338f7e for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:04:40.756790 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843aa178-c7a5-4092-a830-04a4cffec4ff None None] Routers {'7785e747-e7ed-4975-9138-f92e07338f7e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:04:40.757404 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-843aa178-c7a5-4092-a830-04a4cffec4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:04:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7785e747-e7ed-4975-9138-f92e07338f7e'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:40.764689 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbac6a-d660-4f64-9aba-03484941b791 req-25b95cd7-1d19-4e6e-b108-ba96e11c89f0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:40.767007 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d7dbac6a-d660-4f64-9aba-03484941b791 req-25b95cd7-1d19-4e6e-b108-ba96e11c89f0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 943 time: 0.0584030 Jan 10 12:04:40.823397 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d7dbac6a-d660-4f64-9aba-03484941b791 req-3b6e07b2-7c1b-4a48-b80a-26676c3dde94 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492771 Jan 10 12:04:40.844318 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57c9cd10-9f95-4a8d-9b90-eda842d0326c req-4862d6f9-471f-40ec-981e-f48027031d7d service neutron] 10.222.0.30 "GET /v2.0/networks/4cbcf1a7-95f7-4f6a-bfc9-2b5817576071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939710 Jan 10 12:04:40.871457 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-843aa178-c7a5-4092-a830-04a4cffec4ff None None] Set router 7785e747-e7ed-4975-9138-f92e07338f7e gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:04:40.940229 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57c9cd10-9f95-4a8d-9b90-eda842d0326c req-5b4f448e-be2d-4591-b888-b421e2ffc5ed service neutron] 10.222.0.30 "GET /v2.0/networks/4cbcf1a7-95f7-4f6a-bfc9-2b5817576071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898552 Jan 10 12:04:41.106280 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-843aa178-c7a5-4092-a830-04a4cffec4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'name': 'tempest-TestNetworkBasicOps-router-2075941253', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114'}], 'enable_snat': True}, 'gw_port_id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:04:13Z', 'updated_at': '2022-01-10T12:04:18Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:14Z', 'updated_at': '2022-01-10T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '195d61f1-ed29-4147-a05b-818caa8ffd83', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.122', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'port_id': '22cf0383-e34a-4234-bef7-59ee0c57468d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'mac_address': 'fa:16:3e:8e:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc708b3-9e93-461a-a722-c222d84b0c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:04:38Z', 'updated_at': '2022-01-10T12:04:38Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24b16d20-eea3-48de-a4a8-fe12683d61df', 'name': '', 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:0b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:18Z', 'updated_at': '2022-01-10T12:04:22Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:41.133018 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843aa178-c7a5-4092-a830-04a4cffec4ff None None] The sync data for ids ['7785e747-e7ed-4975-9138-f92e07338f7e'] in dv-neutron-master-2-hyperv is: [{'id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'name': 'tempest-TestNetworkBasicOps-router-2075941253', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114'}], 'enable_snat': True}, 'gw_port_id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:04:13Z', 'updated_at': '2022-01-10T12:04:18Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:14Z', 'updated_at': '2022-01-10T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '195d61f1-ed29-4147-a05b-818caa8ffd83', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.122', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'port_id': '22cf0383-e34a-4234-bef7-59ee0c57468d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'mac_address': 'fa:16:3e:8e:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc708b3-9e93-461a-a722-c222d84b0c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:04:38Z', 'updated_at': '2022-01-10T12:04:38Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24b16d20-eea3-48de-a4a8-fe12683d61df', 'name': '', 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:0b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:18Z', 'updated_at': '2022-01-10T12:04:22Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:04:41.342153 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a81975-da37-4e34-9588-dd8ef0c9f098 None None] New status for floating IP 195d61f1-ed29-4147-a05b-818caa8ffd83: ACTIVE {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:04:41.452380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60184) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:41.515754 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-acaca7a9-2899-4a4e-b3ee-10a801c910ec tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/195d61f1-ed29-4147-a05b-818caa8ffd83 HTTP/1.1" status: 200 len: 991 time: 0.0620437 Jan 10 12:04:41.942846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd1aae-dd55-4957-8f5a-e5ccd35c1290 req-fe84c314-8563-45d2-a372-da015aaefcf0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:41.944342 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59fd1aae-dd55-4957-8f5a-e5ccd35c1290 req-fe84c314-8563-45d2-a372-da015aaefcf0 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 943 time: 0.0506387 Jan 10 12:04:41.993677 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59fd1aae-dd55-4957-8f5a-e5ccd35c1290 req-01a29fe2-5271-4ba5-8318-379cb37d1c32 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 Jan 10 12:04:42.159043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:42.518947 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60188) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:42.584984 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-22b9c07d-20f0-4353-aa08-a4d280568982 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/195d61f1-ed29-4147-a05b-818caa8ffd83 HTTP/1.1" status: 200 len: 993 time: 0.0646725 Jan 10 12:04:43.108851 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b56ddd-fff5-451e-9b3f-32043017aff4 req-31da9ba0-1872-4e38-b2d5-59d1b7ec8d3e tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:43.110912 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-96b56ddd-fff5-451e-9b3f-32043017aff4 req-31da9ba0-1872-4e38-b2d5-59d1b7ec8d3e tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 943 time: 0.0499508 Jan 10 12:04:43.160626 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-96b56ddd-fff5-451e-9b3f-32043017aff4 req-dc4f05dc-e100-4abe-a942-2873fd1ca9d9 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441668 Jan 10 12:04:43.259177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:44.283787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b6238-f8c5-463e-87e4-fe5e2a1a6ec3 req-fbe9bbaf-e2b7-41d1-b07e-da31d309af55 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:44.285404 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-535b6238-f8c5-463e-87e4-fe5e2a1a6ec3 req-fbe9bbaf-e2b7-41d1-b07e-da31d309af55 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 943 time: 0.0547523 Jan 10 12:04:44.335080 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-535b6238-f8c5-463e-87e4-fe5e2a1a6ec3 req-69d348d3-879b-428d-93eb-6a4492f93b53 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439737 Jan 10 12:04:45.450746 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb70498-0c92-4162-9dd9-064c8d2b5450 req-61ce429c-01c6-4222-9b0a-19e4778fd434 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:45.452413 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fdb70498-0c92-4162-9dd9-064c8d2b5450 req-61ce429c-01c6-4222-9b0a-19e4778fd434 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 943 time: 0.0508463 Jan 10 12:04:45.506572 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fdb70498-0c92-4162-9dd9-064c8d2b5450 req-25e13aff-15a2-4604-a187-7fa1af8a69cc tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478530 Jan 10 12:04:45.778761 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device aacb207f-1ed0-41e8-b022-4fe3e8153b16 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:04:46.022980 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port aacb207f-1ed0-41e8-b022-4fe3e8153b16, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aacb207f-1ed0-41e8-b022-4fe3e8153b16,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:04:46.033943 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'aacb207f-1ed0-41e8-b022-4fe3e8153b16', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'port_id': 'aacb207f-1ed0-41e8-b022-4fe3e8153b16', 'mac_address': 'fa:16:3e:2c:d4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:04:46.071811 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aacb207f-1ed0-41e8-b022-4fe3e8153b16), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:46.085447 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacb207f-1ed0-41e8-b022-4fe3e8153b16 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:04:46.104711 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port aacb207f-1ed0-41e8-b022-4fe3e8153b16, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aacb207f-1ed0-41e8-b022-4fe3e8153b16,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:04:46.187070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (aacb207f-1ed0-41e8-b022-4fe3e8153b16), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:46.232879 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=aacb207f-1ed0-41e8-b022-4fe3e8153b16,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:46.408978 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['aacb207f-1ed0-41e8-b022-4fe3e8153b16'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:04:46.626164 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae49030-af24-481e-a75c-21e78a3f1114 req-1c0d0f67-dafb-49e0-b0a8-5e7e0d756689 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:46.627670 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2ae49030-af24-481e-a75c-21e78a3f1114 req-1c0d0f67-dafb-49e0-b0a8-5e7e0d756689 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 944 time: 0.0513651 Jan 10 12:04:46.678148 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2ae49030-af24-481e-a75c-21e78a3f1114 req-e2b17124-f3e3-409b-a41c-9c6c12c07968 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445571 Jan 10 12:04:47.787013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device aacb207f-1ed0-41e8-b022-4fe3e8153b16 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:04:47.791923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dda26-1b5d-4f81-8002-d92078335ff3 req-50e5e85a-074e-4960-9944-48b381fc175a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:47.793458 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e60dda26-1b5d-4f81-8002-d92078335ff3 req-50e5e85a-074e-4960-9944-48b381fc175a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 944 time: 0.0500071 Jan 10 12:04:47.845183 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e60dda26-1b5d-4f81-8002-d92078335ff3 req-0019b0ce-ebdc-4ed5-bc2d-9682be4a4cb6 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448956 Jan 10 12:04:47.878611 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port aacb207f-1ed0-41e8-b022-4fe3e8153b16 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:04:47.882652 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port aacb207f-1ed0-41e8-b022-4fe3e8153b16 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:04:47.883034 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aacb207f-1ed0-41e8-b022-4fe3e8153b16), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:47.962257 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aacb207f-1ed0-41e8-b022-4fe3e8153b16), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:47.987328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029a0dab-aacb-4520-9e6c-9f750c166094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacb207f-1ed0-41e8-b022-4fe3e8153b16'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:04:47.989578 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28768c7-8197-4916-97bf-230e2aa0856b" -d '{"events": [{"server_uuid": "029a0dab-aacb-4520-9e6c-9f750c166094", "name": "network-vif-plugged", "status": "completed", "tag": "aacb207f-1ed0-41e8-b022-4fe3e8153b16"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:04:48.004048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port aacb207f-1ed0-41e8-b022-4fe3e8153b16, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aacb207f-1ed0-41e8-b022-4fe3e8153b16,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:04:48.036424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdb6ceb-d2da-497d-a5c6-4eb55c94991b x-openstack-request-id: req-7bdb6ceb-d2da-497d-a5c6-4eb55c94991b {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:04:48.036747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029a0dab-aacb-4520-9e6c-9f750c166094", "name": "network-vif-plugged", "status": "completed", "tag": "aacb207f-1ed0-41e8-b022-4fe3e8153b16", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:04:48.037005 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bdb6ceb-d2da-497d-a5c6-4eb55c94991b {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:04:48.037499 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029a0dab-aacb-4520-9e6c-9f750c166094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacb207f-1ed0-41e8-b022-4fe3e8153b16', 'code': 200} Jan 10 12:04:48.101252 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (aacb207f-1ed0-41e8-b022-4fe3e8153b16), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:48.155070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=aacb207f-1ed0-41e8-b022-4fe3e8153b16,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:48.387270 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77caf0e-ff3d-4251-9c5a-39e0642480e7 req-764897ea-60b1-4a64-ab0b-31aa6589ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:48.388725 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d77caf0e-ff3d-4251-9c5a-39e0642480e7 req-764897ea-60b1-4a64-ab0b-31aa6589ad69 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 1098 time: 0.0815110 Jan 10 12:04:48.436726 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d77caf0e-ff3d-4251-9c5a-39e0642480e7 req-8f1124a5-145f-4277-855b-544bf08798a1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412035 Jan 10 12:04:48.959272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a578ea7-35f5-47a0-bef9-eefe90fe3333 req-c1246aeb-a74c-4851-9ece-3f11392bbd72 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:48.960781 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7a578ea7-35f5-47a0-bef9-eefe90fe3333 req-c1246aeb-a74c-4851-9ece-3f11392bbd72 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 945 time: 0.0499182 Jan 10 12:04:49.010599 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7a578ea7-35f5-47a0-bef9-eefe90fe3333 req-8208aef6-d131-481a-9f5d-179c8a353cac tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441148 Jan 10 12:04:49.412918 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:50.131911 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e657696-0cae-45ed-821e-b386377713b8 req-cb768393-b66e-45bf-a5c5-f21b4c1f7a0b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:50.133396 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e657696-0cae-45ed-821e-b386377713b8 req-cb768393-b66e-45bf-a5c5-f21b4c1f7a0b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 945 time: 0.0500853 Jan 10 12:04:50.182616 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e657696-0cae-45ed-821e-b386377713b8 req-5e98d2ed-13cf-4ba9-83e7-58a82b204f8f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435343 Jan 10 12:04:50.337995 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7565df9-bd53-4239-9c5d-e8a186dd3ab9 req-a346687f-dde0-40d8-a736-25540fbcd7ca tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:50.339398 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c7565df9-bd53-4239-9c5d-e8a186dd3ab9 req-a346687f-dde0-40d8-a736-25540fbcd7ca tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 945 time: 0.0862007 Jan 10 12:04:50.388282 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c7565df9-bd53-4239-9c5d-e8a186dd3ab9 req-2a3d8ee5-cfdd-4581-be78-1ee8455fd638 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432835 Jan 10 12:04:50.414083 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60208) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:50.551331 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd651fd8-2ce0-4eb2-b821-465c952ff64b tempest-TestVolumeBootPattern-1842562132 tempest-TestVolumeBootPattern-1842562132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:50.552879 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-dd651fd8-2ce0-4eb2-b821-465c952ff64b tempest-TestVolumeBootPattern-1842562132 tempest-TestVolumeBootPattern-1842562132-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 1093 time: 0.1404645 Jan 10 12:04:50.555761 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60212) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:04:50.560275 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': 'aacb207f-1ed0-41e8-b022-4fe3e8153b16', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:04:50.681933 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:50.782231 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:50.883986 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Allocated IP 172.36.2.23 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/d1fbef8e-4eee-4749-b5f6-64ec3c6af5f7) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:04:50.990218 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for port (d1fbef8e-4eee-4749-b5f6-64ec3c6af5f7), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:51.073203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (d1fbef8e-4eee-4749-b5f6-64ec3c6af5f7), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:51.115317 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:04:51.118395 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:04:51.122864 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:04:51.126010 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event updated for resources: {'Port': ['ID=d1fbef8e-4eee-4749-b5f6-64ec3c6af5f7,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:51.474966 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for floatingip (ee0c77ac-06c3-4d95-ae77-c2e5ec4e8d0f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:51.590376 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d1fbef8e-4eee-4749-b5f6-64ec3c6af5f7), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:51.745476 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for port (d1fbef8e-4eee-4749-b5f6-64ec3c6af5f7), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:51.844086 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (d1fbef8e-4eee-4749-b5f6-64ec3c6af5f7), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:51.912906 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event updated for resources: {'Port': ['ID=d1fbef8e-4eee-4749-b5f6-64ec3c6af5f7,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:04:51.927289 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (ee0c77ac-06c3-4d95-ae77-c2e5ec4e8d0f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:52.039878 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Floating IP ee0c77ac-06c3-4d95-ae77-c2e5ec4e8d0f associated. External IP: 172.36.2.23, port: aacb207f-1ed0-41e8-b022-4fe3e8153b16. Jan 10 12:04:52.250114 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Router e3ef4717-7ef7-419e-836e-932a513008c1 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:04:52.363669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:04:52.373672 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa828bda-8a35-4049-9e0e-7aca1a723c81 None None] Sync routers for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:04:52.384109 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa828bda-8a35-4049-9e0e-7aca1a723c81 None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:04:52.384729 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fa828bda-8a35-4049-9e0e-7aca1a723c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:04:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:52.446276 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:04:52.475413 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9df482b9-4069-439a-be50-0d9fd2bf3885 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9185939 Jan 10 12:04:52.476217 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029a0dab-aacb-4520-9e6c-9f750c166094', 'tag': 'aacb207f-1ed0-41e8-b022-4fe3e8153b16'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:04:52.478570 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c7683c-ea2b-4294-8324-e2679ed088f1" -d '{"events": [{"name": "network-changed", "server_uuid": "029a0dab-aacb-4520-9e6c-9f750c166094", "tag": "aacb207f-1ed0-41e8-b022-4fe3e8153b16"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:04:52.496719 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-fa828bda-8a35-4049-9e0e-7aca1a723c81 None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:04:52.517862 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6b9f25-1ed6-4fd8-850d-b6dadf1a65d1 x-openstack-request-id: req-8d6b9f25-1ed6-4fd8-850d-b6dadf1a65d1 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:04:52.518175 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029a0dab-aacb-4520-9e6c-9f750c166094", "tag": "aacb207f-1ed0-41e8-b022-4fe3e8153b16", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:04:52.518438 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d6b9f25-1ed6-4fd8-850d-b6dadf1a65d1 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:04:52.518858 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029a0dab-aacb-4520-9e6c-9f750c166094', 'tag': 'aacb207f-1ed0-41e8-b022-4fe3e8153b16', 'status': 'completed', 'code': 200} Jan 10 12:04:52.581048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7683c-ea2b-4294-8324-e2679ed088f1 req-dfdd42c3-f802-49c1-a13a-b10d0ba526bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:52.582624 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c6c7683c-ea2b-4294-8324-e2679ed088f1 req-dfdd42c3-f802-49c1-a13a-b10d0ba526bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 1098 time: 0.0427470 Jan 10 12:04:52.679115 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7683c-ea2b-4294-8324-e2679ed088f1 req-0f7b258c-7e3f-4c5c-9046-843b8ad97b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:52.680998 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c6c7683c-ea2b-4294-8324-e2679ed088f1 req-0f7b258c-7e3f-4c5c-9046-843b8ad97b7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 913 time: 0.0926390 Jan 10 12:04:52.739975 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fa828bda-8a35-4049-9e0e-7aca1a723c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '48f234b3-52af-46fc-944b-2e3520d09e61', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'floating_ip_address': '172.36.2.174', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'port_id': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'mac_address': 'fa:16:3e:a0:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a513859-4941-4dc4-baa5-c223a277914a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:01:38Z', 'updated_at': '2022-01-10T12:01:40Z', 'revision_number': 1, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address_scope': None}, {'id': 'ee0c77ac-06c3-4d95-ae77-c2e5ec4e8d0f', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'floating_ip_address': '172.36.2.23', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'port_id': 'aacb207f-1ed0-41e8-b022-4fe3e8153b16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'mac_address': 'fa:16:3e:2c:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a0dab-aacb-4520-9e6c-9f750c166094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:04:51Z', 'updated_at': '2022-01-10T12:04:51Z', 'revision_number': 0, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:52.745331 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c6c7683c-ea2b-4294-8324-e2679ed088f1 req-f4c7174c-0eb2-431f-b654-5145fdd153be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aacb207f-1ed0-41e8-b022-4fe3e8153b16 HTTP/1.1" status: 200 len: 998 time: 0.0590162 Jan 10 12:04:52.767812 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa828bda-8a35-4049-9e0e-7aca1a723c81 None None] Checking router: e3ef4717-7ef7-419e-836e-932a513008c1 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:04:52.776425 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa828bda-8a35-4049-9e0e-7aca1a723c81 None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:04:52.777043 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fa828bda-8a35-4049-9e0e-7aca1a723c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:04:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:52.799890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7683c-ea2b-4294-8324-e2679ed088f1 req-10e56a84-d415-43df-b5d3-18b94d654a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:52.801423 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c6c7683c-ea2b-4294-8324-e2679ed088f1 req-10e56a84-d415-43df-b5d3-18b94d654a1f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3 HTTP/1.1" status: 200 len: 851 time: 0.0506670 Jan 10 12:04:52.847891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7683c-ea2b-4294-8324-e2679ed088f1 req-006ad972-fe69-42b0-81cd-502b209c67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:04:52.849397 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c6c7683c-ea2b-4294-8324-e2679ed088f1 req-006ad972-fe69-42b0-81cd-502b209c67f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422750 Jan 10 12:04:52.884893 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-fa828bda-8a35-4049-9e0e-7aca1a723c81 None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:04:52.941248 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c6c7683c-ea2b-4294-8324-e2679ed088f1 req-499012aa-40a8-48e6-b867-235e8047ba54 service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851820 Jan 10 12:04:53.042338 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c6c7683c-ea2b-4294-8324-e2679ed088f1 req-f5db21e3-93d1-4ea4-9448-7f34e72e15d5 service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943635 Jan 10 12:04:53.217090 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-fa828bda-8a35-4049-9e0e-7aca1a723c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '48f234b3-52af-46fc-944b-2e3520d09e61', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'floating_ip_address': '172.36.2.174', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'port_id': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'mac_address': 'fa:16:3e:a0:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a513859-4941-4dc4-baa5-c223a277914a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:01:38Z', 'updated_at': '2022-01-10T12:01:40Z', 'revision_number': 1, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address_scope': None}, {'id': 'ee0c77ac-06c3-4d95-ae77-c2e5ec4e8d0f', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'floating_ip_address': '172.36.2.23', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'port_id': 'aacb207f-1ed0-41e8-b022-4fe3e8153b16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'mac_address': 'fa:16:3e:2c:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a0dab-aacb-4520-9e6c-9f750c166094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:04:51Z', 'updated_at': '2022-01-10T12:04:51Z', 'revision_number': 0, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:04:53.243505 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa828bda-8a35-4049-9e0e-7aca1a723c81 None None] The sync data for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv is: [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '48f234b3-52af-46fc-944b-2e3520d09e61', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'floating_ip_address': '172.36.2.174', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'port_id': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'mac_address': 'fa:16:3e:a0:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a513859-4941-4dc4-baa5-c223a277914a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:01:38Z', 'updated_at': '2022-01-10T12:01:40Z', 'revision_number': 1, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address_scope': None}, {'id': 'ee0c77ac-06c3-4d95-ae77-c2e5ec4e8d0f', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'floating_ip_address': '172.36.2.23', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'port_id': 'aacb207f-1ed0-41e8-b022-4fe3e8153b16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'mac_address': 'fa:16:3e:2c:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a0dab-aacb-4520-9e6c-9f750c166094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:04:51Z', 'updated_at': '2022-01-10T12:04:51Z', 'revision_number': 0, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:04:53.455856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4a746a-6e7a-432b-8720-bb6de2267011 None None] New status for floating IP ee0c77ac-06c3-4d95-ae77-c2e5ec4e8d0f: ACTIVE {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:04:54.857620 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:05:06.095029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-acfde561-c843-40e6-8537-a9f1f0d4b197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:05:10.311969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9ffb019d-471e-4684-abdd-4ecd728b11bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:05:10.659401 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:05:12.155522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:05:13.248752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:05:19.426099 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:05:29.943404 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-919e3891-fce5-46ab-aa34-aa74b6eac9ab req-41f50e9d-d7e8-49ae-88fa-95d16439415b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401435 Jan 10 12:05:30.027497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e3891-fce5-46ab-aa34-aa74b6eac9ab req-eb28c948-e111-49b6-a32b-f8246c37588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:05:30.028999 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-919e3891-fce5-46ab-aa34-aa74b6eac9ab req-eb28c948-e111-49b6-a32b-f8246c37588f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 1098 time: 0.0445223 Jan 10 12:05:30.136009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e3891-fce5-46ab-aa34-aa74b6eac9ab req-efb2e4c4-6645-4c35-a20a-6f490f244198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:05:30.137515 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-919e3891-fce5-46ab-aa34-aa74b6eac9ab req-efb2e4c4-6645-4c35-a20a-6f490f244198 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 913 time: 0.0874529 Jan 10 12:05:30.208982 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-919e3891-fce5-46ab-aa34-aa74b6eac9ab req-6d7cae22-3ff2-45b6-8a08-05cb9ade314c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd443e91-1770-48e9-8962-f1783d264ca7 HTTP/1.1" status: 200 len: 1001 time: 0.0656195 Jan 10 12:05:30.258152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e3891-fce5-46ab-aa34-aa74b6eac9ab req-bfd9d7a4-fff5-4e32-9572-a960bd6a7903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:05:30.259639 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-919e3891-fce5-46ab-aa34-aa74b6eac9ab req-bfd9d7a4-fff5-4e32-9572-a960bd6a7903 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3 HTTP/1.1" status: 200 len: 851 time: 0.0447719 Jan 10 12:05:30.304345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e3891-fce5-46ab-aa34-aa74b6eac9ab req-d57d1024-2935-49fd-8ecd-397990d9c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:05:30.305869 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-919e3891-fce5-46ab-aa34-aa74b6eac9ab req-d57d1024-2935-49fd-8ecd-397990d9c729 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404394 Jan 10 12:05:30.397593 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-919e3891-fce5-46ab-aa34-aa74b6eac9ab req-05f73e59-a54a-4080-b17c-a8c2517a31e6 service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860903 Jan 10 12:05:30.486060 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-919e3891-fce5-46ab-aa34-aa74b6eac9ab req-a9eb95ae-b831-4c70-8316-27410ac0e93d service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826354 Jan 10 12:05:31.855739 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:05:36.029118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c52643b6-76f8-495b-b0bf-3e7d64d9e3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:05:40.282630 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-52e73532-cd22-45e1-ba12-098027696b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:05:40.648447 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:05:42.168155 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:05:43.242547 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:05:49.434455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:06.104149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-788b36a9-2b37-4bf4-b368-9f4596080f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:08.854777 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:06:10.296731 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-07ef0f7b-26c7-42cf-9163-27106ed8ab1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:10.657230 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:12.154089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:13.252616 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:19.410908 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:29.987541 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d99b60ea-4e5d-4d89-aaa5-2ac3ca002533 req-04d33cd0-443d-4991-9752-f3a2f9c41116 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768797 Jan 10 12:06:30.049336 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b60ea-4e5d-4d89-aaa5-2ac3ca002533 req-4d78f668-6325-452f-bb11-d58868e9285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:06:30.050837 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d99b60ea-4e5d-4d89-aaa5-2ac3ca002533 req-4d78f668-6325-452f-bb11-d58868e9285a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 1098 time: 0.0434475 Jan 10 12:06:30.150144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b60ea-4e5d-4d89-aaa5-2ac3ca002533 req-f2110d0c-1b48-4ea9-a5d0-3d6b6fc6c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:06:30.153288 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d99b60ea-4e5d-4d89-aaa5-2ac3ca002533 req-f2110d0c-1b48-4ea9-a5d0-3d6b6fc6c53c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 HTTP/1.1" status: 200 len: 898 time: 0.0834455 Jan 10 12:06:30.219936 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d99b60ea-4e5d-4d89-aaa5-2ac3ca002533 req-0619817d-f3ba-4ef9-b7a7-6ad0e0b0ea84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22cf0383-e34a-4234-bef7-59ee0c57468d HTTP/1.1" status: 200 len: 1001 time: 0.0612826 Jan 10 12:06:30.269968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b60ea-4e5d-4d89-aaa5-2ac3ca002533 req-55ba9547-2eee-4448-a632-6e517cbd3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:06:30.271435 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d99b60ea-4e5d-4d89-aaa5-2ac3ca002533 req-55ba9547-2eee-4448-a632-6e517cbd3cef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca78cc5b-090d-45b6-b4c6-6ef8f8459697 HTTP/1.1" status: 200 len: 844 time: 0.0455515 Jan 10 12:06:30.315787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b60ea-4e5d-4d89-aaa5-2ac3ca002533 req-d5980c0e-0c9e-4842-8277-43300367d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:06:30.317237 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d99b60ea-4e5d-4d89-aaa5-2ac3ca002533 req-d5980c0e-0c9e-4842-8277-43300367d68b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4cbcf1a7-95f7-4f6a-bfc9-2b5817576071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396485 Jan 10 12:06:30.407955 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d99b60ea-4e5d-4d89-aaa5-2ac3ca002533 req-a08f0926-3820-4b6b-a308-b32654bfea66 service neutron] 10.222.0.30 "GET /v2.0/networks/4cbcf1a7-95f7-4f6a-bfc9-2b5817576071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848591 Jan 10 12:06:30.493787 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d99b60ea-4e5d-4d89-aaa5-2ac3ca002533 req-8d3248cb-a8c8-4571-b5f0-de45482a87fd service neutron] 10.222.0.30 "GET /v2.0/networks/4cbcf1a7-95f7-4f6a-bfc9-2b5817576071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805304 Jan 10 12:06:35.870908 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60256) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:06:35.932694 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:06:36.027890 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3711026'] for subnet (ca78cc5b-090d-45b6-b4c6-6ef8f8459697), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:36.069238 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5a30147a-c270-4203-9d30-12b3edae22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:36.257749 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739242562937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4018576'] for subnet (ca78cc5b-090d-45b6-b4c6-6ef8f8459697), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:36.296898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:06:36.297532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:36.298874 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/subnets/ca78cc5b-090d-45b6-b4c6-6ef8f8459697 HTTP/1.1" status: 200 len: 836 time: 0.4269643 Jan 10 12:06:36.302730 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c4faa0-14aa-4891-8fda-5ae424b1ead5 None None] Network 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:06:36.320958 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Subnet': ['ID=ca78cc5b-090d-45b6-b4c6-6ef8f8459697,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:06:36.327737 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:36.328098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:36.329080 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:36.329437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:36.329793 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:36.330322 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:36.330600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:36.330940 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:36.331276 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:36.331610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:36.331942 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:36.332271 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:36.332600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681c47c-56fb-4b10-b5be-c64759888c8a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:36.591077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ed941466-a8a3-472d-98da-6dbde96d06d0 None None] Provisioning complete for port 24b16d20-eea3-48de-a4a8-fe12683d61df triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:06:36.591451 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ed941466-a8a3-472d-98da-6dbde96d06d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:36.676010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ed941466-a8a3-472d-98da-6dbde96d06d0 None None] Provisioning complete for port 22cf0383-e34a-4234-bef7-59ee0c57468d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:06:36.676311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ed941466-a8a3-472d-98da-6dbde96d06d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:36.762926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ed941466-a8a3-472d-98da-6dbde96d06d0 None None] Provisioning complete for port f82a6da2-6b6a-4012-a8c6-f52781e29686 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:06:36.763226 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ed941466-a8a3-472d-98da-6dbde96d06d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f82a6da2-6b6a-4012-a8c6-f52781e29686), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:40.284755 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f61511fb-ecc5-41d3-a3b8-f796ee7267b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:40.650409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:42.154441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:43.244709 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:45.853506 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:06:49.415633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:54.632617 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60266) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:06:54.788604 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Deleting port d1fbef8e-4eee-4749-b5f6-64ec3c6af5f7 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:06:54.788945 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (d1fbef8e-4eee-4749-b5f6-64ec3c6af5f7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:54.864782 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (d1fbef8e-4eee-4749-b5f6-64ec3c6af5f7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:54.865102 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for floatingip (d1fbef8e-4eee-4749-b5f6-64ec3c6af5f7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:54.877492 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Calling delete_port for d1fbef8e-4eee-4749-b5f6-64ec3c6af5f7 owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:06:55.079959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (d1fbef8e-4eee-4749-b5f6-64ec3c6af5f7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:55.103407 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event deleted for resources: {'Port': ['ID=d1fbef8e-4eee-4749-b5f6-64ec3c6af5f7,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:06:55.113828 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:55.114091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:55.114451 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:55.114798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:55.115136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:55.115482 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:55.116200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:55.116200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:55.116469 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:55.116806 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:55.117139 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:55.117468 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:55.117816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:06:55.177023 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for floatingip (ee0c77ac-06c3-4d95-ae77-c2e5ec4e8d0f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:55.177356 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Floating IP ee0c77ac-06c3-4d95-ae77-c2e5ec4e8d0f disassociated (deleted). External IP: 172.36.2.23, port: aacb207f-1ed0-41e8-b022-4fe3e8153b16. Jan 10 12:06:55.381846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Router e3ef4717-7ef7-419e-836e-932a513008c1 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:06:55.487437 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:06:55.492346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:55.496838 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313ca8d-265a-41c3-b983-239520ea3746 None None] Sync routers for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:06:55.506085 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313ca8d-265a-41c3-b983-239520ea3746 None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:06:55.506695 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9313ca8d-265a-41c3-b983-239520ea3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:06:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:06:55.518745 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-486f6afd-144d-45a0-882f-dbdac50b7b1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "DELETE /v2.0/floatingips/ee0c77ac-06c3-4d95-ae77-c2e5ec4e8d0f HTTP/1.1" status: 204 len: 168 time: 0.8851326 Jan 10 12:06:55.519339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029a0dab-aacb-4520-9e6c-9f750c166094', 'tag': 'aacb207f-1ed0-41e8-b022-4fe3e8153b16'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:06:55.521552 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3259ac-7b01-4deb-9889-b6d55b968dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "029a0dab-aacb-4520-9e6c-9f750c166094", "tag": "aacb207f-1ed0-41e8-b022-4fe3e8153b16"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:06:55.620625 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-9313ca8d-265a-41c3-b983-239520ea3746 None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:06:55.635914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7634c94e-206f-4e60-9272-1aa9f9b96f9f x-openstack-request-id: req-7634c94e-206f-4e60-9272-1aa9f9b96f9f {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:06:55.636446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029a0dab-aacb-4520-9e6c-9f750c166094", "tag": "aacb207f-1ed0-41e8-b022-4fe3e8153b16", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:06:55.636446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7634c94e-206f-4e60-9272-1aa9f9b96f9f {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:06:55.636897 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029a0dab-aacb-4520-9e6c-9f750c166094', 'tag': 'aacb207f-1ed0-41e8-b022-4fe3e8153b16', 'status': 'completed', 'code': 200} Jan 10 12:06:55.698058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3259ac-7b01-4deb-9889-b6d55b968dd6 req-94388109-a287-4a40-b838-6f1db15e6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:06:55.699684 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab3259ac-7b01-4deb-9889-b6d55b968dd6 req-94388109-a287-4a40-b838-6f1db15e6438 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 1098 time: 0.0423648 Jan 10 12:06:55.792164 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3259ac-7b01-4deb-9889-b6d55b968dd6 req-f085fbc1-25aa-4e7e-9ecb-246707714d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:06:55.793632 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab3259ac-7b01-4deb-9889-b6d55b968dd6 req-f085fbc1-25aa-4e7e-9ecb-246707714d96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 913 time: 0.0879734 Jan 10 12:06:55.833947 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab3259ac-7b01-4deb-9889-b6d55b968dd6 req-ce5dafbb-2434-42f9-a583-82ac84af33e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aacb207f-1ed0-41e8-b022-4fe3e8153b16 HTTP/1.1" status: 200 len: 217 time: 0.0339661 Jan 10 12:06:55.848422 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9313ca8d-265a-41c3-b983-239520ea3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '48f234b3-52af-46fc-944b-2e3520d09e61', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'floating_ip_address': '172.36.2.174', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'port_id': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'mac_address': 'fa:16:3e:a0:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a513859-4941-4dc4-baa5-c223a277914a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:01:38Z', 'updated_at': '2022-01-10T12:01:40Z', 'revision_number': 1, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:06:55.874112 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313ca8d-265a-41c3-b983-239520ea3746 None None] Checking router: e3ef4717-7ef7-419e-836e-932a513008c1 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:06:55.883123 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313ca8d-265a-41c3-b983-239520ea3746 None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:06:55.883791 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9313ca8d-265a-41c3-b983-239520ea3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:06:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:06:55.884243 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3259ac-7b01-4deb-9889-b6d55b968dd6 req-6b398a2d-b40e-435d-90e1-df794b3f01b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:06:55.885707 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab3259ac-7b01-4deb-9889-b6d55b968dd6 req-6b398a2d-b40e-435d-90e1-df794b3f01b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3 HTTP/1.1" status: 200 len: 851 time: 0.0462880 Jan 10 12:06:55.929124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3259ac-7b01-4deb-9889-b6d55b968dd6 req-62e0cb62-58cc-4168-a7d3-234d19792871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:06:55.930696 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab3259ac-7b01-4deb-9889-b6d55b968dd6 req-62e0cb62-58cc-4168-a7d3-234d19792871 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392313 Jan 10 12:06:55.989620 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-9313ca8d-265a-41c3-b983-239520ea3746 None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:06:56.022942 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab3259ac-7b01-4deb-9889-b6d55b968dd6 req-477ade9e-c958-4e13-8fa1-098a5ebd417d service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861180 Jan 10 12:06:56.111109 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab3259ac-7b01-4deb-9889-b6d55b968dd6 req-43efd020-f582-4409-840d-ece464bd9a06 service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817876 Jan 10 12:06:56.215754 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9313ca8d-265a-41c3-b983-239520ea3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '48f234b3-52af-46fc-944b-2e3520d09e61', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'floating_ip_address': '172.36.2.174', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'port_id': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'mac_address': 'fa:16:3e:a0:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a513859-4941-4dc4-baa5-c223a277914a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:01:38Z', 'updated_at': '2022-01-10T12:01:40Z', 'revision_number': 1, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:06:56.242186 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313ca8d-265a-41c3-b983-239520ea3746 None None] The sync data for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv is: [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '48f234b3-52af-46fc-944b-2e3520d09e61', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'floating_ip_address': '172.36.2.174', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'port_id': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'mac_address': 'fa:16:3e:a0:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a513859-4941-4dc4-baa5-c223a277914a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:01:38Z', 'updated_at': '2022-01-10T12:01:40Z', 'revision_number': 1, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:06:56.461482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c375f240-8b4c-417b-9520-847b707d3999 None None] New status for floating IP ee0c77ac-06c3-4d95-ae77-c2e5ec4e8d0f: DOWN {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:06:56.980112 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e7c03-4bb4-46be-b961-97c9ee12a022 req-affa0186-d5e3-44b8-b89a-2eb6e710d08d tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:06:56.981621 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d11e7c03-4bb4-46be-b961-97c9ee12a022 req-affa0186-d5e3-44b8-b89a-2eb6e710d08d tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 945 time: 0.0931587 Jan 10 12:06:57.029238 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d11e7c03-4bb4-46be-b961-97c9ee12a022 req-55e0ebd7-59ca-447a-9331-a134caf79c19 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421524 Jan 10 12:06:58.187918 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbeb88-36e8-49fe-86bd-4b97b1221df8 req-321b2ee8-9823-45c2-9adc-72ca99d3d6ad tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:06:58.189385 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-06dbeb88-36e8-49fe-86bd-4b97b1221df8 req-321b2ee8-9823-45c2-9adc-72ca99d3d6ad tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 945 time: 0.0930250 Jan 10 12:06:58.241344 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-06dbeb88-36e8-49fe-86bd-4b97b1221df8 req-b61257a3-0564-47ee-9133-304d1e63d134 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462644 Jan 10 12:06:58.434997 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05987354-0541-4a43-ae29-662094351089 req-8b6b1773-24de-4471-a270-377aa323f974 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:06:58.436345 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-05987354-0541-4a43-ae29-662094351089 req-8b6b1773-24de-4471-a270-377aa323f974 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.30 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 945 time: 0.0484045 Jan 10 12:06:58.523934 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-05987354-0541-4a43-ae29-662094351089 req-a3bd5188-8da9-46de-94f3-3f90963896eb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Deleting port aacb207f-1ed0-41e8-b022-4fe3e8153b16 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:06:58.524309 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-05987354-0541-4a43-ae29-662094351089 req-a3bd5188-8da9-46de-94f3-3f90963896eb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (aacb207f-1ed0-41e8-b022-4fe3e8153b16), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:58.612836 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-05987354-0541-4a43-ae29-662094351089 req-a3bd5188-8da9-46de-94f3-3f90963896eb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] For port aacb207f-1ed0-41e8-b022-4fe3e8153b16, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aacb207f-1ed0-41e8-b022-4fe3e8153b16,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:06:58.613194 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-05987354-0541-4a43-ae29-662094351089 req-a3bd5188-8da9-46de-94f3-3f90963896eb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (aacb207f-1ed0-41e8-b022-4fe3e8153b16), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:58.625887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-05987354-0541-4a43-ae29-662094351089 req-a3bd5188-8da9-46de-94f3-3f90963896eb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Calling delete_port for aacb207f-1ed0-41e8-b022-4fe3e8153b16 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:06:58.845780 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-05987354-0541-4a43-ae29-662094351089 req-a3bd5188-8da9-46de-94f3-3f90963896eb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (aacb207f-1ed0-41e8-b022-4fe3e8153b16), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:58.873012 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd5188-8da9-46de-94f3-3f90963896eb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event deleted for resources: {'Port': ['ID=aacb207f-1ed0-41e8-b022-4fe3e8153b16,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:06:58.913815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-05987354-0541-4a43-ae29-662094351089 req-a3bd5188-8da9-46de-94f3-3f90963896eb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] No DVR routers for this DVR port aacb207f-1ed0-41e8-b022-4fe3e8153b16 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:06:58.922446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-05987354-0541-4a43-ae29-662094351089 req-a3bd5188-8da9-46de-94f3-3f90963896eb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:06:58.922446 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-05987354-0541-4a43-ae29-662094351089 req-a3bd5188-8da9-46de-94f3-3f90963896eb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.30 "DELETE /v2.0/ports/aacb207f-1ed0-41e8-b022-4fe3e8153b16 HTTP/1.1" status: 204 len: 173 time: 0.4774728 Jan 10 12:06:58.922446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029a0dab-aacb-4520-9e6c-9f750c166094', 'name': 'network-vif-deleted', 'tag': 'aacb207f-1ed0-41e8-b022-4fe3e8153b16'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:06:58.922446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68e932e-0ff5-4b41-b494-9050dc4af365" -d '{"events": [{"server_uuid": "029a0dab-aacb-4520-9e6c-9f750c166094", "name": "network-vif-deleted", "tag": "aacb207f-1ed0-41e8-b022-4fe3e8153b16"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:06:58.958592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff60f979-36b6-42a9-ae86-3c2bf387b7e0 x-openstack-request-id: req-ff60f979-36b6-42a9-ae86-3c2bf387b7e0 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:06:58.958890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029a0dab-aacb-4520-9e6c-9f750c166094", "name": "network-vif-deleted", "tag": "aacb207f-1ed0-41e8-b022-4fe3e8153b16", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:06:58.959150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff60f979-36b6-42a9-ae86-3c2bf387b7e0 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:06:58.959553 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029a0dab-aacb-4520-9e6c-9f750c166094', 'name': 'network-vif-deleted', 'tag': 'aacb207f-1ed0-41e8-b022-4fe3e8153b16', 'status': 'completed', 'code': 200} Jan 10 12:06:59.338624 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6435e276-6ef1-4dee-9192-38d002b3c587 req-c6748f3e-cc04-400d-9e08-1ee5c2dcda1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 210 time: 0.0272045 Jan 10 12:07:00.434828 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e64a2b60-b14f-4ef7-9b11-ec4a457b1fb6 req-0a040941-4080-4b8f-a536-09ee2381c970 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 210 time: 0.0257483 Jan 10 12:07:01.531195 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f3967b37-1091-4838-a070-e1cf9474c60f req-39395e2f-1920-4d33-9b43-e1507130d71f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 210 time: 0.0301564 Jan 10 12:07:02.310566 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device aacb207f-1ed0-41e8-b022-4fe3e8153b16 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:07:02.331556 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: aacb207f-1ed0-41e8-b022-4fe3e8153b16 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:07:02.331839 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device aacb207f-1ed0-41e8-b022-4fe3e8153b16 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:07:02.626727 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-72c6cd96-b645-4f0d-a9cb-9f7083eb2207 req-7c52a483-0da7-40bb-9310-728648d7716c tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 210 time: 0.0294659 Jan 10 12:07:03.720820 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-df6b338e-c9f3-4ee2-8493-f6399c2b6dfc req-844cec78-11a6-4373-8ce5-c707285c533f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 210 time: 0.0252376 Jan 10 12:07:04.815181 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e8c5a007-99e2-4d08-b68d-1d97280b53db req-fec076bc-29db-4124-abae-e7ab7e2b947a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 210 time: 0.0266864 Jan 10 12:07:05.906690 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-34fb2dfc-3786-498d-837a-31912f3bd456 req-0315c7c8-130d-4530-b0ed-417b1d73a798 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 210 time: 0.0268538 Jan 10 12:07:06.067189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-289474d3-a94e-471d-9928-24e88e2247fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:06.999649 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-aa13b213-0db9-4052-b216-72d9bec93eb6 req-96722556-9091-4f43-a464-834d28a52629 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 210 time: 0.0267472 Jan 10 12:07:08.103275 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-79f7388e-6bf8-42cb-830a-cdc6e776dfca req-8017803d-3d1f-422e-973c-0b3ba9acddce tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=029a0dab-aacb-4520-9e6c-9f750c166094 HTTP/1.1" status: 200 len: 210 time: 0.0256615 Jan 10 12:07:10.308250 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-45ff4459-0dfb-40ff-b2c8-6a9be8ff43a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:10.639871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:12.146593 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:13.251309 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:17.796901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60354) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:17.948907 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-0db89eb7-bb2b-4cb4-9704-2ee061e4f010 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Deleting port aa745e9a-3a9f-4baf-a14d-8c147c604ffd {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:07:17.949254 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0db89eb7-bb2b-4cb4-9704-2ee061e4f010 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (aa745e9a-3a9f-4baf-a14d-8c147c604ffd), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:18.024519 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0db89eb7-bb2b-4cb4-9704-2ee061e4f010 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (aa745e9a-3a9f-4baf-a14d-8c147c604ffd), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:18.024850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0db89eb7-bb2b-4cb4-9704-2ee061e4f010 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for floatingip (aa745e9a-3a9f-4baf-a14d-8c147c604ffd), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:18.036210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-0db89eb7-bb2b-4cb4-9704-2ee061e4f010 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Calling delete_port for aa745e9a-3a9f-4baf-a14d-8c147c604ffd owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:07:18.249189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0db89eb7-bb2b-4cb4-9704-2ee061e4f010 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (aa745e9a-3a9f-4baf-a14d-8c147c604ffd), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:18.271472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db89eb7-bb2b-4cb4-9704-2ee061e4f010 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event deleted for resources: {'Port': ['ID=aa745e9a-3a9f-4baf-a14d-8c147c604ffd,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:18.333042 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0db89eb7-bb2b-4cb4-9704-2ee061e4f010 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for floatingip (48f234b3-52af-46fc-944b-2e3520d09e61), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:18.333299 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-0db89eb7-bb2b-4cb4-9704-2ee061e4f010 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Floating IP 48f234b3-52af-46fc-944b-2e3520d09e61 disassociated (deleted). External IP: 172.36.2.174, port: fd443e91-1770-48e9-8962-f1783d264ca7. Jan 10 12:07:18.536827 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db89eb7-bb2b-4cb4-9704-2ee061e4f010 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Router e3ef4717-7ef7-419e-836e-932a513008c1 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:07:18.966064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db89eb7-bb2b-4cb4-9704-2ee061e4f010 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:07:18.970494 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0db89eb7-bb2b-4cb4-9704-2ee061e4f010 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:18.979991 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a3a358-45fb-46f5-86b8-b60032d13cb8 None None] Sync routers for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:07:18.985645 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a3a358-45fb-46f5-86b8-b60032d13cb8 None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:07:18.986293 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-a1a3a358-45fb-46f5-86b8-b60032d13cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:18.997389 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0db89eb7-bb2b-4cb4-9704-2ee061e4f010 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "DELETE /v2.0/floatingips/48f234b3-52af-46fc-944b-2e3520d09e61 HTTP/1.1" status: 204 len: 168 time: 1.1994088 Jan 10 12:07:18.998059 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a513859-4941-4dc4-baa5-c223a277914a', 'tag': 'fd443e91-1770-48e9-8962-f1783d264ca7'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:07:19.000797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb12ca75-57a6-47c9-a6a2-694cbfaf50a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a513859-4941-4dc4-baa5-c223a277914a", "tag": "fd443e91-1770-48e9-8962-f1783d264ca7"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:07:19.039788 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c87a484-ae10-468b-a7a1-37111bff2fec x-openstack-request-id: req-0c87a484-ae10-468b-a7a1-37111bff2fec {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:07:19.040093 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a513859-4941-4dc4-baa5-c223a277914a", "tag": "fd443e91-1770-48e9-8962-f1783d264ca7", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:07:19.040987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c87a484-ae10-468b-a7a1-37111bff2fec {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:07:19.040987 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a513859-4941-4dc4-baa5-c223a277914a', 'tag': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'status': 'completed', 'code': 200} Jan 10 12:07:19.097963 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-a1a3a358-45fb-46f5-86b8-b60032d13cb8 None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:07:19.105011 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12ca75-57a6-47c9-a6a2-694cbfaf50a6 req-7d18dfbc-5600-45ea-bbd3-8c95d2f955d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:19.106674 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fb12ca75-57a6-47c9-a6a2-694cbfaf50a6 req-7d18dfbc-5600-45ea-bbd3-8c95d2f955d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 1098 time: 0.0424700 Jan 10 12:07:19.206991 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12ca75-57a6-47c9-a6a2-694cbfaf50a6 req-c9983315-908a-429e-a35f-0fea12be8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:19.208494 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fb12ca75-57a6-47c9-a6a2-694cbfaf50a6 req-c9983315-908a-429e-a35f-0fea12be8190 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 200 len: 913 time: 0.0936799 Jan 10 12:07:19.258148 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fb12ca75-57a6-47c9-a6a2-694cbfaf50a6 req-e5b9a1e2-1368-4a57-8468-5dcdaf14152c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd443e91-1770-48e9-8962-f1783d264ca7 HTTP/1.1" status: 200 len: 217 time: 0.0424943 Jan 10 12:07:19.306601 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12ca75-57a6-47c9-a6a2-694cbfaf50a6 req-e5561ce3-8dd5-4a06-9981-568ef68e8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:19.308107 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fb12ca75-57a6-47c9-a6a2-694cbfaf50a6 req-e5561ce3-8dd5-4a06-9981-568ef68e8ac5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3 HTTP/1.1" status: 200 len: 851 time: 0.0440753 Jan 10 12:07:19.361205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12ca75-57a6-47c9-a6a2-694cbfaf50a6 req-bfe88c1f-44d6-4eec-a514-f3546a9655ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:19.362923 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fb12ca75-57a6-47c9-a6a2-694cbfaf50a6 req-bfe88c1f-44d6-4eec-a514-f3546a9655ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ed6abb2-0629-4d61-b0ad-e1aa4112886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484552 Jan 10 12:07:19.402825 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-a1a3a358-45fb-46f5-86b8-b60032d13cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:19.426132 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeddbb-4778-4184-9ec2-763c2ddbfb4f req-f1edfcc7-61fe-44b0-993b-61523f647995 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:19.427792 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2efeddbb-4778-4184-9ec2-763c2ddbfb4f req-f1edfcc7-61fe-44b0-993b-61523f647995 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 945 time: 0.0543556 Jan 10 12:07:19.433590 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:19.434688 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a3a358-45fb-46f5-86b8-b60032d13cb8 None None] Checking router: e3ef4717-7ef7-419e-836e-932a513008c1 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:07:19.444587 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a3a358-45fb-46f5-86b8-b60032d13cb8 None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:07:19.445209 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-a1a3a358-45fb-46f5-86b8-b60032d13cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:19.457699 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fb12ca75-57a6-47c9-a6a2-694cbfaf50a6 req-2a635735-6db2-4235-b9b0-365990a8be9c service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872786 Jan 10 12:07:19.486141 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2efeddbb-4778-4184-9ec2-763c2ddbfb4f req-8110c5df-4686-4999-91c1-7a73f3d6cf0d tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499690 Jan 10 12:07:19.551922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60366) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:19.557564 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-a1a3a358-45fb-46f5-86b8-b60032d13cb8 None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:07:19.561571 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fb12ca75-57a6-47c9-a6a2-694cbfaf50a6 req-d8908337-baeb-4623-9a91-84375cbc6de8 service neutron] 10.222.0.30 "GET /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928900 Jan 10 12:07:19.708885 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-863d10fe-be64-4b79-849f-dcf498f101ce tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port b1dde5d9-b3d2-4bb5-a55f-f42930dd03f9 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:07:19.709231 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-863d10fe-be64-4b79-849f-dcf498f101ce tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b1dde5d9-b3d2-4bb5-a55f-f42930dd03f9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:19.758774 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-a1a3a358-45fb-46f5-86b8-b60032d13cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:19.783115 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-863d10fe-be64-4b79-849f-dcf498f101ce tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b1dde5d9-b3d2-4bb5-a55f-f42930dd03f9), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:19.783441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-863d10fe-be64-4b79-849f-dcf498f101ce tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (b1dde5d9-b3d2-4bb5-a55f-f42930dd03f9), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:19.786474 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a3a358-45fb-46f5-86b8-b60032d13cb8 None None] The sync data for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv is: [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T11:56:17Z', 'revision_number': 4, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c1aa214-d599-434e-b8e6-b9477ac5dfcf', 'name': '', 'network_id': '0ed6abb2-0629-4d61-b0ad-e1aa4112886a', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'mac_address': 'fa:16:3e:bc:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:15Z', 'updated_at': '2022-01-10T11:56:32Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'subnets': [{'id': 'e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:07:19.798761 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-863d10fe-be64-4b79-849f-dcf498f101ce tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for b1dde5d9-b3d2-4bb5-a55f-f42930dd03f9 owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:07:19.946689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8407062-a99b-4316-b8ac-48f1f342cdd5 req-7ff27e92-fb9f-4f71-b73a-a514d82efc1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:19.948423 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b8407062-a99b-4316-b8ac-48f1f342cdd5 req-7ff27e92-fb9f-4f71-b73a-a514d82efc1f tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 945 time: 0.0530033 Jan 10 12:07:20.039079 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5e79b-183e-4483-95fe-672e3b8176f9 None None] New status for floating IP 48f234b3-52af-46fc-944b-2e3520d09e61: DOWN {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:07:20.044139 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-863d10fe-be64-4b79-849f-dcf498f101ce tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (b1dde5d9-b3d2-4bb5-a55f-f42930dd03f9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:20.047838 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-b8407062-a99b-4316-b8ac-48f1f342cdd5 req-5865879a-c132-4037-af54-9eaf89a3516b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Deleting port fd443e91-1770-48e9-8962-f1783d264ca7 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:07:20.048361 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b8407062-a99b-4316-b8ac-48f1f342cdd5 req-5865879a-c132-4037-af54-9eaf89a3516b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (fd443e91-1770-48e9-8962-f1783d264ca7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:20.070977 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d10fe-be64-4b79-849f-dcf498f101ce tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=b1dde5d9-b3d2-4bb5-a55f-f42930dd03f9,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:20.141189 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-863d10fe-be64-4b79-849f-dcf498f101ce tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (195d61f1-ed29-4147-a05b-818caa8ffd83), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:20.141616 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-863d10fe-be64-4b79-849f-dcf498f101ce tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP 195d61f1-ed29-4147-a05b-818caa8ffd83 disassociated (deleted). External IP: 172.36.2.122, port: 22cf0383-e34a-4234-bef7-59ee0c57468d. Jan 10 12:07:20.147929 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-b8407062-a99b-4316-b8ac-48f1f342cdd5 req-5865879a-c132-4037-af54-9eaf89a3516b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] For port fd443e91-1770-48e9-8962-f1783d264ca7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fd443e91-1770-48e9-8962-f1783d264ca7,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:20.148355 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b8407062-a99b-4316-b8ac-48f1f342cdd5 req-5865879a-c132-4037-af54-9eaf89a3516b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (fd443e91-1770-48e9-8962-f1783d264ca7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:20.165282 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-b8407062-a99b-4316-b8ac-48f1f342cdd5 req-5865879a-c132-4037-af54-9eaf89a3516b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Calling delete_port for fd443e91-1770-48e9-8962-f1783d264ca7 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:07:20.370127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b8407062-a99b-4316-b8ac-48f1f342cdd5 req-5865879a-c132-4037-af54-9eaf89a3516b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (fd443e91-1770-48e9-8962-f1783d264ca7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:20.401710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865879a-c132-4037-af54-9eaf89a3516b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event deleted for resources: {'Port': ['ID=fd443e91-1770-48e9-8962-f1783d264ca7,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:20.445438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8407062-a99b-4316-b8ac-48f1f342cdd5 req-5865879a-c132-4037-af54-9eaf89a3516b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] No DVR routers for this DVR port fd443e91-1770-48e9-8962-f1783d264ca7 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:07:20.447974 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b8407062-a99b-4316-b8ac-48f1f342cdd5 req-5865879a-c132-4037-af54-9eaf89a3516b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:20.451330 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b8407062-a99b-4316-b8ac-48f1f342cdd5 req-5865879a-c132-4037-af54-9eaf89a3516b tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.30 "DELETE /v2.0/ports/fd443e91-1770-48e9-8962-f1783d264ca7 HTTP/1.1" status: 204 len: 173 time: 0.4973059 Jan 10 12:07:20.589329 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e88d4ca8-52b4-4232-a8b3-835664f24139 req-7d563e7b-0887-45a3-a195-4123e58061c5 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 210 time: 0.0305142 Jan 10 12:07:20.627507 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863d10fe-be64-4b79-849f-dcf498f101ce tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 7785e747-e7ed-4975-9138-f92e07338f7e has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:07:20.734854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863d10fe-be64-4b79-849f-dcf498f101ce tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:07:20.739460 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-863d10fe-be64-4b79-849f-dcf498f101ce tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:20.746300 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca838183-2038-4e8a-9f65-09dc60b8aad6 None None] Sync routers for ids ['7785e747-e7ed-4975-9138-f92e07338f7e'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:07:20.757217 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca838183-2038-4e8a-9f65-09dc60b8aad6 None None] Routers {'7785e747-e7ed-4975-9138-f92e07338f7e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:07:20.757370 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-ca838183-2038-4e8a-9f65-09dc60b8aad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7785e747-e7ed-4975-9138-f92e07338f7e'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:20.774421 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-863d10fe-be64-4b79-849f-dcf498f101ce tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/floatingips/195d61f1-ed29-4147-a05b-818caa8ffd83 HTTP/1.1" status: 204 len: 168 time: 1.2213783 Jan 10 12:07:20.775208 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc708b3-9e93-461a-a722-c222d84b0c33', 'tag': '22cf0383-e34a-4234-bef7-59ee0c57468d'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:07:20.786874 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da13014-7c2c-4bd5-8b97-c80c8ea5d87f" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc708b3-9e93-461a-a722-c222d84b0c33", "tag": "22cf0383-e34a-4234-bef7-59ee0c57468d"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:07:20.857066 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5533f31b-ee7a-4091-ad4a-d8bc8ee6924b x-openstack-request-id: req-5533f31b-ee7a-4091-ad4a-d8bc8ee6924b {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:07:20.858440 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc708b3-9e93-461a-a722-c222d84b0c33", "tag": "22cf0383-e34a-4234-bef7-59ee0c57468d", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:07:20.858985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5533f31b-ee7a-4091-ad4a-d8bc8ee6924b {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:07:20.859729 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc708b3-9e93-461a-a722-c222d84b0c33', 'tag': '22cf0383-e34a-4234-bef7-59ee0c57468d', 'status': 'completed', 'code': 200} Jan 10 12:07:20.896818 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-ca838183-2038-4e8a-9f65-09dc60b8aad6 None None] Set router 7785e747-e7ed-4975-9138-f92e07338f7e gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:07:20.933043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da13014-7c2c-4bd5-8b97-c80c8ea5d87f req-70679f54-3f29-48da-bdef-b32155aa0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:20.934929 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7da13014-7c2c-4bd5-8b97-c80c8ea5d87f req-70679f54-3f29-48da-bdef-b32155aa0c4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 1098 time: 0.0604212 Jan 10 12:07:21.042900 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a513859-4941-4dc4-baa5-c223a277914a', 'name': 'network-vif-deleted', 'tag': 'fd443e91-1770-48e9-8962-f1783d264ca7'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:07:21.045725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f140746-da7c-4d74-812d-393935c79156" -d '{"events": [{"server_uuid": "7a513859-4941-4dc4-baa5-c223a277914a", "name": "network-vif-deleted", "tag": "fd443e91-1770-48e9-8962-f1783d264ca7"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:07:21.053502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da13014-7c2c-4bd5-8b97-c80c8ea5d87f req-8e4e53f7-5e03-4b78-905b-792ec9f108c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:21.055128 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7da13014-7c2c-4bd5-8b97-c80c8ea5d87f req-8e4e53f7-5e03-4b78-905b-792ec9f108c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 HTTP/1.1" status: 200 len: 898 time: 0.1143744 Jan 10 12:07:21.116490 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae505282-96bc-44ef-8205-d3f6a1038a6c x-openstack-request-id: req-ae505282-96bc-44ef-8205-d3f6a1038a6c {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:07:21.116794 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a513859-4941-4dc4-baa5-c223a277914a", "name": "network-vif-deleted", "tag": "fd443e91-1770-48e9-8962-f1783d264ca7", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:07:21.117526 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae505282-96bc-44ef-8205-d3f6a1038a6c {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:07:21.117526 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a513859-4941-4dc4-baa5-c223a277914a', 'name': 'network-vif-deleted', 'tag': 'fd443e91-1770-48e9-8962-f1783d264ca7', 'status': 'completed', 'code': 200} Jan 10 12:07:21.119732 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7da13014-7c2c-4bd5-8b97-c80c8ea5d87f req-c25867e5-501c-4ee4-8f1d-45244e3b7964 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22cf0383-e34a-4234-bef7-59ee0c57468d HTTP/1.1" status: 200 len: 217 time: 0.0575397 Jan 10 12:07:21.120215 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-ca838183-2038-4e8a-9f65-09dc60b8aad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'name': 'tempest-TestNetworkBasicOps-router-2075941253', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114'}], 'enable_snat': True}, 'gw_port_id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:04:13Z', 'updated_at': '2022-01-10T12:04:18Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:14Z', 'updated_at': '2022-01-10T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '24b16d20-eea3-48de-a4a8-fe12683d61df', 'name': '', 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:0b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:18Z', 'updated_at': '2022-01-10T12:04:22Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:21.149990 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca838183-2038-4e8a-9f65-09dc60b8aad6 None None] Checking router: 7785e747-e7ed-4975-9138-f92e07338f7e for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:07:21.161458 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca838183-2038-4e8a-9f65-09dc60b8aad6 None None] Routers {'7785e747-e7ed-4975-9138-f92e07338f7e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:07:21.162105 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-ca838183-2038-4e8a-9f65-09dc60b8aad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7785e747-e7ed-4975-9138-f92e07338f7e'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:21.173620 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da13014-7c2c-4bd5-8b97-c80c8ea5d87f req-3e91c825-2f67-4801-921d-6dea4a770487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:21.175391 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7da13014-7c2c-4bd5-8b97-c80c8ea5d87f req-3e91c825-2f67-4801-921d-6dea4a770487 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca78cc5b-090d-45b6-b4c6-6ef8f8459697 HTTP/1.1" status: 200 len: 844 time: 0.0503459 Jan 10 12:07:21.250117 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da13014-7c2c-4bd5-8b97-c80c8ea5d87f req-e5144561-99df-427a-80f8-9c971270fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:21.252263 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7da13014-7c2c-4bd5-8b97-c80c8ea5d87f req-e5144561-99df-427a-80f8-9c971270fd83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4cbcf1a7-95f7-4f6a-bfc9-2b5817576071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689266 Jan 10 12:07:21.279063 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-ca838183-2038-4e8a-9f65-09dc60b8aad6 None None] Set router 7785e747-e7ed-4975-9138-f92e07338f7e gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:07:21.362943 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c17c7e-9568-4306-93c4-047889d79bfe req-2befeeda-5b09-4c00-8b17-1e815a7f1be2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:21.364538 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-14c17c7e-9568-4306-93c4-047889d79bfe req-2befeeda-5b09-4c00-8b17-1e815a7f1be2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 945 time: 0.1178145 Jan 10 12:07:21.398310 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7da13014-7c2c-4bd5-8b97-c80c8ea5d87f req-533e8b3e-15e9-4d82-a17e-f2fe295f5cd5 service neutron] 10.222.0.30 "GET /v2.0/networks/4cbcf1a7-95f7-4f6a-bfc9-2b5817576071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338608 Jan 10 12:07:21.429442 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-14c17c7e-9568-4306-93c4-047889d79bfe req-b40517ee-708b-49df-8d50-4da6122e9cb4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a079ad4-f649-42b0-902b-06340d964e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542653 Jan 10 12:07:21.486450 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-ca838183-2038-4e8a-9f65-09dc60b8aad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'name': 'tempest-TestNetworkBasicOps-router-2075941253', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114'}], 'enable_snat': True}, 'gw_port_id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:04:13Z', 'updated_at': '2022-01-10T12:04:18Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:14Z', 'updated_at': '2022-01-10T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '24b16d20-eea3-48de-a4a8-fe12683d61df', 'name': '', 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:0b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:18Z', 'updated_at': '2022-01-10T12:04:22Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:21.512802 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca838183-2038-4e8a-9f65-09dc60b8aad6 None None] The sync data for ids ['7785e747-e7ed-4975-9138-f92e07338f7e'] in dv-neutron-master-2-hyperv is: [{'id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'name': 'tempest-TestNetworkBasicOps-router-2075941253', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114'}], 'enable_snat': True}, 'gw_port_id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:04:13Z', 'updated_at': '2022-01-10T12:04:18Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:14Z', 'updated_at': '2022-01-10T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '24b16d20-eea3-48de-a4a8-fe12683d61df', 'name': '', 'network_id': '4cbcf1a7-95f7-4f6a-bfc9-2b5817576071', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:0b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:18Z', 'updated_at': '2022-01-10T12:04:22Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': 'ca78cc5b-090d-45b6-b4c6-6ef8f8459697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:07:21.524935 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7da13014-7c2c-4bd5-8b97-c80c8ea5d87f req-3b7293c0-cfe4-4ed6-adac-f5ecfde1f2dc service neutron] 10.222.0.30 "GET /v2.0/networks/4cbcf1a7-95f7-4f6a-bfc9-2b5817576071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998170 Jan 10 12:07:21.691660 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-87c49bdb-2424-4c92-8f13-23ac896d2901 req-c6b527c4-bf61-4e31-9a59-30301ba05ebb tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 210 time: 0.0275753 Jan 10 12:07:21.759869 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5029e1db-ff70-4eae-a4b0-4eb3043acd49 None None] New status for floating IP 195d61f1-ed29-4147-a05b-818caa8ffd83: DOWN {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:07:22.580306 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79853e-02a2-4550-8a28-fd40ad711cfc req-72a0c8a4-ac98-4801-a922-fe7c2e1cc5f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:22.581694 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fd79853e-02a2-4550-8a28-fd40ad711cfc req-72a0c8a4-ac98-4801-a922-fe7c2e1cc5f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 945 time: 0.0702090 Jan 10 12:07:22.595100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b913977-a337-41c0-a617-fe2dea7a7138 req-148a2c93-9016-4054-8058-663d65017443 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:22.596516 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b913977-a337-41c0-a617-fe2dea7a7138 req-148a2c93-9016-4054-8058-663d65017443 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 945 time: 0.0937362 Jan 10 12:07:22.691164 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b913977-a337-41c0-a617-fe2dea7a7138 req-71f456e1-e1aa-4897-a1d9-7ec09c7a2d42 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a079ad4-f649-42b0-902b-06340d964e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888078 Jan 10 12:07:22.713289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-fd79853e-02a2-4550-8a28-fd40ad711cfc req-d1bcd0c7-dac1-45bf-a657-1700eea6f9ff tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 22cf0383-e34a-4234-bef7-59ee0c57468d {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:07:22.716843 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-fd79853e-02a2-4550-8a28-fd40ad711cfc req-d1bcd0c7-dac1-45bf-a657-1700eea6f9ff tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:22.787929 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-520ae3e4-f952-4d9a-a37e-d07d81f2d5b9 req-d4867927-2625-41bd-b4df-ef8b2a836791 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 210 time: 0.0273514 Jan 10 12:07:22.815640 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-fd79853e-02a2-4550-8a28-fd40ad711cfc req-d1bcd0c7-dac1-45bf-a657-1700eea6f9ff tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 22cf0383-e34a-4234-bef7-59ee0c57468d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=22cf0383-e34a-4234-bef7-59ee0c57468d,segment=NetworkSegment(16b897e5-52a7-4e52-8347-3f063a5b4566),segment_id=16b897e5-52a7-4e52-8347-3f063a5b4566)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:22.816004 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-fd79853e-02a2-4550-8a28-fd40ad711cfc req-d1bcd0c7-dac1-45bf-a657-1700eea6f9ff tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:22.828324 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-fd79853e-02a2-4550-8a28-fd40ad711cfc req-d1bcd0c7-dac1-45bf-a657-1700eea6f9ff tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 22cf0383-e34a-4234-bef7-59ee0c57468d owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:07:22.855326 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:07:23.005259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-fd79853e-02a2-4550-8a28-fd40ad711cfc req-d1bcd0c7-dac1-45bf-a657-1700eea6f9ff tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (22cf0383-e34a-4234-bef7-59ee0c57468d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:23.034867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcd0c7-dac1-45bf-a657-1700eea6f9ff tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=22cf0383-e34a-4234-bef7-59ee0c57468d,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:23.076294 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd79853e-02a2-4550-8a28-fd40ad711cfc req-d1bcd0c7-dac1-45bf-a657-1700eea6f9ff tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] No DVR routers for this DVR port 22cf0383-e34a-4234-bef7-59ee0c57468d on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:07:23.078912 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-fd79853e-02a2-4550-8a28-fd40ad711cfc req-d1bcd0c7-dac1-45bf-a657-1700eea6f9ff tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:23.082719 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fd79853e-02a2-4550-8a28-fd40ad711cfc req-d1bcd0c7-dac1-45bf-a657-1700eea6f9ff tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "DELETE /v2.0/ports/22cf0383-e34a-4234-bef7-59ee0c57468d HTTP/1.1" status: 204 len: 173 time: 0.4961002 Jan 10 12:07:23.118560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc708b3-9e93-461a-a722-c222d84b0c33', 'name': 'network-vif-deleted', 'tag': '22cf0383-e34a-4234-bef7-59ee0c57468d'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:07:23.120898 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb75181-c417-4ac3-af3e-3974526a503d" -d '{"events": [{"server_uuid": "dfc708b3-9e93-461a-a722-c222d84b0c33", "name": "network-vif-deleted", "tag": "22cf0383-e34a-4234-bef7-59ee0c57468d"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:07:23.160998 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe90d9e-1e70-406c-8ad1-33fd16d8858f x-openstack-request-id: req-ffe90d9e-1e70-406c-8ad1-33fd16d8858f {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:07:23.161315 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc708b3-9e93-461a-a722-c222d84b0c33", "name": "network-vif-deleted", "tag": "22cf0383-e34a-4234-bef7-59ee0c57468d", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:07:23.161582 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffe90d9e-1e70-406c-8ad1-33fd16d8858f {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:07:23.162035 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc708b3-9e93-461a-a722-c222d84b0c33', 'name': 'network-vif-deleted', 'tag': '22cf0383-e34a-4234-bef7-59ee0c57468d', 'status': 'completed', 'code': 200} Jan 10 12:07:23.800076 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a8aa31cf-51b5-4626-8e72-7c35f81ccc9e req-e612085b-04f5-4667-a8f5-b01576e0d2ca tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfc708b3-9e93-461a-a722-c222d84b0c33 HTTP/1.1" status: 200 len: 210 time: 0.0275230 Jan 10 12:07:23.890453 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d7bca64-4fdb-4049-a40f-cf8cae1b8ed8 req-439aae19-1b3c-44e4-ab6f-410c64a814a5 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 210 time: 0.0309098 Jan 10 12:07:24.390568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 22cf0383-e34a-4234-bef7-59ee0c57468d no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:07:24.410011 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 22cf0383-e34a-4234-bef7-59ee0c57468d {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:07:24.410357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 22cf0383-e34a-4234-bef7-59ee0c57468d not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:07:24.410762 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device fd443e91-1770-48e9-8962-f1783d264ca7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:07:24.428295 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: fd443e91-1770-48e9-8962-f1783d264ca7 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:07:24.428638 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device fd443e91-1770-48e9-8962-f1783d264ca7 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:07:24.855687 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60392) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:24.916532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6732d598-285d-4780-bc21-faaf7568fc46 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (7a079ad4-f649-42b0-902b-06340d964e2a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:24.943922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6732d598-285d-4780-bc21-faaf7568fc46 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (7a079ad4-f649-42b0-902b-06340d964e2a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:24.986856 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-55cd7a21-0d5e-45b7-8dd3-2874d1d9ab58 req-6d3f3aa6-3d85-42a2-a8f7-a913bd49413a tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 210 time: 0.0281367 Jan 10 12:07:25.045733 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6732d598-285d-4780-bc21-faaf7568fc46 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (7a079ad4-f649-42b0-902b-06340d964e2a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:25.048949 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6732d598-285d-4780-bc21-faaf7568fc46 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:25.050221 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6732d598-285d-4780-bc21-faaf7568fc46 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/security-groups/7a079ad4-f649-42b0-902b-06340d964e2a HTTP/1.1" status: 204 len: 168 time: 0.1934705 Jan 10 12:07:25.059721 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732d598-285d-4780-bc21-faaf7568fc46 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a079ad4-f649-42b0-902b-06340d964e2a,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:25.148849 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60398) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:25.507904 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5226b333-a58a-4b7e-9c51-353f1fc76aa7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (7785e747-e7ed-4975-9138-f92e07338f7e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:25.770938 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-5226b333-a58a-4b7e-9c51-353f1fc76aa7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 24b16d20-eea3-48de-a4a8-fe12683d61df {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:07:25.771212 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5226b333-a58a-4b7e-9c51-353f1fc76aa7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:25.861837 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-5226b333-a58a-4b7e-9c51-353f1fc76aa7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 24b16d20-eea3-48de-a4a8-fe12683d61df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=24b16d20-eea3-48de-a4a8-fe12683d61df,segment=NetworkSegment(16b897e5-52a7-4e52-8347-3f063a5b4566),segment_id=16b897e5-52a7-4e52-8347-3f063a5b4566)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:25.862516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5226b333-a58a-4b7e-9c51-353f1fc76aa7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:25.875774 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-5226b333-a58a-4b7e-9c51-353f1fc76aa7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 24b16d20-eea3-48de-a4a8-fe12683d61df owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:07:26.080820 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3415d8d5-da3c-40ee-a972-42b54160f29f req-57ac11e5-e5d0-46af-b3be-47023ac683a8 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 210 time: 0.0261366 Jan 10 12:07:26.125388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5226b333-a58a-4b7e-9c51-353f1fc76aa7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (24b16d20-eea3-48de-a4a8-fe12683d61df), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:26.150824 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226b333-a58a-4b7e-9c51-353f1fc76aa7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=24b16d20-eea3-48de-a4a8-fe12683d61df,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:26.345000 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5226b333-a58a-4b7e-9c51-353f1fc76aa7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (7785e747-e7ed-4975-9138-f92e07338f7e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:26.563662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5226b333-a58a-4b7e-9c51-353f1fc76aa7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 7785e747-e7ed-4975-9138-f92e07338f7e has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:07:26.670653 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5226b333-a58a-4b7e-9c51-353f1fc76aa7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:07:26.678720 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5226b333-a58a-4b7e-9c51-353f1fc76aa7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/7785e747-e7ed-4975-9138-f92e07338f7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5288115 Jan 10 12:07:26.679364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60402) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:26.688100 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7436b3f7-d9eb-48a0-b852-80bad91a96d3 None None] Sync routers for ids ['7785e747-e7ed-4975-9138-f92e07338f7e'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:07:26.698358 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7436b3f7-d9eb-48a0-b852-80bad91a96d3 None None] Routers {'7785e747-e7ed-4975-9138-f92e07338f7e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:07:26.699063 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-7436b3f7-d9eb-48a0-b852-80bad91a96d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7785e747-e7ed-4975-9138-f92e07338f7e'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:26.738180 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-383d4a69-6e19-4b63-8317-39f2994c3adc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting subnet ca78cc5b-090d-45b6-b4c6-6ef8f8459697 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:07:26.741293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-383d4a69-6e19-4b63-8317-39f2994c3adc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (ca78cc5b-090d-45b6-b4c6-6ef8f8459697), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:26.782842 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-383d4a69-6e19-4b63-8317-39f2994c3adc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (ca78cc5b-090d-45b6-b4c6-6ef8f8459697), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:26.804946 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-7436b3f7-d9eb-48a0-b852-80bad91a96d3 None None] Set router 7785e747-e7ed-4975-9138-f92e07338f7e gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:07:26.876242 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-383d4a69-6e19-4b63-8317-39f2994c3adc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (ca78cc5b-090d-45b6-b4c6-6ef8f8459697), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:26.998301 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-383d4a69-6e19-4b63-8317-39f2994c3adc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (ca78cc5b-090d-45b6-b4c6-6ef8f8459697), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:27.026621 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d4a69-6e19-4b63-8317-39f2994c3adc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Subnet': ['ID=ca78cc5b-090d-45b6-b4c6-6ef8f8459697,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:27.032919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-383d4a69-6e19-4b63-8317-39f2994c3adc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:27.036245 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-383d4a69-6e19-4b63-8317-39f2994c3adc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/subnets/ca78cc5b-090d-45b6-b4c6-6ef8f8459697 HTTP/1.1" status: 204 len: 168 time: 0.3549457 Jan 10 12:07:27.039432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60404) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:27.040058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb86cf39-f35e-4db3-b9f6-2d109185bca1 None None] Network 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:07:27.082449 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-7436b3f7-d9eb-48a0-b852-80bad91a96d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'name': 'tempest-TestNetworkBasicOps-router-2075941253', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114'}], 'enable_snat': True}, 'gw_port_id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:04:13Z', 'updated_at': '2022-01-10T12:07:26Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:14Z', 'updated_at': '2022-01-10T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:27.109538 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7436b3f7-d9eb-48a0-b852-80bad91a96d3 None None] Checking router: 7785e747-e7ed-4975-9138-f92e07338f7e for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:07:27.118258 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7436b3f7-d9eb-48a0-b852-80bad91a96d3 None None] Routers {'7785e747-e7ed-4975-9138-f92e07338f7e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:07:27.118893 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-7436b3f7-d9eb-48a0-b852-80bad91a96d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['7785e747-e7ed-4975-9138-f92e07338f7e'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:27.236377 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-7436b3f7-d9eb-48a0-b852-80bad91a96d3 None None] Set router 7785e747-e7ed-4975-9138-f92e07338f7e gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:07:27.237745 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2ffc778a-e92c-4adf-bff5-25e793d9eb37 req-4e76e8f6-77d3-4e31-a943-09a22f07dd63 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 210 time: 0.0531261 Jan 10 12:07:27.240609 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4d24167d-8cdc-4966-80a3-b1afa5d08b52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (7785e747-e7ed-4975-9138-f92e07338f7e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:27.268105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] DHCP port deletion for 4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:07:27.334887 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Deleting port f82a6da2-6b6a-4012-a8c6-f52781e29686 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:07:27.335271 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f82a6da2-6b6a-4012-a8c6-f52781e29686), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:27.378044 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4d24167d-8cdc-4966-80a3-b1afa5d08b52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (7785e747-e7ed-4975-9138-f92e07338f7e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:27.412200 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] For port f82a6da2-6b6a-4012-a8c6-f52781e29686, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f82a6da2-6b6a-4012-a8c6-f52781e29686,segment=NetworkSegment(16b897e5-52a7-4e52-8347-3f063a5b4566),segment_id=16b897e5-52a7-4e52-8347-3f063a5b4566)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:27.412602 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f82a6da2-6b6a-4012-a8c6-f52781e29686), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:27.425270 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Calling delete_port for f82a6da2-6b6a-4012-a8c6-f52781e29686 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:07:27.457408 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-7436b3f7-d9eb-48a0-b852-80bad91a96d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'name': 'tempest-TestNetworkBasicOps-router-2075941253', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114'}], 'enable_snat': True}, 'gw_port_id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:04:13Z', 'updated_at': '2022-01-10T12:07:26Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:14Z', 'updated_at': '2022-01-10T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:27.495839 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7436b3f7-d9eb-48a0-b852-80bad91a96d3 None None] The sync data for ids ['7785e747-e7ed-4975-9138-f92e07338f7e'] in dv-neutron-master-2-hyperv is: [{'id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'name': 'tempest-TestNetworkBasicOps-router-2075941253', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114'}], 'enable_snat': True}, 'gw_port_id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:04:13Z', 'updated_at': '2022-01-10T12:07:26Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'a156ff4f-5a1e-4b70-80eb-290e7981b347', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e747-e7ed-4975-9138-f92e07338f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:04:14Z', 'updated_at': '2022-01-10T12:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:07:27.503065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-4d24167d-8cdc-4966-80a3-b1afa5d08b52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port a156ff4f-5a1e-4b70-80eb-290e7981b347 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:07:27.503420 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4d24167d-8cdc-4966-80a3-b1afa5d08b52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a156ff4f-5a1e-4b70-80eb-290e7981b347), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:27.582388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (f82a6da2-6b6a-4012-a8c6-f52781e29686), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:27.595111 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-4d24167d-8cdc-4966-80a3-b1afa5d08b52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port a156ff4f-5a1e-4b70-80eb-290e7981b347, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a156ff4f-5a1e-4b70-80eb-290e7981b347,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:27.595532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4d24167d-8cdc-4966-80a3-b1afa5d08b52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a156ff4f-5a1e-4b70-80eb-290e7981b347), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:27.609367 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-4d24167d-8cdc-4966-80a3-b1afa5d08b52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for a156ff4f-5a1e-4b70-80eb-290e7981b347 owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:07:27.614427 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] No DVR routers for this DVR port f82a6da2-6b6a-4012-a8c6-f52781e29686 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:07:27.617991 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Pushing event deleted for resources: {'Port': ['ID=f82a6da2-6b6a-4012-a8c6-f52781e29686,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:27.625529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:27.625886 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:27.626240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:27.626597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:27.626935 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:27.627273 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:27.627609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:27.627943 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:27.628426 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:27.628609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:27.629030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:27.629360 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:27.629690 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7abe4-4726-4e6f-8324-9a3785d800e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:27.850569 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4d24167d-8cdc-4966-80a3-b1afa5d08b52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (a156ff4f-5a1e-4b70-80eb-290e7981b347), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:27.878191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24167d-8cdc-4966-80a3-b1afa5d08b52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=a156ff4f-5a1e-4b70-80eb-290e7981b347,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:27.898442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfd3216-8ae6-468e-ba8c-dcaab189c123 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:07:27.940999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4d24167d-8cdc-4966-80a3-b1afa5d08b52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (7785e747-e7ed-4975-9138-f92e07338f7e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:28.042055 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4d24167d-8cdc-4966-80a3-b1afa5d08b52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (7785e747-e7ed-4975-9138-f92e07338f7e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:28.044469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4d24167d-8cdc-4966-80a3-b1afa5d08b52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_controller (7785e747-e7ed-4975-9138-f92e07338f7e), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:28.153587 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4d24167d-8cdc-4966-80a3-b1afa5d08b52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (7785e747-e7ed-4975-9138-f92e07338f7e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:28.154073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d24167d-8cdc-4966-80a3-b1afa5d08b52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Fanout notify agent at l3_agent the message router_deleted on router 7785e747-e7ed-4975-9138-f92e07338f7e {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:07:28.162271 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4d24167d-8cdc-4966-80a3-b1afa5d08b52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:28.163503 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4d24167d-8cdc-4966-80a3-b1afa5d08b52 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/routers/7785e747-e7ed-4975-9138-f92e07338f7e HTTP/1.1" status: 204 len: 168 time: 1.1226618 Jan 10 12:07:28.166579 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60408) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:28.254452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8acc156b-e314-4439-b63e-97cc9d3aa5c6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (4cbcf1a7-95f7-4f6a-bfc9-2b5817576071), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:28.348706 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9d7caad-8357-4096-be0a-97f0b803da7b req-01000113-f674-4bbf-ade6-35d2a682f41d tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 210 time: 0.0336280 Jan 10 12:07:28.352438 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8acc156b-e314-4439-b63e-97cc9d3aa5c6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (4cbcf1a7-95f7-4f6a-bfc9-2b5817576071), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:28.376680 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-8acc156b-e314-4439-b63e-97cc9d3aa5c6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbcf1a7-95f7-4f6a-bfc9-2b5817576071']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:28.385800 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-8acc156b-e314-4439-b63e-97cc9d3aa5c6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b897e5-52a7-4e52-8347-3f063a5b4566') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:28.386102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-8acc156b-e314-4439-b63e-97cc9d3aa5c6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b897e5-52a7-4e52-8347-3f063a5b4566') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:28.395723 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8acc156b-e314-4439-b63e-97cc9d3aa5c6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (16b897e5-52a7-4e52-8347-3f063a5b4566), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:28.408624 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8acc156b-e314-4439-b63e-97cc9d3aa5c6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (16b897e5-52a7-4e52-8347-3f063a5b4566), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:28.414656 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acc156b-e314-4439-b63e-97cc9d3aa5c6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:07:28.415119 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8acc156b-e314-4439-b63e-97cc9d3aa5c6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (16b897e5-52a7-4e52-8347-3f063a5b4566), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8acc156b-e314-4439-b63e-97cc9d3aa5c6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (4cbcf1a7-95f7-4f6a-bfc9-2b5817576071), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8acc156b-e314-4439-b63e-97cc9d3aa5c6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:28.602543 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8acc156b-e314-4439-b63e-97cc9d3aa5c6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/networks/4cbcf1a7-95f7-4f6a-bfc9-2b5817576071 HTTP/1.1" status: 204 len: 168 time: 0.3974066 Jan 10 12:07:28.605635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60412) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:28.605711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc156b-e314-4439-b63e-97cc9d3aa5c6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Network': ['ID=4cbcf1a7-95f7-4f6a-bfc9-2b5817576071,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:28.605801 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-2ff195b5-8173-43e0-8347-12b794061949 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'network': {'name': 'tempest-network-smoke--407805843', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'port_security_enabled': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:28.758233 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff195b5-8173-43e0-8347-12b794061949 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:07:28.761934 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ff195b5-8173-43e0-8347-12b794061949 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:28.791280 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff195b5-8173-43e0-8347-12b794061949 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:07:28.800780 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ff195b5-8173-43e0-8347-12b794061949 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b8af97cd-ba4b-465a-ac77-3e97ad224b36), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:28.801152 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-2ff195b5-8173-43e0-8347-12b794061949 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Added segment b8af97cd-ba4b-465a-ac77-3e97ad224b36 of type vlan for network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 Jan 10 12:07:28.840058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ff195b5-8173-43e0-8347-12b794061949 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (0498c4b5-21c8-4d28-b24a-af89e1c970b0), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:28.942219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ff195b5-8173-43e0-8347-12b794061949 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (0498c4b5-21c8-4d28-b24a-af89e1c970b0), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:07:28.946080 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:07:28.948786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff195b5-8173-43e0-8347-12b794061949 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:28.949131 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2ff195b5-8173-43e0-8347-12b794061949 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:29.018937 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff195b5-8173-43e0-8347-12b794061949 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Network': ['ID=0498c4b5-21c8-4d28-b24a-af89e1c970b0,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:29.030199 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:07:29.036520 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2ff195b5-8173-43e0-8347-12b794061949 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4567502 Jan 10 12:07:29.039205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60414) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:29.044607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'admin_state_up': True, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:29.130898 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (42411ab0-7cbe-4d51-9098-db53ad0bbc58), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:29.132011 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (42411ab0-7cbe-4d51-9098-db53ad0bbc58), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:29.190813 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f82a6da2-6b6a-4012-a8c6-f52781e29686 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:07:29.193876 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_controller (42411ab0-7cbe-4d51-9098-db53ad0bbc58), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:29.215659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: f82a6da2-6b6a-4012-a8c6-f52781e29686 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:07:29.216011 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f82a6da2-6b6a-4012-a8c6-f52781e29686 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:07:29.216433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 24b16d20-eea3-48de-a4a8-fe12683d61df no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:07:29.235757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 24b16d20-eea3-48de-a4a8-fe12683d61df {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:07:29.236104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 24b16d20-eea3-48de-a4a8-fe12683d61df not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:07:29.236525 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a156ff4f-5a1e-4b70-80eb-290e7981b347 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:07:29.254865 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: a156ff4f-5a1e-4b70-80eb-290e7981b347 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:07:29.255214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a156ff4f-5a1e-4b70-80eb-290e7981b347 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:07:29.389737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (42411ab0-7cbe-4d51-9098-db53ad0bbc58), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:29.456873 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-41fa7f18-9b4b-4c92-9b20-cd192912c7ff req-ca4eea5e-4796-4738-8862-ab3be528da82 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a513859-4941-4dc4-baa5-c223a277914a HTTP/1.1" status: 200 len: 210 time: 0.0270965 Jan 10 12:07:29.635960 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (42411ab0-7cbe-4d51-9098-db53ad0bbc58), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:29.654994 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:29.761021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.239 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/d58847b4-9fb8-4a50-b4b7-731a19f1bbbb) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:07:29.861646 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (d58847b4-9fb8-4a50-b4b7-731a19f1bbbb), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:29.971269 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (d58847b4-9fb8-4a50-b4b7-731a19f1bbbb), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:30.010987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:07:30.014199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:07:30.017678 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:07:30.023237 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=d58847b4-9fb8-4a50-b4b7-731a19f1bbbb,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:30.026986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a785d044-770f-4ebf-9397-61bad2ef9144 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:07:30.078170 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-98cc1a5e-56d2-4c09-ac15-91d4ad8f6884 None None] Provisioning complete for port d58847b4-9fb8-4a50-b4b7-731a19f1bbbb triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:07:30.079220 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-98cc1a5e-56d2-4c09-ac15-91d4ad8f6884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d58847b4-9fb8-4a50-b4b7-731a19f1bbbb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:30.113118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-98cc1a5e-56d2-4c09-ac15-91d4ad8f6884 None None] Port d58847b4-9fb8-4a50-b4b7-731a19f1bbbb cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:07:30.326145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (42411ab0-7cbe-4d51-9098-db53ad0bbc58), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:30.513322 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60420) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:30.514514 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (42411ab0-7cbe-4d51-9098-db53ad0bbc58), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:30.696163 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:07:30.806551 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:07:30.816793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Sync routers for ids ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:07:30.828168 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Routers {'42411ab0-7cbe-4d51-9098-db53ad0bbc58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:07:30.828822 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:30.889683 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:30.891730 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-89c2c338-86ba-4ab0-9bb9-a8d8158e5497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8511992 Jan 10 12:07:30.894574 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60422) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:30.918743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ba480015-2a07-436e-9c91-5a435d4b86d8 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Deleting port f11698c9-2250-4b81-9c81-a8937d6b98be {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:07:30.919138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba480015-2a07-436e-9c91-5a435d4b86d8 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f11698c9-2250-4b81-9c81-a8937d6b98be), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:30.945115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Set router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:07:30.995565 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-abf8ca6b-9369-4408-9af3-05895985507e tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a8ed50a2c6284926857fedd16b365558&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0998828 Jan 10 12:07:30.998582 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60428) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:30.999503 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba480015-2a07-436e-9c91-5a435d4b86d8 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f11698c9-2250-4b81-9c81-a8937d6b98be), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:30.999841 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba480015-2a07-436e-9c91-5a435d4b86d8 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for floatingip (f11698c9-2250-4b81-9c81-a8937d6b98be), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:31.011897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-ba480015-2a07-436e-9c91-5a435d4b86d8 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Calling delete_port for f11698c9-2250-4b81-9c81-a8937d6b98be owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:07:31.092449 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff7240b-eacb-4002-9db8-c1019c19f762 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:31.093969 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-dff7240b-eacb-4002-9db8-c1019c19f762 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0944221 Jan 10 12:07:31.096774 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60430) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:31.131816 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2e6ca643-916f-4559-a6fe-17437bd8e276 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339715 Jan 10 12:07:31.134400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60432) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:31.141723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-fcdb4e10-6c0f-41d2-9c49-2b7d62988fd6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1460927196', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:31.142473 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:30Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:31.168797 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Checking router: 42411ab0-7cbe-4d51-9098-db53ad0bbc58 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:07:31.169156 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Updating router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 port d58847b4-9fb8-4a50-b4b7-731a19f1bbbb binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:07:31.193375 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d58847b4-9fb8-4a50-b4b7-731a19f1bbbb), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:31.210529 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba480015-2a07-436e-9c91-5a435d4b86d8 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (f11698c9-2250-4b81-9c81-a8937d6b98be), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:31.239933 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba480015-2a07-436e-9c91-5a435d4b86d8 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event deleted for resources: {'Port': ['ID=f11698c9-2250-4b81-9c81-a8937d6b98be,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:31.285027 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdb4e10-6c0f-41d2-9c49-2b7d62988fd6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:07:31.289647 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4e10-6c0f-41d2-9c49-2b7d62988fd6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:31.307417 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba480015-2a07-436e-9c91-5a435d4b86d8 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for floatingip (0d05a5c7-c127-441e-9958-e2eaf685dc28), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:31.311049 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba480015-2a07-436e-9c91-5a435d4b86d8 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:31.312271 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ba480015-2a07-436e-9c91-5a435d4b86d8 tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "DELETE /v2.0/floatingips/0d05a5c7-c127-441e-9958-e2eaf685dc28 HTTP/1.1" status: 204 len: 168 time: 0.7971821 Jan 10 12:07:31.521455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4e10-6c0f-41d2-9c49-2b7d62988fd6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (03f49055-f82e-4c24-b141-53ffed073c18), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:31.587131 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb4e10-6c0f-41d2-9c49-2b7d62988fd6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Subnet': ['ID=03f49055-f82e-4c24-b141-53ffed073c18,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:31.610224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdb4e10-6c0f-41d2-9c49-2b7d62988fd6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Checking segment: {'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:07:31.610612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb4e10-6c0f-41d2-9c49-2b7d62988fd6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network hostable DHCP agents. Network: 0498c4b5-21c8-4d28-b24a-af89e1c970b0, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:07:31.630536 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Publish callbacks [] for port (d58847b4-9fb8-4a50-b4b7-731a19f1bbbb), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:31.695228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb4e10-6c0f-41d2-9c49-2b7d62988fd6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:07:31.724690 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d58847b4-9fb8-4a50-b4b7-731a19f1bbbb), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:31.770801 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-fcdb4e10-6c0f-41d2-9c49-2b7d62988fd6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0498c4b5-21c8-4d28-b24a-af89e1c970b0) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:07:31.771458 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7164b64-afc0-4192-93a5-31068bc2074b None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:07:31.776947 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb4e10-6c0f-41d2-9c49-2b7d62988fd6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:31.778039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4e10-6c0f-41d2-9c49-2b7d62988fd6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:31.783092 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b1503e-b90a-45ba-9f75-013df8c0027e None None] Network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:07:31.787923 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f119e-b1bb-4996-a79f-531b25688df5 None None] Pushing event updated for resources: {'Port': ['ID=d58847b4-9fb8-4a50-b4b7-731a19f1bbbb,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:31.790211 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Attempting to bind port d58847b4-9fb8-4a50-b4b7-731a19f1bbbb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:07:31.790588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Attempting to bind port d58847b4-9fb8-4a50-b4b7-731a19f1bbbb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:07:31.790972 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Attempting to bind port d58847b4-9fb8-4a50-b4b7-731a19f1bbbb on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:07:31.815086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:07:31.815473 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:07:31.815883 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:31.816280 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:07:31.816764 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Bound port: d58847b4-9fb8-4a50-b4b7-731a19f1bbbb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:07:31.817149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d58847b4-9fb8-4a50-b4b7-731a19f1bbbb), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:31.870698 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fcdb4e10-6c0f-41d2-9c49-2b7d62988fd6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7350750 Jan 10 12:07:31.873543 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60442) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:31.914085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8f9448e6-f821-4ee8-a540-2d319182f9c2 None None] Provisioning complete for port d58847b4-9fb8-4a50-b4b7-731a19f1bbbb triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:07:31.914469 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8f9448e6-f821-4ee8-a540-2d319182f9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d58847b4-9fb8-4a50-b4b7-731a19f1bbbb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:31.943392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] For port d58847b4-9fb8-4a50-b4b7-731a19f1bbbb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:07:31.979161 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] For port d58847b4-9fb8-4a50-b4b7-731a19f1bbbb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d58847b4-9fb8-4a50-b4b7-731a19f1bbbb,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:07:31.987342 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8f9448e6-f821-4ee8-a540-2d319182f9c2 None None] Port d58847b4-9fb8-4a50-b4b7-731a19f1bbbb cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:07:31.991041 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:07:31.992007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:32.060382 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d58847b4-9fb8-4a50-b4b7-731a19f1bbbb), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:32.154951 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90dad5a-1f01-4a72-ad53-77b3da4ff67d None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:07:32.172175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Routers {'42411ab0-7cbe-4d51-9098-db53ad0bbc58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:07:32.172805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:32.210536 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f119e-b1bb-4996-a79f-531b25688df5 None None] Pushing event updated for resources: {'Port': ['ID=d58847b4-9fb8-4a50-b4b7-731a19f1bbbb,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:32.265844 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Allocated IP 172.20.0.2 (0498c4b5-21c8-4d28-b24a-af89e1c970b0/03f49055-f82e-4c24-b141-53ffed073c18/32e783ab-bc03-402f-90c4-7ae8e49f1f0d) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:07:32.361278 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] Set router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:07:32.367812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:32.428986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-63ec552e-c036-438b-95e5-160594339fc8 None None] Provisioning complete for port d58847b4-9fb8-4a50-b4b7-731a19f1bbbb triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:07:32.429363 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-63ec552e-c036-438b-95e5-160594339fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d58847b4-9fb8-4a50-b4b7-731a19f1bbbb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:32.616434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Publish callbacks [] for port (32e783ab-bc03-402f-90c4-7ae8e49f1f0d), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:32.662433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-63ec552e-c036-438b-95e5-160594339fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d58847b4-9fb8-4a50-b4b7-731a19f1bbbb), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:32.687651 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (32e783ab-bc03-402f-90c4-7ae8e49f1f0d), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:32.690473 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-63ec552e-c036-438b-95e5-160594339fc8 None None] For port d58847b4-9fb8-4a50-b4b7-731a19f1bbbb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d58847b4-9fb8-4a50-b4b7-731a19f1bbbb,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:32.739816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:07:32.745278 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.1 (0498c4b5-21c8-4d28-b24a-af89e1c970b0/03f49055-f82e-4c24-b141-53ffed073c18/bab7e02a-31dd-42ec-aef8-97183e79e367) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:07:32.745465 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:07:32.748286 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:07:32.751116 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Pushing event updated for resources: {'Port': ['ID=32e783ab-bc03-402f-90c4-7ae8e49f1f0d,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:32.758806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-63ec552e-c036-438b-95e5-160594339fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d58847b4-9fb8-4a50-b4b7-731a19f1bbbb), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:32.773889 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:30Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:32.839159 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a67906-1ff3-479d-a350-4b927d666a50 None None] The sync data for ids ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'] in dv-neutron-master-2-hyperv is: [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:30Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:07:32.878315 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:32.887821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Attempting to bind port 32e783ab-bc03-402f-90c4-7ae8e49f1f0d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:07:32.888213 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Attempting to bind port 32e783ab-bc03-402f-90c4-7ae8e49f1f0d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:07:32.889671 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Attempting to bind port 32e783ab-bc03-402f-90c4-7ae8e49f1f0d on network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:07:32.892645 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec552e-c036-438b-95e5-160594339fc8 None None] Pushing event updated for resources: {'Port': ['ID=d58847b4-9fb8-4a50-b4b7-731a19f1bbbb,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:32.897636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:07:32.898044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Checking segment: {'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:07:32.898457 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:32.898849 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Bound using segment: {'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:07:32.899322 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Bound port: 32e783ab-bc03-402f-90c4-7ae8e49f1f0d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:07:32.899708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (32e783ab-bc03-402f-90c4-7ae8e49f1f0d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:32.971842 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] For port 32e783ab-bc03-402f-90c4-7ae8e49f1f0d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:07:32.974891 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] For port 32e783ab-bc03-402f-90c4-7ae8e49f1f0d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32e783ab-bc03-402f-90c4-7ae8e49f1f0d,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:07:32.998189 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:33.045727 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (32e783ab-bc03-402f-90c4-7ae8e49f1f0d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:33.049177 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:07:33.054274 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:07:33.058065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=bab7e02a-31dd-42ec-aef8-97183e79e367,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:33.061014 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:07:33.121203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (42411ab0-7cbe-4d51-9098-db53ad0bbc58), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:33.161753 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8123bd9-dab9-4036-96f4-ff1a483e1159 None None] Pushing event updated for resources: {'Port': ['ID=32e783ab-bc03-402f-90c4-7ae8e49f1f0d,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:33.333701 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device d58847b4-9fb8-4a50-b4b7-731a19f1bbbb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:07:33.434252 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port d58847b4-9fb8-4a50-b4b7-731a19f1bbbb triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:07:33.434636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d58847b4-9fb8-4a50-b4b7-731a19f1bbbb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:33.490109 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:33.839430 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:33.896401 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:33.984002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=bab7e02a-31dd-42ec-aef8-97183e79e367,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:33.986707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (42411ab0-7cbe-4d51-9098-db53ad0bbc58), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:34.087970 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:07:34.089502 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:07:34.210397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:07:34.324857 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa22b51-f7f8-4e4f-b9f3-e495a15f75da None None] Network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:07:34.329314 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:07:34.334393 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5988b1d2-7a5e-4520-ae0b-5228d04c97fb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/42411ab0-7cbe-4d51-9098-db53ad0bbc58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4592178 Jan 10 12:07:34.336944 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60448) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:34.419039 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-31b898c3-1ea9-4ea5-8015-b89bcc7bd1bb None None] Provisioning complete for port 32e783ab-bc03-402f-90c4-7ae8e49f1f0d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:07:34.419539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-31b898c3-1ea9-4ea5-8015-b89bcc7bd1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (32e783ab-bc03-402f-90c4-7ae8e49f1f0d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:34.450132 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cda66b7-bec6-4ab2-934f-40cc925ce043 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:34.450482 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cda66b7-bec6-4ab2-934f-40cc925ce043 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:34.451749 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cda66b7-bec6-4ab2-934f-40cc925ce043 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:34.452367 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cda66b7-bec6-4ab2-934f-40cc925ce043 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:34.453101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cda66b7-bec6-4ab2-934f-40cc925ce043 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:34.453298 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cda66b7-bec6-4ab2-934f-40cc925ce043 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:34.457661 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4cda66b7-bec6-4ab2-934f-40cc925ce043 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1172853 Jan 10 12:07:34.457955 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60450) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:34.533811 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b79c4c-2d84-4b23-a398-0dab2fe7f086 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:34.534122 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b79c4c-2d84-4b23-a398-0dab2fe7f086 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:34.537458 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b79c4c-2d84-4b23-a398-0dab2fe7f086 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:34.538109 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b79c4c-2d84-4b23-a398-0dab2fe7f086 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:34.538699 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b79c4c-2d84-4b23-a398-0dab2fe7f086 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:34.539290 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b79c4c-2d84-4b23-a398-0dab2fe7f086 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:34.541294 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e7b79c4c-2d84-4b23-a398-0dab2fe7f086 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0823951 Jan 10 12:07:34.543951 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60452) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:34.550419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-31b898c3-1ea9-4ea5-8015-b89bcc7bd1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (32e783ab-bc03-402f-90c4-7ae8e49f1f0d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:34.586407 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-31b898c3-1ea9-4ea5-8015-b89bcc7bd1bb None None] For port 32e783ab-bc03-402f-90c4-7ae8e49f1f0d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32e783ab-bc03-402f-90c4-7ae8e49f1f0d,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:34.674927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-31b898c3-1ea9-4ea5-8015-b89bcc7bd1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (32e783ab-bc03-402f-90c4-7ae8e49f1f0d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:34.793225 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b898c3-1ea9-4ea5-8015-b89bcc7bd1bb None None] Pushing event updated for resources: {'Port': ['ID=32e783ab-bc03-402f-90c4-7ae8e49f1f0d,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:34.820921 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-b4c58606-69a6-4e4d-9bce-9945ff087f0d None None] Provisioning complete for port 32e783ab-bc03-402f-90c4-7ae8e49f1f0d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:07:34.821481 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b4c58606-69a6-4e4d-9bce-9945ff087f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (32e783ab-bc03-402f-90c4-7ae8e49f1f0d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:34.949273 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Sync routers for ids ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:07:34.965655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-b4c58606-69a6-4e4d-9bce-9945ff087f0d None None] Provisioning complete for port bab7e02a-31dd-42ec-aef8-97183e79e367 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:07:34.965998 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b4c58606-69a6-4e4d-9bce-9945ff087f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:34.985090 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Routers {'42411ab0-7cbe-4d51-9098-db53ad0bbc58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:07:34.987203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:35.019760 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d4e21c0b-645c-4a2c-8e5e-5d3a7fda92fc tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.4731021 Jan 10 12:07:35.027826 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-b4c58606-69a6-4e4d-9bce-9945ff087f0d None None] Port bab7e02a-31dd-42ec-aef8-97183e79e367 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:07:35.118211 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Set router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:07:35.161199 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-44c39443-e3fd-4ad1-9efb-6c17ad8f5426 None None] Provisioning complete for port bab7e02a-31dd-42ec-aef8-97183e79e367 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:07:35.161199 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-44c39443-e3fd-4ad1-9efb-6c17ad8f5426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:35.218838 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-44c39443-e3fd-4ad1-9efb-6c17ad8f5426 None None] Port bab7e02a-31dd-42ec-aef8-97183e79e367 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:07:35.291689 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 32e783ab-bc03-402f-90c4-7ae8e49f1f0d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:07:35.374060 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 32e783ab-bc03-402f-90c4-7ae8e49f1f0d triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:07:35.375098 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (32e783ab-bc03-402f-90c4-7ae8e49f1f0d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:35.392561 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:33Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bab7e02a-31dd-42ec-aef8-97183e79e367', 'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:f2:e0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:32Z', 'updated_at': '2022-01-10T12:07:33Z', 'revision_number': 2, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '03f49055-f82e-4c24-b141-53ffed073c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:35.430034 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Checking router: 42411ab0-7cbe-4d51-9098-db53ad0bbc58 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:07:35.430694 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Updating router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 port bab7e02a-31dd-42ec-aef8-97183e79e367 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:07:35.460965 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:35.587571 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-36a2a5a3-14cb-4174-8f3c-8616b11debb9 None None] Provisioning complete for port bab7e02a-31dd-42ec-aef8-97183e79e367 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:07:35.587873 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-36a2a5a3-14cb-4174-8f3c-8616b11debb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:35.648671 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-36a2a5a3-14cb-4174-8f3c-8616b11debb9 None None] Port bab7e02a-31dd-42ec-aef8-97183e79e367 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:07:35.758558 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Publish callbacks [] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:35.801445 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60460) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:35.805908 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9360e294-e4a1-44dc-ad5f-93f1eab5a75f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1090098853', 'description': 'tempest-secgroup-smoke-1090098853 description', 'project_id': 'a8ed50a2c6284926857fedd16b365558'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:35.817204 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:35.869905 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dffa16-c92e-481f-be5d-147a625e66a5 None None] Pushing event updated for resources: {'Port': ['ID=bab7e02a-31dd-42ec-aef8-97183e79e367,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:35.885329 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9360e294-e4a1-44dc-ad5f-93f1eab5a75f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:35.902981 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffa16-c92e-481f-be5d-147a625e66a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:35.903357 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffa16-c92e-481f-be5d-147a625e66a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:35.903696 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffa16-c92e-481f-be5d-147a625e66a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:35.904586 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffa16-c92e-481f-be5d-147a625e66a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:35.904926 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffa16-c92e-481f-be5d-147a625e66a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:35.905264 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffa16-c92e-481f-be5d-147a625e66a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:35.905805 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffa16-c92e-481f-be5d-147a625e66a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:35.906151 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffa16-c92e-481f-be5d-147a625e66a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:35.906532 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffa16-c92e-481f-be5d-147a625e66a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:35.907371 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffa16-c92e-481f-be5d-147a625e66a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:35.907739 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffa16-c92e-481f-be5d-147a625e66a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:35.908074 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffa16-c92e-481f-be5d-147a625e66a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:35.908405 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffa16-c92e-481f-be5d-147a625e66a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:35.943289 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Attempting to bind port bab7e02a-31dd-42ec-aef8-97183e79e367 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:07:35.943675 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Attempting to bind port bab7e02a-31dd-42ec-aef8-97183e79e367 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:07:35.944045 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Attempting to bind port bab7e02a-31dd-42ec-aef8-97183e79e367 on network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:07:35.952787 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:07:35.958930 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Checking segment: {'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:07:35.958930 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:35.958930 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Bound using segment: {'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:07:35.958930 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Bound port: bab7e02a-31dd-42ec-aef8-97183e79e367, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:07:35.958930 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:35.994906 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9360e294-e4a1-44dc-ad5f-93f1eab5a75f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (755e2ded-f1f4-4f2c-913e-b6615520bbcf), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.036558 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] For port bab7e02a-31dd-42ec-aef8-97183e79e367, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:07:36.039066 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ecd73954-cd9c-408c-942c-59158e73c06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.044213 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] For port bab7e02a-31dd-42ec-aef8-97183e79e367, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bab7e02a-31dd-42ec-aef8-97183e79e367,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:07:36.056810 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9360e294-e4a1-44dc-ad5f-93f1eab5a75f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (755e2ded-f1f4-4f2c-913e-b6615520bbcf), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.086997 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360e294-e4a1-44dc-ad5f-93f1eab5a75f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755e2ded-f1f4-4f2c-913e-b6615520bbcf,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:36.096815 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.133101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9360e294-e4a1-44dc-ad5f-93f1eab5a75f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.139188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60462) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:36.145311 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-cfc4e9a3-b0e2-42a1-a37d-6bd1149ad70b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '755e2ded-f1f4-4f2c-913e-b6615520bbcf', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:36.145701 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Routers {'42411ab0-7cbe-4d51-9098-db53ad0bbc58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:07:36.146367 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:36.150945 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9360e294-e4a1-44dc-ad5f-93f1eab5a75f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3480668 Jan 10 12:07:36.176995 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f6db134b-d99c-4cb1-980f-0dbc2f20e8bd None None] Provisioning complete for port bab7e02a-31dd-42ec-aef8-97183e79e367 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:07:36.177376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f6db134b-d99c-4cb1-980f-0dbc2f20e8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.273323 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e9a3-b0e2-42a1-a37d-6bd1149ad70b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (5cb0f23e-3384-44e2-b5d5-c351ee24a806), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.291742 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] Set router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:07:36.385491 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dffa16-c92e-481f-be5d-147a625e66a5 None None] Pushing event updated for resources: {'Port': ['ID=bab7e02a-31dd-42ec-aef8-97183e79e367,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:36.387942 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e9a3-b0e2-42a1-a37d-6bd1149ad70b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (5cb0f23e-3384-44e2-b5d5-c351ee24a806), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.391531 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f6db134b-d99c-4cb1-980f-0dbc2f20e8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.450494 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e9a3-b0e2-42a1-a37d-6bd1149ad70b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (5cb0f23e-3384-44e2-b5d5-c351ee24a806), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.470579 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f6db134b-d99c-4cb1-980f-0dbc2f20e8bd None None] For port bab7e02a-31dd-42ec-aef8-97183e79e367, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bab7e02a-31dd-42ec-aef8-97183e79e367,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:36.480824 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4e9a3-b0e2-42a1-a37d-6bd1149ad70b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb0f23e-3384-44e2-b5d5-c351ee24a806,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:36.532782 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e9a3-b0e2-42a1-a37d-6bd1149ad70b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.534339 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cfc4e9a3-b0e2-42a1-a37d-6bd1149ad70b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3935637 Jan 10 12:07:36.537215 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60464) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:36.548443 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '755e2ded-f1f4-4f2c-913e-b6615520bbcf', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:36.555257 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f6db134b-d99c-4cb1-980f-0dbc2f20e8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.646983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db134b-d99c-4cb1-980f-0dbc2f20e8bd None None] Pushing event updated for resources: {'Port': ['ID=bab7e02a-31dd-42ec-aef8-97183e79e367,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:36.668648 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:33Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bab7e02a-31dd-42ec-aef8-97183e79e367', 'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:f2:e0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:32Z', 'updated_at': '2022-01-10T12:07:36Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '03f49055-f82e-4c24-b141-53ffed073c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:36.684555 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (313fe994-96ca-4b81-bf4e-9a52c21b62f4), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.697051 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7fdd3718-4fe1-400e-8e20-7e9c52c03bc2 None None] Provisioning complete for port bab7e02a-31dd-42ec-aef8-97183e79e367 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:07:36.697437 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7fdd3718-4fe1-400e-8e20-7e9c52c03bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.705752 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95293ab5-1534-4237-bcda-ba27d0d8ce1f None None] The sync data for ids ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'] in dv-neutron-master-2-hyperv is: [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:33Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bab7e02a-31dd-42ec-aef8-97183e79e367', 'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:f2:e0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:32Z', 'updated_at': '2022-01-10T12:07:36Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '03f49055-f82e-4c24-b141-53ffed073c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:07:36.749658 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (313fe994-96ca-4b81-bf4e-9a52c21b62f4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.821836 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (313fe994-96ca-4b81-bf4e-9a52c21b62f4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.846633 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313fe994-96ca-4b81-bf4e-9a52c21b62f4,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:36.854680 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:36.855042 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:36.855437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:36.855783 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:36.856122 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:36.856450 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:36.856789 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:36.857670 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:36.858089 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:36.858426 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:36.858758 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:36.859113 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:36.859444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:36.910275 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:36.913837 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1fe842ff-ad3b-4908-b961-cc3f58e2962a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3730624 Jan 10 12:07:36.914582 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60468) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:36.930604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-66d90150-7bde-4342-96ff-bf7f260c7d56 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '755e2ded-f1f4-4f2c-913e-b6615520bbcf', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:37.050973 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-66d90150-7bde-4342-96ff-bf7f260c7d56 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (d9be61f8-cc17-419d-a947-ca3636610829), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:37.112269 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-66d90150-7bde-4342-96ff-bf7f260c7d56 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (d9be61f8-cc17-419d-a947-ca3636610829), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:37.184295 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-66d90150-7bde-4342-96ff-bf7f260c7d56 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (d9be61f8-cc17-419d-a947-ca3636610829), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:37.203767 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d90150-7bde-4342-96ff-bf7f260c7d56 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9be61f8-cc17-419d-a947-ca3636610829,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:37.229536 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device bab7e02a-31dd-42ec-aef8-97183e79e367 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:07:37.269956 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-66d90150-7bde-4342-96ff-bf7f260c7d56 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:37.271194 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-66d90150-7bde-4342-96ff-bf7f260c7d56 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556371 Jan 10 12:07:37.274297 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60470) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:37.280341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-849614df-0ae7-4fcf-988e-10e211cc7c76 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '755e2ded-f1f4-4f2c-913e-b6615520bbcf', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:37.288879 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port bab7e02a-31dd-42ec-aef8-97183e79e367 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:07:37.289300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:37.369968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-849614df-0ae7-4fcf-988e-10e211cc7c76 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (2a22e563-3f74-45a1-82ed-c901876e1055), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:37.440147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-849614df-0ae7-4fcf-988e-10e211cc7c76 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (2a22e563-3f74-45a1-82ed-c901876e1055), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:37.514138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-849614df-0ae7-4fcf-988e-10e211cc7c76 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (2a22e563-3f74-45a1-82ed-c901876e1055), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:37.533547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849614df-0ae7-4fcf-988e-10e211cc7c76 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a22e563-3f74-45a1-82ed-c901876e1055,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:37.589811 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-849614df-0ae7-4fcf-988e-10e211cc7c76 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:37.591023 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-849614df-0ae7-4fcf-988e-10e211cc7c76 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3151157 Jan 10 12:07:37.594122 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60472) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:37.598977 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-03265a80-1db4-470e-b028-dda5a2b7acba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '755e2ded-f1f4-4f2c-913e-b6615520bbcf', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:37.684667 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-03265a80-1db4-470e-b028-dda5a2b7acba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:07:37.691000 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-03265a80-1db4-470e-b028-dda5a2b7acba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (6485bae4-81bd-47f0-b6de-b779b26dc501), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:37.753348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-03265a80-1db4-470e-b028-dda5a2b7acba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (6485bae4-81bd-47f0-b6de-b779b26dc501), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:37.816200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-03265a80-1db4-470e-b028-dda5a2b7acba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (6485bae4-81bd-47f0-b6de-b779b26dc501), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:37.833656 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03265a80-1db4-470e-b028-dda5a2b7acba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6485bae4-81bd-47f0-b6de-b779b26dc501,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:37.898247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-03265a80-1db4-470e-b028-dda5a2b7acba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:37.902228 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-03265a80-1db4-470e-b028-dda5a2b7acba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3046536 Jan 10 12:07:37.902709 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60474) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:37.907355 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-83b0f8cf-50d2-4b02-836f-7d0ac396a23d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '755e2ded-f1f4-4f2c-913e-b6615520bbcf', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:37.934312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60478) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:37.993953 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-82b7263d-f3b1-4152-8436-cbd119ce2fcf tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group (b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:38.006794 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-83b0f8cf-50d2-4b02-836f-7d0ac396a23d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:07:38.021560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-83b0f8cf-50d2-4b02-836f-7d0ac396a23d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (fc4d89fa-d311-4ff1-9b61-67a177bd030f), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:38.025511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-82b7263d-f3b1-4152-8436-cbd119ce2fcf tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group (b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:38.100432 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-83b0f8cf-50d2-4b02-836f-7d0ac396a23d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (fc4d89fa-d311-4ff1-9b61-67a177bd030f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:38.153516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-83b0f8cf-50d2-4b02-836f-7d0ac396a23d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (fc4d89fa-d311-4ff1-9b61-67a177bd030f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:38.171396 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-82b7263d-f3b1-4152-8436-cbd119ce2fcf tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:38.174024 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-82b7263d-f3b1-4152-8436-cbd119ce2fcf tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:38.175218 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-82b7263d-f3b1-4152-8436-cbd119ce2fcf tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] 10.222.0.16 "DELETE /v2.0/security-groups/b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa HTTP/1.1" status: 204 len: 168 time: 0.2416964 Jan 10 12:07:38.182613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0f8cf-50d2-4b02-836f-7d0ac396a23d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4d89fa-d311-4ff1-9b61-67a177bd030f,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:38.200346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7263d-f3b1-4152-8436-cbd119ce2fcf tempest-TestVolumeBootPattern-54769391 tempest-TestVolumeBootPattern-54769391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c8fbe3-d5e7-4303-8252-7c1e4e417ffa,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:38.269785 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-83b0f8cf-50d2-4b02-836f-7d0ac396a23d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:38.271047 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-83b0f8cf-50d2-4b02-836f-7d0ac396a23d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3673406 Jan 10 12:07:38.344922 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60484) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:38.472567 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-d4469fb3-6e23-4197-8d68-bb693346ba19 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090098853&fields=id&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 267 time: 0.0449712 Jan 10 12:07:38.584080 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-c8b93b22-c3df-4142-b056-c23333add15e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:38.585531 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-c8b93b22-c3df-4142-b056-c23333add15e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/networks?id=0498c4b5-21c8-4d28-b24a-af89e1c970b0 HTTP/1.1" status: 200 len: 796 time: 0.1062546 Jan 10 12:07:38.601291 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-d42e2223-1904-4d1e-b8b6-0483fe84a1b6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/quotas/a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 375 time: 0.0098622 Jan 10 12:07:38.658895 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-d33d8409-cef6-409e-9d48-2b11a390749b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504184 Jan 10 12:07:38.712339 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-97db3414-937d-4ca4-af10-54e643a9cd89 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:07:38.714047 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-97db3414-937d-4ca4-af10-54e643a9cd89 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476165 Jan 10 12:07:38.813890 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-8e6d369f-0fa3-4756-bab9-448573987291 service neutron] 10.222.0.16 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931802 Jan 10 12:07:38.854858 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-83be1b6f-395e-4221-bc24-befff784a2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (e3ef4717-7ef7-419e-836e-932a513008c1), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:38.899427 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-6556365a-5f4d-4e76-8bf7-5e3896a42f47 service neutron] 10.222.0.16 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845702 Jan 10 12:07:39.383924 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b839b2f5-dea7-44ad-bb34-71fc51129d66 req-4b0e5ac3-a1ed-4527-94a6-56e79ef55d10 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 210 time: 0.0440519 Jan 10 12:07:39.498617 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-83be1b6f-395e-4221-bc24-befff784a2c2 admin admin] Deleting port 3c1aa214-d599-434e-b8e6-b9477ac5dfcf {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:07:39.499218 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-83be1b6f-395e-4221-bc24-befff784a2c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:39.577235 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-83be1b6f-395e-4221-bc24-befff784a2c2 admin admin] For port 3c1aa214-d599-434e-b8e6-b9477ac5dfcf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c1aa214-d599-434e-b8e6-b9477ac5dfcf,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:39.577613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-83be1b6f-395e-4221-bc24-befff784a2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:39.589915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-83be1b6f-395e-4221-bc24-befff784a2c2 admin admin] Calling delete_port for 3c1aa214-d599-434e-b8e6-b9477ac5dfcf owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:07:39.821637 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-83be1b6f-395e-4221-bc24-befff784a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (3c1aa214-d599-434e-b8e6-b9477ac5dfcf), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:39.845838 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be1b6f-395e-4221-bc24-befff784a2c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1aa214-d599-434e-b8e6-b9477ac5dfcf,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:40.018270 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-83be1b6f-395e-4221-bc24-befff784a2c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (e3ef4717-7ef7-419e-836e-932a513008c1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:40.244352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83be1b6f-395e-4221-bc24-befff784a2c2 admin admin] Router e3ef4717-7ef7-419e-836e-932a513008c1 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:07:40.313297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5be1f980-0a0c-499d-b244-921a8b3d3385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:40.350677 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83be1b6f-395e-4221-bc24-befff784a2c2 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:07:40.355650 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-83be1b6f-395e-4221-bc24-befff784a2c2 admin admin] 10.222.0.16 "PUT /v2.0/routers/e3ef4717-7ef7-419e-836e-932a513008c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0088930 Jan 10 12:07:40.358628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60516) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:40.361659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f6319-3987-461c-b0b5-653c935d3e46 None None] Sync routers for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:07:40.374160 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f6319-3987-461c-b0b5-653c935d3e46 None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:07:40.374875 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0d7f6319-3987-461c-b0b5-653c935d3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:40.465171 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-091f4e77-8531-4999-a103-70b7163a2237 admin admin] Publish callbacks [] for router (e3ef4717-7ef7-419e-836e-932a513008c1), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:40.483957 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-0d7f6319-3987-461c-b0b5-653c935d3e46 None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:07:40.487301 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-90198bd1-1f89-47f3-9b8a-9162d69bcefa req-30c5309e-b6ee-4349-823b-fd8a64aa06a1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 210 time: 0.0277972 Jan 10 12:07:40.576657 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-091f4e77-8531-4999-a103-70b7163a2237 admin admin] Publish callbacks [] for router_gateway (e3ef4717-7ef7-419e-836e-932a513008c1), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:40.661183 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:40.670494 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0d7f6319-3987-461c-b0b5-653c935d3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137'}], 'enable_snat': True}, 'gw_port_id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T12:07:39Z', 'revision_number': 5, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port': {'id': '8c467010-8a08-4237-b5e3-b16ac15f688f', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:06Z', 'updated_at': '2022-01-10T11:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:40.701288 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f6319-3987-461c-b0b5-653c935d3e46 None None] Checking router: e3ef4717-7ef7-419e-836e-932a513008c1 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:07:40.704772 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-091f4e77-8531-4999-a103-70b7163a2237 admin admin] Deleting port 8c467010-8a08-4237-b5e3-b16ac15f688f {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:07:40.705117 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-091f4e77-8531-4999-a103-70b7163a2237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8c467010-8a08-4237-b5e3-b16ac15f688f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:40.709726 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f6319-3987-461c-b0b5-653c935d3e46 None None] Routers {'e3ef4717-7ef7-419e-836e-932a513008c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:07:40.710380 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0d7f6319-3987-461c-b0b5-653c935d3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['e3ef4717-7ef7-419e-836e-932a513008c1'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:40.797130 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-0d7f6319-3987-461c-b0b5-653c935d3e46 None None] Set router e3ef4717-7ef7-419e-836e-932a513008c1 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:07:40.852309 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0d7f6319-3987-461c-b0b5-653c935d3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T12:07:40Z', 'revision_number': 6, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:40.862031 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-091f4e77-8531-4999-a103-70b7163a2237 admin admin] For port 8c467010-8a08-4237-b5e3-b16ac15f688f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c467010-8a08-4237-b5e3-b16ac15f688f,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:40.862402 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-091f4e77-8531-4999-a103-70b7163a2237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8c467010-8a08-4237-b5e3-b16ac15f688f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:40.882873 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f6319-3987-461c-b0b5-653c935d3e46 None None] The sync data for ids ['e3ef4717-7ef7-419e-836e-932a513008c1'] in dv-neutron-master-2-hyperv is: [{'id': 'e3ef4717-7ef7-419e-836e-932a513008c1', 'name': 'tempest-TestVolumeBootPattern-1112015049-router', 'tenant_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:04Z', 'updated_at': '2022-01-10T12:07:40Z', 'revision_number': 6, 'project_id': 'e73c6d4c7e9e4a098f3abf808188c6c4', 'gw_port_host': None}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:07:40.884542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-091f4e77-8531-4999-a103-70b7163a2237 admin admin] Calling delete_port for 8c467010-8a08-4237-b5e3-b16ac15f688f owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:07:40.895764 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-91529a6f-98c1-4596-b946-1b2b2fd075c1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:40.897298 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-91529a6f-98c1-4596-b946-1b2b2fd075c1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/networks?id=0498c4b5-21c8-4d28-b24a-af89e1c970b0 HTTP/1.1" status: 200 len: 796 time: 0.1662278 Jan 10 12:07:41.008213 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-99ddf99b-31a7-4375-8fea-827d8d49818d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 380 time: 0.1022005 Jan 10 12:07:41.046503 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-eae9d87e-d348-4555-8770-cb2dbc44a510 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'port': {'device_id': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'admin_state_up': True, 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'security_groups': ['755e2ded-f1f4-4f2c-913e-b6615520bbcf']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:41.233977 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-091f4e77-8531-4999-a103-70b7163a2237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (8c467010-8a08-4237-b5e3-b16ac15f688f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:41.265672 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f4e77-8531-4999-a103-70b7163a2237 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c467010-8a08-4237-b5e3-b16ac15f688f,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:41.268396 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-eae9d87e-d348-4555-8770-cb2dbc44a510 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:07:41.272119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-eae9d87e-d348-4555-8770-cb2dbc44a510 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:41.272716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 3c1aa214-d599-434e-b8e6-b9477ac5dfcf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:07:41.308191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c15e966-d86e-49e8-964e-6d6cc826963e None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:07:41.310984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 3c1aa214-d599-434e-b8e6-b9477ac5dfcf {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:07:41.311500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 3c1aa214-d599-434e-b8e6-b9477ac5dfcf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:07:41.395180 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-091f4e77-8531-4999-a103-70b7163a2237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (e3ef4717-7ef7-419e-836e-932a513008c1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:41.513876 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-091f4e77-8531-4999-a103-70b7163a2237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (e3ef4717-7ef7-419e-836e-932a513008c1), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:41.517649 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-091f4e77-8531-4999-a103-70b7163a2237 admin admin] Publish callbacks [] for router_controller (e3ef4717-7ef7-419e-836e-932a513008c1), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:41.599194 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3fea575a-ca74-4a8b-a052-b002c463df54 req-da6d5dfd-48e4-422d-882f-6be18d66a245 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 210 time: 0.0382261 Jan 10 12:07:41.602987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-eae9d87e-d348-4555-8770-cb2dbc44a510 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.5 (0498c4b5-21c8-4d28-b24a-af89e1c970b0/03f49055-f82e-4c24-b141-53ffed073c18/9b805566-d670-4590-ae93-42c3faf8ed8e) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:07:41.645178 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-091f4e77-8531-4999-a103-70b7163a2237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (e3ef4717-7ef7-419e-836e-932a513008c1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:41.645757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091f4e77-8531-4999-a103-70b7163a2237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3ef4717-7ef7-419e-836e-932a513008c1 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:07:41.650436 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-091f4e77-8531-4999-a103-70b7163a2237 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:41.651591 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-091f4e77-8531-4999-a103-70b7163a2237 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e3ef4717-7ef7-419e-836e-932a513008c1 HTTP/1.1" status: 204 len: 168 time: 1.2920549 Jan 10 12:07:41.654969 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60526) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:41.711067 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db3eabc-c9fc-4dfc-b6a2-3a99ec87f153 admin admin] Deleting subnet e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:07:41.714277 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5db3eabc-c9fc-4dfc-b6a2-3a99ec87f153 admin admin] Publish callbacks [] for subnet (e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:41.748526 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5db3eabc-c9fc-4dfc-b6a2-3a99ec87f153 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:41.751488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-eae9d87e-d348-4555-8770-cb2dbc44a510 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:41.831597 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5db3eabc-c9fc-4dfc-b6a2-3a99ec87f153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:41.855596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-eae9d87e-d348-4555-8770-cb2dbc44a510 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:41.907010 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-eae9d87e-d348-4555-8770-cb2dbc44a510 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:07:41.910405 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-eae9d87e-d348-4555-8770-cb2dbc44a510 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:07:41.912906 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-eae9d87e-d348-4555-8770-cb2dbc44a510 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:07:41.946341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9d87e-d348-4555-8770-cb2dbc44a510 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=9b805566-d670-4590-ae93-42c3faf8ed8e,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:41.977672 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5db3eabc-c9fc-4dfc-b6a2-3a99ec87f153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:41.977790 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-eae9d87e-d348-4555-8770-cb2dbc44a510 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:41.977790 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-eae9d87e-d348-4555-8770-cb2dbc44a510 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.002381 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3eabc-c9fc-4dfc-b6a2-3a99ec87f153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:42.004418 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5db3eabc-c9fc-4dfc-b6a2-3a99ec87f153 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.008844 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c762d82-6c69-4cc2-9f60-5f0051c93f8c None None] Network 0ed6abb2-0629-4d61-b0ad-e1aa4112886a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:07:42.016031 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5db3eabc-c9fc-4dfc-b6a2-3a99ec87f153 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e3c70b0e-62f3-4ef9-a06f-3b2c3bc658b3 HTTP/1.1" status: 204 len: 168 time: 0.3598938 Jan 10 12:07:42.016893 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60528) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:42.053994 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-eae9d87e-d348-4555-8770-cb2dbc44a510 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0134664 Jan 10 12:07:42.067495 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Request body: {'port': {'device_id': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:42.100658 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (0ed6abb2-0629-4d61-b0ad-e1aa4112886a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.145367 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.166974 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] Deleting port 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:07:42.167686 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (22e0e2e9-64d8-49dc-92bb-1cb169e98ce3), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.187257 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.210603 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cdb8e3-76d1-4cad-8948-33e772824d80 None None] DHCP port deletion for 0ed6abb2-0629-4d61-b0ad-e1aa4112886a request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:07:42.252721 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] For port 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=22e0e2e9-64d8-49dc-92bb-1cb169e98ce3,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:42.253473 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (22e0e2e9-64d8-49dc-92bb-1cb169e98ce3), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.269103 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] Calling delete_port for 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:07:42.269536 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8f27ae46-1f22-4dbf-b5b2-dc95988cd096 None None] Provisioning complete for port 9b805566-d670-4590-ae93-42c3faf8ed8e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:07:42.269948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8f27ae46-1f22-4dbf-b5b2-dc95988cd096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.299622 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d9cdb8e3-76d1-4cad-8948-33e772824d80 None None] Deleting port 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:07:42.300003 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d9cdb8e3-76d1-4cad-8948-33e772824d80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (22e0e2e9-64d8-49dc-92bb-1cb169e98ce3), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.354568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8f27ae46-1f22-4dbf-b5b2-dc95988cd096 None None] Port 9b805566-d670-4590-ae93-42c3faf8ed8e cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:07:42.372405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d9cdb8e3-76d1-4cad-8948-33e772824d80 None None] For port 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=22e0e2e9-64d8-49dc-92bb-1cb169e98ce3,segment=NetworkSegment(22241090-3294-48ec-a49e-6c3dc4b456cb),segment_id=22241090-3294-48ec-a49e-6c3dc4b456cb)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:42.373321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d9cdb8e3-76d1-4cad-8948-33e772824d80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (22e0e2e9-64d8-49dc-92bb-1cb169e98ce3), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.386068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d9cdb8e3-76d1-4cad-8948-33e772824d80 None None] Calling delete_port for 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:07:42.435075 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b805566-d670-4590-ae93-42c3faf8ed8e {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:07:42.443312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Publish callbacks [] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.449519 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (22e0e2e9-64d8-49dc-92bb-1cb169e98ce3), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.456426 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Transition to ACTIVE for port object 9b805566-d670-4590-ae93-42c3faf8ed8e will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:07:42.469244 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d9cdb8e3-76d1-4cad-8948-33e772824d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (22e0e2e9-64d8-49dc-92bb-1cb169e98ce3), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.476074 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] Pushing event deleted for resources: {'Port': ['ID=22e0e2e9-64d8-49dc-92bb-1cb169e98ce3,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:42.477941 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] No DVR routers for this DVR port 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:07:42.494868 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdb8e3-76d1-4cad-8948-33e772824d80 None None] Pushing event deleted for resources: {'Port': ['ID=22e0e2e9-64d8-49dc-92bb-1cb169e98ce3,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:42.498797 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cdb8e3-76d1-4cad-8948-33e772824d80 None None] No DVR routers for this DVR port 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:07:42.541804 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.549682 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (0ed6abb2-0629-4d61-b0ad-e1aa4112886a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.574395 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed6abb2-0629-4d61-b0ad-e1aa4112886a']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:42.584871 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22241090-3294-48ec-a49e-6c3dc4b456cb') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:42.585178 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22241090-3294-48ec-a49e-6c3dc4b456cb') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:42.591602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Pushing event updated for resources: {'Port': ['ID=9b805566-d670-4590-ae93-42c3faf8ed8e,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:42.596356 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (22241090-3294-48ec-a49e-6c3dc4b456cb), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.611032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (22241090-3294-48ec-a49e-6c3dc4b456cb), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.626570 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:07:42.626977 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (22241090-3294-48ec-a49e-6c3dc4b456cb), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:07:42.631460 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:07:42.668533 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Attempting to bind port 9b805566-d670-4590-ae93-42c3faf8ed8e on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:07:42.668870 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Attempting to bind port 9b805566-d670-4590-ae93-42c3faf8ed8e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:07:42.669205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Attempting to bind port 9b805566-d670-4590-ae93-42c3faf8ed8e on network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:07:42.674382 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Port 9b805566-d670-4590-ae93-42c3faf8ed8e on network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:07:42.674723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Attempting to bind port 9b805566-d670-4590-ae93-42c3faf8ed8e on network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:07:42.679994 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:07:42.680337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Checking segment: {'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:07:42.680723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Bound using segment: {'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:07:42.681152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Bound port: 9b805566-d670-4590-ae93-42c3faf8ed8e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:07:42.681516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.747351 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67007063-a5fb-4856-9ad2-66fbbfedc189 req-54ccc755-bbbe-4d02-aba7-36799e730bf6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:42.750142 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-67007063-a5fb-4856-9ad2-66fbbfedc189 req-54ccc755-bbbe-4d02-aba7-36799e730bf6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 943 time: 0.0515485 Jan 10 12:07:42.751449 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (0ed6abb2-0629-4d61-b0ad-e1aa4112886a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.757543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] For port 9b805566-d670-4590-ae93-42c3faf8ed8e, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:07:42.757747 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.760854 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] For port 9b805566-d670-4590-ae93-42c3faf8ed8e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9b805566-d670-4590-ae93-42c3faf8ed8e,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:07:42.761893 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] 10.222.0.16 "DELETE /v2.0/networks/0ed6abb2-0629-4d61-b0ad-e1aa4112886a HTTP/1.1" status: 204 len: 168 time: 0.7435293 Jan 10 12:07:42.765377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60532) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:42.796528 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89d0a0-9a73-47c7-99f9-259700a4a53d admin admin] Pushing event deleted for resources: {'Network': ['ID=0ed6abb2-0629-4d61-b0ad-e1aa4112886a,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:42.830889 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-67007063-a5fb-4856-9ad2-66fbbfedc189 req-d29829da-0120-4bc2-9fe3-c5bf33e84996 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=755e2ded-f1f4-4f2c-913e-b6615520bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610037 Jan 10 12:07:42.837372 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.886741 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:42.887635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:42.889055 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] 10.222.0.30 "PUT /v2.0/ports/9b805566-d670-4590-ae93-42c3faf8ed8e HTTP/1.1" status: 200 len: 1093 time: 0.8273365 Jan 10 12:07:42.889505 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'tag': '9b805566-d670-4590-ae93-42c3faf8ed8e'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:07:42.891766 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033dbc80-4220-4f87-9ad3-f4e251df282d" -d '{"events": [{"name": "network-changed", "server_uuid": "a738418e-f6b5-4654-8faa-3ea52ab4d040", "tag": "9b805566-d670-4590-ae93-42c3faf8ed8e"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:07:42.923143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e27f1-3b4d-4f8a-8450-5533a756ba06 service neutron] Pushing event updated for resources: {'Port': ['ID=9b805566-d670-4590-ae93-42c3faf8ed8e,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:42.942647 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016b6564-a1e8-400f-ae1d-4d7036d91463 x-openstack-request-id: req-016b6564-a1e8-400f-ae1d-4d7036d91463 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:07:42.943086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a738418e-f6b5-4654-8faa-3ea52ab4d040", "tag": "9b805566-d670-4590-ae93-42c3faf8ed8e", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:07:42.943351 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-016b6564-a1e8-400f-ae1d-4d7036d91463 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:07:42.943757 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'tag': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'status': 'completed', 'code': 200} Jan 10 12:07:43.066754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dbc80-4220-4f87-9ad3-f4e251df282d req-47392c0c-d302-43ee-ad69-e23483c7bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:43.068242 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-033dbc80-4220-4f87-9ad3-f4e251df282d req-47392c0c-d302-43ee-ad69-e23483c7bb51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 1096 time: 0.0907967 Jan 10 12:07:43.209274 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8c467010-8a08-4237-b5e3-b16ac15f688f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:07:43.227106 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dbc80-4220-4f87-9ad3-f4e251df282d req-8a4216f9-8bcb-4dda-8017-dcdadb9a264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:43.228595 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-033dbc80-4220-4f87-9ad3-f4e251df282d req-8a4216f9-8bcb-4dda-8017-dcdadb9a264a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a8ed50a2c6284926857fedd16b365558&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1514113 Jan 10 12:07:43.230383 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 8c467010-8a08-4237-b5e3-b16ac15f688f {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:07:43.230734 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8c467010-8a08-4237-b5e3-b16ac15f688f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:07:43.231163 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:07:43.251214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:07:43.255347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 22e0e2e9-64d8-49dc-92bb-1cb169e98ce3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:07:43.255347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:43.359090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dbc80-4220-4f87-9ad3-f4e251df282d req-8fd1d7b8-ec11-4e53-b2ef-40e4c62c9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:43.360569 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-033dbc80-4220-4f87-9ad3-f4e251df282d req-8fd1d7b8-ec11-4e53-b2ef-40e4c62c9431 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1246822 Jan 10 12:07:43.382739 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cd0c40aa-74d6-43db-86e1-6eac6ca5b84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (62232b12-5f53-45ec-b2bb-944b678fb3bd), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:43.501702 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-979b47b4-1313-49e2-84d8-8efacf628eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:43.503225 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-979b47b4-1313-49e2-84d8-8efacf628eb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 1096 time: 0.0841713 Jan 10 12:07:43.921523 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-a802da89-c0ec-4377-8479-b438a168d0d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b805566-d670-4590-ae93-42c3faf8ed8e HTTP/1.1" status: 200 len: 217 time: 0.0529201 Jan 10 12:07:43.945047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4204e-ec33-4b18-9040-59727c560e16 req-eee178da-bafd-4989-a3e1-daa9757a95dc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:43.946540 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a3f4204e-ec33-4b18-9040-59727c560e16 req-eee178da-bafd-4989-a3e1-daa9757a95dc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 943 time: 0.0487723 Jan 10 12:07:43.984633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-f8dddf6b-bb28-4d20-974e-883bc442c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:43.986352 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-f8dddf6b-bb28-4d20-974e-883bc442c660 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03f49055-f82e-4c24-b141-53ffed073c18 HTTP/1.1" status: 200 len: 835 time: 0.0578804 Jan 10 12:07:43.996283 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a3f4204e-ec33-4b18-9040-59727c560e16 req-78940a65-1179-40e2-ab56-1477a1336337 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=755e2ded-f1f4-4f2c-913e-b6615520bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439017 Jan 10 12:07:44.073560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-a22b8369-8d47-4488-8d9b-564dff372b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:44.075159 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-a22b8369-8d47-4488-8d9b-564dff372b23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0498c4b5-21c8-4d28-b24a-af89e1c970b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824552 Jan 10 12:07:44.138848 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c40aa-74d6-43db-86e1-6eac6ca5b84d admin admin] Deleting port f3df1fde-c594-4704-acec-cf877d3af014 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:07:44.139109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cd0c40aa-74d6-43db-86e1-6eac6ca5b84d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f3df1fde-c594-4704-acec-cf877d3af014), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:44.224993 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-a1080a95-7fe0-40ae-a2d6-122de5018e01 service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434326 Jan 10 12:07:44.274515 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-cd0c40aa-74d6-43db-86e1-6eac6ca5b84d admin admin] For port f3df1fde-c594-4704-acec-cf877d3af014, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3df1fde-c594-4704-acec-cf877d3af014,segment=NetworkSegment(b8d62283-af07-4804-ad27-a6e3efddf96b),segment_id=b8d62283-af07-4804-ad27-a6e3efddf96b)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:44.274880 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cd0c40aa-74d6-43db-86e1-6eac6ca5b84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f3df1fde-c594-4704-acec-cf877d3af014), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:44.312660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c40aa-74d6-43db-86e1-6eac6ca5b84d admin admin] Calling delete_port for f3df1fde-c594-4704-acec-cf877d3af014 owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:07:44.383483 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96e04fae-ef98-4a35-bf95-2dd622a4d954 req-74b12c6d-df47-42d2-889a-0b06dfc8df0e service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503048 Jan 10 12:07:44.575742 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cd0c40aa-74d6-43db-86e1-6eac6ca5b84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (f3df1fde-c594-4704-acec-cf877d3af014), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:44.602135 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c40aa-74d6-43db-86e1-6eac6ca5b84d admin admin] Pushing event deleted for resources: {'Port': ['ID=f3df1fde-c594-4704-acec-cf877d3af014,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:44.766623 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cd0c40aa-74d6-43db-86e1-6eac6ca5b84d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (62232b12-5f53-45ec-b2bb-944b678fb3bd), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:44.975831 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0c40aa-74d6-43db-86e1-6eac6ca5b84d admin admin] Router 62232b12-5f53-45ec-b2bb-944b678fb3bd has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:07:45.107700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0c40aa-74d6-43db-86e1-6eac6ca5b84d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:07:45.112936 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cd0c40aa-74d6-43db-86e1-6eac6ca5b84d admin admin] 10.222.0.16 "PUT /v2.0/routers/62232b12-5f53-45ec-b2bb-944b678fb3bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3465326 Jan 10 12:07:45.118232 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef9a4a-9b77-4897-abe6-fcacce519331 None None] Sync routers for ids ['62232b12-5f53-45ec-b2bb-944b678fb3bd'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:07:45.119085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60540) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:45.129525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad0d54-5b52-4cd0-95f8-36dca867afd0 req-3f852b01-d89c-45cd-b999-bca1ceaa880e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:45.131050 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fcad0d54-5b52-4cd0-95f8-36dca867afd0 req-3f852b01-d89c-45cd-b999-bca1ceaa880e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 943 time: 0.0661469 Jan 10 12:07:45.136627 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef9a4a-9b77-4897-abe6-fcacce519331 None None] Routers {'62232b12-5f53-45ec-b2bb-944b678fb3bd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:07:45.138891 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8cef9a4a-9b77-4897-abe6-fcacce519331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['62232b12-5f53-45ec-b2bb-944b678fb3bd'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:45.183461 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fcad0d54-5b52-4cd0-95f8-36dca867afd0 req-29d30b33-d6f9-43b3-b18e-c8d241065536 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=755e2ded-f1f4-4f2c-913e-b6615520bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455368 Jan 10 12:07:45.246011 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef5346c-e0e0-44d1-8d5b-dc6586c7905c admin admin] Publish callbacks [] for router (62232b12-5f53-45ec-b2bb-944b678fb3bd), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:45.253843 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-8cef9a4a-9b77-4897-abe6-fcacce519331 None None] Set router 62232b12-5f53-45ec-b2bb-944b678fb3bd gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:07:45.348422 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef5346c-e0e0-44d1-8d5b-dc6586c7905c admin admin] Publish callbacks [] for router_gateway (62232b12-5f53-45ec-b2bb-944b678fb3bd), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:45.432159 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8cef9a4a-9b77-4897-abe6-fcacce519331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'name': 'tempest-TestVolumeBootPattern-1038245669-router', 'tenant_id': '02b0158bdbc0459fa490efcd8a94e846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': '236b27cd-6bc9-40b0-8726-c6a89b3f8dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:30Z', 'updated_at': '2022-01-10T12:07:44Z', 'revision_number': 5, 'project_id': '02b0158bdbc0459fa490efcd8a94e846', 'gw_port': {'id': '236b27cd-6bc9-40b0-8726-c6a89b3f8dc9', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:56:33Z', 'updated_at': '2022-01-10T11:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:45.436228 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5346c-e0e0-44d1-8d5b-dc6586c7905c admin admin] Deleting port 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:07:45.436573 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef5346c-e0e0-44d1-8d5b-dc6586c7905c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (236b27cd-6bc9-40b0-8726-c6a89b3f8dc9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:45.459044 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef9a4a-9b77-4897-abe6-fcacce519331 None None] Checking router: 62232b12-5f53-45ec-b2bb-944b678fb3bd for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:07:45.467170 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef9a4a-9b77-4897-abe6-fcacce519331 None None] Routers {'62232b12-5f53-45ec-b2bb-944b678fb3bd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:07:45.467781 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8cef9a4a-9b77-4897-abe6-fcacce519331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['62232b12-5f53-45ec-b2bb-944b678fb3bd'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:45.521252 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-9ef5346c-e0e0-44d1-8d5b-dc6586c7905c admin admin] For port 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=236b27cd-6bc9-40b0-8726-c6a89b3f8dc9,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:45.521530 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef5346c-e0e0-44d1-8d5b-dc6586c7905c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (236b27cd-6bc9-40b0-8726-c6a89b3f8dc9), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:45.533123 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5346c-e0e0-44d1-8d5b-dc6586c7905c admin admin] Calling delete_port for 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9 owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:07:45.552814 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-8cef9a4a-9b77-4897-abe6-fcacce519331 None None] Set router 62232b12-5f53-45ec-b2bb-944b678fb3bd gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:07:45.606435 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-8cef9a4a-9b77-4897-abe6-fcacce519331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'name': 'tempest-TestVolumeBootPattern-1038245669-router', 'tenant_id': '02b0158bdbc0459fa490efcd8a94e846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:30Z', 'updated_at': '2022-01-10T12:07:45Z', 'revision_number': 6, 'project_id': '02b0158bdbc0459fa490efcd8a94e846', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:45.633690 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef9a4a-9b77-4897-abe6-fcacce519331 None None] The sync data for ids ['62232b12-5f53-45ec-b2bb-944b678fb3bd'] in dv-neutron-master-2-hyperv is: [{'id': '62232b12-5f53-45ec-b2bb-944b678fb3bd', 'name': 'tempest-TestVolumeBootPattern-1038245669-router', 'tenant_id': '02b0158bdbc0459fa490efcd8a94e846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:56:30Z', 'updated_at': '2022-01-10T12:07:45Z', 'revision_number': 6, 'project_id': '02b0158bdbc0459fa490efcd8a94e846', 'gw_port_host': None}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:07:45.758733 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef5346c-e0e0-44d1-8d5b-dc6586c7905c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (236b27cd-6bc9-40b0-8726-c6a89b3f8dc9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:45.783957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5346c-e0e0-44d1-8d5b-dc6586c7905c admin admin] Pushing event deleted for resources: {'Port': ['ID=236b27cd-6bc9-40b0-8726-c6a89b3f8dc9,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:45.797994 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76333d5-3ba1-4ae0-be07-0fabd7e2e8ff None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:07:45.844190 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef5346c-e0e0-44d1-8d5b-dc6586c7905c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (62232b12-5f53-45ec-b2bb-944b678fb3bd), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:45.936589 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef5346c-e0e0-44d1-8d5b-dc6586c7905c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (62232b12-5f53-45ec-b2bb-944b678fb3bd), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:45.938656 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef5346c-e0e0-44d1-8d5b-dc6586c7905c admin admin] Publish callbacks [] for router_controller (62232b12-5f53-45ec-b2bb-944b678fb3bd), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:46.077643 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef5346c-e0e0-44d1-8d5b-dc6586c7905c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (62232b12-5f53-45ec-b2bb-944b678fb3bd), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:46.078204 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef5346c-e0e0-44d1-8d5b-dc6586c7905c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62232b12-5f53-45ec-b2bb-944b678fb3bd {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:07:46.082446 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9ef5346c-e0e0-44d1-8d5b-dc6586c7905c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:46.083597 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9ef5346c-e0e0-44d1-8d5b-dc6586c7905c admin admin] 10.222.0.16 "DELETE /v2.0/routers/62232b12-5f53-45ec-b2bb-944b678fb3bd HTTP/1.1" status: 204 len: 168 time: 0.9635174 Jan 10 12:07:46.086168 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60542) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:46.130037 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-b735c9bf-8a5f-4f3a-a453-17410557cdde admin admin] Deleting subnet f314a3e9-3b73-48dd-a100-7090f64a6c91 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:07:46.133002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b735c9bf-8a5f-4f3a-a453-17410557cdde admin admin] Publish callbacks [] for subnet (f314a3e9-3b73-48dd-a100-7090f64a6c91), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:46.166763 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b735c9bf-8a5f-4f3a-a453-17410557cdde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (f314a3e9-3b73-48dd-a100-7090f64a6c91), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:46.248696 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b735c9bf-8a5f-4f3a-a453-17410557cdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (f314a3e9-3b73-48dd-a100-7090f64a6c91), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:46.332993 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8e9f3-ec30-492a-a124-f3e2e9eafc1d req-1cd4ebab-104a-4953-944b-639064984473 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:46.334435 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-95d8e9f3-ec30-492a-a124-f3e2e9eafc1d req-1cd4ebab-104a-4953-944b-639064984473 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 943 time: 0.0661802 Jan 10 12:07:46.390165 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-95d8e9f3-ec30-492a-a124-f3e2e9eafc1d req-423dfa5d-f0e1-4781-b981-30d61eae6608 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=755e2ded-f1f4-4f2c-913e-b6615520bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501440 Jan 10 12:07:46.416243 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b735c9bf-8a5f-4f3a-a453-17410557cdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (f314a3e9-3b73-48dd-a100-7090f64a6c91), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:46.442932 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735c9bf-8a5f-4f3a-a453-17410557cdde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f314a3e9-3b73-48dd-a100-7090f64a6c91,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:46.444912 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b735c9bf-8a5f-4f3a-a453-17410557cdde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:46.451532 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b735c9bf-8a5f-4f3a-a453-17410557cdde admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f314a3e9-3b73-48dd-a100-7090f64a6c91 HTTP/1.1" status: 204 len: 168 time: 0.3610940 Jan 10 12:07:46.451532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60546) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:46.455029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68f67ce-e278-43f8-a6d0-44a95f67d8fb None None] Network 3b1796fb-cecb-4bde-a5ad-df832a8cb90b requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:07:46.480458 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 9b805566-d670-4590-ae93-42c3faf8ed8e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:07:46.526538 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (3b1796fb-cecb-4bde-a5ad-df832a8cb90b), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:46.584622 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] Deleting port aee1c21e-16aa-4616-a6a2-5f15876e01fa {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:07:46.584900 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (aee1c21e-16aa-4616-a6a2-5f15876e01fa), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:46.642636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 9b805566-d670-4590-ae93-42c3faf8ed8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9b805566-d670-4590-ae93-42c3faf8ed8e,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:46.654905 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'port_id': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'mac_address': 'fa:16:3e:95:73:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:07:46.663845 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] For port aee1c21e-16aa-4616-a6a2-5f15876e01fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aee1c21e-16aa-4616-a6a2-5f15876e01fa,segment=NetworkSegment(b8d62283-af07-4804-ad27-a6e3efddf96b),segment_id=b8d62283-af07-4804-ad27-a6e3efddf96b)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:46.664220 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (aee1c21e-16aa-4616-a6a2-5f15876e01fa), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:46.682983 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] Calling delete_port for aee1c21e-16aa-4616-a6a2-5f15876e01fa owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:07:46.702623 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e03281f-32c4-4c7d-b92c-2cedf45af24e None None] DHCP port deletion for 3b1796fb-cecb-4bde-a5ad-df832a8cb90b request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:07:46.705983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:46.740824 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b805566-d670-4590-ae93-42c3faf8ed8e {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:07:46.765223 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 9b805566-d670-4590-ae93-42c3faf8ed8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9b805566-d670-4590-ae93-42c3faf8ed8e,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:46.780133 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6e03281f-32c4-4c7d-b92c-2cedf45af24e None None] Deleting port aee1c21e-16aa-4616-a6a2-5f15876e01fa {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:07:46.780506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6e03281f-32c4-4c7d-b92c-2cedf45af24e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (aee1c21e-16aa-4616-a6a2-5f15876e01fa), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:46.840006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6e03281f-32c4-4c7d-b92c-2cedf45af24e None None] For port aee1c21e-16aa-4616-a6a2-5f15876e01fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aee1c21e-16aa-4616-a6a2-5f15876e01fa,segment=NetworkSegment(b8d62283-af07-4804-ad27-a6e3efddf96b),segment_id=b8d62283-af07-4804-ad27-a6e3efddf96b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:46.840628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6e03281f-32c4-4c7d-b92c-2cedf45af24e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (aee1c21e-16aa-4616-a6a2-5f15876e01fa), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:46.844508 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (aee1c21e-16aa-4616-a6a2-5f15876e01fa), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:46.852811 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6e03281f-32c4-4c7d-b92c-2cedf45af24e None None] Calling delete_port for aee1c21e-16aa-4616-a6a2-5f15876e01fa owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:07:46.875431 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] Pushing event deleted for resources: {'Port': ['ID=aee1c21e-16aa-4616-a6a2-5f15876e01fa,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:46.877270 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] No DVR routers for this DVR port aee1c21e-16aa-4616-a6a2-5f15876e01fa on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:07:46.951776 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (3b1796fb-cecb-4bde-a5ad-df832a8cb90b), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:46.973248 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1796fb-cecb-4bde-a5ad-df832a8cb90b']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:46.983916 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d62283-af07-4804-ad27-a6e3efddf96b') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:46.984214 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d62283-af07-4804-ad27-a6e3efddf96b') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:46.994395 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (b8d62283-af07-4804-ad27-a6e3efddf96b), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:47.008364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b8d62283-af07-4804-ad27-a6e3efddf96b), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:47.014706 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:07:47.015125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (b8d62283-af07-4804-ad27-a6e3efddf96b), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:07:47.016809 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:07:47.048354 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:47.115676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=9b805566-d670-4590-ae93-42c3faf8ed8e,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:47.124518 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6e03281f-32c4-4c7d-b92c-2cedf45af24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (aee1c21e-16aa-4616-a6a2-5f15876e01fa), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:47.149127 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03281f-32c4-4c7d-b92c-2cedf45af24e None None] Pushing event deleted for resources: {'Port': ['ID=aee1c21e-16aa-4616-a6a2-5f15876e01fa,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:47.152287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e03281f-32c4-4c7d-b92c-2cedf45af24e None None] No DVR routers for this DVR port aee1c21e-16aa-4616-a6a2-5f15876e01fa on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:07:47.165659 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (3b1796fb-cecb-4bde-a5ad-df832a8cb90b), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:47.171607 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:47.174925 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] 10.222.0.16 "DELETE /v2.0/networks/3b1796fb-cecb-4bde-a5ad-df832a8cb90b HTTP/1.1" status: 204 len: 168 time: 0.7227590 Jan 10 12:07:47.186997 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64614c2-d651-4d2b-9f92-80cfe5aa345d admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1796fb-cecb-4bde-a5ad-df832a8cb90b,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:47.208810 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f3df1fde-c594-4704-acec-cf877d3af014 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:07:47.231846 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: f3df1fde-c594-4704-acec-cf877d3af014 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:07:47.232717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f3df1fde-c594-4704-acec-cf877d3af014 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:07:47.233156 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device aee1c21e-16aa-4616-a6a2-5f15876e01fa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:07:47.255795 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: aee1c21e-16aa-4616-a6a2-5f15876e01fa {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:07:47.256146 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device aee1c21e-16aa-4616-a6a2-5f15876e01fa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:07:47.256569 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:07:47.276475 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:07:47.276822 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 236b27cd-6bc9-40b0-8726-c6a89b3f8dc9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:07:47.328086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['9b805566-d670-4590-ae93-42c3faf8ed8e'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:07:47.505013 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60552) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:47.508256 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fbc4b-1ab2-4e95-8b8d-96f653773577 req-97900caa-b473-474f-89ec-f63479d8aa0f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:47.509954 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-166fbc4b-1ab2-4e95-8b8d-96f653773577 req-97900caa-b473-474f-89ec-f63479d8aa0f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 944 time: 0.0497820 Jan 10 12:07:47.548701 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2a2328d9-b627-4449-9f86-6d883a66dfaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e73c6d4c7e9e4a098f3abf808188c6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402176 Jan 10 12:07:47.549073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60554) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:47.566786 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-166fbc4b-1ab2-4e95-8b8d-96f653773577 req-c132aa4e-22c1-4289-9400-423732d4cd93 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=755e2ded-f1f4-4f2c-913e-b6615520bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500653 Jan 10 12:07:47.597514 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86daafe3-4e7d-4df8-9d97-ad808f3f2f6b admin admin] Publish callbacks [] for security_group (5b34f46a-0c67-4ec1-acf7-82485c984ea1), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:47.618714 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86daafe3-4e7d-4df8-9d97-ad808f3f2f6b admin admin] Publish callbacks [] for security_group (5b34f46a-0c67-4ec1-acf7-82485c984ea1), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:47.780772 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86daafe3-4e7d-4df8-9d97-ad808f3f2f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (5b34f46a-0c67-4ec1-acf7-82485c984ea1), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:47.783626 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86daafe3-4e7d-4df8-9d97-ad808f3f2f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:47.784798 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-86daafe3-4e7d-4df8-9d97-ad808f3f2f6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b34f46a-0c67-4ec1-acf7-82485c984ea1 HTTP/1.1" status: 204 len: 168 time: 0.2348058 Jan 10 12:07:47.792473 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86daafe3-4e7d-4df8-9d97-ad808f3f2f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b34f46a-0c67-4ec1-acf7-82485c984ea1,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:48.400152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60560) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:48.439287 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-721e818e-b9b1-4d56-88ea-af7c93371098 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02b0158bdbc0459fa490efcd8a94e846&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378926 Jan 10 12:07:48.441682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60562) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:48.490752 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10ace791-b991-4035-9650-be7ac3445eb1 admin admin] Publish callbacks [] for security_group (8bc9321a-e148-425a-8bab-86ab46224c07), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:48.495796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 9b805566-d670-4590-ae93-42c3faf8ed8e up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:07:48.512440 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10ace791-b991-4035-9650-be7ac3445eb1 admin admin] Publish callbacks [] for security_group (8bc9321a-e148-425a-8bab-86ab46224c07), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:48.603494 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 9b805566-d670-4590-ae93-42c3faf8ed8e completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:07:48.607480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 9b805566-d670-4590-ae93-42c3faf8ed8e triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:07:48.607862 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:48.632095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10ace791-b991-4035-9650-be7ac3445eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (8bc9321a-e148-425a-8bab-86ab46224c07), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:48.634727 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-10ace791-b991-4035-9650-be7ac3445eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:48.639038 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-10ace791-b991-4035-9650-be7ac3445eb1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8bc9321a-e148-425a-8bab-86ab46224c07 HTTP/1.1" status: 204 len: 168 time: 0.1931889 Jan 10 12:07:48.645801 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ace791-b991-4035-9650-be7ac3445eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc9321a-e148-425a-8bab-86ab46224c07,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:48.685420 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea88e2-b8b2-4a10-85ad-01431e7558ef req-742f01cc-99bf-42d1-99cc-4dd8d35ab8ac tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:48.686960 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-28ea88e2-b8b2-4a10-85ad-01431e7558ef req-742f01cc-99bf-42d1-99cc-4dd8d35ab8ac tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 944 time: 0.0552773 Jan 10 12:07:48.710438 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:48.735259 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b805566-d670-4590-ae93-42c3faf8ed8e'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:07:48.737623 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd391fba-6c59-4e1f-a81c-a19f97a407e6" -d '{"events": [{"server_uuid": "a738418e-f6b5-4654-8faa-3ea52ab4d040", "name": "network-vif-plugged", "status": "completed", "tag": "9b805566-d670-4590-ae93-42c3faf8ed8e"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:07:48.746389 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-28ea88e2-b8b2-4a10-85ad-01431e7558ef req-ab89a6bc-e850-4427-a150-2ac3d98fdecd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=755e2ded-f1f4-4f2c-913e-b6615520bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533733 Jan 10 12:07:48.750537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 9b805566-d670-4590-ae93-42c3faf8ed8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9b805566-d670-4590-ae93-42c3faf8ed8e,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:07:48.831798 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:48.882288 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=9b805566-d670-4590-ae93-42c3faf8ed8e,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:48.907010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57fcf49-b926-450a-a77d-7870f75fab96 x-openstack-request-id: req-c57fcf49-b926-450a-a77d-7870f75fab96 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:07:48.907317 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a738418e-f6b5-4654-8faa-3ea52ab4d040", "name": "network-vif-plugged", "status": "completed", "tag": "9b805566-d670-4590-ae93-42c3faf8ed8e", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:07:48.907581 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c57fcf49-b926-450a-a77d-7870f75fab96 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:07:48.907984 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'code': 200} Jan 10 12:07:49.196150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7955ea2-4b11-4785-94f5-f34af4afeeb1 req-7f81888e-4603-4524-86c7-323f8aaa4471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:49.197673 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d7955ea2-4b11-4785-94f5-f34af4afeeb1 req-7f81888e-4603-4524-86c7-323f8aaa4471 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 1098 time: 0.0422578 Jan 10 12:07:49.242370 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d7955ea2-4b11-4785-94f5-f34af4afeeb1 req-6449a28a-f414-4249-9312-35a2fafa30dd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=755e2ded-f1f4-4f2c-913e-b6615520bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389142 Jan 10 12:07:49.427387 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:49.864849 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1db59-f204-46f7-b339-e9cdb4b5ea18 req-5a77c71e-7f02-4ed2-a785-faf39dc843e4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:49.866318 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b6f1db59-f204-46f7-b339-e9cdb4b5ea18 req-5a77c71e-7f02-4ed2-a785-faf39dc843e4 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 945 time: 0.0475178 Jan 10 12:07:49.913361 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b6f1db59-f204-46f7-b339-e9cdb4b5ea18 req-48aa940b-c86e-4836-910a-b81467c86866 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=755e2ded-f1f4-4f2c-913e-b6615520bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416603 Jan 10 12:07:51.031914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f029f7-3909-4d32-8293-5c2b157ca985 req-0e5c1f07-0388-4b18-bba0-23b15e847b6e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:51.033416 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f9f029f7-3909-4d32-8293-5c2b157ca985 req-0e5c1f07-0388-4b18-bba0-23b15e847b6e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 945 time: 0.0528839 Jan 10 12:07:51.080805 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f9f029f7-3909-4d32-8293-5c2b157ca985 req-a629cdd6-d1fc-41f1-ba1e-856714e07646 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=755e2ded-f1f4-4f2c-913e-b6615520bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419331 Jan 10 12:07:51.194965 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23681e-d501-4bef-9797-d7c078b87ae1 req-a8177da1-74ef-46e0-a919-06378f981778 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:51.196341 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7d23681e-d501-4bef-9797-d7c078b87ae1 req-a8177da1-74ef-46e0-a919-06378f981778 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 945 time: 0.0511618 Jan 10 12:07:51.244432 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7d23681e-d501-4bef-9797-d7c078b87ae1 req-16cbffdb-ad9c-4506-84a4-924bee7c52b2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=755e2ded-f1f4-4f2c-913e-b6615520bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420220 Jan 10 12:07:51.270169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60578) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:51.308191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9438ef57-62a4-488c-8432-cdbb43250e17 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:51.309692 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9438ef57-62a4-488c-8432-cdbb43250e17 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 1093 time: 0.0385492 Jan 10 12:07:51.313148 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60580) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:51.317407 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:51.387497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:51.484331 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:51.583835 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.141 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/db167ee3-3857-456a-9b6e-67d459698e9a) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:07:51.683323 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (db167ee3-3857-456a-9b6e-67d459698e9a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:51.770294 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (db167ee3-3857-456a-9b6e-67d459698e9a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:51.807416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:07:51.810913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:07:51.814297 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:07:51.836823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=db167ee3-3857-456a-9b6e-67d459698e9a,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:52.150346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (a40388be-279b-4b6b-9457-208692861572), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:52.270043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (db167ee3-3857-456a-9b6e-67d459698e9a), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:52.416962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (db167ee3-3857-456a-9b6e-67d459698e9a), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:52.495271 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (db167ee3-3857-456a-9b6e-67d459698e9a), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:52.563242 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=db167ee3-3857-456a-9b6e-67d459698e9a,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:52.576173 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (a40388be-279b-4b6b-9457-208692861572), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:52.673546 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP a40388be-279b-4b6b-9457-208692861572 associated. External IP: 172.36.2.141, port: 9b805566-d670-4590-ae93-42c3faf8ed8e. Jan 10 12:07:52.875819 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:07:52.980535 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:07:52.991042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f4cc61-256f-4793-9f16-29c0d8fa7356 None None] Sync routers for ids ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:07:53.000805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f4cc61-256f-4793-9f16-29c0d8fa7356 None None] Routers {'42411ab0-7cbe-4d51-9098-db53ad0bbc58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:07:53.001439 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-42f4cc61-256f-4793-9f16-29c0d8fa7356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:53.057580 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:53.088432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60582) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:53.088979 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-94da7342-de6d-4503-9dee-fe07264c0b67 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7743313 Jan 10 12:07:53.089231 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'tag': '9b805566-d670-4590-ae93-42c3faf8ed8e'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:07:53.091416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ed9afc-bf97-444c-bc29-7cf0893b92f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a738418e-f6b5-4654-8faa-3ea52ab4d040", "tag": "9b805566-d670-4590-ae93-42c3faf8ed8e"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:07:53.111477 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-42f4cc61-256f-4793-9f16-29c0d8fa7356 None None] Set router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:07:53.135289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78afcd07-343b-4163-a189-f4d25209191f x-openstack-request-id: req-78afcd07-343b-4163-a189-f4d25209191f {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:07:53.135841 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a738418e-f6b5-4654-8faa-3ea52ab4d040", "tag": "9b805566-d670-4590-ae93-42c3faf8ed8e", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:07:53.135940 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f82cd1e-edb7-4019-96ce-05aabe071da8 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:53.136354 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78afcd07-343b-4163-a189-f4d25209191f {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:07:53.136925 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'tag': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'status': 'completed', 'code': 200} Jan 10 12:07:53.137750 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5f82cd1e-edb7-4019-96ce-05aabe071da8 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 1093 time: 0.0482841 Jan 10 12:07:53.210578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed9afc-bf97-444c-bc29-7cf0893b92f1 req-bf3d93aa-8db9-4bbd-b389-b6382d2d964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:53.212209 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-40ed9afc-bf97-444c-bc29-7cf0893b92f1 req-bf3d93aa-8db9-4bbd-b389-b6382d2d964c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 1098 time: 0.0446839 Jan 10 12:07:53.346422 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-42f4cc61-256f-4793-9f16-29c0d8fa7356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:33Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a40388be-279b-4b6b-9457-208692861572', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.141', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'port_id': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'mac_address': 'fa:16:3e:95:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:07:52Z', 'updated_at': '2022-01-10T12:07:52Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab7e02a-31dd-42ec-aef8-97183e79e367', 'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:f2:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:32Z', 'updated_at': '2022-01-10T12:07:36Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '03f49055-f82e-4c24-b141-53ffed073c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:53.377852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f4cc61-256f-4793-9f16-29c0d8fa7356 None None] Checking router: 42411ab0-7cbe-4d51-9098-db53ad0bbc58 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:07:53.387285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f4cc61-256f-4793-9f16-29c0d8fa7356 None None] Routers {'42411ab0-7cbe-4d51-9098-db53ad0bbc58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:07:53.387960 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-42f4cc61-256f-4793-9f16-29c0d8fa7356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:53.468551 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60588) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:53.473379 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-4fc6ef3d-2776-4b3f-ac95-8a78ab1d469b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1793742539', 'description': 'tempest-secgroup-smoke-1793742539 description', 'project_id': 'a8ed50a2c6284926857fedd16b365558'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:53.519480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-42f4cc61-256f-4793-9f16-29c0d8fa7356 None None] Set router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:07:53.575644 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ef3d-2776-4b3f-ac95-8a78ab1d469b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:53.645872 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ef3d-2776-4b3f-ac95-8a78ab1d469b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (bcc94a4d-6352-404e-809c-fb8ade8554ed), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:53.663293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed9afc-bf97-444c-bc29-7cf0893b92f1 req-95c5e83d-c9ec-40f5-afed-08546f6edcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:53.664835 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-40ed9afc-bf97-444c-bc29-7cf0893b92f1 req-95c5e83d-c9ec-40f5-afed-08546f6edcde service neutron] 10.222.0.30 "GET /v2.0/networks?id=0498c4b5-21c8-4d28-b24a-af89e1c970b0 HTTP/1.1" status: 200 len: 897 time: 0.4465392 Jan 10 12:07:53.719256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ef3d-2776-4b3f-ac95-8a78ab1d469b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (bcc94a4d-6352-404e-809c-fb8ade8554ed), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:53.730200 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-40ed9afc-bf97-444c-bc29-7cf0893b92f1 req-bf40819d-e05b-4065-bc6b-8e450a7d8a53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b805566-d670-4590-ae93-42c3faf8ed8e HTTP/1.1" status: 200 len: 999 time: 0.0593743 Jan 10 12:07:53.739889 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-42f4cc61-256f-4793-9f16-29c0d8fa7356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:33Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a40388be-279b-4b6b-9457-208692861572', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.141', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'port_id': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'mac_address': 'fa:16:3e:95:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:07:52Z', 'updated_at': '2022-01-10T12:07:52Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab7e02a-31dd-42ec-aef8-97183e79e367', 'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:f2:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:32Z', 'updated_at': '2022-01-10T12:07:36Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '03f49055-f82e-4c24-b141-53ffed073c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:07:53.749864 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6ef3d-2776-4b3f-ac95-8a78ab1d469b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc94a4d-6352-404e-809c-fb8ade8554ed,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:53.771727 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f4cc61-256f-4793-9f16-29c0d8fa7356 None None] The sync data for ids ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'] in dv-neutron-master-2-hyperv is: [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:33Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a40388be-279b-4b6b-9457-208692861572', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.141', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'port_id': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'mac_address': 'fa:16:3e:95:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:07:52Z', 'updated_at': '2022-01-10T12:07:52Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab7e02a-31dd-42ec-aef8-97183e79e367', 'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:f2:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:32Z', 'updated_at': '2022-01-10T12:07:36Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '03f49055-f82e-4c24-b141-53ffed073c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:07:53.782888 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed9afc-bf97-444c-bc29-7cf0893b92f1 req-e316cd4c-eb8b-45e5-9696-dfa8b55f6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:53.784355 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-40ed9afc-bf97-444c-bc29-7cf0893b92f1 req-e316cd4c-eb8b-45e5-9696-dfa8b55f6571 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03f49055-f82e-4c24-b141-53ffed073c18 HTTP/1.1" status: 200 len: 835 time: 0.0486162 Jan 10 12:07:53.812765 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ef3d-2776-4b3f-ac95-8a78ab1d469b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:53.814281 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4fc6ef3d-2776-4b3f-ac95-8a78ab1d469b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3446498 Jan 10 12:07:53.817240 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60590) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:53.822020 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-2c155838-86b8-4cbe-96b3-27a7c9a0d924 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'bcc94a4d-6352-404e-809c-fb8ade8554ed', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:53.855172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed9afc-bf97-444c-bc29-7cf0893b92f1 req-94d6b0f4-74a0-482f-b469-a2816bbad44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:53.856760 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-40ed9afc-bf97-444c-bc29-7cf0893b92f1 req-94d6b0f4-74a0-482f-b469-a2816bbad44c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0498c4b5-21c8-4d28-b24a-af89e1c970b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669563 Jan 10 12:07:53.933223 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c155838-86b8-4cbe-96b3-27a7c9a0d924 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (657b026d-4896-40e9-b88c-bbed0f5e1e26), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:53.967798 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e819c61-88a2-4738-ace0-ed6a3454b89d None None] New status for floating IP a40388be-279b-4b6b-9457-208692861572: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:07:53.971309 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-40ed9afc-bf97-444c-bc29-7cf0893b92f1 req-05937af8-0125-4a96-8983-b4c52cb66f28 service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089978 Jan 10 12:07:54.046003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c155838-86b8-4cbe-96b3-27a7c9a0d924 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (657b026d-4896-40e9-b88c-bbed0f5e1e26), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:54.078115 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-40ed9afc-bf97-444c-bc29-7cf0893b92f1 req-f7ce5d9c-a038-47d7-a5fb-65f33adb6125 service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003551 Jan 10 12:07:54.117054 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c155838-86b8-4cbe-96b3-27a7c9a0d924 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (657b026d-4896-40e9-b88c-bbed0f5e1e26), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:54.137185 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c155838-86b8-4cbe-96b3-27a7c9a0d924 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657b026d-4896-40e9-b88c-bbed0f5e1e26,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:54.200379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2c155838-86b8-4cbe-96b3-27a7c9a0d924 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:54.202437 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2c155838-86b8-4cbe-96b3-27a7c9a0d924 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3841069 Jan 10 12:07:54.205251 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60592) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:54.210000 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-739375f7-4e2d-4cb4-8be8-b72798e7f83b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'bcc94a4d-6352-404e-809c-fb8ade8554ed', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:54.288927 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-739375f7-4e2d-4cb4-8be8-b72798e7f83b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (e4514579-d3ed-49af-87e0-95d24d7fd16e), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:54.348207 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-739375f7-4e2d-4cb4-8be8-b72798e7f83b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (e4514579-d3ed-49af-87e0-95d24d7fd16e), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:54.392291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-739375f7-4e2d-4cb4-8be8-b72798e7f83b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (e4514579-d3ed-49af-87e0-95d24d7fd16e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:54.409841 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739375f7-4e2d-4cb4-8be8-b72798e7f83b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4514579-d3ed-49af-87e0-95d24d7fd16e,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:54.457635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-739375f7-4e2d-4cb4-8be8-b72798e7f83b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:54.458900 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-739375f7-4e2d-4cb4-8be8-b72798e7f83b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2526145 Jan 10 12:07:54.461610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60594) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:54.465890 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-4676cd22-1b64-4c47-9c31-ca35bb14791b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'bcc94a4d-6352-404e-809c-fb8ade8554ed', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:54.534120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4676cd22-1b64-4c47-9c31-ca35bb14791b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (58317bbb-4891-4a43-9f9b-307022f712ce), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:54.589071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4676cd22-1b64-4c47-9c31-ca35bb14791b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (58317bbb-4891-4a43-9f9b-307022f712ce), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:54.661113 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4676cd22-1b64-4c47-9c31-ca35bb14791b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (58317bbb-4891-4a43-9f9b-307022f712ce), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:54.680159 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676cd22-1b64-4c47-9c31-ca35bb14791b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58317bbb-4891-4a43-9f9b-307022f712ce,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:54.749434 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4676cd22-1b64-4c47-9c31-ca35bb14791b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:54.750684 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4676cd22-1b64-4c47-9c31-ca35bb14791b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2881284 Jan 10 12:07:54.753434 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60596) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:54.757746 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-65dffdbc-7261-4fad-bb04-6313ddcdab1f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'bcc94a4d-6352-404e-809c-fb8ade8554ed', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:54.832404 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-65dffdbc-7261-4fad-bb04-6313ddcdab1f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (81285ace-a7e1-4fc5-83b4-6c02fcdc7ef2), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:54.888282 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-65dffdbc-7261-4fad-bb04-6313ddcdab1f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (81285ace-a7e1-4fc5-83b4-6c02fcdc7ef2), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:54.945694 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-65dffdbc-7261-4fad-bb04-6313ddcdab1f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (81285ace-a7e1-4fc5-83b4-6c02fcdc7ef2), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:54.960075 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dffdbc-7261-4fad-bb04-6313ddcdab1f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81285ace-a7e1-4fc5-83b4-6c02fcdc7ef2,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:55.092499 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-65dffdbc-7261-4fad-bb04-6313ddcdab1f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:55.093753 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-65dffdbc-7261-4fad-bb04-6313ddcdab1f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3393519 Jan 10 12:07:55.096469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60598) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:55.100999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-a1b09475-efe7-419a-bfdc-3940730e691d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'bcc94a4d-6352-404e-809c-fb8ade8554ed', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:55.181296 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-a1b09475-efe7-419a-bfdc-3940730e691d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:07:55.186287 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a1b09475-efe7-419a-bfdc-3940730e691d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (4f32b007-e788-4108-b962-35ddf447e807), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:55.234976 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a1b09475-efe7-419a-bfdc-3940730e691d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (4f32b007-e788-4108-b962-35ddf447e807), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:55.306593 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a1b09475-efe7-419a-bfdc-3940730e691d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (4f32b007-e788-4108-b962-35ddf447e807), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:55.327851 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b09475-efe7-419a-bfdc-3940730e691d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f32b007-e788-4108-b962-35ddf447e807,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:55.406215 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a1b09475-efe7-419a-bfdc-3940730e691d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:55.407393 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a1b09475-efe7-419a-bfdc-3940730e691d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3099256 Jan 10 12:07:55.410146 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60600) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:07:55.414497 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-25dcaa49-96e1-4d33-b52d-c7c0347f0d07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': 'bcc94a4d-6352-404e-809c-fb8ade8554ed', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:55.518148 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-25dcaa49-96e1-4d33-b52d-c7c0347f0d07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:07:55.523139 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-25dcaa49-96e1-4d33-b52d-c7c0347f0d07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (b0ec4857-1bff-4d1c-8e6d-68378d59f174), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:55.581708 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-25dcaa49-96e1-4d33-b52d-c7c0347f0d07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (b0ec4857-1bff-4d1c-8e6d-68378d59f174), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:55.660727 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-25dcaa49-96e1-4d33-b52d-c7c0347f0d07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (b0ec4857-1bff-4d1c-8e6d-68378d59f174), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:55.677524 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcaa49-96e1-4d33-b52d-c7c0347f0d07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ec4857-1bff-4d1c-8e6d-68378d59f174,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:55.754262 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-25dcaa49-96e1-4d33-b52d-c7c0347f0d07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:55.755480 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-25dcaa49-96e1-4d33-b52d-c7c0347f0d07 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3443551 Jan 10 12:07:55.945136 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-27a7f275-6d41-4f5d-a077-d967a415f500 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1793742539&fields=id&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 267 time: 0.0442364 Jan 10 12:07:56.054959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-faadf4ca-7394-43f0-9cf0-31049d2586ea tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:56.056464 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-faadf4ca-7394-43f0-9cf0-31049d2586ea tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/networks?id=0498c4b5-21c8-4d28-b24a-af89e1c970b0 HTTP/1.1" status: 200 len: 796 time: 0.1050422 Jan 10 12:07:56.071162 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-a4f00259-6cb4-40c3-b81f-ff1577681285 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/quotas/a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 375 time: 0.0087867 Jan 10 12:07:56.121368 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-6fad107d-b9d3-45f0-b78d-c9f50d26edd6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455024 Jan 10 12:07:56.217902 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-5762bb33-fede-4123-8791-ce178bff4079 service neutron] 10.222.0.16 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848649 Jan 10 12:07:56.306145 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1968d66a-3e9a-468a-aed7-2f5be71fa7e4 service neutron] 10.222.0.16 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825028 Jan 10 12:07:56.556737 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cea00875-7cab-4995-925e-5994efeeb051 req-93f1b5d1-3ce0-47bb-ad31-0a05c9885249 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 210 time: 0.0265293 Jan 10 12:07:57.657513 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-360f8df2-7996-4c2a-aafe-a003311f6338 req-ebd5b7ba-01f3-443e-a110-16f2ea806a1b tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 210 time: 0.0307310 Jan 10 12:07:58.243088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-dd490318-97ae-4498-b447-138593b8338a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:58.244856 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-dd490318-97ae-4498-b447-138593b8338a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/networks?id=0498c4b5-21c8-4d28-b24a-af89e1c970b0 HTTP/1.1" status: 200 len: 796 time: 0.1017933 Jan 10 12:07:58.318877 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-0b2bfadd-8e58-44d6-8277-1193601c53f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 473 time: 0.0661719 Jan 10 12:07:58.328826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'port': {'device_id': '66332b88-f482-4b3d-b20d-b901f7601f0c', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'admin_state_up': True, 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'security_groups': ['bcc94a4d-6352-404e-809c-fb8ade8554ed']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:58.513156 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:07:58.516782 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:58.643281 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.11 (0498c4b5-21c8-4d28-b24a-af89e1c970b0/03f49055-f82e-4c24-b141-53ffed073c18/9902d933-1a73-459b-891b-3bdd6aeb80c1) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:07:58.750787 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-85450f29-4d51-408a-95a5-83d4156bb30c req-aca71314-749b-4228-996b-8a426568713c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 210 time: 0.0263038 Jan 10 12:07:58.780278 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (9902d933-1a73-459b-891b-3bdd6aeb80c1), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:58.854360 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (9902d933-1a73-459b-891b-3bdd6aeb80c1), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:58.902148 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:07:58.905238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:07:58.908881 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:07:58.915400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=9902d933-1a73-459b-891b-3bdd6aeb80c1,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:58.944816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:58.945180 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:58.945538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:58.945915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:58.946269 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:58.946614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:58.946954 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:58.947294 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:58.947641 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:58.947981 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:58.948317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:58.948644 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:58.948987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:07:58.977126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:58.977744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:59.057573 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-77fa31c7-8f8c-41eb-be07-11f80d85674f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7331903 Jan 10 12:07:59.072852 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Request body: {'port': {'device_id': '66332b88-f482-4b3d-b20d-b901f7601f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:07:59.121100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-3a49e8ef-d46d-4c8c-a9d2-59f6e7e5bdf0 None None] Provisioning complete for port 9902d933-1a73-459b-891b-3bdd6aeb80c1 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:07:59.121839 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3a49e8ef-d46d-4c8c-a9d2-59f6e7e5bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9902d933-1a73-459b-891b-3bdd6aeb80c1), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:59.130612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9902d933-1a73-459b-891b-3bdd6aeb80c1), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:59.155623 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3a49e8ef-d46d-4c8c-a9d2-59f6e7e5bdf0 None None] Port 9902d933-1a73-459b-891b-3bdd6aeb80c1 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:07:59.397641 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9902d933-1a73-459b-891b-3bdd6aeb80c1 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:07:59.405315 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Publish callbacks [] for port (9902d933-1a73-459b-891b-3bdd6aeb80c1), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:59.417116 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Transition to ACTIVE for port object 9902d933-1a73-459b-891b-3bdd6aeb80c1 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:07:59.482992 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (9902d933-1a73-459b-891b-3bdd6aeb80c1), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:59.531009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9902d933-1a73-459b-891b-3bdd6aeb80c1,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:59.607256 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Attempting to bind port 9902d933-1a73-459b-891b-3bdd6aeb80c1 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:07:59.607597 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Attempting to bind port 9902d933-1a73-459b-891b-3bdd6aeb80c1 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:07:59.607952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Attempting to bind port 9902d933-1a73-459b-891b-3bdd6aeb80c1 on network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:07:59.612678 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Port 9902d933-1a73-459b-891b-3bdd6aeb80c1 on network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:07:59.612995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Attempting to bind port 9902d933-1a73-459b-891b-3bdd6aeb80c1 on network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:07:59.617919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:07:59.618261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Checking segment: {'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:07:59.618664 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Bound using segment: {'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:07:59.619084 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Bound port: 9902d933-1a73-459b-891b-3bdd6aeb80c1, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8af97cd-ba4b-465a-ac77-3e97ad224b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:07:59.619439 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9902d933-1a73-459b-891b-3bdd6aeb80c1), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:59.684756 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] For port 9902d933-1a73-459b-891b-3bdd6aeb80c1, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:07:59.688036 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] For port 9902d933-1a73-459b-891b-3bdd6aeb80c1, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9902d933-1a73-459b-891b-3bdd6aeb80c1,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:07:59.758297 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (9902d933-1a73-459b-891b-3bdd6aeb80c1), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:59.794993 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:59.796224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:07:59.797624 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] 10.222.0.30 "PUT /v2.0/ports/9902d933-1a73-459b-891b-3bdd6aeb80c1 HTTP/1.1" status: 200 len: 1094 time: 0.7292080 Jan 10 12:07:59.798101 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66332b88-f482-4b3d-b20d-b901f7601f0c', 'tag': '9902d933-1a73-459b-891b-3bdd6aeb80c1'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:07:59.800814 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f25a44-7b7b-4b1c-845d-1336367a1f24" -d '{"events": [{"name": "network-changed", "server_uuid": "66332b88-f482-4b3d-b20d-b901f7601f0c", "tag": "9902d933-1a73-459b-891b-3bdd6aeb80c1"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:07:59.836476 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d128ca0-b3b8-423e-a7fb-d31789ae13a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9902d933-1a73-459b-891b-3bdd6aeb80c1,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:07:59.851160 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:07:59.855583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1391d067-93ea-421f-bae9-0a22ad9e3bf2 x-openstack-request-id: req-1391d067-93ea-421f-bae9-0a22ad9e3bf2 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:07:59.863875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66332b88-f482-4b3d-b20d-b901f7601f0c", "tag": "9902d933-1a73-459b-891b-3bdd6aeb80c1", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:07:59.863875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1391d067-93ea-421f-bae9-0a22ad9e3bf2 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:07:59.863875 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66332b88-f482-4b3d-b20d-b901f7601f0c', 'tag': '9902d933-1a73-459b-891b-3bdd6aeb80c1', 'status': 'completed', 'code': 200} Jan 10 12:07:59.894833 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa4f17-980d-4875-ad06-c513691dc7d6 req-b3499c25-9ec8-4f36-9c2a-8c8324d710ea tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:59.897741 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1afa4f17-980d-4875-ad06-c513691dc7d6 req-b3499c25-9ec8-4f36-9c2a-8c8324d710ea tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 944 time: 0.0759845 Jan 10 12:07:59.958918 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f25a44-7b7b-4b1c-845d-1336367a1f24 req-b46aa335-5463-4265-9743-e2a1e3a26db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:07:59.960429 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-27f25a44-7b7b-4b1c-845d-1336367a1f24 req-b46aa335-5463-4265-9743-e2a1e3a26db7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 1097 time: 0.0876493 Jan 10 12:07:59.970284 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1afa4f17-980d-4875-ad06-c513691dc7d6 req-cf110ec1-b3a0-4e5c-9c99-c0a9f61cc9cd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcc94a4d-6352-404e-809c-fb8ade8554ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577719 Jan 10 12:08:00.061355 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f25a44-7b7b-4b1c-845d-1336367a1f24 req-a26e1b75-7eba-4f81-a799-42e29fdb00c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:00.062858 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-27f25a44-7b7b-4b1c-845d-1336367a1f24 req-a26e1b75-7eba-4f81-a799-42e29fdb00c8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a8ed50a2c6284926857fedd16b365558&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0917318 Jan 10 12:08:00.158741 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f25a44-7b7b-4b1c-845d-1336367a1f24 req-acaa2150-f271-48fc-ae25-19b3aa842908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:00.160150 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-27f25a44-7b7b-4b1c-845d-1336367a1f24 req-acaa2150-f271-48fc-ae25-19b3aa842908 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922899 Jan 10 12:08:00.231757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-d09b3094-19a0-40a3-a215-a496959b6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:00.233259 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-d09b3094-19a0-40a3-a215-a496959b6ac4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 1097 time: 0.0404420 Jan 10 12:08:00.279407 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-30f39cfe-5d7a-4d50-ba9e-69fe9b576c3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9902d933-1a73-459b-891b-3bdd6aeb80c1 HTTP/1.1" status: 200 len: 217 time: 0.0400622 Jan 10 12:08:00.328084 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-9575563d-9b58-4273-9606-b91e68cc71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:00.329501 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-9575563d-9b58-4273-9606-b91e68cc71ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03f49055-f82e-4c24-b141-53ffed073c18 HTTP/1.1" status: 200 len: 835 time: 0.0438318 Jan 10 12:08:00.371706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-77a8bbfb-2514-42da-9ebe-120706818c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:00.373678 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-77a8bbfb-2514-42da-9ebe-120706818c7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0498c4b5-21c8-4d28-b24a-af89e1c970b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384893 Jan 10 12:08:00.462542 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-e9ce777e-a691-4eac-9cde-ea0b473be8eb service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832865 Jan 10 12:08:00.548655 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0944aa67-706c-4134-b7e3-fbd58d5ef6b3 req-7cf9a095-471e-4f22-a7d3-246ad231987d service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799034 Jan 10 12:08:01.085665 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5bee5-4749-4d63-b280-70fa525f0258 req-3010f4fe-e2c3-47b9-a42d-67d7d8979842 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:01.087207 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-56f5bee5-4749-4d63-b280-70fa525f0258 req-3010f4fe-e2c3-47b9-a42d-67d7d8979842 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 944 time: 0.0482159 Jan 10 12:08:01.139171 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-56f5bee5-4749-4d63-b280-70fa525f0258 req-f77f35af-aa4b-431b-8c1d-081fbe3a05cb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcc94a4d-6352-404e-809c-fb8ade8554ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459318 Jan 10 12:08:02.256970 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c236ad-0fca-4536-a1e5-8e27f1d531b1 req-88c4a86f-b3d5-4d9a-bbaf-ef8edfef9709 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:02.258519 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-71c236ad-0fca-4536-a1e5-8e27f1d531b1 req-88c4a86f-b3d5-4d9a-bbaf-ef8edfef9709 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 944 time: 0.0536458 Jan 10 12:08:02.306407 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-71c236ad-0fca-4536-a1e5-8e27f1d531b1 req-5faa0ea7-68b1-48c7-a214-0e5e09483a7d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcc94a4d-6352-404e-809c-fb8ade8554ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420897 Jan 10 12:08:02.596234 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 9902d933-1a73-459b-891b-3bdd6aeb80c1 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:08:02.689189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 9902d933-1a73-459b-891b-3bdd6aeb80c1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9902d933-1a73-459b-891b-3bdd6aeb80c1,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:08:02.699906 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '9902d933-1a73-459b-891b-3bdd6aeb80c1', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'port_id': '9902d933-1a73-459b-891b-3bdd6aeb80c1', 'mac_address': 'fa:16:3e:44:a7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:08:02.738149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9902d933-1a73-459b-891b-3bdd6aeb80c1), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:02.752122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9902d933-1a73-459b-891b-3bdd6aeb80c1 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:08:02.774794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 9902d933-1a73-459b-891b-3bdd6aeb80c1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9902d933-1a73-459b-891b-3bdd6aeb80c1,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:08:02.842590 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9902d933-1a73-459b-891b-3bdd6aeb80c1), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:02.892476 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=9902d933-1a73-459b-891b-3bdd6aeb80c1,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:08:03.049890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['9902d933-1a73-459b-891b-3bdd6aeb80c1'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:08:03.418478 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021601d-633e-4683-abee-8efce1db72b1 req-d7a467af-16b2-4cc4-bd98-ec4657368506 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:03.420374 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7021601d-633e-4683-abee-8efce1db72b1 req-d7a467af-16b2-4cc4-bd98-ec4657368506 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 945 time: 0.0492463 Jan 10 12:08:03.467961 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7021601d-633e-4683-abee-8efce1db72b1 req-60cb37c6-c392-4ca1-8e6d-f0008f7f7e80 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcc94a4d-6352-404e-809c-fb8ade8554ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421407 Jan 10 12:08:04.580219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30e9a1-a76a-4556-a7d6-e6d3e6fa919d req-44cf6742-6253-483d-9396-fd8c8f69435e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:04.581690 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ed30e9a1-a76a-4556-a7d6-e6d3e6fa919d req-44cf6742-6253-483d-9396-fd8c8f69435e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 945 time: 0.0483849 Jan 10 12:08:04.604225 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 9902d933-1a73-459b-891b-3bdd6aeb80c1 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:08:04.630233 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ed30e9a1-a76a-4556-a7d6-e6d3e6fa919d req-722eacf4-c1e2-44cf-ba00-171e80a7ccf0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcc94a4d-6352-404e-809c-fb8ade8554ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430534 Jan 10 12:08:04.729030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 9902d933-1a73-459b-891b-3bdd6aeb80c1 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:08:04.732771 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 9902d933-1a73-459b-891b-3bdd6aeb80c1 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:08:04.733147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9902d933-1a73-459b-891b-3bdd6aeb80c1), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:04.810890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9902d933-1a73-459b-891b-3bdd6aeb80c1), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:04.832700 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66332b88-f482-4b3d-b20d-b901f7601f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9902d933-1a73-459b-891b-3bdd6aeb80c1'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:08:04.834944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a355a0a-ab17-41a1-ab0e-51d42e2cec02" -d '{"events": [{"server_uuid": "66332b88-f482-4b3d-b20d-b901f7601f0c", "name": "network-vif-plugged", "status": "completed", "tag": "9902d933-1a73-459b-891b-3bdd6aeb80c1"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:08:04.846811 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 9902d933-1a73-459b-891b-3bdd6aeb80c1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9902d933-1a73-459b-891b-3bdd6aeb80c1,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:08:04.870711 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c853c9-03f4-42e3-92e2-dfe2deebb498 x-openstack-request-id: req-c5c853c9-03f4-42e3-92e2-dfe2deebb498 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:08:04.871032 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66332b88-f482-4b3d-b20d-b901f7601f0c", "name": "network-vif-plugged", "status": "completed", "tag": "9902d933-1a73-459b-891b-3bdd6aeb80c1", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:08:04.871297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5c853c9-03f4-42e3-92e2-dfe2deebb498 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:08:04.871701 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66332b88-f482-4b3d-b20d-b901f7601f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9902d933-1a73-459b-891b-3bdd6aeb80c1', 'code': 200} Jan 10 12:08:04.901032 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9902d933-1a73-459b-891b-3bdd6aeb80c1), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:04.947721 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=9902d933-1a73-459b-891b-3bdd6aeb80c1,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:08:05.141287 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56820b58-f227-406d-b017-61300cd6625e req-8300b7bb-f128-41be-ab54-cdedc2d8ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:05.142749 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-56820b58-f227-406d-b017-61300cd6625e req-8300b7bb-f128-41be-ab54-cdedc2d8ef38 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 1099 time: 0.0404382 Jan 10 12:08:05.191320 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-56820b58-f227-406d-b017-61300cd6625e req-32706fbb-c49e-4b09-9d17-e18a067a2052 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bcc94a4d-6352-404e-809c-fb8ade8554ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424540 Jan 10 12:08:05.742445 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6478b-df66-4b20-b61d-b80078306469 req-e501639c-0163-47da-a6ff-1c9d1b36e61f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:05.743922 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96c6478b-df66-4b20-b61d-b80078306469 req-e501639c-0163-47da-a6ff-1c9d1b36e61f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 946 time: 0.0487039 Jan 10 12:08:05.793670 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96c6478b-df66-4b20-b61d-b80078306469 req-bfb6e8ab-fff4-4955-87f0-c93b25bbcc57 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcc94a4d-6352-404e-809c-fb8ade8554ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442865 Jan 10 12:08:06.043824 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-21cc9514-a89e-4175-a41c-4e417982fb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:06.906359 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70a04a-0bbc-4eab-aa10-11355c30884c req-c005844a-a3ae-4db7-8def-44a227c8f22c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:06.907825 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fc70a04a-0bbc-4eab-aa10-11355c30884c req-c005844a-a3ae-4db7-8def-44a227c8f22c tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 946 time: 0.0476851 Jan 10 12:08:06.955640 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fc70a04a-0bbc-4eab-aa10-11355c30884c req-bae270d2-20c9-48ee-af77-3e6ba1a6ef56 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcc94a4d-6352-404e-809c-fb8ade8554ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422556 Jan 10 12:08:07.067256 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f939b4b-de32-41ce-95cb-bde45d103aa2 req-278a752a-f5f0-472e-ac65-06a24d616f62 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:07.068751 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3f939b4b-de32-41ce-95cb-bde45d103aa2 req-278a752a-f5f0-472e-ac65-06a24d616f62 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 946 time: 0.0485711 Jan 10 12:08:07.116919 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3f939b4b-de32-41ce-95cb-bde45d103aa2 req-884030ce-0343-4d95-ad83-b050c7483c5d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcc94a4d-6352-404e-809c-fb8ade8554ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424833 Jan 10 12:08:07.137785 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60652) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:08:07.180235 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6816c514-ab1e-4367-8775-78bb2add3ca1 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:07.181733 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6816c514-ab1e-4367-8775-78bb2add3ca1 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 1094 time: 0.0424240 Jan 10 12:08:07.184446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60654) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:08:07.188611 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '9902d933-1a73-459b-891b-3bdd6aeb80c1', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:08:07.266662 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:07.358697 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:07.460239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.159 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/82e4eaf8-0914-419f-8d3f-99206b584920) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:08:07.556724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (82e4eaf8-0914-419f-8d3f-99206b584920), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:07.666724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (82e4eaf8-0914-419f-8d3f-99206b584920), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:07.709591 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:08:07.712800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:08:07.715269 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:08:07.738063 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=82e4eaf8-0914-419f-8d3f-99206b584920,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:08:08.050808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (4a4f2a0f-50c8-484e-880a-f91a0cdc6929), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:08.177155 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (82e4eaf8-0914-419f-8d3f-99206b584920), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:08.324750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (82e4eaf8-0914-419f-8d3f-99206b584920), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:08.397764 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (82e4eaf8-0914-419f-8d3f-99206b584920), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:08.465698 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=82e4eaf8-0914-419f-8d3f-99206b584920,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:08:08.474313 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (4a4f2a0f-50c8-484e-880a-f91a0cdc6929), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:08.572135 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP 4a4f2a0f-50c8-484e-880a-f91a0cdc6929 associated. External IP: 172.36.2.159, port: 9902d933-1a73-459b-891b-3bdd6aeb80c1. Jan 10 12:08:08.777670 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:08:08.883008 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:08:08.893304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf93c22-113a-4c25-8df9-735c0d1eddd1 None None] Sync routers for ids ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:08:08.902476 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf93c22-113a-4c25-8df9-735c0d1eddd1 None None] Routers {'42411ab0-7cbe-4d51-9098-db53ad0bbc58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:08:08.903084 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-2cf93c22-113a-4c25-8df9-735c0d1eddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:08:08.948831 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:08.985841 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-eeedee73-2996-455d-8498-a56af1136462 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7926948 Jan 10 12:08:08.985841 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66332b88-f482-4b3d-b20d-b901f7601f0c', 'tag': '9902d933-1a73-459b-891b-3bdd6aeb80c1'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:08:08.985841 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e80d7ea-c27b-4555-a846-a9719582c6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "66332b88-f482-4b3d-b20d-b901f7601f0c", "tag": "9902d933-1a73-459b-891b-3bdd6aeb80c1"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:08:09.018441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-2cf93c22-113a-4c25-8df9-735c0d1eddd1 None None] Set router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:08:09.026023 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0701f56-a566-489c-a1fe-a22e4a4574b0 x-openstack-request-id: req-b0701f56-a566-489c-a1fe-a22e4a4574b0 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:08:09.026328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66332b88-f482-4b3d-b20d-b901f7601f0c", "tag": "9902d933-1a73-459b-891b-3bdd6aeb80c1", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:08:09.026646 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0701f56-a566-489c-a1fe-a22e4a4574b0 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:08:09.027051 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66332b88-f482-4b3d-b20d-b901f7601f0c', 'tag': '9902d933-1a73-459b-891b-3bdd6aeb80c1', 'status': 'completed', 'code': 200} Jan 10 12:08:09.088727 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80d7ea-c27b-4555-a846-a9719582c6b9 req-793f526d-1950-4be5-b3c7-4a9e74b781c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:09.090268 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e80d7ea-c27b-4555-a846-a9719582c6b9 req-793f526d-1950-4be5-b3c7-4a9e74b781c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 1099 time: 0.0421195 Jan 10 12:08:09.186498 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80d7ea-c27b-4555-a846-a9719582c6b9 req-39764820-807b-4403-ad92-e5ec8b3aefb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:09.187985 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e80d7ea-c27b-4555-a846-a9719582c6b9 req-39764820-807b-4403-ad92-e5ec8b3aefb0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0498c4b5-21c8-4d28-b24a-af89e1c970b0 HTTP/1.1" status: 200 len: 897 time: 0.0907462 Jan 10 12:08:09.265394 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e80d7ea-c27b-4555-a846-a9719582c6b9 req-3350d849-9de9-4786-996e-6f10bca2906b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9902d933-1a73-459b-891b-3bdd6aeb80c1 HTTP/1.1" status: 200 len: 1000 time: 0.0698335 Jan 10 12:08:09.316323 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80d7ea-c27b-4555-a846-a9719582c6b9 req-662c2a7d-36f9-426f-85bc-69262d8c5cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:09.317851 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e80d7ea-c27b-4555-a846-a9719582c6b9 req-662c2a7d-36f9-426f-85bc-69262d8c5cd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03f49055-f82e-4c24-b141-53ffed073c18 HTTP/1.1" status: 200 len: 835 time: 0.0459480 Jan 10 12:08:09.369814 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80d7ea-c27b-4555-a846-a9719582c6b9 req-638d7fe2-23dd-47da-8522-cec7c9181129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:09.371336 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e80d7ea-c27b-4555-a846-a9719582c6b9 req-638d7fe2-23dd-47da-8522-cec7c9181129 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0498c4b5-21c8-4d28-b24a-af89e1c970b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468540 Jan 10 12:08:09.404713 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-2cf93c22-113a-4c25-8df9-735c0d1eddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:33Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4a4f2a0f-50c8-484e-880a-f91a0cdc6929', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.159', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'port_id': '9902d933-1a73-459b-891b-3bdd6aeb80c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'mac_address': 'fa:16:3e:44:a7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66332b88-f482-4b3d-b20d-b901f7601f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:08:07Z', 'updated_at': '2022-01-10T12:08:07Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}, {'id': 'a40388be-279b-4b6b-9457-208692861572', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.141', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'port_id': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'mac_address': 'fa:16:3e:95:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:07:52Z', 'updated_at': '2022-01-10T12:07:54Z', 'revision_number': 1, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab7e02a-31dd-42ec-aef8-97183e79e367', 'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:f2:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:32Z', 'updated_at': '2022-01-10T12:07:36Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '03f49055-f82e-4c24-b141-53ffed073c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:08:09.430549 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf93c22-113a-4c25-8df9-735c0d1eddd1 None None] Checking router: 42411ab0-7cbe-4d51-9098-db53ad0bbc58 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:08:09.439567 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf93c22-113a-4c25-8df9-735c0d1eddd1 None None] Routers {'42411ab0-7cbe-4d51-9098-db53ad0bbc58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:08:09.440177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-2cf93c22-113a-4c25-8df9-735c0d1eddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:07:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:08:09.462560 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e80d7ea-c27b-4555-a846-a9719582c6b9 req-bd09792b-028f-4dc2-9aff-8c18ae2082cb service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847468 Jan 10 12:08:09.543835 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-2cf93c22-113a-4c25-8df9-735c0d1eddd1 None None] Set router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:08:09.557685 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e80d7ea-c27b-4555-a846-a9719582c6b9 req-84eb80d8-2713-47ec-a6a3-05d3069dfe97 service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878332 Jan 10 12:08:09.776864 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-2cf93c22-113a-4c25-8df9-735c0d1eddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:33Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4a4f2a0f-50c8-484e-880a-f91a0cdc6929', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.159', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'port_id': '9902d933-1a73-459b-891b-3bdd6aeb80c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'mac_address': 'fa:16:3e:44:a7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66332b88-f482-4b3d-b20d-b901f7601f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:08:07Z', 'updated_at': '2022-01-10T12:08:07Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}, {'id': 'a40388be-279b-4b6b-9457-208692861572', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.141', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'port_id': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'mac_address': 'fa:16:3e:95:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:07:52Z', 'updated_at': '2022-01-10T12:07:54Z', 'revision_number': 1, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab7e02a-31dd-42ec-aef8-97183e79e367', 'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:f2:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:32Z', 'updated_at': '2022-01-10T12:07:36Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '03f49055-f82e-4c24-b141-53ffed073c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:08:09.803922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf93c22-113a-4c25-8df9-735c0d1eddd1 None None] The sync data for ids ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'] in dv-neutron-master-2-hyperv is: [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:33Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4a4f2a0f-50c8-484e-880a-f91a0cdc6929', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.159', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'port_id': '9902d933-1a73-459b-891b-3bdd6aeb80c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'mac_address': 'fa:16:3e:44:a7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66332b88-f482-4b3d-b20d-b901f7601f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:08:07Z', 'updated_at': '2022-01-10T12:08:07Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}, {'id': 'a40388be-279b-4b6b-9457-208692861572', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.141', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'port_id': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'mac_address': 'fa:16:3e:95:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:07:52Z', 'updated_at': '2022-01-10T12:07:54Z', 'revision_number': 1, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab7e02a-31dd-42ec-aef8-97183e79e367', 'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:f2:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:32Z', 'updated_at': '2022-01-10T12:07:36Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '03f49055-f82e-4c24-b141-53ffed073c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:08:09.985138 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67416de1-ae19-409d-8f0c-d7b107a4c0ac None None] New status for floating IP 4a4f2a0f-50c8-484e-880a-f91a0cdc6929: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:08:10.300632 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d4802fc9-3ab3-41b6-b83a-70104fac1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:10.638141 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:12.157037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:13.260477 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:19.436614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:32.947022 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0636ec2e-df46-4534-aecb-ad8471fd683c req-9a8003ce-4bee-4123-81cb-b6b60bf976d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381968 Jan 10 12:08:33.025116 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636ec2e-df46-4534-aecb-ad8471fd683c req-ede02e26-b5cf-4f8e-9223-846c7b6efe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:33.026616 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0636ec2e-df46-4534-aecb-ad8471fd683c req-ede02e26-b5cf-4f8e-9223-846c7b6efe68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 1098 time: 0.0395157 Jan 10 12:08:33.128198 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636ec2e-df46-4534-aecb-ad8471fd683c req-aabdd4c0-2cce-4dde-8e63-50c6a2265bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:33.130572 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0636ec2e-df46-4534-aecb-ad8471fd683c req-aabdd4c0-2cce-4dde-8e63-50c6a2265bc3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0498c4b5-21c8-4d28-b24a-af89e1c970b0 HTTP/1.1" status: 200 len: 897 time: 0.0874279 Jan 10 12:08:33.194116 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0636ec2e-df46-4534-aecb-ad8471fd683c req-120d5717-14d9-416b-911c-1dd84c057e31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b805566-d670-4590-ae93-42c3faf8ed8e HTTP/1.1" status: 200 len: 1001 time: 0.0581515 Jan 10 12:08:33.244530 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636ec2e-df46-4534-aecb-ad8471fd683c req-dc0605b0-dcf5-4588-951d-af0b14f65662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:33.245939 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0636ec2e-df46-4534-aecb-ad8471fd683c req-dc0605b0-dcf5-4588-951d-af0b14f65662 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03f49055-f82e-4c24-b141-53ffed073c18 HTTP/1.1" status: 200 len: 835 time: 0.0464754 Jan 10 12:08:33.289728 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636ec2e-df46-4534-aecb-ad8471fd683c req-340f785c-764e-4ebb-9e41-0a405814c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:33.291193 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0636ec2e-df46-4534-aecb-ad8471fd683c req-340f785c-764e-4ebb-9e41-0a405814c088 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0498c4b5-21c8-4d28-b24a-af89e1c970b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390728 Jan 10 12:08:33.377030 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0636ec2e-df46-4534-aecb-ad8471fd683c req-47fe759a-517a-4a16-9c7e-18071b29bb8a service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792692 Jan 10 12:08:33.795053 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0636ec2e-df46-4534-aecb-ad8471fd683c req-7638dd8c-5e08-4525-9c9d-3d5eea8a315a service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115150 Jan 10 12:08:36.053214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0b15b544-319c-45d3-804b-98db47817eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:36.851299 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:08:40.316650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d6de4e65-4bfb-4c53-8c66-ecfbd57ac4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:40.642340 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:42.174325 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:43.248285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:43.253746 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60670) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:08:43.320459 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-147799a2-7e80-4f63-9068-f863d54fceae tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/a40388be-279b-4b6b-9457-208692861572 HTTP/1.1" status: 200 len: 993 time: 0.0585792 Jan 10 12:08:43.988437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60678) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:08:43.993891 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'port': {'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:08:44.058467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:44.209011 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 9b805566-d670-4590-ae93-42c3faf8ed8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9b805566-d670-4590-ae93-42c3faf8ed8e,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:08:44.239382 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:44.299036 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:44.343160 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:44.343799 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:44.345232 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/ports/9b805566-d670-4590-ae93-42c3faf8ed8e HTTP/1.1" status: 200 len: 938 time: 0.3557875 Jan 10 12:08:44.345937 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'tag': '9b805566-d670-4590-ae93-42c3faf8ed8e'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:08:44.348246 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79eb16f-c166-42f2-a7a4-f5230cc06754" -d '{"events": [{"name": "network-changed", "server_uuid": "a738418e-f6b5-4654-8faa-3ea52ab4d040", "tag": "9b805566-d670-4590-ae93-42c3faf8ed8e"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:08:44.376999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=9b805566-d670-4590-ae93-42c3faf8ed8e,revision_number=6']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:08:44.387634 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:44.388020 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:44.388372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:44.388720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:44.389063 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:44.389398 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:44.389937 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:44.390284 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:44.390622 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:44.390957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:44.391289 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:44.391647 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:44.391975 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfdada-e3f0-4624-b8d3-26b6802d7c6d tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:44.396592 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fd4c72-f8db-4c96-9150-3be768df3237 x-openstack-request-id: req-c5fd4c72-f8db-4c96-9150-3be768df3237 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:08:44.396899 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a738418e-f6b5-4654-8faa-3ea52ab4d040", "tag": "9b805566-d670-4590-ae93-42c3faf8ed8e", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:08:44.397160 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5fd4c72-f8db-4c96-9150-3be768df3237 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:08:44.397738 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'tag': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'status': 'completed', 'code': 200} Jan 10 12:08:44.453724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb16f-c166-42f2-a7a4-f5230cc06754 req-c3717353-ef5f-4967-bcbd-eeb3d621c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:44.455306 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d79eb16f-c166-42f2-a7a4-f5230cc06754 req-c3717353-ef5f-4967-bcbd-eeb3d621c5c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 1099 time: 0.0429952 Jan 10 12:08:44.551796 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb16f-c166-42f2-a7a4-f5230cc06754 req-8a110561-cf58-43da-8db3-9e4cc495835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:44.553268 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d79eb16f-c166-42f2-a7a4-f5230cc06754 req-8a110561-cf58-43da-8db3-9e4cc495835c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0498c4b5-21c8-4d28-b24a-af89e1c970b0 HTTP/1.1" status: 200 len: 897 time: 0.0905731 Jan 10 12:08:44.577846 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2fb4c25c-45fb-4ccb-a038-6f092f8524fc None None] Provisioning complete for port 9b805566-d670-4590-ae93-42c3faf8ed8e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:08:44.578407 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2fb4c25c-45fb-4ccb-a038-6f092f8524fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:44.616621 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d79eb16f-c166-42f2-a7a4-f5230cc06754 req-f1cd2dc5-6aca-4aa1-954b-888de1d53acb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b805566-d670-4590-ae93-42c3faf8ed8e HTTP/1.1" status: 200 len: 1002 time: 0.0568984 Jan 10 12:08:44.617097 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4c25c-45fb-4ccb-a038-6f092f8524fc None None] Port 9b805566-d670-4590-ae93-42c3faf8ed8e is administratively disabled so it will not transition to active. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Jan 10 12:08:44.667232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb16f-c166-42f2-a7a4-f5230cc06754 req-2b60f859-bb2c-4e7f-bf84-ceb5ad2994df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:44.669168 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d79eb16f-c166-42f2-a7a4-f5230cc06754 req-2b60f859-bb2c-4e7f-bf84-ceb5ad2994df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03f49055-f82e-4c24-b141-53ffed073c18 HTTP/1.1" status: 200 len: 835 time: 0.0467992 Jan 10 12:08:44.711888 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb16f-c166-42f2-a7a4-f5230cc06754 req-43d00153-6bc5-44d2-92df-b6bf8dcebbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:44.713321 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d79eb16f-c166-42f2-a7a4-f5230cc06754 req-43d00153-6bc5-44d2-92df-b6bf8dcebbd8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0498c4b5-21c8-4d28-b24a-af89e1c970b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385780 Jan 10 12:08:44.798992 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d79eb16f-c166-42f2-a7a4-f5230cc06754 req-ff59aa1a-aa3d-458d-a957-bcd5ffd205a2 service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795145 Jan 10 12:08:44.887866 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d79eb16f-c166-42f2-a7a4-f5230cc06754 req-ceb37777-69da-4ad2-95bc-745c7db8047d service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831823 Jan 10 12:08:47.728770 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60686) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:08:47.734589 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-49baa85a-c0c9-4f7b-81b5-19773f3d4524 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'port': {'admin_state_up': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:08:47.795700 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-49baa85a-c0c9-4f7b-81b5-19773f3d4524 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:47.941840 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-49baa85a-c0c9-4f7b-81b5-19773f3d4524 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 9b805566-d670-4590-ae93-42c3faf8ed8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9b805566-d670-4590-ae93-42c3faf8ed8e,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:08:47.969862 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-49baa85a-c0c9-4f7b-81b5-19773f3d4524 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:48.007859 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-49baa85a-c0c9-4f7b-81b5-19773f3d4524 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:48.052853 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49baa85a-c0c9-4f7b-81b5-19773f3d4524 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:48.053482 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-49baa85a-c0c9-4f7b-81b5-19773f3d4524 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:48.054940 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-49baa85a-c0c9-4f7b-81b5-19773f3d4524 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/ports/9b805566-d670-4590-ae93-42c3faf8ed8e HTTP/1.1" status: 200 len: 937 time: 0.3251686 Jan 10 12:08:48.055521 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'tag': '9b805566-d670-4590-ae93-42c3faf8ed8e'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:08:48.057788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704d995f-06fe-4579-9561-81ece623bdd9" -d '{"events": [{"name": "network-changed", "server_uuid": "a738418e-f6b5-4654-8faa-3ea52ab4d040", "tag": "9b805566-d670-4590-ae93-42c3faf8ed8e"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:08:48.057927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60688) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:08:48.082196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49baa85a-c0c9-4f7b-81b5-19773f3d4524 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=9b805566-d670-4590-ae93-42c3faf8ed8e,revision_number=7']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:08:48.115115 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011c8f09-44d5-41dc-b8a7-bb56b8bca07b x-openstack-request-id: req-011c8f09-44d5-41dc-b8a7-bb56b8bca07b {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:08:48.115427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a738418e-f6b5-4654-8faa-3ea52ab4d040", "tag": "9b805566-d670-4590-ae93-42c3faf8ed8e", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:08:48.115740 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-011c8f09-44d5-41dc-b8a7-bb56b8bca07b {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:08:48.116155 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'tag': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'status': 'completed', 'code': 200} Jan 10 12:08:48.129129 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9274946b-21ec-4500-9c00-e4cf96e7faba tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/a40388be-279b-4b6b-9457-208692861572 HTTP/1.1" status: 200 len: 993 time: 0.0699353 Jan 10 12:08:48.183143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d995f-06fe-4579-9561-81ece623bdd9 req-6b23071c-8042-489e-8b40-f2c36cb65066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:48.185326 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-704d995f-06fe-4579-9561-81ece623bdd9 req-6b23071c-8042-489e-8b40-f2c36cb65066 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 1098 time: 0.0505278 Jan 10 12:08:48.260055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ccc2ebdd-52ed-464d-b73d-55c44273d956 None None] Provisioning complete for port 9b805566-d670-4590-ae93-42c3faf8ed8e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:08:48.260790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ccc2ebdd-52ed-464d-b73d-55c44273d956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:48.279668 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d995f-06fe-4579-9561-81ece623bdd9 req-977e886b-3a9d-41c6-b7ec-c1b2780b7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:48.281154 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-704d995f-06fe-4579-9561-81ece623bdd9 req-977e886b-3a9d-41c6-b7ec-c1b2780b7bdf service neutron] 10.222.0.30 "GET /v2.0/networks?id=0498c4b5-21c8-4d28-b24a-af89e1c970b0 HTTP/1.1" status: 200 len: 897 time: 0.0895023 Jan 10 12:08:48.288699 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['9b805566-d670-4590-ae93-42c3faf8ed8e'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:08:48.348949 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-704d995f-06fe-4579-9561-81ece623bdd9 req-52571bbb-18f4-49b1-aaf3-b37bbd43c845 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b805566-d670-4590-ae93-42c3faf8ed8e HTTP/1.1" status: 200 len: 1001 time: 0.0608907 Jan 10 12:08:48.396543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d995f-06fe-4579-9561-81ece623bdd9 req-72364a47-e112-4fcb-867b-8dc0dd5f509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:48.398025 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-704d995f-06fe-4579-9561-81ece623bdd9 req-72364a47-e112-4fcb-867b-8dc0dd5f509f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03f49055-f82e-4c24-b141-53ffed073c18 HTTP/1.1" status: 200 len: 835 time: 0.0438354 Jan 10 12:08:48.441973 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d995f-06fe-4579-9561-81ece623bdd9 req-a0cea753-4ca1-4c80-a9cd-c28e981aee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:48.443585 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-704d995f-06fe-4579-9561-81ece623bdd9 req-a0cea753-4ca1-4c80-a9cd-c28e981aee74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0498c4b5-21c8-4d28-b24a-af89e1c970b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402441 Jan 10 12:08:48.534495 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-704d995f-06fe-4579-9561-81ece623bdd9 req-aaaf9b34-5cbe-4d93-ac66-b4327fe299de service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847976 Jan 10 12:08:48.621930 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-704d995f-06fe-4579-9561-81ece623bdd9 req-d885b4be-c448-46aa-af8f-32b5fbbb5f61 service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817015 Jan 10 12:08:49.453562 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:50.651819 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60698) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:08:50.808904 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-373b931a-37a2-47e8-b0eb-3a79e4ca6216 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 82e4eaf8-0914-419f-8d3f-99206b584920 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:08:50.809246 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-373b931a-37a2-47e8-b0eb-3a79e4ca6216 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (82e4eaf8-0914-419f-8d3f-99206b584920), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:50.882130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-373b931a-37a2-47e8-b0eb-3a79e4ca6216 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (82e4eaf8-0914-419f-8d3f-99206b584920), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:50.882461 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-373b931a-37a2-47e8-b0eb-3a79e4ca6216 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (82e4eaf8-0914-419f-8d3f-99206b584920), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:50.894545 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-373b931a-37a2-47e8-b0eb-3a79e4ca6216 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 82e4eaf8-0914-419f-8d3f-99206b584920 owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:08:51.076407 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-373b931a-37a2-47e8-b0eb-3a79e4ca6216 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (82e4eaf8-0914-419f-8d3f-99206b584920), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:51.102303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b931a-37a2-47e8-b0eb-3a79e4ca6216 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=82e4eaf8-0914-419f-8d3f-99206b584920,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:08:51.163629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-373b931a-37a2-47e8-b0eb-3a79e4ca6216 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (4a4f2a0f-50c8-484e-880a-f91a0cdc6929), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:51.163962 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-373b931a-37a2-47e8-b0eb-3a79e4ca6216 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP 4a4f2a0f-50c8-484e-880a-f91a0cdc6929 disassociated (deleted). External IP: 172.36.2.159, port: 9902d933-1a73-459b-891b-3bdd6aeb80c1. Jan 10 12:08:51.638769 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373b931a-37a2-47e8-b0eb-3a79e4ca6216 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:08:51.741602 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373b931a-37a2-47e8-b0eb-3a79e4ca6216 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:08:51.746729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-373b931a-37a2-47e8-b0eb-3a79e4ca6216 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:51.752180 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24affe3-ac6e-4dd2-b50c-d8c7964b7b56 None None] Sync routers for ids ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:08:51.762767 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24affe3-ac6e-4dd2-b50c-d8c7964b7b56 None None] Routers {'42411ab0-7cbe-4d51-9098-db53ad0bbc58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:08:51.771154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-e24affe3-ac6e-4dd2-b50c-d8c7964b7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:08:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:08:51.777691 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-373b931a-37a2-47e8-b0eb-3a79e4ca6216 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/floatingips/4a4f2a0f-50c8-484e-880a-f91a0cdc6929 HTTP/1.1" status: 204 len: 168 time: 1.1236730 Jan 10 12:08:51.778319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66332b88-f482-4b3d-b20d-b901f7601f0c', 'tag': '9902d933-1a73-459b-891b-3bdd6aeb80c1'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:08:51.780586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862e2313-1e12-4460-8f37-ceaed3bdb794" -d '{"events": [{"name": "network-changed", "server_uuid": "66332b88-f482-4b3d-b20d-b901f7601f0c", "tag": "9902d933-1a73-459b-891b-3bdd6aeb80c1"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:08:51.824604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4d6af5-edfb-4563-b5b7-3b6487b70e8f x-openstack-request-id: req-dd4d6af5-edfb-4563-b5b7-3b6487b70e8f {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:08:51.824919 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66332b88-f482-4b3d-b20d-b901f7601f0c", "tag": "9902d933-1a73-459b-891b-3bdd6aeb80c1", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:08:51.825796 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd4d6af5-edfb-4563-b5b7-3b6487b70e8f {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:08:51.825961 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66332b88-f482-4b3d-b20d-b901f7601f0c', 'tag': '9902d933-1a73-459b-891b-3bdd6aeb80c1', 'status': 'completed', 'code': 200} Jan 10 12:08:51.874145 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-e24affe3-ac6e-4dd2-b50c-d8c7964b7b56 None None] Set router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:08:51.892523 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e2313-1e12-4460-8f37-ceaed3bdb794 req-752def81-c19c-4b20-a7b4-eedb534c9c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:51.893382 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-862e2313-1e12-4460-8f37-ceaed3bdb794 req-752def81-c19c-4b20-a7b4-eedb534c9c47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 1099 time: 0.0469453 Jan 10 12:08:51.988711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e2313-1e12-4460-8f37-ceaed3bdb794 req-6d0245a5-6af9-4735-ada6-284a039c1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:51.990315 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-862e2313-1e12-4460-8f37-ceaed3bdb794 req-6d0245a5-6af9-4735-ada6-284a039c1888 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0498c4b5-21c8-4d28-b24a-af89e1c970b0 HTTP/1.1" status: 200 len: 897 time: 0.0854857 Jan 10 12:08:52.034483 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-862e2313-1e12-4460-8f37-ceaed3bdb794 req-cdd76a37-0057-4d33-9880-26bf8224ddd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9902d933-1a73-459b-891b-3bdd6aeb80c1 HTTP/1.1" status: 200 len: 217 time: 0.0385141 Jan 10 12:08:52.084696 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e2313-1e12-4460-8f37-ceaed3bdb794 req-193b278f-ddfa-4574-ac9c-efa1966b3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:52.086214 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-862e2313-1e12-4460-8f37-ceaed3bdb794 req-193b278f-ddfa-4574-ac9c-efa1966b3f8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03f49055-f82e-4c24-b141-53ffed073c18 HTTP/1.1" status: 200 len: 835 time: 0.0449238 Jan 10 12:08:52.106636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-e24affe3-ac6e-4dd2-b50c-d8c7964b7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:33Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a40388be-279b-4b6b-9457-208692861572', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.141', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'port_id': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'mac_address': 'fa:16:3e:95:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:07:52Z', 'updated_at': '2022-01-10T12:07:54Z', 'revision_number': 1, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab7e02a-31dd-42ec-aef8-97183e79e367', 'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:f2:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:32Z', 'updated_at': '2022-01-10T12:07:36Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '03f49055-f82e-4c24-b141-53ffed073c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:08:52.133505 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e2313-1e12-4460-8f37-ceaed3bdb794 req-3c87b18c-0df9-49a5-8754-eb05f6b1bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:52.133505 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-862e2313-1e12-4460-8f37-ceaed3bdb794 req-3c87b18c-0df9-49a5-8754-eb05f6b1bf3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0498c4b5-21c8-4d28-b24a-af89e1c970b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409031 Jan 10 12:08:52.133692 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24affe3-ac6e-4dd2-b50c-d8c7964b7b56 None None] Checking router: 42411ab0-7cbe-4d51-9098-db53ad0bbc58 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:08:52.142803 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24affe3-ac6e-4dd2-b50c-d8c7964b7b56 None None] Routers {'42411ab0-7cbe-4d51-9098-db53ad0bbc58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:08:52.143371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-e24affe3-ac6e-4dd2-b50c-d8c7964b7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:08:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:08:52.253096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-e24affe3-ac6e-4dd2-b50c-d8c7964b7b56 None None] Set router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:08:52.263147 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-862e2313-1e12-4460-8f37-ceaed3bdb794 req-e0042799-49cd-4d51-bf49-810c9628febe service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239533 Jan 10 12:08:52.270917 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e01d8-2fcc-4d4f-81b0-9682974a6f0f req-92af322e-bd66-47d5-a245-575144dbe545 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:52.272319 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bb2e01d8-2fcc-4d4f-81b0-9682974a6f0f req-92af322e-bd66-47d5-a245-575144dbe545 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 946 time: 0.0744419 Jan 10 12:08:52.378860 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bb2e01d8-2fcc-4d4f-81b0-9682974a6f0f req-778f7a7f-51ce-4ed0-ae4a-5a27689283c8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcc94a4d-6352-404e-809c-fb8ade8554ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978923 Jan 10 12:08:52.397435 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-862e2313-1e12-4460-8f37-ceaed3bdb794 req-f6841221-f37a-462e-afb5-cdc6f1107f2b service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241255 Jan 10 12:08:52.478515 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-e24affe3-ac6e-4dd2-b50c-d8c7964b7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:33Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a40388be-279b-4b6b-9457-208692861572', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.141', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'port_id': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'mac_address': 'fa:16:3e:95:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:07:52Z', 'updated_at': '2022-01-10T12:07:54Z', 'revision_number': 1, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab7e02a-31dd-42ec-aef8-97183e79e367', 'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:f2:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:32Z', 'updated_at': '2022-01-10T12:07:36Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '03f49055-f82e-4c24-b141-53ffed073c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:08:52.504176 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24affe3-ac6e-4dd2-b50c-d8c7964b7b56 None None] The sync data for ids ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'] in dv-neutron-master-2-hyperv is: [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:33Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a40388be-279b-4b6b-9457-208692861572', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.141', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'port_id': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'mac_address': 'fa:16:3e:95:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:07:52Z', 'updated_at': '2022-01-10T12:07:54Z', 'revision_number': 1, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab7e02a-31dd-42ec-aef8-97183e79e367', 'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:f2:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:32Z', 'updated_at': '2022-01-10T12:07:36Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '03f49055-f82e-4c24-b141-53ffed073c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:08:52.723790 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77442322-a691-4c74-bffb-075291dd7de1 None None] New status for floating IP 4a4f2a0f-50c8-484e-880a-f91a0cdc6929: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:08:53.486618 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d320dd2-f436-46d3-85b0-1df00798e9c2 req-8c14296c-9b53-4dd2-b4fd-3ddaa42b837e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:53.488149 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8d320dd2-f436-46d3-85b0-1df00798e9c2 req-8c14296c-9b53-4dd2-b4fd-3ddaa42b837e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 946 time: 0.0581534 Jan 10 12:08:53.503830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b176c0d-d0a8-45b9-8778-72514a83a781 req-e8b38c96-7c12-4885-8078-bc67affb7844 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:53.505346 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6b176c0d-d0a8-45b9-8778-72514a83a781 req-e8b38c96-7c12-4885-8078-bc67affb7844 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 946 time: 0.0568984 Jan 10 12:08:53.554817 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6b176c0d-d0a8-45b9-8778-72514a83a781 req-b06bf321-9d9b-4d45-a10d-d72088c9847a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcc94a4d-6352-404e-809c-fb8ade8554ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436239 Jan 10 12:08:53.575445 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-8d320dd2-f436-46d3-85b0-1df00798e9c2 req-e5cd8149-724a-4111-9b1f-34ce82bd26dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 9902d933-1a73-459b-891b-3bdd6aeb80c1 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:08:53.575795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8d320dd2-f436-46d3-85b0-1df00798e9c2 req-e5cd8149-724a-4111-9b1f-34ce82bd26dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9902d933-1a73-459b-891b-3bdd6aeb80c1), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:53.666379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-8d320dd2-f436-46d3-85b0-1df00798e9c2 req-e5cd8149-724a-4111-9b1f-34ce82bd26dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 9902d933-1a73-459b-891b-3bdd6aeb80c1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9902d933-1a73-459b-891b-3bdd6aeb80c1,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:08:53.666665 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8d320dd2-f436-46d3-85b0-1df00798e9c2 req-e5cd8149-724a-4111-9b1f-34ce82bd26dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9902d933-1a73-459b-891b-3bdd6aeb80c1), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:53.678995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-8d320dd2-f436-46d3-85b0-1df00798e9c2 req-e5cd8149-724a-4111-9b1f-34ce82bd26dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 9902d933-1a73-459b-891b-3bdd6aeb80c1 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:08:53.928030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8d320dd2-f436-46d3-85b0-1df00798e9c2 req-e5cd8149-724a-4111-9b1f-34ce82bd26dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (9902d933-1a73-459b-891b-3bdd6aeb80c1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:53.956282 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd8149-724a-4111-9b1f-34ce82bd26dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=9902d933-1a73-459b-891b-3bdd6aeb80c1,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:08:53.996241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d320dd2-f436-46d3-85b0-1df00798e9c2 req-e5cd8149-724a-4111-9b1f-34ce82bd26dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] No DVR routers for this DVR port 9902d933-1a73-459b-891b-3bdd6aeb80c1 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:08:53.998674 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8d320dd2-f436-46d3-85b0-1df00798e9c2 req-e5cd8149-724a-4111-9b1f-34ce82bd26dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:54.002022 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8d320dd2-f436-46d3-85b0-1df00798e9c2 req-e5cd8149-724a-4111-9b1f-34ce82bd26dd tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "DELETE /v2.0/ports/9902d933-1a73-459b-891b-3bdd6aeb80c1 HTTP/1.1" status: 204 len: 173 time: 0.5089071 Jan 10 12:08:54.002465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66332b88-f482-4b3d-b20d-b901f7601f0c', 'name': 'network-vif-deleted', 'tag': '9902d933-1a73-459b-891b-3bdd6aeb80c1'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:08:54.004700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b65a917-17c1-4454-94f0-c6986fd4bb0f" -d '{"events": [{"server_uuid": "66332b88-f482-4b3d-b20d-b901f7601f0c", "name": "network-vif-deleted", "tag": "9902d933-1a73-459b-891b-3bdd6aeb80c1"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:08:54.041083 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9de6cd4-0178-47f8-97be-c0bc34c85425 x-openstack-request-id: req-a9de6cd4-0178-47f8-97be-c0bc34c85425 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:08:54.041391 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66332b88-f482-4b3d-b20d-b901f7601f0c", "name": "network-vif-deleted", "tag": "9902d933-1a73-459b-891b-3bdd6aeb80c1", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:08:54.041655 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9de6cd4-0178-47f8-97be-c0bc34c85425 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:08:54.042098 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66332b88-f482-4b3d-b20d-b901f7601f0c', 'name': 'network-vif-deleted', 'tag': '9902d933-1a73-459b-891b-3bdd6aeb80c1', 'status': 'completed', 'code': 200} Jan 10 12:08:54.656579 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6c17f0d2-5020-48ac-aa2d-7e6eec4446a1 req-6072041f-1bd1-4812-8f86-61796a3bf874 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=66332b88-f482-4b3d-b20d-b901f7601f0c HTTP/1.1" status: 200 len: 210 time: 0.0258157 Jan 10 12:08:55.712686 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60714) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:08:55.770017 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d017d4ae-cac5-455b-a89e-9c2d7d1eb488 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (bcc94a4d-6352-404e-809c-fb8ade8554ed), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:55.795528 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d017d4ae-cac5-455b-a89e-9c2d7d1eb488 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (bcc94a4d-6352-404e-809c-fb8ade8554ed), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:55.911227 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d017d4ae-cac5-455b-a89e-9c2d7d1eb488 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (bcc94a4d-6352-404e-809c-fb8ade8554ed), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:55.913983 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d017d4ae-cac5-455b-a89e-9c2d7d1eb488 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:55.915150 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d017d4ae-cac5-455b-a89e-9c2d7d1eb488 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/security-groups/bcc94a4d-6352-404e-809c-fb8ade8554ed HTTP/1.1" status: 204 len: 168 time: 0.2014725 Jan 10 12:08:55.925740 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d4ae-cac5-455b-a89e-9c2d7d1eb488 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc94a4d-6352-404e-809c-fb8ade8554ed,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:08:56.037306 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60718) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:08:56.198367 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-373f1d24-1240-4113-acc2-347fdb1b56a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port db167ee3-3857-456a-9b6e-67d459698e9a {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:08:56.198661 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-373f1d24-1240-4113-acc2-347fdb1b56a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (db167ee3-3857-456a-9b6e-67d459698e9a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:56.275082 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-373f1d24-1240-4113-acc2-347fdb1b56a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (db167ee3-3857-456a-9b6e-67d459698e9a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:56.275410 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-373f1d24-1240-4113-acc2-347fdb1b56a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (db167ee3-3857-456a-9b6e-67d459698e9a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:56.287420 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-373f1d24-1240-4113-acc2-347fdb1b56a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for db167ee3-3857-456a-9b6e-67d459698e9a owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:08:56.486939 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-373f1d24-1240-4113-acc2-347fdb1b56a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (db167ee3-3857-456a-9b6e-67d459698e9a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:56.513263 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1d24-1240-4113-acc2-347fdb1b56a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=db167ee3-3857-456a-9b6e-67d459698e9a,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:08:56.576934 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-373f1d24-1240-4113-acc2-347fdb1b56a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (a40388be-279b-4b6b-9457-208692861572), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:56.577276 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-373f1d24-1240-4113-acc2-347fdb1b56a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP a40388be-279b-4b6b-9457-208692861572 disassociated (deleted). External IP: 172.36.2.141, port: 9b805566-d670-4590-ae93-42c3faf8ed8e. Jan 10 12:08:56.785393 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373f1d24-1240-4113-acc2-347fdb1b56a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:08:56.820736 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 9902d933-1a73-459b-891b-3bdd6aeb80c1 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:08:56.841664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 9902d933-1a73-459b-891b-3bdd6aeb80c1 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:08:56.842034 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 9902d933-1a73-459b-891b-3bdd6aeb80c1 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:08:56.892753 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373f1d24-1240-4113-acc2-347fdb1b56a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:08:56.897436 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-373f1d24-1240-4113-acc2-347fdb1b56a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:56.902538 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f08c01c-1380-4823-bc89-1f9ffd6b6db0 None None] Sync routers for ids ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:08:56.912432 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f08c01c-1380-4823-bc89-1f9ffd6b6db0 None None] Routers {'42411ab0-7cbe-4d51-9098-db53ad0bbc58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:08:56.913031 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-8f08c01c-1380-4823-bc89-1f9ffd6b6db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:08:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:08:56.924030 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-373f1d24-1240-4113-acc2-347fdb1b56a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/floatingips/a40388be-279b-4b6b-9457-208692861572 HTTP/1.1" status: 204 len: 168 time: 0.8855941 Jan 10 12:08:56.924734 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'tag': '9b805566-d670-4590-ae93-42c3faf8ed8e'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:08:56.927112 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07909ee-e412-43a1-86b8-1d3ff93365ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a738418e-f6b5-4654-8faa-3ea52ab4d040", "tag": "9b805566-d670-4590-ae93-42c3faf8ed8e"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:08:56.963816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e158a43-bb20-4e6e-aeb0-cb0e895cde8b x-openstack-request-id: req-2e158a43-bb20-4e6e-aeb0-cb0e895cde8b {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:08:56.964242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a738418e-f6b5-4654-8faa-3ea52ab4d040", "tag": "9b805566-d670-4590-ae93-42c3faf8ed8e", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:08:56.965125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e158a43-bb20-4e6e-aeb0-cb0e895cde8b {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:08:56.965632 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'tag': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'status': 'completed', 'code': 200} Jan 10 12:08:57.019141 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-8f08c01c-1380-4823-bc89-1f9ffd6b6db0 None None] Set router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:08:57.032701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07909ee-e412-43a1-86b8-1d3ff93365ef req-56158132-51f5-4932-9341-2f88a4795443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:57.034307 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e07909ee-e412-43a1-86b8-1d3ff93365ef req-56158132-51f5-4932-9341-2f88a4795443 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 1098 time: 0.0471287 Jan 10 12:08:57.124877 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07909ee-e412-43a1-86b8-1d3ff93365ef req-d0f993c2-a0d7-492c-9bdd-e8da81daa77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:57.126354 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e07909ee-e412-43a1-86b8-1d3ff93365ef req-d0f993c2-a0d7-492c-9bdd-e8da81daa77c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0498c4b5-21c8-4d28-b24a-af89e1c970b0 HTTP/1.1" status: 200 len: 897 time: 0.0863507 Jan 10 12:08:57.171073 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e07909ee-e412-43a1-86b8-1d3ff93365ef req-6257d574-4497-4a76-9919-909816820d62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b805566-d670-4590-ae93-42c3faf8ed8e HTTP/1.1" status: 200 len: 217 time: 0.0392032 Jan 10 12:08:57.225568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07909ee-e412-43a1-86b8-1d3ff93365ef req-fd3809d3-6815-45bc-a60f-77ff91f1df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:57.226411 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-8f08c01c-1380-4823-bc89-1f9ffd6b6db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:33Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bab7e02a-31dd-42ec-aef8-97183e79e367', 'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:f2:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:32Z', 'updated_at': '2022-01-10T12:07:36Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '03f49055-f82e-4c24-b141-53ffed073c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:08:57.227419 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e07909ee-e412-43a1-86b8-1d3ff93365ef req-fd3809d3-6815-45bc-a60f-77ff91f1df85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03f49055-f82e-4c24-b141-53ffed073c18 HTTP/1.1" status: 200 len: 835 time: 0.0510719 Jan 10 12:08:57.253744 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f08c01c-1380-4823-bc89-1f9ffd6b6db0 None None] Checking router: 42411ab0-7cbe-4d51-9098-db53ad0bbc58 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:08:57.263140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f08c01c-1380-4823-bc89-1f9ffd6b6db0 None None] Routers {'42411ab0-7cbe-4d51-9098-db53ad0bbc58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:08:57.263752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-8f08c01c-1380-4823-bc89-1f9ffd6b6db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:08:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:08:57.282601 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07909ee-e412-43a1-86b8-1d3ff93365ef req-7eb9a048-7f42-4193-9f24-736e26319969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:57.284254 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e07909ee-e412-43a1-86b8-1d3ff93365ef req-7eb9a048-7f42-4193-9f24-736e26319969 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0498c4b5-21c8-4d28-b24a-af89e1c970b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510471 Jan 10 12:08:57.315962 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37aab2-578e-414f-8c57-adc064a6c306 req-c492a0a5-b21a-4e3b-9740-14aafc181eeb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:57.317484 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6d37aab2-578e-414f-8c57-adc064a6c306 req-c492a0a5-b21a-4e3b-9740-14aafc181eeb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 945 time: 0.0520492 Jan 10 12:08:57.369426 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6d37aab2-578e-414f-8c57-adc064a6c306 req-cdce8b26-2866-4ee4-96ee-135e229664e7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=755e2ded-f1f4-4f2c-913e-b6615520bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454617 Jan 10 12:08:57.377382 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-8f08c01c-1380-4823-bc89-1f9ffd6b6db0 None None] Set router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:08:57.382319 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e07909ee-e412-43a1-86b8-1d3ff93365ef req-d8d76fe6-0f9b-4061-ab4c-77d1a01e01e1 service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913796 Jan 10 12:08:57.469043 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e07909ee-e412-43a1-86b8-1d3ff93365ef req-ff11265a-10a3-44ea-8699-f03c4e049911 service neutron] 10.222.0.30 "GET /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808740 Jan 10 12:08:57.573166 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-8f08c01c-1380-4823-bc89-1f9ffd6b6db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:33Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bab7e02a-31dd-42ec-aef8-97183e79e367', 'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:f2:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:32Z', 'updated_at': '2022-01-10T12:07:36Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '03f49055-f82e-4c24-b141-53ffed073c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:08:57.602571 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f08c01c-1380-4823-bc89-1f9ffd6b6db0 None None] The sync data for ids ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'] in dv-neutron-master-2-hyperv is: [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:33Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bab7e02a-31dd-42ec-aef8-97183e79e367', 'name': '', 'network_id': '0498c4b5-21c8-4d28-b24a-af89e1c970b0', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:f2:e0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '03f49055-f82e-4c24-b141-53ffed073c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:32Z', 'updated_at': '2022-01-10T12:07:36Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '03f49055-f82e-4c24-b141-53ffed073c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:08:57.825486 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bfa81c-b213-4ac3-90cb-eeba43e00846 None None] New status for floating IP a40388be-279b-4b6b-9457-208692861572: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:08:58.486809 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe90de9-c843-4913-a729-a7c316952f09 req-b605bab8-05dd-46fe-a786-62d620552712 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:58.488263 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cfe90de9-c843-4913-a729-a7c316952f09 req-b605bab8-05dd-46fe-a786-62d620552712 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 945 time: 0.0483675 Jan 10 12:08:58.539967 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cfe90de9-c843-4913-a729-a7c316952f09 req-c5ed47af-5edb-4650-8c2c-178fddbcdc3a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=755e2ded-f1f4-4f2c-913e-b6615520bbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460932 Jan 10 12:08:58.678130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d22bb5-de8a-41dc-ba3f-b19714a935c0 req-a2371ba3-e13d-4665-a427-1bcfe703d1df tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:08:58.679543 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-51d22bb5-de8a-41dc-ba3f-b19714a935c0 req-a2371ba3-e13d-4665-a427-1bcfe703d1df tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 945 time: 0.0473268 Jan 10 12:08:58.763875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-51d22bb5-de8a-41dc-ba3f-b19714a935c0 req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 9b805566-d670-4590-ae93-42c3faf8ed8e {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:08:58.770545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-51d22bb5-de8a-41dc-ba3f-b19714a935c0 req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:58.850944 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-51d22bb5-de8a-41dc-ba3f-b19714a935c0 req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 9b805566-d670-4590-ae93-42c3faf8ed8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9b805566-d670-4590-ae93-42c3faf8ed8e,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:08:58.851225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-51d22bb5-de8a-41dc-ba3f-b19714a935c0 req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:58.863258 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-51d22bb5-de8a-41dc-ba3f-b19714a935c0 req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 9b805566-d670-4590-ae93-42c3faf8ed8e owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:08:59.070998 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-51d22bb5-de8a-41dc-ba3f-b19714a935c0 req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (9b805566-d670-4590-ae93-42c3faf8ed8e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:59.100191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=9b805566-d670-4590-ae93-42c3faf8ed8e,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:08:59.124660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:59.125023 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:59.125378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:59.125725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:59.126092 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:59.126459 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:59.126794 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:59.127130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:59.127461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:59.127793 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:59.128126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:59.128448 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:59.128775 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:08:59.150175 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d22bb5-de8a-41dc-ba3f-b19714a935c0 req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] No DVR routers for this DVR port 9b805566-d670-4590-ae93-42c3faf8ed8e on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:08:59.152536 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-51d22bb5-de8a-41dc-ba3f-b19714a935c0 req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:08:59.155850 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-51d22bb5-de8a-41dc-ba3f-b19714a935c0 req-bed68cb4-6345-43b6-9a37-15c0cf5e33f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "DELETE /v2.0/ports/9b805566-d670-4590-ae93-42c3faf8ed8e HTTP/1.1" status: 204 len: 173 time: 0.4711525 Jan 10 12:08:59.156286 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'name': 'network-vif-deleted', 'tag': '9b805566-d670-4590-ae93-42c3faf8ed8e'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:08:59.158520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab9387e-e98c-4f15-8a45-0fcb109d4efc" -d '{"events": [{"server_uuid": "a738418e-f6b5-4654-8faa-3ea52ab4d040", "name": "network-vif-deleted", "tag": "9b805566-d670-4590-ae93-42c3faf8ed8e"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:08:59.196366 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2452ba7-6d89-4d60-a31e-932d49a4eb33 x-openstack-request-id: req-f2452ba7-6d89-4d60-a31e-932d49a4eb33 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:08:59.196677 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a738418e-f6b5-4654-8faa-3ea52ab4d040", "name": "network-vif-deleted", "tag": "9b805566-d670-4590-ae93-42c3faf8ed8e", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:08:59.196942 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2452ba7-6d89-4d60-a31e-932d49a4eb33 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:08:59.197361 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a738418e-f6b5-4654-8faa-3ea52ab4d040', 'name': 'network-vif-deleted', 'tag': '9b805566-d670-4590-ae93-42c3faf8ed8e', 'status': 'completed', 'code': 200} Jan 10 12:08:59.646042 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4691d0ba-00b6-4a05-98b6-a74dd3f4cf91 req-70f33920-c0b0-4920-8ae1-312cfa000611 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=a738418e-f6b5-4654-8faa-3ea52ab4d040 HTTP/1.1" status: 200 len: 210 time: 0.0283074 Jan 10 12:09:00.702056 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60734) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:00.757026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-46128670-1dfb-4b92-9fa5-bbf548b5c443 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (755e2ded-f1f4-4f2c-913e-b6615520bbcf), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:00.782429 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-46128670-1dfb-4b92-9fa5-bbf548b5c443 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (755e2ded-f1f4-4f2c-913e-b6615520bbcf), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:00.881954 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-46128670-1dfb-4b92-9fa5-bbf548b5c443 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (755e2ded-f1f4-4f2c-913e-b6615520bbcf), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:00.884558 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-46128670-1dfb-4b92-9fa5-bbf548b5c443 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:00.886020 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-46128670-1dfb-4b92-9fa5-bbf548b5c443 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/security-groups/755e2ded-f1f4-4f2c-913e-b6615520bbcf HTTP/1.1" status: 204 len: 168 time: 0.1829240 Jan 10 12:09:00.894932 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46128670-1dfb-4b92-9fa5-bbf548b5c443 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755e2ded-f1f4-4f2c-913e-b6615520bbcf,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:00.951564 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60738) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:01.305248 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-861ac7e6-9712-4f9a-9fda-cab58a7035bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (42411ab0-7cbe-4d51-9098-db53ad0bbc58), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:01.555181 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-861ac7e6-9712-4f9a-9fda-cab58a7035bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port bab7e02a-31dd-42ec-aef8-97183e79e367 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:09:01.555441 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-861ac7e6-9712-4f9a-9fda-cab58a7035bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:01.644494 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-861ac7e6-9712-4f9a-9fda-cab58a7035bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port bab7e02a-31dd-42ec-aef8-97183e79e367, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bab7e02a-31dd-42ec-aef8-97183e79e367,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:09:01.645040 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-861ac7e6-9712-4f9a-9fda-cab58a7035bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:01.657584 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-861ac7e6-9712-4f9a-9fda-cab58a7035bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for bab7e02a-31dd-42ec-aef8-97183e79e367 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:09:01.882168 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-861ac7e6-9712-4f9a-9fda-cab58a7035bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (bab7e02a-31dd-42ec-aef8-97183e79e367), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:01.906183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ac7e6-9712-4f9a-9fda-cab58a7035bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=bab7e02a-31dd-42ec-aef8-97183e79e367,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:02.078300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-861ac7e6-9712-4f9a-9fda-cab58a7035bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (42411ab0-7cbe-4d51-9098-db53ad0bbc58), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:02.288027 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861ac7e6-9712-4f9a-9fda-cab58a7035bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:09:02.664907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861ac7e6-9712-4f9a-9fda-cab58a7035bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:09:02.670297 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-861ac7e6-9712-4f9a-9fda-cab58a7035bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/42411ab0-7cbe-4d51-9098-db53ad0bbc58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7176328 Jan 10 12:09:02.672983 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60740) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:02.674282 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18938489-bfb2-4465-8af6-e6eb2e31d10e None None] Sync routers for ids ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:09:02.684477 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18938489-bfb2-4465-8af6-e6eb2e31d10e None None] Routers {'42411ab0-7cbe-4d51-9098-db53ad0bbc58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:09:02.685097 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-18938489-bfb2-4465-8af6-e6eb2e31d10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:08:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:02.724134 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a58d93-fae6-4a66-b062-6dcd5af314a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting subnet 03f49055-f82e-4c24-b141-53ffed073c18 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:09:02.731386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77a58d93-fae6-4a66-b062-6dcd5af314a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (03f49055-f82e-4c24-b141-53ffed073c18), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:02.769811 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77a58d93-fae6-4a66-b062-6dcd5af314a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (03f49055-f82e-4c24-b141-53ffed073c18), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:02.862100 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77a58d93-fae6-4a66-b062-6dcd5af314a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (03f49055-f82e-4c24-b141-53ffed073c18), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:02.898790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 9b805566-d670-4590-ae93-42c3faf8ed8e no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:09:02.925078 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 9b805566-d670-4590-ae93-42c3faf8ed8e {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:09:02.925361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 9b805566-d670-4590-ae93-42c3faf8ed8e not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:09:02.960189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-18938489-bfb2-4465-8af6-e6eb2e31d10e None None] Set router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:09:02.985589 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77a58d93-fae6-4a66-b062-6dcd5af314a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (03f49055-f82e-4c24-b141-53ffed073c18), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:03.013127 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a58d93-fae6-4a66-b062-6dcd5af314a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Subnet': ['ID=03f49055-f82e-4c24-b141-53ffed073c18,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:03.016926 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77a58d93-fae6-4a66-b062-6dcd5af314a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:03.020260 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-77a58d93-fae6-4a66-b062-6dcd5af314a8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/subnets/03f49055-f82e-4c24-b141-53ffed073c18 HTTP/1.1" status: 204 len: 168 time: 0.3463306 Jan 10 12:09:03.022905 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60742) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:03.031826 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9fd483-d239-4a8c-bed7-3e6ca999bc0d None None] Network 0498c4b5-21c8-4d28-b24a-af89e1c970b0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:09:03.130291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-190f5650-65ce-4c36-9cdf-4c84f3b9fffe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (42411ab0-7cbe-4d51-9098-db53ad0bbc58), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:03.219676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-18938489-bfb2-4465-8af6-e6eb2e31d10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:09:01Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:03.258354 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-190f5650-65ce-4c36-9cdf-4c84f3b9fffe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (42411ab0-7cbe-4d51-9098-db53ad0bbc58), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:03.263188 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18938489-bfb2-4465-8af6-e6eb2e31d10e None None] Checking router: 42411ab0-7cbe-4d51-9098-db53ad0bbc58 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:09:03.271423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18938489-bfb2-4465-8af6-e6eb2e31d10e None None] Routers {'42411ab0-7cbe-4d51-9098-db53ad0bbc58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:09:03.272045 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-18938489-bfb2-4465-8af6-e6eb2e31d10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:08:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:03.305349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] DHCP port deletion for 0498c4b5-21c8-4d28-b24a-af89e1c970b0 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:09:03.369724 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-190f5650-65ce-4c36-9cdf-4c84f3b9fffe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port d58847b4-9fb8-4a50-b4b7-731a19f1bbbb {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:09:03.370108 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-190f5650-65ce-4c36-9cdf-4c84f3b9fffe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (d58847b4-9fb8-4a50-b4b7-731a19f1bbbb), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:03.408541 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-18938489-bfb2-4465-8af6-e6eb2e31d10e None None] Set router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:09:03.452765 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-190f5650-65ce-4c36-9cdf-4c84f3b9fffe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port d58847b4-9fb8-4a50-b4b7-731a19f1bbbb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d58847b4-9fb8-4a50-b4b7-731a19f1bbbb,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:09:03.453239 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-190f5650-65ce-4c36-9cdf-4c84f3b9fffe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (d58847b4-9fb8-4a50-b4b7-731a19f1bbbb), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:03.465035 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-190f5650-65ce-4c36-9cdf-4c84f3b9fffe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for d58847b4-9fb8-4a50-b4b7-731a19f1bbbb owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:09:03.477019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Deleting port 32e783ab-bc03-402f-90c4-7ae8e49f1f0d {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:09:03.477405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (32e783ab-bc03-402f-90c4-7ae8e49f1f0d), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:03.586547 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] For port 32e783ab-bc03-402f-90c4-7ae8e49f1f0d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32e783ab-bc03-402f-90c4-7ae8e49f1f0d,segment=NetworkSegment(b8af97cd-ba4b-465a-ac77-3e97ad224b36),segment_id=b8af97cd-ba4b-465a-ac77-3e97ad224b36)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:09:03.586547 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (32e783ab-bc03-402f-90c4-7ae8e49f1f0d), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:03.600654 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Calling delete_port for 32e783ab-bc03-402f-90c4-7ae8e49f1f0d owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:09:03.682012 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-190f5650-65ce-4c36-9cdf-4c84f3b9fffe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (d58847b4-9fb8-4a50-b4b7-731a19f1bbbb), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:03.709621 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f5650-65ce-4c36-9cdf-4c84f3b9fffe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=d58847b4-9fb8-4a50-b4b7-731a19f1bbbb,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:03.722230 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-18938489-bfb2-4465-8af6-e6eb2e31d10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:09:01Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:03.750847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab24373-4923-4c86-8279-7a938f694343 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:09:03.753128 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18938489-bfb2-4465-8af6-e6eb2e31d10e None None] The sync data for ids ['42411ab0-7cbe-4d51-9098-db53ad0bbc58'] in dv-neutron-master-2-hyperv is: [{'id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'name': 'tempest-TestNetworkBasicOps-router-1617214733', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:09:01Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': 'd58847b4-9fb8-4a50-b4b7-731a19f1bbbb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42411ab0-7cbe-4d51-9098-db53ad0bbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:07:29Z', 'updated_at': '2022-01-10T12:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:09:03.770922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-190f5650-65ce-4c36-9cdf-4c84f3b9fffe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (42411ab0-7cbe-4d51-9098-db53ad0bbc58), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:03.790591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (32e783ab-bc03-402f-90c4-7ae8e49f1f0d), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:03.817334 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Pushing event deleted for resources: {'Port': ['ID=32e783ab-bc03-402f-90c4-7ae8e49f1f0d,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:03.821506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] No DVR routers for this DVR port 32e783ab-bc03-402f-90c4-7ae8e49f1f0d on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:09:03.828245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:03.832878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:03.832878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:03.832878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:03.832878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:03.832878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:03.832878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:03.832878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:03.832878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:03.832878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:03.832878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:03.832878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:03.832878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c91f4b9-8f8e-440b-8a72-1f38931f2512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:03.868746 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-190f5650-65ce-4c36-9cdf-4c84f3b9fffe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (42411ab0-7cbe-4d51-9098-db53ad0bbc58), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:03.870985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-190f5650-65ce-4c36-9cdf-4c84f3b9fffe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_controller (42411ab0-7cbe-4d51-9098-db53ad0bbc58), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:03.955949 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-190f5650-65ce-4c36-9cdf-4c84f3b9fffe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (42411ab0-7cbe-4d51-9098-db53ad0bbc58), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:03.956492 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190f5650-65ce-4c36-9cdf-4c84f3b9fffe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Fanout notify agent at l3_agent the message router_deleted on router 42411ab0-7cbe-4d51-9098-db53ad0bbc58 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:09:03.963404 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-190f5650-65ce-4c36-9cdf-4c84f3b9fffe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:03.966943 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-190f5650-65ce-4c36-9cdf-4c84f3b9fffe tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/routers/42411ab0-7cbe-4d51-9098-db53ad0bbc58 HTTP/1.1" status: 204 len: 168 time: 0.9412417 Jan 10 12:09:03.967775 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60744) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:04.045210 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ef25-875e-4cfc-ac65-88fb26084343 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (0498c4b5-21c8-4d28-b24a-af89e1c970b0), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:04.129500 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ef25-875e-4cfc-ac65-88fb26084343 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (0498c4b5-21c8-4d28-b24a-af89e1c970b0), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:04.150949 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-b5d5ef25-875e-4cfc-ac65-88fb26084343 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0498c4b5-21c8-4d28-b24a-af89e1c970b0']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:04.161315 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-b5d5ef25-875e-4cfc-ac65-88fb26084343 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8af97cd-ba4b-465a-ac77-3e97ad224b36') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:04.161609 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-b5d5ef25-875e-4cfc-ac65-88fb26084343 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8af97cd-ba4b-465a-ac77-3e97ad224b36') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:04.171472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ef25-875e-4cfc-ac65-88fb26084343 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (b8af97cd-ba4b-465a-ac77-3e97ad224b36), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:04.185120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ef25-875e-4cfc-ac65-88fb26084343 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b8af97cd-ba4b-465a-ac77-3e97ad224b36), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:04.191225 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d5ef25-875e-4cfc-ac65-88fb26084343 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:09:04.191620 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ef25-875e-4cfc-ac65-88fb26084343 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (b8af97cd-ba4b-465a-ac77-3e97ad224b36), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:09:04.194768 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:09:04.294015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ef25-875e-4cfc-ac65-88fb26084343 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (0498c4b5-21c8-4d28-b24a-af89e1c970b0), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:04.301603 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ef25-875e-4cfc-ac65-88fb26084343 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:04.304431 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b5d5ef25-875e-4cfc-ac65-88fb26084343 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/networks/0498c4b5-21c8-4d28-b24a-af89e1c970b0 HTTP/1.1" status: 204 len: 168 time: 0.3357079 Jan 10 12:09:04.318035 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5ef25-875e-4cfc-ac65-88fb26084343 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Network': ['ID=0498c4b5-21c8-4d28-b24a-af89e1c970b0,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:04.337996 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60746) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:04.345532 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7a855342-9f27-472f-8591-17d080fd6b15 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'network': {'name': 'tempest-network-smoke--1356616117', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'port_security_enabled': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:09:04.418616 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a855342-9f27-472f-8591-17d080fd6b15 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:09:04.422177 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a855342-9f27-472f-8591-17d080fd6b15 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:04.449187 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a855342-9f27-472f-8591-17d080fd6b15 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:09:04.457446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a855342-9f27-472f-8591-17d080fd6b15 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (75aa8362-b36a-4896-be38-e6e725083289), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:04.457817 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-7a855342-9f27-472f-8591-17d080fd6b15 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Added segment 75aa8362-b36a-4896-be38-e6e725083289 of type vlan for network 017b4fd5-5012-4aef-b69d-2f90d3d7edb3 Jan 10 12:09:04.495716 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a855342-9f27-472f-8591-17d080fd6b15 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (017b4fd5-5012-4aef-b69d-2f90d3d7edb3), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:04.579177 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a855342-9f27-472f-8591-17d080fd6b15 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (017b4fd5-5012-4aef-b69d-2f90d3d7edb3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:09:04.582766 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:09:04.585803 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a855342-9f27-472f-8591-17d080fd6b15 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:04.585803 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7a855342-9f27-472f-8591-17d080fd6b15 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:04.648750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a855342-9f27-472f-8591-17d080fd6b15 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Network': ['ID=017b4fd5-5012-4aef-b69d-2f90d3d7edb3,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:04.658587 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 017b4fd5-5012-4aef-b69d-2f90d3d7edb3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:09:04.690974 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7a855342-9f27-472f-8591-17d080fd6b15 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3493960 Jan 10 12:09:04.693558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60748) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:04.698964 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-745975774', 'admin_state_up': True, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:09:04.808475 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:04.809490 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:04.862137 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_controller (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:05.047380 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:05.238542 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 32e783ab-bc03-402f-90c4-7ae8e49f1f0d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:09:05.262779 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 32e783ab-bc03-402f-90c4-7ae8e49f1f0d {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:09:05.263137 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 32e783ab-bc03-402f-90c4-7ae8e49f1f0d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:09:05.263567 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device bab7e02a-31dd-42ec-aef8-97183e79e367 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:09:05.282976 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: bab7e02a-31dd-42ec-aef8-97183e79e367 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:09:05.283329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device bab7e02a-31dd-42ec-aef8-97183e79e367 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:09:05.283750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device d58847b4-9fb8-4a50-b4b7-731a19f1bbbb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:09:05.301099 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:05.302788 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: d58847b4-9fb8-4a50-b4b7-731a19f1bbbb {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:09:05.303143 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device d58847b4-9fb8-4a50-b4b7-731a19f1bbbb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:09:05.319806 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:05.421887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.78 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/87e023ad-9039-44dd-aba7-6cda0f6c0e8c) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:09:05.518456 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:05.596378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:05.640478 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:09:05.643321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:09:05.645710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:09:05.657504 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f436615f-3bf6-4b58-b7d4-41d6501ff1ba None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:09:05.673734 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=87e023ad-9039-44dd-aba7-6cda0f6c0e8c,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:05.729220 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7834b807-8442-4b17-b826-aa605f536537 None None] Provisioning complete for port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:09:05.729648 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7834b807-8442-4b17-b826-aa605f536537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:05.765591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-7834b807-8442-4b17-b826-aa605f536537 None None] Port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:09:05.988053 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:06.076523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-069036d9-e42d-4c74-9ca2-caeee6a25ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:06.183892 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:06.681888 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:09:06.782510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:09:06.791891 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Sync routers for ids ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:09:06.803243 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Routers {'5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:09:06.803870 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:08:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:06.838118 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:06.840307 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cb047328-5ba4-40aa-a7da-6098aff38930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1455870 Jan 10 12:09:06.843360 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60750) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:06.877000 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d20b22bc-7f1b-475d-9584-f3533a798c49 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a8ed50a2c6284926857fedd16b365558&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301812 Jan 10 12:09:06.877243 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60752) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:06.910163 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Set router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:09:06.960907 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab575f37-13de-4895-95bd-615e2ffda08d tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:06.965578 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ab575f37-13de-4895-95bd-615e2ffda08d tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842648 Jan 10 12:09:06.966035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60754) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:06.995668 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-71e8f727-5c9e-496e-8eac-c976cc3252bb tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262535 Jan 10 12:09:06.995875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60756) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:07.000397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-324329eb-e93b-4b2d-bd34-13af90c1b4bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2141619177', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:09:07.085204 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:09:05Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:07.112818 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Checking router: 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:09:07.113170 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Updating router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:09:07.138441 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:07.155649 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324329eb-e93b-4b2d-bd34-13af90c1b4bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:09:07.159272 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-324329eb-e93b-4b2d-bd34-13af90c1b4bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:07.388974 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Publish callbacks [] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:07.396132 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-324329eb-e93b-4b2d-bd34-13af90c1b4bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (843b427a-117a-4078-ac8f-95973acd97c7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:07.454944 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324329eb-e93b-4b2d-bd34-13af90c1b4bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Subnet': ['ID=843b427a-117a-4078-ac8f-95973acd97c7,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:07.464492 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324329eb-e93b-4b2d-bd34-13af90c1b4bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Checking segment: {'id': '75aa8362-b36a-4896-be38-e6e725083289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:09:07.464909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324329eb-e93b-4b2d-bd34-13af90c1b4bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network hostable DHCP agents. Network: 017b4fd5-5012-4aef-b69d-2f90d3d7edb3, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:09:07.486884 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:07.527951 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594d6b0d-844e-41fa-ab42-0c88b0a8b1a9 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:09:07.542560 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Attempting to bind port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:09:07.543016 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Attempting to bind port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:09:07.543374 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Attempting to bind port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:09:07.545326 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9282f-646d-4265-9b6a-d3f6315db25b None None] Pushing event updated for resources: {'Port': ['ID=87e023ad-9039-44dd-aba7-6cda0f6c0e8c,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:07.553961 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:09:07.554338 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:09:07.554737 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:07.555129 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:09:07.555582 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Bound port: 87e023ad-9039-44dd-aba7-6cda0f6c0e8c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:09:07.555961 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:07.559206 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9282f-646d-4265-9b6a-d3f6315db25b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:07.559639 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9282f-646d-4265-9b6a-d3f6315db25b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:07.559984 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9282f-646d-4265-9b6a-d3f6315db25b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:07.560321 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9282f-646d-4265-9b6a-d3f6315db25b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:07.560652 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9282f-646d-4265-9b6a-d3f6315db25b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:07.560983 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9282f-646d-4265-9b6a-d3f6315db25b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:07.561311 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9282f-646d-4265-9b6a-d3f6315db25b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:07.561637 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9282f-646d-4265-9b6a-d3f6315db25b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:07.561991 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9282f-646d-4265-9b6a-d3f6315db25b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:07.562321 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9282f-646d-4265-9b6a-d3f6315db25b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:07.562648 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9282f-646d-4265-9b6a-d3f6315db25b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:07.562994 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9282f-646d-4265-9b6a-d3f6315db25b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:07.563313 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9282f-646d-4265-9b6a-d3f6315db25b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:09:07.574080 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324329eb-e93b-4b2d-bd34-13af90c1b4bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 017b4fd5-5012-4aef-b69d-2f90d3d7edb3 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:09:07.596556 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2a031651-ba8d-4c98-a2ce-5791f67ef92f None None] Provisioning complete for port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:09:07.596937 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2a031651-ba8d-4c98-a2ce-5791f67ef92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:07.615121 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] For port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:09:07.618146 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] For port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87e023ad-9039-44dd-aba7-6cda0f6c0e8c,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:09:07.630138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2a031651-ba8d-4c98-a2ce-5791f67ef92f None None] Port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:09:07.641603 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-324329eb-e93b-4b2d-bd34-13af90c1b4bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 017b4fd5-5012-4aef-b69d-2f90d3d7edb3) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:09:07.645474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324329eb-e93b-4b2d-bd34-13af90c1b4bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:07.651535 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-324329eb-e93b-4b2d-bd34-13af90c1b4bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:07.651814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d12df9c-1bfd-4fb2-a61e-9ddc9761a1f3 None None] Network 017b4fd5-5012-4aef-b69d-2f90d3d7edb3 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:09:07.693642 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:07.718876 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-324329eb-e93b-4b2d-bd34-13af90c1b4bc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7220192 Jan 10 12:09:07.727724 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60758) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:07.750606 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5c1b6c-cbe6-4634-baef-d114a6d95ae3 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:09:07.753618 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Routers {'5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:09:07.754274 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:08:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:07.766673 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ips': [{'subnet_id': '843b427a-117a-4078-ac8f-95973acd97c7'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:09:07.768187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:07.819735 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9282f-646d-4265-9b6a-d3f6315db25b None None] Pushing event updated for resources: {'Port': ['ID=87e023ad-9039-44dd-aba7-6cda0f6c0e8c,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:07.877732 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] Set router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:09:07.896249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-67863651-4b6b-4062-baa7-8b4b41763123 None None] Provisioning complete for port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:09:07.896631 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-67863651-4b6b-4062-baa7-8b4b41763123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:07.943725 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Allocated IP 172.20.0.2 (017b4fd5-5012-4aef-b69d-2f90d3d7edb3/843b427a-117a-4078-ac8f-95973acd97c7/123a8078-3e68-4946-98d4-fc9fdc4f02ec) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:09:08.065313 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:09:05Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:08.098187 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9f3275-06bc-45b8-a7b6-d95a03f315a2 None None] The sync data for ids ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'] in dv-neutron-master-2-hyperv is: [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:09:05Z', 'revision_number': 3, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:09:08.204763 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-67863651-4b6b-4062-baa7-8b4b41763123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:08.216325 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:08.238821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-67863651-4b6b-4062-baa7-8b4b41763123 None None] For port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87e023ad-9039-44dd-aba7-6cda0f6c0e8c,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:09:08.302663 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Publish callbacks [] for port (123a8078-3e68-4946-98d4-fc9fdc4f02ec), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:08.310628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-67863651-4b6b-4062-baa7-8b4b41763123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:08.369294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67863651-4b6b-4062-baa7-8b4b41763123 None None] Pushing event updated for resources: {'Port': ['ID=87e023ad-9039-44dd-aba7-6cda0f6c0e8c,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:08.391278 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (123a8078-3e68-4946-98d4-fc9fdc4f02ec), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:08.438773 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Network 017b4fd5-5012-4aef-b69d-2f90d3d7edb3 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:09:08.442666 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:09:08.445149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:09:08.480633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Pushing event updated for resources: {'Port': ['ID=123a8078-3e68-4946-98d4-fc9fdc4f02ec,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:08.508567 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Attempting to bind port 123a8078-3e68-4946-98d4-fc9fdc4f02ec on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:09:08.508935 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Attempting to bind port 123a8078-3e68-4946-98d4-fc9fdc4f02ec by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '75aa8362-b36a-4896-be38-e6e725083289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:09:08.509297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Attempting to bind port 123a8078-3e68-4946-98d4-fc9fdc4f02ec on network 017b4fd5-5012-4aef-b69d-2f90d3d7edb3 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:09:08.520262 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:09:08.520262 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Checking segment: {'id': '75aa8362-b36a-4896-be38-e6e725083289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:09:08.520609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:08.520772 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Bound using segment: {'id': '75aa8362-b36a-4896-be38-e6e725083289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:09:08.521253 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Bound port: 123a8078-3e68-4946-98d4-fc9fdc4f02ec, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75aa8362-b36a-4896-be38-e6e725083289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:09:08.521635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (123a8078-3e68-4946-98d4-fc9fdc4f02ec), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:08.547551 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.1 (017b4fd5-5012-4aef-b69d-2f90d3d7edb3/843b427a-117a-4078-ac8f-95973acd97c7/92726898-fd9a-47e3-8b46-b64a08315edb) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:09:08.589599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] For port 123a8078-3e68-4946-98d4-fc9fdc4f02ec, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:09:08.592802 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] For port 123a8078-3e68-4946-98d4-fc9fdc4f02ec, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=123a8078-3e68-4946-98d4-fc9fdc4f02ec,segment=NetworkSegment(75aa8362-b36a-4896-be38-e6e725083289),segment_id=75aa8362-b36a-4896-be38-e6e725083289)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:09:08.660000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (123a8078-3e68-4946-98d4-fc9fdc4f02ec), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:08.676619 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (92726898-fd9a-47e3-8b46-b64a08315edb), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:08.750814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d9080-08b9-4a0c-85f3-570e8cf2c028 None None] Pushing event updated for resources: {'Port': ['ID=123a8078-3e68-4946-98d4-fc9fdc4f02ec,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:08.774650 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:08.831619 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 017b4fd5-5012-4aef-b69d-2f90d3d7edb3 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:09:08.834968 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:09:08.838031 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:09:08.846747 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=92726898-fd9a-47e3-8b46-b64a08315edb,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:08.903779 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:09.162688 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:09.315495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 123a8078-3e68-4946-98d4-fc9fdc4f02ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:09:09.367594 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 123a8078-3e68-4946-98d4-fc9fdc4f02ec triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:09:09.367904 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (123a8078-3e68-4946-98d4-fc9fdc4f02ec), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:09.459059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (123a8078-3e68-4946-98d4-fc9fdc4f02ec), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:09.480873 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (92726898-fd9a-47e3-8b46-b64a08315edb), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:09.501121 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 123a8078-3e68-4946-98d4-fc9fdc4f02ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=123a8078-3e68-4946-98d4-fc9fdc4f02ec,segment=NetworkSegment(75aa8362-b36a-4896-be38-e6e725083289),segment_id=75aa8362-b36a-4896-be38-e6e725083289)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:09:09.555332 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:09.579192 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (123a8078-3e68-4946-98d4-fc9fdc4f02ec), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:09.580218 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 87e023ad-9039-44dd-aba7-6cda0f6c0e8c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:09:09.636969 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:09.638723 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=92726898-fd9a-47e3-8b46-b64a08315edb,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:09.672091 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=123a8078-3e68-4946-98d4-fc9fdc4f02ec,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:09.689454 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:09:09.690412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:09.785458 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 017b4fd5-5012-4aef-b69d-2f90d3d7edb3 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:09:09.789206 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:09:09.828088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d356b305-3d58-4970-93a1-ccf5216b4260 None None] Network 017b4fd5-5012-4aef-b69d-2f90d3d7edb3 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:09:09.897672 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6ac71c7e-7f8d-45d4-8c24-489b9eddd2ac None None] Provisioning complete for port 123a8078-3e68-4946-98d4-fc9fdc4f02ec triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:09:09.898077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6ac71c7e-7f8d-45d4-8c24-489b9eddd2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (123a8078-3e68-4946-98d4-fc9fdc4f02ec), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:09.918339 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:09:10.045279 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:09:10.055211 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8ae4383a-dc74-4730-82eb-e8777ef26123 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/5e5826f4-2cdc-4a39-993e-c1c92dbeb01c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3241353 Jan 10 12:09:10.055440 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60760) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:10.178963 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7699f194-b6a7-46e2-84a5-472da33c499b tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:10.179443 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7699f194-b6a7-46e2-84a5-472da33c499b tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:10.179907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7699f194-b6a7-46e2-84a5-472da33c499b tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:10.180365 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7699f194-b6a7-46e2-84a5-472da33c499b tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:10.182055 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7699f194-b6a7-46e2-84a5-472da33c499b tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1256607 Jan 10 12:09:10.186091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60762) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:10.278835 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea3e4ad-6715-4a16-a767-c46ff174682e tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:10.279296 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea3e4ad-6715-4a16-a767-c46ff174682e tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:10.279750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea3e4ad-6715-4a16-a767-c46ff174682e tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:10.280200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea3e4ad-6715-4a16-a767-c46ff174682e tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:10.282921 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9ea3e4ad-6715-4a16-a767-c46ff174682e tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0947855 Jan 10 12:09:10.291274 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-10e75c8c-294e-4ac0-92bb-68c4cc45ef56 None None] Provisioning complete for port 92726898-fd9a-47e3-8b46-b64a08315edb triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:09:10.291274 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-10e75c8c-294e-4ac0-92bb-68c4cc45ef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:10.291669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60764) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:10.337540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-10e75c8c-294e-4ac0-92bb-68c4cc45ef56 None None] Port 92726898-fd9a-47e3-8b46-b64a08315edb cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:09:10.349470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5fb2ddb4-becb-4871-b189-feae4751b89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:10.353415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-10e75c8c-294e-4ac0-92bb-68c4cc45ef56 None None] Provisioning complete for port 123a8078-3e68-4946-98d4-fc9fdc4f02ec triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:09:10.354785 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-10e75c8c-294e-4ac0-92bb-68c4cc45ef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (123a8078-3e68-4946-98d4-fc9fdc4f02ec), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:10.472008 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f6017014-c452-4191-8898-2ef85e102d2c tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1853819 Jan 10 12:09:10.514098 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Sync routers for ids ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:09:10.525611 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Routers {'5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:09:10.526840 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:09:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:10.637491 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Set router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:09:10.755618 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0841bcd0-2e83-430e-918c-2bc4a5eb7cb8 None None] Provisioning complete for port 92726898-fd9a-47e3-8b46-b64a08315edb triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:09:10.756268 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0841bcd0-2e83-430e-918c-2bc4a5eb7cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:10.814304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:10.829791 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-0841bcd0-2e83-430e-918c-2bc4a5eb7cb8 None None] Port 92726898-fd9a-47e3-8b46-b64a08315edb cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:09:10.895272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60768) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:10.899956 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-4cdd68d2-2686-49a5-a816-6a318ada37ea tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-870853358', 'description': 'tempest-secgroup-smoke-870853358 description', 'project_id': 'a8ed50a2c6284926857fedd16b365558'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:09:10.909325 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:09:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '92726898-fd9a-47e3-8b46-b64a08315edb', 'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '843b427a-117a-4078-ac8f-95973acd97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:08Z', 'updated_at': '2022-01-10T12:09:09Z', 'revision_number': 2, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '843b427a-117a-4078-ac8f-95973acd97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:10.936815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Checking router: 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:09:10.937106 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Updating router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c port 92726898-fd9a-47e3-8b46-b64a08315edb binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:09:10.970105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:10.972723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5bd9ad49-b47e-453b-b3ec-5a47434015b9 None None] Provisioning complete for port 92726898-fd9a-47e3-8b46-b64a08315edb triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:09:10.973057 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5bd9ad49-b47e-453b-b3ec-5a47434015b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:10.979598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4cdd68d2-2686-49a5-a816-6a318ada37ea tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:11.043413 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9ad49-b47e-453b-b3ec-5a47434015b9 None None] Port 92726898-fd9a-47e3-8b46-b64a08315edb cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:09:11.051052 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4cdd68d2-2686-49a5-a816-6a318ada37ea tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (7b237f9c-a0d4-4346-86c6-4168578b2e9b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:11.122101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4cdd68d2-2686-49a5-a816-6a318ada37ea tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (7b237f9c-a0d4-4346-86c6-4168578b2e9b), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:11.263547 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 123a8078-3e68-4946-98d4-fc9fdc4f02ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:09:11.310760 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Publish callbacks [] for port (92726898-fd9a-47e3-8b46-b64a08315edb), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:11.331282 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 123a8078-3e68-4946-98d4-fc9fdc4f02ec triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:09:11.331663 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (123a8078-3e68-4946-98d4-fc9fdc4f02ec), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:11.410242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:11.433589 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd68d2-2686-49a5-a816-6a318ada37ea tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b237f9c-a0d4-4346-86c6-4168578b2e9b,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:11.464012 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdc60a-fcb3-40e5-9346-357beb1c4e0a None None] Pushing event updated for resources: {'Port': ['ID=92726898-fd9a-47e3-8b46-b64a08315edb,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:11.513711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4cdd68d2-2686-49a5-a816-6a318ada37ea tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:11.515057 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4cdd68d2-2686-49a5-a816-6a318ada37ea tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6187634 Jan 10 12:09:11.517834 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60770) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:11.518560 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Attempting to bind port 92726898-fd9a-47e3-8b46-b64a08315edb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:09:11.518945 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Attempting to bind port 92726898-fd9a-47e3-8b46-b64a08315edb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '75aa8362-b36a-4896-be38-e6e725083289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:09:11.519319 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Attempting to bind port 92726898-fd9a-47e3-8b46-b64a08315edb on network 017b4fd5-5012-4aef-b69d-2f90d3d7edb3 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:09:11.522402 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-58f35524-7d73-4eac-ab17-dbf8eff2986a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '7b237f9c-a0d4-4346-86c6-4168578b2e9b', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:09:11.525607 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:09:11.526029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Checking segment: {'id': '75aa8362-b36a-4896-be38-e6e725083289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:09:11.526445 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:11.526855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Bound using segment: {'id': '75aa8362-b36a-4896-be38-e6e725083289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:09:11.527339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Bound port: 92726898-fd9a-47e3-8b46-b64a08315edb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75aa8362-b36a-4896-be38-e6e725083289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:09:11.527730 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:11.597314 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] For port 92726898-fd9a-47e3-8b46-b64a08315edb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:09:11.600631 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] For port 92726898-fd9a-47e3-8b46-b64a08315edb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=92726898-fd9a-47e3-8b46-b64a08315edb,segment=NetworkSegment(75aa8362-b36a-4896-be38-e6e725083289),segment_id=75aa8362-b36a-4896-be38-e6e725083289)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:09:11.629652 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58f35524-7d73-4eac-ab17-dbf8eff2986a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (817bdec9-dcdf-45ef-b918-3115bef05940), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:11.684056 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58f35524-7d73-4eac-ab17-dbf8eff2986a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (817bdec9-dcdf-45ef-b918-3115bef05940), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:11.687084 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-b4c61155-b975-42bc-9d27-a8391d339d13 None None] Provisioning complete for port 92726898-fd9a-47e3-8b46-b64a08315edb triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:09:11.687455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b4c61155-b975-42bc-9d27-a8391d339d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:11.713563 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:11.753605 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-b4c61155-b975-42bc-9d27-a8391d339d13 None None] Port 92726898-fd9a-47e3-8b46-b64a08315edb cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:09:11.761645 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58f35524-7d73-4eac-ab17-dbf8eff2986a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (817bdec9-dcdf-45ef-b918-3115bef05940), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:11.780556 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f35524-7d73-4eac-ab17-dbf8eff2986a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817bdec9-dcdf-45ef-b918-3115bef05940,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:11.780820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdc60a-fcb3-40e5-9346-357beb1c4e0a None None] Pushing event updated for resources: {'Port': ['ID=92726898-fd9a-47e3-8b46-b64a08315edb,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:11.783515 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Routers {'5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:09:11.784140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:09:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:11.861211 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-58f35524-7d73-4eac-ab17-dbf8eff2986a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:11.862812 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-58f35524-7d73-4eac-ab17-dbf8eff2986a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440199 Jan 10 12:09:11.865786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60772) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:11.870991 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-88173632-17ed-485e-8f97-5a7b4ac247f3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '7b237f9c-a0d4-4346-86c6-4168578b2e9b', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:09:11.895935 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] Set router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:09:11.966625 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-88173632-17ed-485e-8f97-5a7b4ac247f3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (f4e58cd6-54ac-4da0-a681-c94b702ba22f), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.028014 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-88173632-17ed-485e-8f97-5a7b4ac247f3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (f4e58cd6-54ac-4da0-a681-c94b702ba22f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.036697 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-56c862cf-12c8-40b4-88a6-43c242dc9e8b None None] Provisioning complete for port 92726898-fd9a-47e3-8b46-b64a08315edb triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:09:12.037069 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-56c862cf-12c8-40b4-88a6-43c242dc9e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.092914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-88173632-17ed-485e-8f97-5a7b4ac247f3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (f4e58cd6-54ac-4da0-a681-c94b702ba22f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.111043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173632-17ed-485e-8f97-5a7b4ac247f3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e58cd6-54ac-4da0-a681-c94b702ba22f,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:12.170431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-56c862cf-12c8-40b4-88a6-43c242dc9e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.186464 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-88173632-17ed-485e-8f97-5a7b4ac247f3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.187757 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-88173632-17ed-485e-8f97-5a7b4ac247f3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3209403 Jan 10 12:09:12.190291 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:09:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '92726898-fd9a-47e3-8b46-b64a08315edb', 'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '843b427a-117a-4078-ac8f-95973acd97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:08Z', 'updated_at': '2022-01-10T12:09:11Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '843b427a-117a-4078-ac8f-95973acd97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:12.190609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60774) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:12.195109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c9eec1bb-7b72-4a61-9336-b2960ca32ed5 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '7b237f9c-a0d4-4346-86c6-4168578b2e9b', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:09:12.198413 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.269750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c9eec1bb-7b72-4a61-9336-b2960ca32ed5 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (48318f4a-33ae-44cf-be5f-eeb9ae8f22b2), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.331444 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c9eec1bb-7b72-4a61-9336-b2960ca32ed5 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (48318f4a-33ae-44cf-be5f-eeb9ae8f22b2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.374873 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef21aa-461c-4857-9374-25ce0c260104 None None] The sync data for ids ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'] in dv-neutron-master-2-hyperv is: [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:09:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '92726898-fd9a-47e3-8b46-b64a08315edb', 'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '843b427a-117a-4078-ac8f-95973acd97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:08Z', 'updated_at': '2022-01-10T12:09:11Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '843b427a-117a-4078-ac8f-95973acd97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:09:12.385202 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c9eec1bb-7b72-4a61-9336-b2960ca32ed5 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (48318f4a-33ae-44cf-be5f-eeb9ae8f22b2), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.386364 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-56c862cf-12c8-40b4-88a6-43c242dc9e8b None None] For port 92726898-fd9a-47e3-8b46-b64a08315edb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=92726898-fd9a-47e3-8b46-b64a08315edb,segment=NetworkSegment(75aa8362-b36a-4896-be38-e6e725083289),segment_id=75aa8362-b36a-4896-be38-e6e725083289)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:09:12.406539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eec1bb-7b72-4a61-9336-b2960ca32ed5 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48318f4a-33ae-44cf-be5f-eeb9ae8f22b2,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:12.453135 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-56c862cf-12c8-40b4-88a6-43c242dc9e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.461056 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c9eec1bb-7b72-4a61-9336-b2960ca32ed5 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.462325 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c9eec1bb-7b72-4a61-9336-b2960ca32ed5 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2707524 Jan 10 12:09:12.465658 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60776) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:12.470056 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-32ab94c5-e396-44eb-98ec-4f986473d497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '7b237f9c-a0d4-4346-86c6-4168578b2e9b', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:09:12.511336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c862cf-12c8-40b4-88a6-43c242dc9e8b None None] Pushing event updated for resources: {'Port': ['ID=92726898-fd9a-47e3-8b46-b64a08315edb,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:12.566755 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-32ab94c5-e396-44eb-98ec-4f986473d497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (89619c24-92af-4c88-8b81-939b2eb4ea43), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.625602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-32ab94c5-e396-44eb-98ec-4f986473d497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (89619c24-92af-4c88-8b81-939b2eb4ea43), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.710526 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-32ab94c5-e396-44eb-98ec-4f986473d497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (89619c24-92af-4c88-8b81-939b2eb4ea43), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.730881 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab94c5-e396-44eb-98ec-4f986473d497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89619c24-92af-4c88-8b81-939b2eb4ea43,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:12.810465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-32ab94c5-e396-44eb-98ec-4f986473d497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.811695 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-32ab94c5-e396-44eb-98ec-4f986473d497 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450055 Jan 10 12:09:12.814635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60778) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:12.819125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-0b934bfe-2a28-431e-bda8-597504f2f991 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '7b237f9c-a0d4-4346-86c6-4168578b2e9b', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:09:12.882102 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-0b934bfe-2a28-431e-bda8-597504f2f991 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:09:12.888455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b934bfe-2a28-431e-bda8-597504f2f991 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (7472b30c-b854-4e8b-a096-067d92645732), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:12.952812 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b934bfe-2a28-431e-bda8-597504f2f991 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (7472b30c-b854-4e8b-a096-067d92645732), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:13.013351 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b934bfe-2a28-431e-bda8-597504f2f991 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (7472b30c-b854-4e8b-a096-067d92645732), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:13.032076 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b934bfe-2a28-431e-bda8-597504f2f991 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7472b30c-b854-4e8b-a096-067d92645732,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:13.083985 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b934bfe-2a28-431e-bda8-597504f2f991 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:13.085233 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0b934bfe-2a28-431e-bda8-597504f2f991 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2696223 Jan 10 12:09:13.088138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60780) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:13.092938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-664249f0-c7c4-4f85-ba40-88573c5f43f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'security_group_rule': {'security_group_id': '7b237f9c-a0d4-4346-86c6-4168578b2e9b', 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:09:13.200307 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-664249f0-c7c4-4f85-ba40-88573c5f43f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Project a8ed50a2c6284926857fedd16b365558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:09:13.203804 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-664249f0-c7c4-4f85-ba40-88573c5f43f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (e94e980b-417a-4bfa-a21d-5a49387a5446), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:13.275560 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 92726898-fd9a-47e3-8b46-b64a08315edb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:09:13.285630 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-664249f0-c7c4-4f85-ba40-88573c5f43f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (e94e980b-417a-4bfa-a21d-5a49387a5446), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:13.302948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:13.330151 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 92726898-fd9a-47e3-8b46-b64a08315edb triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:09:13.330575 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:13.334245 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-664249f0-c7c4-4f85-ba40-88573c5f43f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (e94e980b-417a-4bfa-a21d-5a49387a5446), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:13.356127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664249f0-c7c4-4f85-ba40-88573c5f43f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94e980b-417a-4bfa-a21d-5a49387a5446,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:13.404189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-664249f0-c7c4-4f85-ba40-88573c5f43f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:13.405448 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-664249f0-c7c4-4f85-ba40-88573c5f43f7 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3162665 Jan 10 12:09:13.604996 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-d8a11fa1-1f8f-4453-a1fb-60706fd712aa tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-870853358&fields=id&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 267 time: 0.0429714 Jan 10 12:09:13.709951 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-ed308e4e-fb16-4d02-8e10-fd9e213b1f35 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:13.711409 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-ed308e4e-fb16-4d02-8e10-fd9e213b1f35 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/networks?id=017b4fd5-5012-4aef-b69d-2f90d3d7edb3 HTTP/1.1" status: 200 len: 797 time: 0.1003110 Jan 10 12:09:13.725720 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-f1a5a2a8-618e-4324-9f49-965d35880117 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/quotas/a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 375 time: 0.0085547 Jan 10 12:09:13.774884 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-e4566860-8c4c-4742-9bff-fe71ffc7d0f8 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437713 Jan 10 12:09:13.849694 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:09:13.961532 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-070709fc-2958-429d-9037-2b749b82dc76 service neutron] 10.222.0.16 "GET /v2.0/networks/017b4fd5-5012-4aef-b69d-2f90d3d7edb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749558 Jan 10 12:09:14.048161 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-9ddc9774-1fa9-4f92-97dd-95d1c38311af service neutron] 10.222.0.16 "GET /v2.0/networks/017b4fd5-5012-4aef-b69d-2f90d3d7edb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801530 Jan 10 12:09:14.344875 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-362ad94c-3e7f-4e7d-9722-b902b7b20914 req-d78215fe-22ae-4d5a-98b1-055452b7d8ca tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 210 time: 0.0276663 Jan 10 12:09:15.439375 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d80f6cd-d34c-4681-b442-12843e1da196 req-5fc2384a-e2d0-4f98-8811-d510a67d1d22 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 210 time: 0.0261743 Jan 10 12:09:15.994030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-0de034c6-24a2-4aab-bedd-f3376b16f16a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:15.995999 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-0de034c6-24a2-4aab-bedd-f3376b16f16a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/networks?id=017b4fd5-5012-4aef-b69d-2f90d3d7edb3 HTTP/1.1" status: 200 len: 797 time: 0.1047993 Jan 10 12:09:16.058327 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-5616cf76-399f-43b5-b1e5-9d869e3dcddc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ed50a2c6284926857fedd16b365558 HTTP/1.1" status: 200 len: 379 time: 0.0528617 Jan 10 12:09:16.066633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-2ea5c0aa-d4c5-45fa-a6bc-593410cd788e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'port': {'device_id': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'admin_state_up': True, 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'security_groups': ['7b237f9c-a0d4-4346-86c6-4168578b2e9b']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:09:16.247537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-2ea5c0aa-d4c5-45fa-a6bc-593410cd788e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Made reservation on behalf of a8ed50a2c6284926857fedd16b365558 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:09:16.251183 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-2ea5c0aa-d4c5-45fa-a6bc-593410cd788e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:16.375400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-2ea5c0aa-d4c5-45fa-a6bc-593410cd788e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.20.0.6 (017b4fd5-5012-4aef-b69d-2f90d3d7edb3/843b427a-117a-4078-ac8f-95973acd97c7/5c871194-be6e-48dc-ad46-e0e6560a0fdd) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:09:16.514317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-2ea5c0aa-d4c5-45fa-a6bc-593410cd788e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (5c871194-be6e-48dc-ad46-e0e6560a0fdd), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:16.533838 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-533c7166-1faa-4e24-b087-2eb5d9c517b3 req-e0fa9985-28a7-44e9-a62f-5725edbdd6b1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 210 time: 0.0266054 Jan 10 12:09:16.607453 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-2ea5c0aa-d4c5-45fa-a6bc-593410cd788e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (5c871194-be6e-48dc-ad46-e0e6560a0fdd), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:16.650400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-2ea5c0aa-d4c5-45fa-a6bc-593410cd788e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network 017b4fd5-5012-4aef-b69d-2f90d3d7edb3 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:09:16.653997 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-2ea5c0aa-d4c5-45fa-a6bc-593410cd788e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:09:16.661955 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-2ea5c0aa-d4c5-45fa-a6bc-593410cd788e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:09:16.686169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5c0aa-d4c5-45fa-a6bc-593410cd788e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=5c871194-be6e-48dc-ad46-e0e6560a0fdd,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:16.715586 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-2ea5c0aa-d4c5-45fa-a6bc-593410cd788e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:16.716229 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-2ea5c0aa-d4c5-45fa-a6bc-593410cd788e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:16.787243 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-2ea5c0aa-d4c5-45fa-a6bc-593410cd788e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7240503 Jan 10 12:09:16.798351 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Request body: {'port': {'device_id': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:09:16.852171 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5c871194-be6e-48dc-ad46-e0e6560a0fdd), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:16.898262 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-541521d4-a06e-4642-9790-fcb8da604d59 None None] Provisioning complete for port 5c871194-be6e-48dc-ad46-e0e6560a0fdd triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:09:16.898810 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-541521d4-a06e-4642-9790-fcb8da604d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5c871194-be6e-48dc-ad46-e0e6560a0fdd), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:16.935836 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-541521d4-a06e-4642-9790-fcb8da604d59 None None] Port 5c871194-be6e-48dc-ad46-e0e6560a0fdd cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:09:17.109830 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c871194-be6e-48dc-ad46-e0e6560a0fdd {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:09:17.117100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Publish callbacks [] for port (5c871194-be6e-48dc-ad46-e0e6560a0fdd), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:17.128704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Transition to ACTIVE for port object 5c871194-be6e-48dc-ad46-e0e6560a0fdd will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:09:17.195862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (5c871194-be6e-48dc-ad46-e0e6560a0fdd), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:17.246859 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Pushing event updated for resources: {'Port': ['ID=5c871194-be6e-48dc-ad46-e0e6560a0fdd,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:17.317631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Attempting to bind port 5c871194-be6e-48dc-ad46-e0e6560a0fdd on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:09:17.318011 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Attempting to bind port 5c871194-be6e-48dc-ad46-e0e6560a0fdd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '75aa8362-b36a-4896-be38-e6e725083289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:09:17.318344 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Attempting to bind port 5c871194-be6e-48dc-ad46-e0e6560a0fdd on network 017b4fd5-5012-4aef-b69d-2f90d3d7edb3 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:09:17.323725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Port 5c871194-be6e-48dc-ad46-e0e6560a0fdd on network 017b4fd5-5012-4aef-b69d-2f90d3d7edb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:09:17.324035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Attempting to bind port 5c871194-be6e-48dc-ad46-e0e6560a0fdd on network 017b4fd5-5012-4aef-b69d-2f90d3d7edb3 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:09:17.329130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:09:17.329475 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Checking segment: {'id': '75aa8362-b36a-4896-be38-e6e725083289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:09:17.329965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Bound using segment: {'id': '75aa8362-b36a-4896-be38-e6e725083289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:09:17.330409 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Bound port: 5c871194-be6e-48dc-ad46-e0e6560a0fdd, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75aa8362-b36a-4896-be38-e6e725083289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:09:17.330769 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5c871194-be6e-48dc-ad46-e0e6560a0fdd), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:17.400590 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] For port 5c871194-be6e-48dc-ad46-e0e6560a0fdd, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:09:17.403751 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] For port 5c871194-be6e-48dc-ad46-e0e6560a0fdd, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5c871194-be6e-48dc-ad46-e0e6560a0fdd,segment=NetworkSegment(75aa8362-b36a-4896-be38-e6e725083289),segment_id=75aa8362-b36a-4896-be38-e6e725083289)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:09:17.465146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (5c871194-be6e-48dc-ad46-e0e6560a0fdd), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:17.495792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:17.496343 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:17.497926 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] 10.222.0.30 "PUT /v2.0/ports/5c871194-be6e-48dc-ad46-e0e6560a0fdd HTTP/1.1" status: 200 len: 1093 time: 0.7040784 Jan 10 12:09:17.500006 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'tag': '5c871194-be6e-48dc-ad46-e0e6560a0fdd'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:09:17.503121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0618426f-88d1-48fb-9f90-98d75ab178e8" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee974c5-61a5-4ca3-893a-2065c5592926", "tag": "5c871194-be6e-48dc-ad46-e0e6560a0fdd"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:09:17.531072 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed97380-da8c-4743-b4ae-55ec00914635 service neutron] Pushing event updated for resources: {'Port': ['ID=5c871194-be6e-48dc-ad46-e0e6560a0fdd,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:17.548647 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb120233-fdc3-4b3e-afa8-74752c8fc273 x-openstack-request-id: req-fb120233-fdc3-4b3e-afa8-74752c8fc273 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:09:17.549017 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee974c5-61a5-4ca3-893a-2065c5592926", "tag": "5c871194-be6e-48dc-ad46-e0e6560a0fdd", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:09:17.549285 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb120233-fdc3-4b3e-afa8-74752c8fc273 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:09:17.549694 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'tag': '5c871194-be6e-48dc-ad46-e0e6560a0fdd', 'status': 'completed', 'code': 200} Jan 10 12:09:17.611843 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618426f-88d1-48fb-9f90-98d75ab178e8 req-4a99369f-0523-4769-92e8-008e474543ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:17.613366 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0618426f-88d1-48fb-9f90-98d75ab178e8 req-4a99369f-0523-4769-92e8-008e474543ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 1096 time: 0.0425601 Jan 10 12:09:17.662556 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ae04e-43d1-469e-9bf7-39c9f3956111 req-5573652f-8973-4d57-b65f-47ae9ebb1ea3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:17.664281 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a01ae04e-43d1-469e-9bf7-39c9f3956111 req-5573652f-8973-4d57-b65f-47ae9ebb1ea3 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 943 time: 0.0563166 Jan 10 12:09:17.716387 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a01ae04e-43d1-469e-9bf7-39c9f3956111 req-df04728e-749c-462d-9d1b-bcc90104d000 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b237f9c-a0d4-4346-86c6-4168578b2e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458608 Jan 10 12:09:17.719923 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618426f-88d1-48fb-9f90-98d75ab178e8 req-6df085a0-8eb2-43db-8929-d10b1eaedeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:17.721596 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0618426f-88d1-48fb-9f90-98d75ab178e8 req-6df085a0-8eb2-43db-8929-d10b1eaedeb4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a8ed50a2c6284926857fedd16b365558&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0997815 Jan 10 12:09:17.814530 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618426f-88d1-48fb-9f90-98d75ab178e8 req-9e3363ab-afb7-49e5-9352-a47739126580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:17.816039 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0618426f-88d1-48fb-9f90-98d75ab178e8 req-9e3363ab-afb7-49e5-9352-a47739126580 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884011 Jan 10 12:09:17.890446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-aaa1b6a5-db13-4a9d-a750-1064780a45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:17.892025 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-aaa1b6a5-db13-4a9d-a750-1064780a45ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 1096 time: 0.0409720 Jan 10 12:09:17.937517 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-6807d0f9-c6b0-448c-ab43-2b955b6851e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c871194-be6e-48dc-ad46-e0e6560a0fdd HTTP/1.1" status: 200 len: 217 time: 0.0384638 Jan 10 12:09:17.984240 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-12d5483a-b3b5-44bd-b6e4-eec335fe4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:17.985610 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-12d5483a-b3b5-44bd-b6e4-eec335fe4fe6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=843b427a-117a-4078-ac8f-95973acd97c7 HTTP/1.1" status: 200 len: 835 time: 0.0419745 Jan 10 12:09:18.029973 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-c0f962b1-84da-4983-a732-b71995f3416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:18.031434 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-c0f962b1-84da-4983-a732-b71995f3416e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=017b4fd5-5012-4aef-b69d-2f90d3d7edb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396204 Jan 10 12:09:18.120895 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-150305ef-bd1b-442a-a12b-246e14b17b66 service neutron] 10.222.0.30 "GET /v2.0/networks/017b4fd5-5012-4aef-b69d-2f90d3d7edb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836673 Jan 10 12:09:18.207214 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6e5a8c17-5f48-4198-90c5-90f3f5e5ff3e req-176424b6-5060-496c-9044-0a28b8cd0101 service neutron] 10.222.0.30 "GET /v2.0/networks/017b4fd5-5012-4aef-b69d-2f90d3d7edb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802453 Jan 10 12:09:18.837154 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0d8b1-2f1f-4a39-ad24-a287f3283809 req-bb66e56c-aada-4222-a881-1b23ad67d6ce tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:18.838777 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4ca0d8b1-2f1f-4a39-ad24-a287f3283809 req-bb66e56c-aada-4222-a881-1b23ad67d6ce tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 943 time: 0.0544212 Jan 10 12:09:18.887946 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4ca0d8b1-2f1f-4a39-ad24-a287f3283809 req-f57ef94a-0134-4e29-8837-a868d34275f2 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b237f9c-a0d4-4346-86c6-4168578b2e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435572 Jan 10 12:09:19.469716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:19.998293 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a885816-5100-4caf-8d8f-29934f270f5d req-5450eccf-8623-4e09-9eca-1bbffb545b08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:19.999736 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2a885816-5100-4caf-8d8f-29934f270f5d req-5450eccf-8623-4e09-9eca-1bbffb545b08 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 943 time: 0.0475461 Jan 10 12:09:20.047593 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2a885816-5100-4caf-8d8f-29934f270f5d req-6e86e9f9-d44d-4272-bd94-25d2af287f12 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b237f9c-a0d4-4346-86c6-4168578b2e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423281 Jan 10 12:09:20.913839 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 5c871194-be6e-48dc-ad46-e0e6560a0fdd details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:09:21.009899 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 5c871194-be6e-48dc-ad46-e0e6560a0fdd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5c871194-be6e-48dc-ad46-e0e6560a0fdd,segment=NetworkSegment(75aa8362-b36a-4896-be38-e6e725083289),segment_id=75aa8362-b36a-4896-be38-e6e725083289)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:09:21.020619 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '5c871194-be6e-48dc-ad46-e0e6560a0fdd', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'port_id': '5c871194-be6e-48dc-ad46-e0e6560a0fdd', 'mac_address': 'fa:16:3e:6f:79:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843b427a-117a-4078-ac8f-95973acd97c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:09:21.057284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5c871194-be6e-48dc-ad46-e0e6560a0fdd), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:21.069573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c871194-be6e-48dc-ad46-e0e6560a0fdd {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:09:21.089829 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 5c871194-be6e-48dc-ad46-e0e6560a0fdd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5c871194-be6e-48dc-ad46-e0e6560a0fdd,segment=NetworkSegment(75aa8362-b36a-4896-be38-e6e725083289),segment_id=75aa8362-b36a-4896-be38-e6e725083289)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:09:21.138221 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (5c871194-be6e-48dc-ad46-e0e6560a0fdd), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:21.163033 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444934b4-a331-425e-8296-20b66ef79042 req-6685848b-5ac9-42bb-8abd-ae882ee2295a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:21.164673 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-444934b4-a331-425e-8296-20b66ef79042 req-6685848b-5ac9-42bb-8abd-ae882ee2295a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 943 time: 0.0499389 Jan 10 12:09:21.185171 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=5c871194-be6e-48dc-ad46-e0e6560a0fdd,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:21.214611 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-444934b4-a331-425e-8296-20b66ef79042 req-91a8a648-0a3a-422d-b27c-042fecbdffd1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b237f9c-a0d4-4346-86c6-4168578b2e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437045 Jan 10 12:09:21.329924 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['5c871194-be6e-48dc-ad46-e0e6560a0fdd'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:09:22.330874 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c5732-9d2c-4a73-873e-709f5f928c70 req-9e30d061-9638-4778-8762-0998b53d5134 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:22.332369 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-892c5732-9d2c-4a73-873e-709f5f928c70 req-9e30d061-9638-4778-8762-0998b53d5134 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 944 time: 0.0521798 Jan 10 12:09:22.380031 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-892c5732-9d2c-4a73-873e-709f5f928c70 req-62133412-e580-4fd1-a5a9-8b5627d80a83 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b237f9c-a0d4-4346-86c6-4168578b2e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422482 Jan 10 12:09:22.928998 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 5c871194-be6e-48dc-ad46-e0e6560a0fdd up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:09:23.041394 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 5c871194-be6e-48dc-ad46-e0e6560a0fdd completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:09:23.045149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 5c871194-be6e-48dc-ad46-e0e6560a0fdd triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:09:23.049235 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5c871194-be6e-48dc-ad46-e0e6560a0fdd), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:23.120145 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5c871194-be6e-48dc-ad46-e0e6560a0fdd), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:23.142705 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c871194-be6e-48dc-ad46-e0e6560a0fdd'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:09:23.145059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c0aa82-671e-4248-b6fa-79de1cd45368" -d '{"events": [{"server_uuid": "7ee974c5-61a5-4ca3-893a-2065c5592926", "name": "network-vif-plugged", "status": "completed", "tag": "5c871194-be6e-48dc-ad46-e0e6560a0fdd"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:09:23.157982 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 5c871194-be6e-48dc-ad46-e0e6560a0fdd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5c871194-be6e-48dc-ad46-e0e6560a0fdd,segment=NetworkSegment(75aa8362-b36a-4896-be38-e6e725083289),segment_id=75aa8362-b36a-4896-be38-e6e725083289)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:09:23.184901 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1c80bb-522f-4e61-8c5c-653dad2981da x-openstack-request-id: req-2b1c80bb-522f-4e61-8c5c-653dad2981da {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:09:23.185208 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee974c5-61a5-4ca3-893a-2065c5592926", "name": "network-vif-plugged", "status": "completed", "tag": "5c871194-be6e-48dc-ad46-e0e6560a0fdd", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:09:23.185494 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b1c80bb-522f-4e61-8c5c-653dad2981da {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:09:23.185937 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c871194-be6e-48dc-ad46-e0e6560a0fdd', 'code': 200} Jan 10 12:09:23.229202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (5c871194-be6e-48dc-ad46-e0e6560a0fdd), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:23.279922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=5c871194-be6e-48dc-ad46-e0e6560a0fdd,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:23.462938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82325a1-d45b-4a40-b619-013213ba932b req-274c61a9-96ab-4038-befc-2cdb8798a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:23.464568 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d82325a1-d45b-4a40-b619-013213ba932b req-274c61a9-96ab-4038-befc-2cdb8798a648 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 1098 time: 0.0442336 Jan 10 12:09:23.498633 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde41f3-173a-4ca6-acf9-df8cf9db3875 req-da565ac2-1ed3-4c87-ac44-30c182a79e89 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:23.500130 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-afde41f3-173a-4ca6-acf9-df8cf9db3875 req-da565ac2-1ed3-4c87-ac44-30c182a79e89 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 945 time: 0.0487964 Jan 10 12:09:23.510026 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d82325a1-d45b-4a40-b619-013213ba932b req-2293d8d2-a802-45b5-9e75-a4ac5a99e822 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7b237f9c-a0d4-4346-86c6-4168578b2e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394199 Jan 10 12:09:23.548930 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-afde41f3-173a-4ca6-acf9-df8cf9db3875 req-3ff36c22-60b4-4f2a-9f78-a60e361323a0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b237f9c-a0d4-4346-86c6-4168578b2e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429282 Jan 10 12:09:24.665593 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6c87f-421c-4ff2-9c7c-cbd723e6ca45 req-e3374bea-544b-4fa5-a6ab-e0760f56637a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:24.667201 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a0e6c87f-421c-4ff2-9c7c-cbd723e6ca45 req-e3374bea-544b-4fa5-a6ab-e0760f56637a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 945 time: 0.0501838 Jan 10 12:09:24.715817 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a0e6c87f-421c-4ff2-9c7c-cbd723e6ca45 req-4268add9-da02-434c-817f-8756b782f6f6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b237f9c-a0d4-4346-86c6-4168578b2e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428953 Jan 10 12:09:25.827695 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9af566-49df-4ce8-a1ff-0f4189c07b7b req-242acbd6-fd47-401d-9802-05989520b3c0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:25.829174 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1c9af566-49df-4ce8-a1ff-0f4189c07b7b req-242acbd6-fd47-401d-9802-05989520b3c0 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 945 time: 0.0487967 Jan 10 12:09:25.881388 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1c9af566-49df-4ce8-a1ff-0f4189c07b7b req-f40ee6ed-0f30-4980-bc84-ee53fd3cd4d6 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b237f9c-a0d4-4346-86c6-4168578b2e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464301 Jan 10 12:09:25.992044 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22d626-4ad4-40fb-ac40-f9fb3d159072 req-55964228-c544-4212-919f-963909dbcc95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:25.993450 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fe22d626-4ad4-40fb-ac40-f9fb3d159072 req-55964228-c544-4212-919f-963909dbcc95 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 945 time: 0.0481172 Jan 10 12:09:26.044902 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fe22d626-4ad4-40fb-ac40-f9fb3d159072 req-fb2e822c-3262-4c9d-9422-e110b7f05ccf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b237f9c-a0d4-4346-86c6-4168578b2e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461051 Jan 10 12:09:26.065912 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60840) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:26.103895 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186afd59-3b35-45c5-9cb2-f7d1d3ca2d48 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:26.105376 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-186afd59-3b35-45c5-9cb2-f7d1d3ca2d48 tempest-TestNetworkBasicOps-1629978884 tempest-TestNetworkBasicOps-1629978884-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 1093 time: 0.0385225 Jan 10 12:09:26.108135 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60842) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:26.112446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '5c871194-be6e-48dc-ad46-e0e6560a0fdd', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:09:26.218358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:26.311429 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:26.412606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Allocated IP 172.36.2.139 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/82a0cbd5-d71c-42f7-a573-7fa15c8ca205) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:09:26.508399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (82a0cbd5-d71c-42f7-a573-7fa15c8ca205), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:26.595957 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (82a0cbd5-d71c-42f7-a573-7fa15c8ca205), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:26.634825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:09:26.637804 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:09:26.640601 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:09:26.666524 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=82a0cbd5-d71c-42f7-a573-7fa15c8ca205,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:26.976162 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (06e69606-8a0e-41ba-81e3-ce046d6f1f51), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:27.081819 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (82a0cbd5-d71c-42f7-a573-7fa15c8ca205), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:27.227138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for port (82a0cbd5-d71c-42f7-a573-7fa15c8ca205), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:27.275226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (82a0cbd5-d71c-42f7-a573-7fa15c8ca205), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:27.339754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event updated for resources: {'Port': ['ID=82a0cbd5-d71c-42f7-a573-7fa15c8ca205,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:27.351022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (06e69606-8a0e-41ba-81e3-ce046d6f1f51), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:27.449806 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP 06e69606-8a0e-41ba-81e3-ce046d6f1f51 associated. External IP: 172.36.2.139, port: 5c871194-be6e-48dc-ad46-e0e6560a0fdd. Jan 10 12:09:27.647085 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:09:27.749579 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:09:27.758973 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755141f-232b-4a29-98fe-5b422c0af74e None None] Sync routers for ids ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:09:27.769109 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755141f-232b-4a29-98fe-5b422c0af74e None None] Routers {'5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:09:27.769712 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-e755141f-232b-4a29-98fe-5b422c0af74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:09:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:27.848229 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:27.872154 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-e755141f-232b-4a29-98fe-5b422c0af74e None None] Set router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:09:27.875491 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0b5e9713-461f-4c71-94fa-24a30046e81e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7663600 Jan 10 12:09:27.876092 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'tag': '5c871194-be6e-48dc-ad46-e0e6560a0fdd'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:09:27.878390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60844) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:27.878903 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6362cac0-cf82-402b-af25-631e505dac89" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee974c5-61a5-4ca3-893a-2065c5592926", "tag": "5c871194-be6e-48dc-ad46-e0e6560a0fdd"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:09:27.918255 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96d7a0e-87fa-4dab-91e2-73f94bab16df x-openstack-request-id: req-f96d7a0e-87fa-4dab-91e2-73f94bab16df {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:09:27.918772 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee974c5-61a5-4ca3-893a-2065c5592926", "tag": "5c871194-be6e-48dc-ad46-e0e6560a0fdd", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:09:27.919111 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f96d7a0e-87fa-4dab-91e2-73f94bab16df {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:09:27.919595 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'tag': '5c871194-be6e-48dc-ad46-e0e6560a0fdd', 'status': 'completed', 'code': 200} Jan 10 12:09:27.949348 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-149aa797-2b40-4ddc-bd40-a8c9863ad5dc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/06e69606-8a0e-41ba-81e3-ce046d6f1f51 HTTP/1.1" status: 200 len: 991 time: 0.0682340 Jan 10 12:09:27.981159 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362cac0-cf82-402b-af25-631e505dac89 req-d5b1ead9-400d-4597-a2b8-890acbddf2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:27.982702 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6362cac0-cf82-402b-af25-631e505dac89 req-d5b1ead9-400d-4597-a2b8-890acbddf2f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 1098 time: 0.0416234 Jan 10 12:09:28.074062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362cac0-cf82-402b-af25-631e505dac89 req-3f625534-0e09-4b09-ab69-85dac2aa9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:28.075549 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6362cac0-cf82-402b-af25-631e505dac89 req-3f625534-0e09-4b09-ab69-85dac2aa9141 service neutron] 10.222.0.30 "GET /v2.0/networks?id=017b4fd5-5012-4aef-b69d-2f90d3d7edb3 HTTP/1.1" status: 200 len: 898 time: 0.0869122 Jan 10 12:09:28.098483 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-e755141f-232b-4a29-98fe-5b422c0af74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:09:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '06e69606-8a0e-41ba-81e3-ce046d6f1f51', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.139', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'port_id': '5c871194-be6e-48dc-ad46-e0e6560a0fdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'mac_address': 'fa:16:3e:6f:79:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:09:26Z', 'updated_at': '2022-01-10T12:09:26Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92726898-fd9a-47e3-8b46-b64a08315edb', 'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '843b427a-117a-4078-ac8f-95973acd97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:08Z', 'updated_at': '2022-01-10T12:09:12Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '843b427a-117a-4078-ac8f-95973acd97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:28.125193 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755141f-232b-4a29-98fe-5b422c0af74e None None] Checking router: 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:09:28.133402 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755141f-232b-4a29-98fe-5b422c0af74e None None] Routers {'5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:09:28.134044 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-e755141f-232b-4a29-98fe-5b422c0af74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:09:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:28.140946 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6362cac0-cf82-402b-af25-631e505dac89 req-c412d5ff-84ea-463b-b683-6eec8bafff56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c871194-be6e-48dc-ad46-e0e6560a0fdd HTTP/1.1" status: 200 len: 999 time: 0.0579662 Jan 10 12:09:28.189872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362cac0-cf82-402b-af25-631e505dac89 req-be159689-ed30-4d52-bd96-991ddcd4ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:28.191530 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6362cac0-cf82-402b-af25-631e505dac89 req-be159689-ed30-4d52-bd96-991ddcd4ece1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=843b427a-117a-4078-ac8f-95973acd97c7 HTTP/1.1" status: 200 len: 835 time: 0.0445480 Jan 10 12:09:28.243236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362cac0-cf82-402b-af25-631e505dac89 req-503c4c64-ec3b-4a91-8630-ddd891b19f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:09:28.245901 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6362cac0-cf82-402b-af25-631e505dac89 req-503c4c64-ec3b-4a91-8630-ddd891b19f6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=017b4fd5-5012-4aef-b69d-2f90d3d7edb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476973 Jan 10 12:09:28.327021 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-e755141f-232b-4a29-98fe-5b422c0af74e None None] Set router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:09:28.334463 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6362cac0-cf82-402b-af25-631e505dac89 req-1c32fae6-08ce-44aa-908c-169325b7ad8c service neutron] 10.222.0.30 "GET /v2.0/networks/017b4fd5-5012-4aef-b69d-2f90d3d7edb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835783 Jan 10 12:09:28.428617 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6362cac0-cf82-402b-af25-631e505dac89 req-05f833f9-1371-4650-9d49-f389f186d982 service neutron] 10.222.0.30 "GET /v2.0/networks/017b4fd5-5012-4aef-b69d-2f90d3d7edb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887332 Jan 10 12:09:28.547450 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-e755141f-232b-4a29-98fe-5b422c0af74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:09:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '06e69606-8a0e-41ba-81e3-ce046d6f1f51', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.139', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'port_id': '5c871194-be6e-48dc-ad46-e0e6560a0fdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'mac_address': 'fa:16:3e:6f:79:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:09:26Z', 'updated_at': '2022-01-10T12:09:26Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92726898-fd9a-47e3-8b46-b64a08315edb', 'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '843b427a-117a-4078-ac8f-95973acd97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:08Z', 'updated_at': '2022-01-10T12:09:12Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '843b427a-117a-4078-ac8f-95973acd97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:28.576384 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755141f-232b-4a29-98fe-5b422c0af74e None None] The sync data for ids ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'] in dv-neutron-master-2-hyperv is: [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:09:09Z', 'revision_number': 4, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '06e69606-8a0e-41ba-81e3-ce046d6f1f51', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.139', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'port_id': '5c871194-be6e-48dc-ad46-e0e6560a0fdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'mac_address': 'fa:16:3e:6f:79:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:09:26Z', 'updated_at': '2022-01-10T12:09:26Z', 'revision_number': 0, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92726898-fd9a-47e3-8b46-b64a08315edb', 'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '843b427a-117a-4078-ac8f-95973acd97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:08Z', 'updated_at': '2022-01-10T12:09:12Z', 'revision_number': 5, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '843b427a-117a-4078-ac8f-95973acd97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:09:28.760550 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e9815c-c21c-4d2f-8fe2-68facfbbcd38 None None] New status for floating IP 06e69606-8a0e-41ba-81e3-ce046d6f1f51: ACTIVE {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:09:28.951633 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60848) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:29.015181 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-097fff73-2369-4c97-b0ff-cd14b95f936e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/06e69606-8a0e-41ba-81e3-ce046d6f1f51 HTTP/1.1" status: 200 len: 993 time: 0.0623972 Jan 10 12:09:36.092019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-10945f90-c659-464a-9118-aa76fb56428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:40.286325 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ea37db4b-90ea-43c8-96b2-7c23c2a58f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:40.629015 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:42.166384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:43.223573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:49.470013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:50.849945 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:09:55.527006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60860) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:55.531589 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-edc47a81-eb69-4614-bf48-88c1714d530e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'router': {'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:09:55.826435 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-edc47a81-eb69-4614-bf48-88c1714d530e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:55.892361 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-edc47a81-eb69-4614-bf48-88c1714d530e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:55.997080 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc47a81-eb69-4614-bf48-88c1714d530e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:09:56.103904 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc47a81-eb69-4614-bf48-88c1714d530e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:09:56.111029 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-edc47a81-eb69-4614-bf48-88c1714d530e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:56.112086 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-edc47a81-eb69-4614-bf48-88c1714d530e tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/5e5826f4-2cdc-4a39-993e-c1c92dbeb01c HTTP/1.1" status: 200 len: 887 time: 0.5841463 Jan 10 12:09:56.116122 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3c9152-c573-4bc2-a77f-cd26c29cedae None None] Sync routers for ids ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:09:56.127077 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3c9152-c573-4bc2-a77f-cd26c29cedae None None] Routers {'5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:09:56.127676 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9b3c9152-c573-4bc2-a77f-cd26c29cedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:09:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:56.162347 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9b3c9152-c573-4bc2-a77f-cd26c29cedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:56.170730 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3c9152-c573-4bc2-a77f-cd26c29cedae None None] Routers {'5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:09:56.174675 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9b3c9152-c573-4bc2-a77f-cd26c29cedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:09:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:56.203123 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9b3c9152-c573-4bc2-a77f-cd26c29cedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:56.204413 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3c9152-c573-4bc2-a77f-cd26c29cedae None None] The sync data for ids ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'] in dv-neutron-master-2-hyperv is: [] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:09:56.973640 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22013604-50bc-42c4-85eb-5a8a5f5fc1d8 None None] New status for floating IP 06e69606-8a0e-41ba-81e3-ce046d6f1f51: DOWN {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:09:57.264630 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 92726898-fd9a-47e3-8b46-b64a08315edb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:09:57.340625 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:57.371392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 92726898-fd9a-47e3-8b46-b64a08315edb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=92726898-fd9a-47e3-8b46-b64a08315edb,segment=NetworkSegment(75aa8362-b36a-4896-be38-e6e725083289),segment_id=75aa8362-b36a-4896-be38-e6e725083289)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:09:57.457239 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:57.457861 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 87e023ad-9039-44dd-aba7-6cda0f6c0e8c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:09:57.527637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=92726898-fd9a-47e3-8b46-b64a08315edb,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:57.571614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:57.590689 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87e023ad-9039-44dd-aba7-6cda0f6c0e8c,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:09:57.674371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:57.720963 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=87e023ad-9039-44dd-aba7-6cda0f6c0e8c,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:09:58.229651 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60864) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:58.234541 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-309cad57-e3b2-4f87-9048-62152fe07761 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:09:58.528321 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-309cad57-e3b2-4f87-9048-62152fe07761 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2024355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2020654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7925'] for router (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:58.635043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-309cad57-e3b2-4f87-9048-62152fe07761 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2024346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2024333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2020641'] for router (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:58.743574 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309cad57-e3b2-4f87-9048-62152fe07761 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:09:58.847756 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309cad57-e3b2-4f87-9048-62152fe07761 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:09:58.854316 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-309cad57-e3b2-4f87-9048-62152fe07761 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:09:58.855472 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-309cad57-e3b2-4f87-9048-62152fe07761 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/5e5826f4-2cdc-4a39-993e-c1c92dbeb01c HTTP/1.1" status: 200 len: 886 time: 0.6247885 Jan 10 12:09:58.856760 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d15ea1b-79fa-4d48-a110-09ab39aa60e3 None None] Sync routers for ids ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:09:58.858373 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60866) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:58.867273 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15ea1b-79fa-4d48-a110-09ab39aa60e3 None None] Routers {'5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:09:58.867880 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-1d15ea1b-79fa-4d48-a110-09ab39aa60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:09:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:58.917184 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f9e688a0-f930-4211-8def-b14ef94cbeda tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/06e69606-8a0e-41ba-81e3-ce046d6f1f51 HTTP/1.1" status: 200 len: 991 time: 0.0577486 Jan 10 12:09:58.971719 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-1d15ea1b-79fa-4d48-a110-09ab39aa60e3 None None] Set router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:09:59.189697 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-1d15ea1b-79fa-4d48-a110-09ab39aa60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:09:58Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:09:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '06e69606-8a0e-41ba-81e3-ce046d6f1f51', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.139', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'port_id': '5c871194-be6e-48dc-ad46-e0e6560a0fdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'mac_address': 'fa:16:3e:6f:79:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:09:26Z', 'updated_at': '2022-01-10T12:09:57Z', 'revision_number': 2, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92726898-fd9a-47e3-8b46-b64a08315edb', 'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '843b427a-117a-4078-ac8f-95973acd97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:08Z', 'updated_at': '2022-01-10T12:09:57Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '843b427a-117a-4078-ac8f-95973acd97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:59.215033 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d15ea1b-79fa-4d48-a110-09ab39aa60e3 None None] Checking router: 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:09:59.223649 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15ea1b-79fa-4d48-a110-09ab39aa60e3 None None] Routers {'5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:09:59.224254 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-1d15ea1b-79fa-4d48-a110-09ab39aa60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:09:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:59.325649 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-1d15ea1b-79fa-4d48-a110-09ab39aa60e3 None None] Set router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:09:59.537829 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-1d15ea1b-79fa-4d48-a110-09ab39aa60e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:09:58Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:09:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '06e69606-8a0e-41ba-81e3-ce046d6f1f51', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.139', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'port_id': '5c871194-be6e-48dc-ad46-e0e6560a0fdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'mac_address': 'fa:16:3e:6f:79:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:09:26Z', 'updated_at': '2022-01-10T12:09:57Z', 'revision_number': 2, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92726898-fd9a-47e3-8b46-b64a08315edb', 'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '843b427a-117a-4078-ac8f-95973acd97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:08Z', 'updated_at': '2022-01-10T12:09:57Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '843b427a-117a-4078-ac8f-95973acd97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:09:59.566191 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d15ea1b-79fa-4d48-a110-09ab39aa60e3 None None] The sync data for ids ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'] in dv-neutron-master-2-hyperv is: [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:09:58Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:09:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '06e69606-8a0e-41ba-81e3-ce046d6f1f51', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'floating_ip_address': '172.36.2.139', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'port_id': '5c871194-be6e-48dc-ad46-e0e6560a0fdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'mac_address': 'fa:16:3e:6f:79:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:09:26Z', 'updated_at': '2022-01-10T12:09:57Z', 'revision_number': 2, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92726898-fd9a-47e3-8b46-b64a08315edb', 'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '843b427a-117a-4078-ac8f-95973acd97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:08Z', 'updated_at': '2022-01-10T12:09:57Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '843b427a-117a-4078-ac8f-95973acd97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:09:59.921108 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60868) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:09:59.987197 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a7525cb7-a726-47f9-bcf3-423200b497dc tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/06e69606-8a0e-41ba-81e3-ce046d6f1f51 HTTP/1.1" status: 200 len: 991 time: 0.0647330 Jan 10 12:10:00.990816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60870) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:01.051275 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-496a2378-59a5-4f38-9c28-bc008f33e103 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/06e69606-8a0e-41ba-81e3-ce046d6f1f51 HTTP/1.1" status: 200 len: 991 time: 0.0592599 Jan 10 12:10:01.102713 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98164781-4baf-4577-a90a-d11afb2eb501 None None] New status for floating IP 06e69606-8a0e-41ba-81e3-ce046d6f1f51: ACTIVE {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:10:01.321300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 92726898-fd9a-47e3-8b46-b64a08315edb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:10:01.369727 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 92726898-fd9a-47e3-8b46-b64a08315edb triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:10:01.370137 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:01.451921 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:01.482974 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 92726898-fd9a-47e3-8b46-b64a08315edb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=92726898-fd9a-47e3-8b46-b64a08315edb,segment=NetworkSegment(75aa8362-b36a-4896-be38-e6e725083289),segment_id=75aa8362-b36a-4896-be38-e6e725083289)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:10:01.566029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:01.568367 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 87e023ad-9039-44dd-aba7-6cda0f6c0e8c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:10:01.643750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=92726898-fd9a-47e3-8b46-b64a08315edb,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:01.656764 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:10:01.657145 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:01.732024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:01.752391 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87e023ad-9039-44dd-aba7-6cda0f6c0e8c,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:10:01.822972 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:01.869029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=87e023ad-9039-44dd-aba7-6cda0f6c0e8c,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:02.060303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60872) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:02.115530 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-04bf7aff-d42c-4215-9eed-d3eb0bf659be tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/floatingips/06e69606-8a0e-41ba-81e3-ce046d6f1f51 HTTP/1.1" status: 200 len: 993 time: 0.0594180 Jan 10 12:10:02.394265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60878) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:02.549245 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 82a0cbd5-d71c-42f7-a573-7fa15c8ca205 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:10:02.549588 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (82a0cbd5-d71c-42f7-a573-7fa15c8ca205), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:02.626177 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (82a0cbd5-d71c-42f7-a573-7fa15c8ca205), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:02.626511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (82a0cbd5-d71c-42f7-a573-7fa15c8ca205), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:02.638155 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 82a0cbd5-d71c-42f7-a573-7fa15c8ca205 owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:10:02.834858 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (82a0cbd5-d71c-42f7-a573-7fa15c8ca205), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:02.860691 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=82a0cbd5-d71c-42f7-a573-7fa15c8ca205,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:02.873288 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:02.873742 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:02.874177 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:02.874512 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:02.874850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:02.875700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:02.876037 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:02.876374 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:02.876708 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:02.877042 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:02.877373 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:02.877701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:02.878054 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:02.933945 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for floatingip (06e69606-8a0e-41ba-81e3-ce046d6f1f51), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:02.934281 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Floating IP 06e69606-8a0e-41ba-81e3-ce046d6f1f51 disassociated (deleted). External IP: 172.36.2.139, port: 5c871194-be6e-48dc-ad46-e0e6560a0fdd. Jan 10 12:10:03.280064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 92726898-fd9a-47e3-8b46-b64a08315edb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:10:03.331838 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 92726898-fd9a-47e3-8b46-b64a08315edb triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:10:03.332218 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:03.410893 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 87e023ad-9039-44dd-aba7-6cda0f6c0e8c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:10:03.457478 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:10:03.457897 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:03.480975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:10:03.588148 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:10:03.592478 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:03.599098 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e2cb0-21c9-4522-9072-9eeaac2e117d None None] Sync routers for ids ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:10:03.608832 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e2cb0-21c9-4522-9072-9eeaac2e117d None None] Routers {'5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:10:03.610108 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b49e2cb0-21c9-4522-9072-9eeaac2e117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:09:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:10:03.622587 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-995be206-c60e-477c-afe5-11588edb2dfb tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/floatingips/06e69606-8a0e-41ba-81e3-ce046d6f1f51 HTTP/1.1" status: 204 len: 168 time: 1.2270534 Jan 10 12:10:03.623516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'tag': '5c871194-be6e-48dc-ad46-e0e6560a0fdd'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:10:03.627462 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf2f55c-60e6-437a-8b6c-fc211ce906e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee974c5-61a5-4ca3-893a-2065c5592926", "tag": "5c871194-be6e-48dc-ad46-e0e6560a0fdd"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:10:03.669144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23f9f12-8365-470e-a034-5173512c0092 x-openstack-request-id: req-c23f9f12-8365-470e-a034-5173512c0092 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:10:03.669466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee974c5-61a5-4ca3-893a-2065c5592926", "tag": "5c871194-be6e-48dc-ad46-e0e6560a0fdd", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:10:03.669728 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c23f9f12-8365-470e-a034-5173512c0092 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:10:03.670178 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'tag': '5c871194-be6e-48dc-ad46-e0e6560a0fdd', 'status': 'completed', 'code': 200} Jan 10 12:10:03.727671 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-b49e2cb0-21c9-4522-9072-9eeaac2e117d None None] Set router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:10:03.736539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2f55c-60e6-437a-8b6c-fc211ce906e3 req-7f8400da-ac06-4260-ab77-53b525bcdfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:03.738073 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ebf2f55c-60e6-437a-8b6c-fc211ce906e3 req-7f8400da-ac06-4260-ab77-53b525bcdfb2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8ed50a2c6284926857fedd16b365558&device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 1098 time: 0.0466652 Jan 10 12:10:03.826568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2f55c-60e6-437a-8b6c-fc211ce906e3 req-3d67e849-19c2-4c0e-a702-01546d297dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:03.828089 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ebf2f55c-60e6-437a-8b6c-fc211ce906e3 req-3d67e849-19c2-4c0e-a702-01546d297dc0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=017b4fd5-5012-4aef-b69d-2f90d3d7edb3 HTTP/1.1" status: 200 len: 898 time: 0.0847178 Jan 10 12:10:03.891047 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ebf2f55c-60e6-437a-8b6c-fc211ce906e3 req-3052bc00-4e94-433e-a7c0-62d005436ee9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c871194-be6e-48dc-ad46-e0e6560a0fdd HTTP/1.1" status: 200 len: 217 time: 0.0493133 Jan 10 12:10:03.946404 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2f55c-60e6-437a-8b6c-fc211ce906e3 req-1cefd14f-311e-4ee5-a729-902da552f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:03.947889 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ebf2f55c-60e6-437a-8b6c-fc211ce906e3 req-1cefd14f-311e-4ee5-a729-902da552f304 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=843b427a-117a-4078-ac8f-95973acd97c7 HTTP/1.1" status: 200 len: 835 time: 0.0507936 Jan 10 12:10:04.025667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219005d5-8cf9-4b17-b9e3-a2e15d89a65c req-10de6ca8-4b9e-4c5a-858f-bfb43f74aa84 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:04.027101 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-219005d5-8cf9-4b17-b9e3-a2e15d89a65c req-10de6ca8-4b9e-4c5a-858f-bfb43f74aa84 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 945 time: 0.0769670 Jan 10 12:10:04.029022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2f55c-60e6-437a-8b6c-fc211ce906e3 req-399b93d2-2b74-4e9f-a5b0-210eb0812c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:04.030413 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ebf2f55c-60e6-437a-8b6c-fc211ce906e3 req-399b93d2-2b74-4e9f-a5b0-210eb0812c23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=017b4fd5-5012-4aef-b69d-2f90d3d7edb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710914 Jan 10 12:10:04.038011 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b49e2cb0-21c9-4522-9072-9eeaac2e117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:09:58Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:10:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '92726898-fd9a-47e3-8b46-b64a08315edb', 'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '843b427a-117a-4078-ac8f-95973acd97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:08Z', 'updated_at': '2022-01-10T12:10:01Z', 'revision_number': 7, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '843b427a-117a-4078-ac8f-95973acd97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:10:04.067372 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e2cb0-21c9-4522-9072-9eeaac2e117d None None] Checking router: 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:10:04.075818 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e2cb0-21c9-4522-9072-9eeaac2e117d None None] Routers {'5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:10:04.076432 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b49e2cb0-21c9-4522-9072-9eeaac2e117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:09:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:10:04.134940 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-219005d5-8cf9-4b17-b9e3-a2e15d89a65c req-302de78e-4a77-4cb3-8635-8ce1827780de tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b237f9c-a0d4-4346-86c6-4168578b2e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013818 Jan 10 12:10:04.158273 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ebf2f55c-60e6-437a-8b6c-fc211ce906e3 req-72991b21-6c7d-4af6-9865-962d4b5c76c4 service neutron] 10.222.0.30 "GET /v2.0/networks/017b4fd5-5012-4aef-b69d-2f90d3d7edb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180544 Jan 10 12:10:04.184089 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-b49e2cb0-21c9-4522-9072-9eeaac2e117d None None] Set router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:10:04.253145 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ebf2f55c-60e6-437a-8b6c-fc211ce906e3 req-79264358-fe98-48a1-89f1-bbd78802c683 service neutron] 10.222.0.30 "GET /v2.0/networks/017b4fd5-5012-4aef-b69d-2f90d3d7edb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881724 Jan 10 12:10:04.387510 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-b49e2cb0-21c9-4522-9072-9eeaac2e117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:09:58Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:10:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '92726898-fd9a-47e3-8b46-b64a08315edb', 'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '843b427a-117a-4078-ac8f-95973acd97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:08Z', 'updated_at': '2022-01-10T12:10:01Z', 'revision_number': 7, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '843b427a-117a-4078-ac8f-95973acd97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:10:04.416171 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e2cb0-21c9-4522-9072-9eeaac2e117d None None] The sync data for ids ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'] in dv-neutron-master-2-hyperv is: [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:09:58Z', 'revision_number': 6, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:10:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '92726898-fd9a-47e3-8b46-b64a08315edb', 'name': '', 'network_id': '017b4fd5-5012-4aef-b69d-2f90d3d7edb3', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'mac_address': 'fa:16:3e:6e:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '843b427a-117a-4078-ac8f-95973acd97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:08Z', 'updated_at': '2022-01-10T12:10:01Z', 'revision_number': 7, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'subnets': [{'id': '843b427a-117a-4078-ac8f-95973acd97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:10:05.035661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d340ed6-3fb8-4093-a76a-bd9c9b6ae735 None None] New status for floating IP 06e69606-8a0e-41ba-81e3-ce046d6f1f51: DOWN {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:10:05.262586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a13f8c-fec8-4e67-b9d5-f6dde42f2943 req-3c63b116-c61e-41ad-9ca7-f71ca350d846 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:05.263231 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bed283-fce6-439f-91aa-43bd40dc9c92 req-3943be6c-2a67-4226-9af2-a668c8e84e73 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:05.264099 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-15a13f8c-fec8-4e67-b9d5-f6dde42f2943 req-3c63b116-c61e-41ad-9ca7-f71ca350d846 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 945 time: 0.0550678 Jan 10 12:10:05.264876 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-25bed283-fce6-439f-91aa-43bd40dc9c92 req-3943be6c-2a67-4226-9af2-a668c8e84e73 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 945 time: 0.0515397 Jan 10 12:10:05.317625 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-15a13f8c-fec8-4e67-b9d5-f6dde42f2943 req-afe17939-6375-40a7-a3ed-b4c44c892ee1 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b237f9c-a0d4-4346-86c6-4168578b2e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475988 Jan 10 12:10:05.353088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-25bed283-fce6-439f-91aa-43bd40dc9c92 req-054f5e32-8327-4d04-9c8a-d3743e0ab0bf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 5c871194-be6e-48dc-ad46-e0e6560a0fdd {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:10:05.353467 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-25bed283-fce6-439f-91aa-43bd40dc9c92 req-054f5e32-8327-4d04-9c8a-d3743e0ab0bf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (5c871194-be6e-48dc-ad46-e0e6560a0fdd), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:05.443163 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-25bed283-fce6-439f-91aa-43bd40dc9c92 req-054f5e32-8327-4d04-9c8a-d3743e0ab0bf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 5c871194-be6e-48dc-ad46-e0e6560a0fdd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5c871194-be6e-48dc-ad46-e0e6560a0fdd,segment=NetworkSegment(75aa8362-b36a-4896-be38-e6e725083289),segment_id=75aa8362-b36a-4896-be38-e6e725083289)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:10:05.443463 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-25bed283-fce6-439f-91aa-43bd40dc9c92 req-054f5e32-8327-4d04-9c8a-d3743e0ab0bf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (5c871194-be6e-48dc-ad46-e0e6560a0fdd), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:05.456237 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-25bed283-fce6-439f-91aa-43bd40dc9c92 req-054f5e32-8327-4d04-9c8a-d3743e0ab0bf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 5c871194-be6e-48dc-ad46-e0e6560a0fdd owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:10:05.668550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-25bed283-fce6-439f-91aa-43bd40dc9c92 req-054f5e32-8327-4d04-9c8a-d3743e0ab0bf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (5c871194-be6e-48dc-ad46-e0e6560a0fdd), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:05.694565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f5e32-8327-4d04-9c8a-d3743e0ab0bf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=5c871194-be6e-48dc-ad46-e0e6560a0fdd,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:05.738401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bed283-fce6-439f-91aa-43bd40dc9c92 req-054f5e32-8327-4d04-9c8a-d3743e0ab0bf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] No DVR routers for this DVR port 5c871194-be6e-48dc-ad46-e0e6560a0fdd on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:10:05.740842 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-25bed283-fce6-439f-91aa-43bd40dc9c92 req-054f5e32-8327-4d04-9c8a-d3743e0ab0bf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:05.744294 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-25bed283-fce6-439f-91aa-43bd40dc9c92 req-054f5e32-8327-4d04-9c8a-d3743e0ab0bf tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.30 "DELETE /v2.0/ports/5c871194-be6e-48dc-ad46-e0e6560a0fdd HTTP/1.1" status: 204 len: 173 time: 0.4744847 Jan 10 12:10:05.744742 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'name': 'network-vif-deleted', 'tag': '5c871194-be6e-48dc-ad46-e0e6560a0fdd'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:10:05.747101 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1806f4-2789-4e2c-b2a1-40b8e8f8ef70" -d '{"events": [{"server_uuid": "7ee974c5-61a5-4ca3-893a-2065c5592926", "name": "network-vif-deleted", "tag": "5c871194-be6e-48dc-ad46-e0e6560a0fdd"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:10:05.783662 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83125fd7-0309-4cfe-b645-5ccc99b81c47 x-openstack-request-id: req-83125fd7-0309-4cfe-b645-5ccc99b81c47 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:10:05.783967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee974c5-61a5-4ca3-893a-2065c5592926", "name": "network-vif-deleted", "tag": "5c871194-be6e-48dc-ad46-e0e6560a0fdd", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:10:05.784229 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83125fd7-0309-4cfe-b645-5ccc99b81c47 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:10:05.784638 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee974c5-61a5-4ca3-893a-2065c5592926', 'name': 'network-vif-deleted', 'tag': '5c871194-be6e-48dc-ad46-e0e6560a0fdd', 'status': 'completed', 'code': 200} Jan 10 12:10:06.062983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6e6d747e-78bb-4fc1-a3d7-26087cc998ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:06.434748 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5d6a01c7-50c2-4813-9156-8309db81710e req-742b49cf-18fd-491f-85df-4ef45c21e371 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee974c5-61a5-4ca3-893a-2065c5592926 HTTP/1.1" status: 200 len: 210 time: 0.0282235 Jan 10 12:10:07.490366 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60894) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:07.555686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2888f578-402a-45f3-9748-35ca357bc930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (7b237f9c-a0d4-4346-86c6-4168578b2e9b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:07.584285 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2888f578-402a-45f3-9748-35ca357bc930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (7b237f9c-a0d4-4346-86c6-4168578b2e9b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:07.702619 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2888f578-402a-45f3-9748-35ca357bc930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (7b237f9c-a0d4-4346-86c6-4168578b2e9b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:07.705687 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2888f578-402a-45f3-9748-35ca357bc930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:07.706878 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2888f578-402a-45f3-9748-35ca357bc930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/security-groups/7b237f9c-a0d4-4346-86c6-4168578b2e9b HTTP/1.1" status: 204 len: 168 time: 0.2155063 Jan 10 12:10:07.716147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888f578-402a-45f3-9748-35ca357bc930 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b237f9c-a0d4-4346-86c6-4168578b2e9b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:07.794910 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60898) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:08.136205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:08.648382 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 92726898-fd9a-47e3-8b46-b64a08315edb {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:10:08.648733 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:08.739475 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 92726898-fd9a-47e3-8b46-b64a08315edb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=92726898-fd9a-47e3-8b46-b64a08315edb,segment=NetworkSegment(75aa8362-b36a-4896-be38-e6e725083289),segment_id=75aa8362-b36a-4896-be38-e6e725083289)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:10:08.739844 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:08.752515 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 92726898-fd9a-47e3-8b46-b64a08315edb owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:10:09.000060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (92726898-fd9a-47e3-8b46-b64a08315edb), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:09.026766 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=92726898-fd9a-47e3-8b46-b64a08315edb,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:09.059121 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:09.059479 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:09.059838 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:09.060183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:09.060525 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:09.060863 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:09.061210 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:09.061535 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:09.061890 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:09.062389 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:09.062585 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:09.062914 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:09.063242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:09.118424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 5c871194-be6e-48dc-ad46-e0e6560a0fdd no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:10:09.141676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 5c871194-be6e-48dc-ad46-e0e6560a0fdd {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:10:09.142393 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 5c871194-be6e-48dc-ad46-e0e6560a0fdd not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:10:09.240035 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:09.478749 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:10:09.586613 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:10:09.591924 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f1536d41-2ced-4a53-bb91-aa117d325e55 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "PUT /v2.0/routers/5e5826f4-2cdc-4a39-993e-c1c92dbeb01c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7959085 Jan 10 12:10:09.595400 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60900) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:09.596621 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b66cc-9312-4108-a151-e04123995206 None None] Sync routers for ids ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:10:09.606332 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b66cc-9312-4108-a151-e04123995206 None None] Routers {'5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:10:09.606945 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-ce0b66cc-9312-4108-a151-e04123995206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:09:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:10:09.655614 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02270e1-67ff-4079-87b3-50b51d94645f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting subnet 843b427a-117a-4078-ac8f-95973acd97c7 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:10:09.659355 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d02270e1-67ff-4079-87b3-50b51d94645f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (843b427a-117a-4078-ac8f-95973acd97c7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:09.704444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d02270e1-67ff-4079-87b3-50b51d94645f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (843b427a-117a-4078-ac8f-95973acd97c7), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:09.722783 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-ce0b66cc-9312-4108-a151-e04123995206 None None] Set router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:10:09.794443 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d02270e1-67ff-4079-87b3-50b51d94645f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (843b427a-117a-4078-ac8f-95973acd97c7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:09.904574 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-ce0b66cc-9312-4108-a151-e04123995206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:10:08Z', 'revision_number': 7, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:10:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:10:09.930128 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b66cc-9312-4108-a151-e04123995206 None None] Checking router: 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:10:09.938235 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d02270e1-67ff-4079-87b3-50b51d94645f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (843b427a-117a-4078-ac8f-95973acd97c7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:09.938785 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b66cc-9312-4108-a151-e04123995206 None None] Routers {'5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:10:09.939383 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-ce0b66cc-9312-4108-a151-e04123995206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:09:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:10:09.969132 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d02270e1-67ff-4079-87b3-50b51d94645f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:09.972338 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d02270e1-67ff-4079-87b3-50b51d94645f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/subnets/843b427a-117a-4078-ac8f-95973acd97c7 HTTP/1.1" status: 204 len: 168 time: 0.3759942 Jan 10 12:10:09.975236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 60902) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:09.977969 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02270e1-67ff-4079-87b3-50b51d94645f tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Subnet': ['ID=843b427a-117a-4078-ac8f-95973acd97c7,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:09.985059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aadd296-6710-4426-a9fd-62b779e44f67 None None] Network 017b4fd5-5012-4aef-b69d-2f90d3d7edb3 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:10:10.053592 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-ce0b66cc-9312-4108-a151-e04123995206 None None] Set router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:10:10.148073 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b67be812-c99e-42a8-a980-b10d1c61ca63 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:10.190343 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] DHCP port deletion for 017b4fd5-5012-4aef-b69d-2f90d3d7edb3 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:10:10.270841 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Deleting port 123a8078-3e68-4946-98d4-fc9fdc4f02ec {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:10:10.271232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (123a8078-3e68-4946-98d4-fc9fdc4f02ec), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:10.274538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b67be812-c99e-42a8-a980-b10d1c61ca63 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_gateway (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:10.281651 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-ce0b66cc-9312-4108-a151-e04123995206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:10:08Z', 'revision_number': 7, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:10:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:10:10.320189 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b66cc-9312-4108-a151-e04123995206 None None] The sync data for ids ['5e5826f4-2cdc-4a39-993e-c1c92dbeb01c'] in dv-neutron-master-2-hyperv is: [{'id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'name': 'tempest-TestNetworkBasicOps-router-745975774', 'tenant_id': 'a8ed50a2c6284926857fedd16b365558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78'}], 'enable_snat': True}, 'gw_port_id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:09:04Z', 'updated_at': '2022-01-10T12:10:08Z', 'revision_number': 7, 'project_id': 'a8ed50a2c6284926857fedd16b365558', 'gw_port': {'id': '87e023ad-9039-44dd-aba7-6cda0f6c0e8c', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5826f4-2cdc-4a39-993e-c1c92dbeb01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:09:05Z', 'updated_at': '2022-01-10T12:10:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:10:10.403379 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b67be812-c99e-42a8-a980-b10d1c61ca63 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Deleting port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:10:10.403645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b67be812-c99e-42a8-a980-b10d1c61ca63 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:10.459911 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-70f23c5d-5f15-48f7-aa10-4f5f8e8a0fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:10.484408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-b67be812-c99e-42a8-a980-b10d1c61ca63 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] For port 87e023ad-9039-44dd-aba7-6cda0f6c0e8c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87e023ad-9039-44dd-aba7-6cda0f6c0e8c,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:10:10.484772 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b67be812-c99e-42a8-a980-b10d1c61ca63 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:10.497309 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b67be812-c99e-42a8-a980-b10d1c61ca63 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Calling delete_port for 87e023ad-9039-44dd-aba7-6cda0f6c0e8c owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:10:10.504770 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] For port 123a8078-3e68-4946-98d4-fc9fdc4f02ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=123a8078-3e68-4946-98d4-fc9fdc4f02ec,segment=NetworkSegment(75aa8362-b36a-4896-be38-e6e725083289),segment_id=75aa8362-b36a-4896-be38-e6e725083289)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:10:10.505362 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (123a8078-3e68-4946-98d4-fc9fdc4f02ec), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:10.518849 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Calling delete_port for 123a8078-3e68-4946-98d4-fc9fdc4f02ec owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:10:10.679917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:10.731572 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (123a8078-3e68-4946-98d4-fc9fdc4f02ec), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:10.760083 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b67be812-c99e-42a8-a980-b10d1c61ca63 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (87e023ad-9039-44dd-aba7-6cda0f6c0e8c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:10.775329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Pushing event deleted for resources: {'Port': ['ID=123a8078-3e68-4946-98d4-fc9fdc4f02ec,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:10.783128 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] No DVR routers for this DVR port 123a8078-3e68-4946-98d4-fc9fdc4f02ec on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:10:10.785286 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:10.785643 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:10.786013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:10.786355 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:10.786689 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:10.787096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:10.787495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:10.787822 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:10.788330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:10.788832 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:10.789323 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:10.789829 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:10.790317 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5fad7-a328-45c7-adea-cb1fc2d58d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:10:10.799260 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67be812-c99e-42a8-a980-b10d1c61ca63 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Port': ['ID=87e023ad-9039-44dd-aba7-6cda0f6c0e8c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:10.822714 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d4fda7-d81d-47bd-a73c-411d79b29d27 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:10:10.874055 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b67be812-c99e-42a8-a980-b10d1c61ca63 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:10.963992 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b67be812-c99e-42a8-a980-b10d1c61ca63 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:10.966147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b67be812-c99e-42a8-a980-b10d1c61ca63 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router_controller (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:11.091239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b67be812-c99e-42a8-a980-b10d1c61ca63 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (5e5826f4-2cdc-4a39-993e-c1c92dbeb01c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:11.091883 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67be812-c99e-42a8-a980-b10d1c61ca63 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Fanout notify agent at l3_agent the message router_deleted on router 5e5826f4-2cdc-4a39-993e-c1c92dbeb01c {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:10:11.099200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b67be812-c99e-42a8-a980-b10d1c61ca63 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:11.100387 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b67be812-c99e-42a8-a980-b10d1c61ca63 tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/routers/5e5826f4-2cdc-4a39-993e-c1c92dbeb01c HTTP/1.1" status: 204 len: 168 time: 1.1236260 Jan 10 12:10:11.103243 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60904) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:11.184358 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-44bab85f-918c-4dd1-ae0e-18c1bb44077a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (017b4fd5-5012-4aef-b69d-2f90d3d7edb3), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:11.275472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-44bab85f-918c-4dd1-ae0e-18c1bb44077a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (017b4fd5-5012-4aef-b69d-2f90d3d7edb3), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:11.295364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-44bab85f-918c-4dd1-ae0e-18c1bb44077a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017b4fd5-5012-4aef-b69d-2f90d3d7edb3']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:10:11.305162 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-44bab85f-918c-4dd1-ae0e-18c1bb44077a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75aa8362-b36a-4896-be38-e6e725083289') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:10:11.305465 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-44bab85f-918c-4dd1-ae0e-18c1bb44077a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75aa8362-b36a-4896-be38-e6e725083289') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:10:11.314787 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-44bab85f-918c-4dd1-ae0e-18c1bb44077a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (75aa8362-b36a-4896-be38-e6e725083289), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:11.327952 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-44bab85f-918c-4dd1-ae0e-18c1bb44077a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (75aa8362-b36a-4896-be38-e6e725083289), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:11.333801 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bab85f-918c-4dd1-ae0e-18c1bb44077a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-44bab85f-918c-4dd1-ae0e-18c1bb44077a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (75aa8362-b36a-4896-be38-e6e725083289), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:10:11.339368 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:10:11.445732 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-44bab85f-918c-4dd1-ae0e-18c1bb44077a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (017b4fd5-5012-4aef-b69d-2f90d3d7edb3), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:11.452196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-44bab85f-918c-4dd1-ae0e-18c1bb44077a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:11.455832 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-44bab85f-918c-4dd1-ae0e-18c1bb44077a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] 10.222.0.16 "DELETE /v2.0/networks/017b4fd5-5012-4aef-b69d-2f90d3d7edb3 HTTP/1.1" status: 204 len: 168 time: 0.3515635 Jan 10 12:10:11.467103 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bab85f-918c-4dd1-ae0e-18c1bb44077a tempest-TestNetworkBasicOps-780857274 tempest-TestNetworkBasicOps-780857274-project] Pushing event deleted for resources: {'Network': ['ID=017b4fd5-5012-4aef-b69d-2f90d3d7edb3,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:11.589055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 123a8078-3e68-4946-98d4-fc9fdc4f02ec no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:10:11.609167 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 123a8078-3e68-4946-98d4-fc9fdc4f02ec {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:10:11.609523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 123a8078-3e68-4946-98d4-fc9fdc4f02ec not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:10:11.609955 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 92726898-fd9a-47e3-8b46-b64a08315edb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:10:11.628064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 92726898-fd9a-47e3-8b46-b64a08315edb {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:10:11.628405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 92726898-fd9a-47e3-8b46-b64a08315edb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:10:11.628811 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 87e023ad-9039-44dd-aba7-6cda0f6c0e8c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:10:11.650327 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 87e023ad-9039-44dd-aba7-6cda0f6c0e8c {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:10:11.650674 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 87e023ad-9039-44dd-aba7-6cda0f6c0e8c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:10:11.920109 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60910) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:12.048210 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-792db3c0-6914-4354-95fb-66b343045fc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8ed50a2c6284926857fedd16b365558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268814 Jan 10 12:10:12.050630 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60914) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:12.096367 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-edf61a3e-9f2d-4b0f-8aee-6e93de223b79 admin admin] Publish callbacks [] for security_group (105e9acd-32dd-44b4-97ff-d1b96e984085), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:12.117183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-edf61a3e-9f2d-4b0f-8aee-6e93de223b79 admin admin] Publish callbacks [] for security_group (105e9acd-32dd-44b4-97ff-d1b96e984085), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:12.182821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:12.235535 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-edf61a3e-9f2d-4b0f-8aee-6e93de223b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (105e9acd-32dd-44b4-97ff-d1b96e984085), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:12.238388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-edf61a3e-9f2d-4b0f-8aee-6e93de223b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:12.239541 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-edf61a3e-9f2d-4b0f-8aee-6e93de223b79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/105e9acd-32dd-44b4-97ff-d1b96e984085 HTTP/1.1" status: 204 len: 168 time: 0.1878960 Jan 10 12:10:12.247991 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf61a3e-9f2d-4b0f-8aee-6e93de223b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105e9acd-32dd-44b4-97ff-d1b96e984085,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:12.739890 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60920) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:12.762491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-91cea711-c955-4a1a-877f-ce03ab146e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:12.829786 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-91cea711-c955-4a1a-877f-ce03ab146e05 admin admin] Publish callbacks [] for security_group (0bcf4c7e-0790-415c-b02e-15936efd99ad), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:12.868404 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-91cea711-c955-4a1a-877f-ce03ab146e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0bcf4c7e-0790-415c-b02e-15936efd99ad), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:12.909042 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cea711-c955-4a1a-877f-ce03ab146e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcf4c7e-0790-415c-b02e-15936efd99ad,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:12.913433 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-91cea711-c955-4a1a-877f-ce03ab146e05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27f4f00f1dd046f092dca4dfc5da3691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1723919 Jan 10 12:10:12.916079 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 60922) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:12.963508 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-33727519-b83f-46ad-8b7d-02dd381bf30d admin admin] Publish callbacks [] for security_group (0bcf4c7e-0790-415c-b02e-15936efd99ad), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:12.983678 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-33727519-b83f-46ad-8b7d-02dd381bf30d admin admin] Publish callbacks [] for security_group (0bcf4c7e-0790-415c-b02e-15936efd99ad), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:13.102627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-33727519-b83f-46ad-8b7d-02dd381bf30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0bcf4c7e-0790-415c-b02e-15936efd99ad), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:13.105262 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-33727519-b83f-46ad-8b7d-02dd381bf30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:13.106484 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-33727519-b83f-46ad-8b7d-02dd381bf30d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bcf4c7e-0790-415c-b02e-15936efd99ad HTTP/1.1" status: 204 len: 168 time: 0.1894670 Jan 10 12:10:13.115391 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33727519-b83f-46ad-8b7d-02dd381bf30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcf4c7e-0790-415c-b02e-15936efd99ad,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:13.245645 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:19.514023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:20.430540 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-e54c51ca-b35c-4931-8ae1-f05f383e34b2 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e785c9dc4aec4ec28ae1b2515b966ef4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326941 Jan 10 12:10:20.615427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-2d1b049c-95be-48c9-943a-6dbd744c2201 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:20.616790 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-2d1b049c-95be-48c9-943a-6dbd744c2201 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809666 Jan 10 12:10:20.631898 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-d75ef617-d918-4980-92d3-0825621762c6 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/quotas/e785c9dc4aec4ec28ae1b2515b966ef4 HTTP/1.1" status: 200 len: 375 time: 0.0096509 Jan 10 12:10:20.661304 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-b74cfab0-f54e-413f-895f-d6d32331259a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e785c9dc4aec4ec28ae1b2515b966ef4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244052 Jan 10 12:10:20.882010 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-91d39895-0bda-414c-8e96-2d3db9a9340f req-fd582a08-6a00-4dd6-9d02-9623d7a58c34 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 210 time: 0.0278087 Jan 10 12:10:21.958078 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0b8d96f1-cef9-4510-9a65-e2feae4b9099 req-884d3b1e-93d0-4314-a176-94eb50f59537 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 210 time: 0.0272050 Jan 10 12:10:23.037315 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cfad0954-2d5f-4385-ae3d-de42a6cc9408 req-499bec3e-355d-4147-a1fe-fade7819119d tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 210 time: 0.0289454 Jan 10 12:10:24.130353 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-159e3110-91d3-4dbc-8833-6def7a2c4a6e req-c00f6d7e-3d39-4d4c-8217-350aec82b229 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 210 time: 0.0257990 Jan 10 12:10:24.732388 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-a195c6d0-fab6-48b6-b066-5585c6d06221 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e785c9dc4aec4ec28ae1b2515b966ef4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242913 Jan 10 12:10:24.838106 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-f12f6c89-faf8-414f-8cab-711710286a6f tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:24.839530 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-f12f6c89-faf8-414f-8cab-711710286a6f tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1016042 Jan 10 12:10:24.851276 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Request body: {'port': {'device_id': '30a86ed2-178c-4519-8856-7df6ee1e6aeb', 'network_id': 'ba66e88a-27f4-4783-88c8-8bdbe1307371', 'admin_state_up': True, 'tenant_id': 'e785c9dc4aec4ec28ae1b2515b966ef4'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:10:25.022267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Made reservation on behalf of e785c9dc4aec4ec28ae1b2515b966ef4 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:10:25.025798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:25.035631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:25.109077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Publish callbacks [] for security_group (62bd5858-ff50-4a66-9381-8eff3a0030bc), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:25.165111 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (62bd5858-ff50-4a66-9381-8eff3a0030bc), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:25.226943 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62bd5858-ff50-4a66-9381-8eff3a0030bc,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:25.227112 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-96cf378a-e4b4-4370-a08a-9552da39fd1e req-dce160eb-ed19-49e9-9d0b-b566e4a092b0 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 210 time: 0.0272777 Jan 10 12:10:25.309234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Allocated IP 192.168.233.67 (ba66e88a-27f4-4783-88c8-8bdbe1307371/5f93cdd8-9abb-49b9-bf9c-ef8d266acc91/f46fb268-20de-420f-8d0f-c9b75cb97990) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:10:25.454002 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Publish callbacks [] for port (f46fb268-20de-420f-8d0f-c9b75cb97990), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:25.536929 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (f46fb268-20de-420f-8d0f-c9b75cb97990), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:25.581083 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Network ba66e88a-27f4-4783-88c8-8bdbe1307371 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:10:25.584079 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:10:25.587736 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:10:25.612143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Pushing event updated for resources: {'Port': ['ID=f46fb268-20de-420f-8d0f-c9b75cb97990,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:25.643669 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:25.644338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:25.716234 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-5f4948c8-83ba-4598-b573-82732d594c8a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8683825 Jan 10 12:10:25.727321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Request body: {'port': {'device_id': '30a86ed2-178c-4519-8856-7df6ee1e6aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:10:25.782522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f46fb268-20de-420f-8d0f-c9b75cb97990), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:25.793451 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-420fd1c6-264f-4f74-b30b-31a876b5f061 None None] Provisioning complete for port f46fb268-20de-420f-8d0f-c9b75cb97990 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:10:25.793976 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-420fd1c6-264f-4f74-b30b-31a876b5f061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f46fb268-20de-420f-8d0f-c9b75cb97990), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:25.825914 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-420fd1c6-264f-4f74-b30b-31a876b5f061 None None] Port f46fb268-20de-420f-8d0f-c9b75cb97990 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:10:26.033044 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f46fb268-20de-420f-8d0f-c9b75cb97990 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:10:26.040280 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Publish callbacks [] for port (f46fb268-20de-420f-8d0f-c9b75cb97990), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:26.052119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Transition to ACTIVE for port object f46fb268-20de-420f-8d0f-c9b75cb97990 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:10:26.130811 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (f46fb268-20de-420f-8d0f-c9b75cb97990), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:26.181563 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Pushing event updated for resources: {'Port': ['ID=f46fb268-20de-420f-8d0f-c9b75cb97990,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:26.257246 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Attempting to bind port f46fb268-20de-420f-8d0f-c9b75cb97990 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:10:26.257886 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Attempting to bind port f46fb268-20de-420f-8d0f-c9b75cb97990 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'aebff705-c61f-462b-94d6-a96d46914dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ba66e88a-27f4-4783-88c8-8bdbe1307371'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:10:26.258221 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Attempting to bind port f46fb268-20de-420f-8d0f-c9b75cb97990 on network ba66e88a-27f4-4783-88c8-8bdbe1307371 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:10:26.262987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Port f46fb268-20de-420f-8d0f-c9b75cb97990 on network ba66e88a-27f4-4783-88c8-8bdbe1307371 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:10:26.263449 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Attempting to bind port f46fb268-20de-420f-8d0f-c9b75cb97990 on network ba66e88a-27f4-4783-88c8-8bdbe1307371 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:10:26.269382 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:10:26.269736 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Checking segment: {'id': 'aebff705-c61f-462b-94d6-a96d46914dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ba66e88a-27f4-4783-88c8-8bdbe1307371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:10:26.270155 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Bound using segment: {'id': 'aebff705-c61f-462b-94d6-a96d46914dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ba66e88a-27f4-4783-88c8-8bdbe1307371'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:10:26.270617 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Bound port: f46fb268-20de-420f-8d0f-c9b75cb97990, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebff705-c61f-462b-94d6-a96d46914dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ba66e88a-27f4-4783-88c8-8bdbe1307371'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:10:26.270981 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f46fb268-20de-420f-8d0f-c9b75cb97990), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:26.363636 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] For port f46fb268-20de-420f-8d0f-c9b75cb97990, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:10:26.367097 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] For port f46fb268-20de-420f-8d0f-c9b75cb97990, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f46fb268-20de-420f-8d0f-c9b75cb97990,segment=NetworkSegment(aebff705-c61f-462b-94d6-a96d46914dbc),segment_id=aebff705-c61f-462b-94d6-a96d46914dbc)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:10:26.377791 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:10:26.380497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d8d51-60b9-4711-b7d7-5f6ac7a8e82e req-7ab59b58-3308-43ec-9454-7277523da144 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:26.380497 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a45d8d51-60b9-4711-b7d7-5f6ac7a8e82e req-7ab59b58-3308-43ec-9454-7277523da144 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 947 time: 0.0761812 Jan 10 12:10:26.430327 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a45d8d51-60b9-4711-b7d7-5f6ac7a8e82e req-e13ba565-84da-43be-80d5-9d86d197eb66 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/security-groups?id=62bd5858-ff50-4a66-9381-8eff3a0030bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438247 Jan 10 12:10:26.439695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (f46fb268-20de-420f-8d0f-c9b75cb97990), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:26.476320 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:26.476942 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:26.478422 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] 10.222.0.30 "PUT /v2.0/ports/f46fb268-20de-420f-8d0f-c9b75cb97990 HTTP/1.1" status: 200 len: 1097 time: 0.7554595 Jan 10 12:10:26.478870 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a86ed2-178c-4519-8856-7df6ee1e6aeb', 'tag': 'f46fb268-20de-420f-8d0f-c9b75cb97990'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:10:26.481111 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aadef2a-d47f-4882-93ed-5db65932dcb1" -d '{"events": [{"name": "network-changed", "server_uuid": "30a86ed2-178c-4519-8856-7df6ee1e6aeb", "tag": "f46fb268-20de-420f-8d0f-c9b75cb97990"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:10:26.512152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f2818-3c9b-4dd7-bcc0-e24dc1ae3a36 service neutron] Pushing event updated for resources: {'Port': ['ID=f46fb268-20de-420f-8d0f-c9b75cb97990,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:26.532636 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd881b45-b312-4f09-8661-63e9c543b017 x-openstack-request-id: req-dd881b45-b312-4f09-8661-63e9c543b017 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:10:26.533217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a86ed2-178c-4519-8856-7df6ee1e6aeb", "tag": "f46fb268-20de-420f-8d0f-c9b75cb97990", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:10:26.533557 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd881b45-b312-4f09-8661-63e9c543b017 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:10:26.534011 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a86ed2-178c-4519-8856-7df6ee1e6aeb', 'tag': 'f46fb268-20de-420f-8d0f-c9b75cb97990', 'status': 'completed', 'code': 200} Jan 10 12:10:26.599196 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadef2a-d47f-4882-93ed-5db65932dcb1 req-efa9a864-84c1-441b-bec4-51e44baa3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:26.600994 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8aadef2a-d47f-4882-93ed-5db65932dcb1 req-efa9a864-84c1-441b-bec4-51e44baa3cd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e785c9dc4aec4ec28ae1b2515b966ef4&device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 1100 time: 0.0443811 Jan 10 12:10:26.626981 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8aadef2a-d47f-4882-93ed-5db65932dcb1 req-7bbab144-93c3-45cb-9291-824734cfe3fc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e785c9dc4aec4ec28ae1b2515b966ef4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198612 Jan 10 12:10:26.724367 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadef2a-d47f-4882-93ed-5db65932dcb1 req-e4eb3244-9313-464b-bca1-2224928d902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:26.725855 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8aadef2a-d47f-4882-93ed-5db65932dcb1 req-e4eb3244-9313-464b-bca1-2224928d902d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939090 Jan 10 12:10:26.797659 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-c1d50362-0dd2-4137-9b28-3c14d816cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:26.799084 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-c1d50362-0dd2-4137-9b28-3c14d816cee5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e785c9dc4aec4ec28ae1b2515b966ef4&device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 1100 time: 0.0403275 Jan 10 12:10:26.838357 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-d684257c-3df5-47f1-89c7-612abd3cd721 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=f46fb268-20de-420f-8d0f-c9b75cb97990 HTTP/1.1" status: 200 len: 217 time: 0.0326219 Jan 10 12:10:26.888089 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-32b60b17-a47f-43f3-9923-1a8ae7cf9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:26.889488 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-32b60b17-a47f-43f3-9923-1a8ae7cf9c69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f93cdd8-9abb-49b9-bf9c-ef8d266acc91 HTTP/1.1" status: 200 len: 843 time: 0.0454004 Jan 10 12:10:26.932917 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-ca5c126f-7ae6-472c-850d-b9f2b70c1d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:26.934394 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-ca5c126f-7ae6-472c-850d-b9f2b70c1d05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ba66e88a-27f4-4783-88c8-8bdbe1307371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0389204 Jan 10 12:10:27.019358 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-05f6aa35-38d6-4a1e-85cd-e203606e7380 service neutron] 10.222.0.30 "GET /v2.0/networks/ba66e88a-27f4-4783-88c8-8bdbe1307371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794787 Jan 10 12:10:27.106721 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-12c38158-2f9d-48e3-9cf2-8a9ca3365829 req-416a8b50-29cc-479f-8b10-cb74c0becb4f service neutron] 10.222.0.30 "GET /v2.0/networks/ba66e88a-27f4-4783-88c8-8bdbe1307371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815363 Jan 10 12:10:27.542256 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e007b7-3b55-49cb-a1e8-5aad705f53f7 req-790cbeea-6f6a-4e7e-8e8d-3fb4ebba7f08 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:27.543720 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-84e007b7-3b55-49cb-a1e8-5aad705f53f7 req-790cbeea-6f6a-4e7e-8e8d-3fb4ebba7f08 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 947 time: 0.0485394 Jan 10 12:10:27.590075 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-84e007b7-3b55-49cb-a1e8-5aad705f53f7 req-d9e0a39c-9be6-4774-9de6-a27f25adaf39 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/security-groups?id=62bd5858-ff50-4a66-9381-8eff3a0030bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 Jan 10 12:10:27.850338 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:10:28.705141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577ff5e-fcc4-457e-b6c5-7976c3682f5c req-1483d723-9f94-4351-b638-757094d8ffae tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:28.706648 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3577ff5e-fcc4-457e-b6c5-7976c3682f5c req-1483d723-9f94-4351-b638-757094d8ffae tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 947 time: 0.0486748 Jan 10 12:10:28.753008 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3577ff5e-fcc4-457e-b6c5-7976c3682f5c req-bccc8baf-c632-4bc0-bd7e-8b761cee5baa tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/security-groups?id=62bd5858-ff50-4a66-9381-8eff3a0030bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Jan 10 12:10:29.254823 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device f46fb268-20de-420f-8d0f-c9b75cb97990 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:10:29.349173 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port f46fb268-20de-420f-8d0f-c9b75cb97990, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f46fb268-20de-420f-8d0f-c9b75cb97990,segment=NetworkSegment(aebff705-c61f-462b-94d6-a96d46914dbc),segment_id=aebff705-c61f-462b-94d6-a96d46914dbc)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:10:29.360483 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'f46fb268-20de-420f-8d0f-c9b75cb97990', 'network_id': 'ba66e88a-27f4-4783-88c8-8bdbe1307371', 'port_id': 'f46fb268-20de-420f-8d0f-c9b75cb97990', 'mac_address': 'fa:16:3e:b5:d5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f93cdd8-9abb-49b9-bf9c-ef8d266acc91', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:10:29.396766 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f46fb268-20de-420f-8d0f-c9b75cb97990), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:29.409007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46fb268-20de-420f-8d0f-c9b75cb97990 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:10:29.427437 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port f46fb268-20de-420f-8d0f-c9b75cb97990, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f46fb268-20de-420f-8d0f-c9b75cb97990,segment=NetworkSegment(aebff705-c61f-462b-94d6-a96d46914dbc),segment_id=aebff705-c61f-462b-94d6-a96d46914dbc)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:10:29.490726 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f46fb268-20de-420f-8d0f-c9b75cb97990), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:29.540345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=f46fb268-20de-420f-8d0f-c9b75cb97990,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:29.691047 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['f46fb268-20de-420f-8d0f-c9b75cb97990'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:10:29.869004 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbff4a-f2cb-4061-a8c5-05f7ebd4ae47 req-96cefa41-d1ef-4afb-a8ac-c048aafd112a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:29.870512 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-39cbff4a-f2cb-4061-a8c5-05f7ebd4ae47 req-96cefa41-d1ef-4afb-a8ac-c048aafd112a tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 948 time: 0.0521116 Jan 10 12:10:29.916447 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-39cbff4a-f2cb-4061-a8c5-05f7ebd4ae47 req-294710ab-daa5-442f-a63a-edec13838bca tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/security-groups?id=62bd5858-ff50-4a66-9381-8eff3a0030bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Jan 10 12:10:31.031749 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eeab5-92d3-4b3b-8607-ffb3d3d5f708 req-b19a8a6c-fb3f-4f71-982a-c655b8f836ca tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:31.033192 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e73eeab5-92d3-4b3b-8607-ffb3d3d5f708 req-b19a8a6c-fb3f-4f71-982a-c655b8f836ca tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 948 time: 0.0518451 Jan 10 12:10:31.079926 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e73eeab5-92d3-4b3b-8607-ffb3d3d5f708 req-7945cf05-f6c3-4162-a42a-ad962121c942 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/security-groups?id=62bd5858-ff50-4a66-9381-8eff3a0030bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412407 Jan 10 12:10:31.269920 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device f46fb268-20de-420f-8d0f-c9b75cb97990 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:10:31.416463 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port f46fb268-20de-420f-8d0f-c9b75cb97990 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:10:31.420375 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port f46fb268-20de-420f-8d0f-c9b75cb97990 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:10:31.426026 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f46fb268-20de-420f-8d0f-c9b75cb97990), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:31.496875 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f46fb268-20de-420f-8d0f-c9b75cb97990), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:31.518702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a86ed2-178c-4519-8856-7df6ee1e6aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46fb268-20de-420f-8d0f-c9b75cb97990'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:10:31.520962 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a03979-eb3d-4973-9c1e-3f11493ede1d" -d '{"events": [{"server_uuid": "30a86ed2-178c-4519-8856-7df6ee1e6aeb", "name": "network-vif-plugged", "status": "completed", "tag": "f46fb268-20de-420f-8d0f-c9b75cb97990"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:10:31.537437 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port f46fb268-20de-420f-8d0f-c9b75cb97990, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f46fb268-20de-420f-8d0f-c9b75cb97990,segment=NetworkSegment(aebff705-c61f-462b-94d6-a96d46914dbc),segment_id=aebff705-c61f-462b-94d6-a96d46914dbc)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:10:31.559304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe136b8a-5a83-4bed-9026-99ccd6ecf9d4 x-openstack-request-id: req-fe136b8a-5a83-4bed-9026-99ccd6ecf9d4 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:10:31.559603 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a86ed2-178c-4519-8856-7df6ee1e6aeb", "name": "network-vif-plugged", "status": "completed", "tag": "f46fb268-20de-420f-8d0f-c9b75cb97990", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:10:31.563356 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe136b8a-5a83-4bed-9026-99ccd6ecf9d4 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:10:31.563356 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a86ed2-178c-4519-8856-7df6ee1e6aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46fb268-20de-420f-8d0f-c9b75cb97990', 'code': 200} Jan 10 12:10:31.610751 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f46fb268-20de-420f-8d0f-c9b75cb97990), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:31.657997 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=f46fb268-20de-420f-8d0f-c9b75cb97990,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:31.814556 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083fc5e-e38e-41e4-be80-65b71a6bf196 req-b8e8f459-c368-40a7-aa79-a7d459c1b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:31.815913 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0083fc5e-e38e-41e4-be80-65b71a6bf196 req-b8e8f459-c368-40a7-aa79-a7d459c1b5ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 1102 time: 0.0384667 Jan 10 12:10:31.857371 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0083fc5e-e38e-41e4-be80-65b71a6bf196 req-ec65e745-4ddb-409f-950d-bfacc4fa3364 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62bd5858-ff50-4a66-9381-8eff3a0030bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358047 Jan 10 12:10:32.191356 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde38cd-2082-4dec-91ab-abac4cf425fe req-f0604139-148a-4e4a-87d9-171eb08f619b tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:32.192838 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9fde38cd-2082-4dec-91ab-abac4cf425fe req-f0604139-148a-4e4a-87d9-171eb08f619b tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 949 time: 0.0484223 Jan 10 12:10:32.238886 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9fde38cd-2082-4dec-91ab-abac4cf425fe req-6a95a8a2-9b3d-4a5c-a987-1208b27e2a5f tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/security-groups?id=62bd5858-ff50-4a66-9381-8eff3a0030bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404632 Jan 10 12:10:33.356054 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc1191-e883-4c98-b88f-7f06156cc78e req-44af29d2-d48d-4492-98fd-75cdcc2b6945 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:33.357500 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-43bc1191-e883-4c98-b88f-7f06156cc78e req-44af29d2-d48d-4492-98fd-75cdcc2b6945 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 949 time: 0.0508296 Jan 10 12:10:33.402761 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-43bc1191-e883-4c98-b88f-7f06156cc78e req-4063e7af-8b4c-423b-923d-432a817422b8 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/security-groups?id=62bd5858-ff50-4a66-9381-8eff3a0030bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Jan 10 12:10:33.752904 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [req-2a3870c9-cdd5-4cac-8c12-e1dcc0acb78c req-3d444162-41f9-44fb-a003-3293c6a57486 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:10:33.753886 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2a3870c9-cdd5-4cac-8c12-e1dcc0acb78c req-3d444162-41f9-44fb-a003-3293c6a57486 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059078 Jan 10 12:10:34.219002 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [req-ce5cbcb3-757e-43a2-a2f2-ea772d0a5ab9 req-c6854aa4-3be8-4e66-a97c-37f9b76318b6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:10:34.219989 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ce5cbcb3-757e-43a2-a2f2-ea772d0a5ab9 req-c6854aa4-3be8-4e66-a97c-37f9b76318b6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053103 Jan 10 12:10:34.924294 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82309e-0c22-4d75-b5d1-684258c9fa5c req-a9946c01-9d1f-44f9-8615-b09f83f8aaf9 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:34.925809 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5a82309e-0c22-4d75-b5d1-684258c9fa5c req-a9946c01-9d1f-44f9-8615-b09f83f8aaf9 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 949 time: 0.0489399 Jan 10 12:10:34.973385 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5a82309e-0c22-4d75-b5d1-684258c9fa5c req-e0eeee68-6c4b-40ff-a6ca-294459713d55 tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/security-groups?id=62bd5858-ff50-4a66-9381-8eff3a0030bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421252 Jan 10 12:10:36.079361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-88e0c54d-adb1-4f2a-ad4d-d6f2cdeedd32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:36.086920 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96711c4-0232-44f0-8109-91056aacc14c req-e074d3e6-3a72-4c3d-84ba-e5d0ac770d6c tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:36.088423 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f96711c4-0232-44f0-8109-91056aacc14c req-e074d3e6-3a72-4c3d-84ba-e5d0ac770d6c tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 949 time: 0.0487089 Jan 10 12:10:36.140452 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f96711c4-0232-44f0-8109-91056aacc14c req-ad34397a-5be9-4d5f-81d8-cbb1ba0bb3ce tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/security-groups?id=62bd5858-ff50-4a66-9381-8eff3a0030bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457964 Jan 10 12:10:36.155275 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ea2c-0278-4485-8912-3598bdefcb53 req-7d39b60a-8ba7-4ec5-ab9b-23478596957b tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:36.156751 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8c54ea2c-0278-4485-8912-3598bdefcb53 req-7d39b60a-8ba7-4ec5-ab9b-23478596957b tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 949 time: 0.0476489 Jan 10 12:10:36.245701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-8c54ea2c-0278-4485-8912-3598bdefcb53 req-7fc2b995-4684-4fc4-a48e-689afc3421de tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Deleting port f46fb268-20de-420f-8d0f-c9b75cb97990 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:10:36.245701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8c54ea2c-0278-4485-8912-3598bdefcb53 req-7fc2b995-4684-4fc4-a48e-689afc3421de tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f46fb268-20de-420f-8d0f-c9b75cb97990), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:36.333155 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-8c54ea2c-0278-4485-8912-3598bdefcb53 req-7fc2b995-4684-4fc4-a48e-689afc3421de tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] For port f46fb268-20de-420f-8d0f-c9b75cb97990, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f46fb268-20de-420f-8d0f-c9b75cb97990,segment=NetworkSegment(aebff705-c61f-462b-94d6-a96d46914dbc),segment_id=aebff705-c61f-462b-94d6-a96d46914dbc)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:10:36.333522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8c54ea2c-0278-4485-8912-3598bdefcb53 req-7fc2b995-4684-4fc4-a48e-689afc3421de tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f46fb268-20de-420f-8d0f-c9b75cb97990), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:36.346754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-8c54ea2c-0278-4485-8912-3598bdefcb53 req-7fc2b995-4684-4fc4-a48e-689afc3421de tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Calling delete_port for f46fb268-20de-420f-8d0f-c9b75cb97990 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:10:36.536114 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8c54ea2c-0278-4485-8912-3598bdefcb53 req-7fc2b995-4684-4fc4-a48e-689afc3421de tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (f46fb268-20de-420f-8d0f-c9b75cb97990), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:36.547117 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['f46fb268-20de-420f-8d0f-c9b75cb97990'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:10:36.564980 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2b995-4684-4fc4-a48e-689afc3421de tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Pushing event deleted for resources: {'Port': ['ID=f46fb268-20de-420f-8d0f-c9b75cb97990,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:36.609136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c54ea2c-0278-4485-8912-3598bdefcb53 req-7fc2b995-4684-4fc4-a48e-689afc3421de tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] No DVR routers for this DVR port f46fb268-20de-420f-8d0f-c9b75cb97990 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:10:36.611835 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8c54ea2c-0278-4485-8912-3598bdefcb53 req-7fc2b995-4684-4fc4-a48e-689afc3421de tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:36.615401 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8c54ea2c-0278-4485-8912-3598bdefcb53 req-7fc2b995-4684-4fc4-a48e-689afc3421de tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.30 "DELETE /v2.0/ports/f46fb268-20de-420f-8d0f-c9b75cb97990 HTTP/1.1" status: 204 len: 173 time: 0.4530060 Jan 10 12:10:36.615895 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a86ed2-178c-4519-8856-7df6ee1e6aeb', 'name': 'network-vif-deleted', 'tag': 'f46fb268-20de-420f-8d0f-c9b75cb97990'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:10:36.618438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f985fb1a-896f-4500-873d-c41d672050cc" -d '{"events": [{"server_uuid": "30a86ed2-178c-4519-8856-7df6ee1e6aeb", "name": "network-vif-deleted", "tag": "f46fb268-20de-420f-8d0f-c9b75cb97990"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:10:36.656299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc49a0b-fa2f-4ce1-b04a-9a9705fff060 x-openstack-request-id: req-5bc49a0b-fa2f-4ce1-b04a-9a9705fff060 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:10:36.656604 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a86ed2-178c-4519-8856-7df6ee1e6aeb", "name": "network-vif-deleted", "tag": "f46fb268-20de-420f-8d0f-c9b75cb97990", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:10:36.656866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bc49a0b-fa2f-4ce1-b04a-9a9705fff060 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:10:36.657271 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a86ed2-178c-4519-8856-7df6ee1e6aeb', 'name': 'network-vif-deleted', 'tag': 'f46fb268-20de-420f-8d0f-c9b75cb97990', 'status': 'completed', 'code': 200} Jan 10 12:10:36.913526 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-508ba881-40e1-4e6a-99a3-8991808aee48 req-f9f89209-94fb-4946-ba92-73c6f33adc5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249629 Jan 10 12:10:36.976139 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-508ba881-40e1-4e6a-99a3-8991808aee48 req-1aa6aac0-7d92-4d6d-9ece-abd50b465caf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e785c9dc4aec4ec28ae1b2515b966ef4&device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 210 time: 0.0249374 Jan 10 12:10:37.013562 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-508ba881-40e1-4e6a-99a3-8991808aee48 req-b9902a9b-11e2-42de-8075-bdf1286bec34 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e785c9dc4aec4ec28ae1b2515b966ef4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192349 Jan 10 12:10:37.107473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ba881-40e1-4e6a-99a3-8991808aee48 req-a9085d2d-2411-4c36-8e12-0422bcc11aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:37.109523 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-508ba881-40e1-4e6a-99a3-8991808aee48 req-a9085d2d-2411-4c36-8e12-0422bcc11aa3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886495 Jan 10 12:10:37.273008 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f07459fc-b573-4494-a1de-802560ea7719 req-e942dfe8-0229-4df4-a656-b01754455a9b tempest-ServersAdminNegativeTestJSON-259530207 tempest-ServersAdminNegativeTestJSON-259530207-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a86ed2-178c-4519-8856-7df6ee1e6aeb HTTP/1.1" status: 200 len: 210 time: 0.0349400 Jan 10 12:10:38.748186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 32834) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:38.875015 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9f7cbefd-bb17-4103-a37f-e52151ea096c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e785c9dc4aec4ec28ae1b2515b966ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1250060 Jan 10 12:10:38.877403 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 32838) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:38.923569 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-07f12358-4f1b-43fd-b228-517f98b52abf admin admin] Publish callbacks [] for security_group (62bd5858-ff50-4a66-9381-8eff3a0030bc), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:38.943783 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-07f12358-4f1b-43fd-b228-517f98b52abf admin admin] Publish callbacks [] for security_group (62bd5858-ff50-4a66-9381-8eff3a0030bc), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:39.079101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-07f12358-4f1b-43fd-b228-517f98b52abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (62bd5858-ff50-4a66-9381-8eff3a0030bc), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:39.081605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-07f12358-4f1b-43fd-b228-517f98b52abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:39.082793 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-07f12358-4f1b-43fd-b228-517f98b52abf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62bd5858-ff50-4a66-9381-8eff3a0030bc HTTP/1.1" status: 204 len: 168 time: 0.2044573 Jan 10 12:10:39.091303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f12358-4f1b-43fd-b228-517f98b52abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bd5858-ff50-4a66-9381-8eff3a0030bc,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:39.331917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device f46fb268-20de-420f-8d0f-c9b75cb97990 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:10:39.351633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: f46fb268-20de-420f-8d0f-c9b75cb97990 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:10:39.351991 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device f46fb268-20de-420f-8d0f-c9b75cb97990 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:10:39.608023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 32844) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:39.624947 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-714e469c-6e2b-4b95-9733-3b3c27f4f441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:39.697082 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-714e469c-6e2b-4b95-9733-3b3c27f4f441 admin admin] Publish callbacks [] for security_group (3bd8b3dd-2863-412c-ba8b-b573f477c628), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:39.747397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-714e469c-6e2b-4b95-9733-3b3c27f4f441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (3bd8b3dd-2863-412c-ba8b-b573f477c628), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:39.787447 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-714e469c-6e2b-4b95-9733-3b3c27f4f441 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fa822eeeb694deaa80122de463e66a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1783714 Jan 10 12:10:39.788340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e469c-6e2b-4b95-9733-3b3c27f4f441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd8b3dd-2863-412c-ba8b-b573f477c628,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:39.790775 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 32846) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:39.838443 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b634fc1e-2557-40ca-acc9-6f88db9a7835 admin admin] Publish callbacks [] for security_group (3bd8b3dd-2863-412c-ba8b-b573f477c628), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:39.858866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b634fc1e-2557-40ca-acc9-6f88db9a7835 admin admin] Publish callbacks [] for security_group (3bd8b3dd-2863-412c-ba8b-b573f477c628), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:39.981715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b634fc1e-2557-40ca-acc9-6f88db9a7835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (3bd8b3dd-2863-412c-ba8b-b573f477c628), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:39.985042 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b634fc1e-2557-40ca-acc9-6f88db9a7835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:39.986223 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b634fc1e-2557-40ca-acc9-6f88db9a7835 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bd8b3dd-2863-412c-ba8b-b573f477c628 HTTP/1.1" status: 204 len: 168 time: 0.1944349 Jan 10 12:10:39.993902 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634fc1e-2557-40ca-acc9-6f88db9a7835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd8b3dd-2863-412c-ba8b-b573f477c628,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:40.324684 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ca7cb7d1-d841-4d0b-a9bc-0cdc6d3455e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:40.656411 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:40.938649 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 32868) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:41.033207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ace3dba0-8fe8-415c-b590-012bc2d170b9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-234507700-network', 'tenant_id': '17b6cc0ca8b44bf1b7094e6c73b0c01b'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:10:41.107344 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace3dba0-8fe8-415c-b590-012bc2d170b9 admin admin] Made reservation on behalf of 17b6cc0ca8b44bf1b7094e6c73b0c01b for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:10:41.109675 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ace3dba0-8fe8-415c-b590-012bc2d170b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:41.118120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ace3dba0-8fe8-415c-b590-012bc2d170b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:41.193359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ace3dba0-8fe8-415c-b590-012bc2d170b9 admin admin] Publish callbacks [] for security_group (b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:41.341655 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ace3dba0-8fe8-415c-b590-012bc2d170b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:41.365251 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace3dba0-8fe8-415c-b590-012bc2d170b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:10:41.374129 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3dba0-8fe8-415c-b590-012bc2d170b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:41.380088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ace3dba0-8fe8-415c-b590-012bc2d170b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (be40aeeb-5521-4c90-a44a-cf9175172b0f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:41.380444 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-ace3dba0-8fe8-415c-b590-012bc2d170b9 admin admin] Added segment be40aeeb-5521-4c90-a44a-cf9175172b0f of type vlan for network 562e1e57-c481-443b-80cf-be1ef6e2a192 Jan 10 12:10:41.422513 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ace3dba0-8fe8-415c-b590-012bc2d170b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (562e1e57-c481-443b-80cf-be1ef6e2a192), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:41.513012 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ace3dba0-8fe8-415c-b590-012bc2d170b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (562e1e57-c481-443b-80cf-be1ef6e2a192), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:41.514008 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3dba0-8fe8-415c-b590-012bc2d170b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:41.514590 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ace3dba0-8fe8-415c-b590-012bc2d170b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:41.594991 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3dba0-8fe8-415c-b590-012bc2d170b9 admin admin] Pushing event updated for resources: {'Network': ['ID=562e1e57-c481-443b-80cf-be1ef6e2a192,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:41.604661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 562e1e57-c481-443b-80cf-be1ef6e2a192 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:10:41.614267 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ace3dba0-8fe8-415c-b590-012bc2d170b9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6745186 Jan 10 12:10:41.616190 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 32872) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:41.621333 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-11d2cc51-06c5-48c0-8bf4-20941955e757 admin admin] Request body: {'subnet': {'network_id': '562e1e57-c481-443b-80cf-be1ef6e2a192', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-234507700-subnet', 'tenant_id': '17b6cc0ca8b44bf1b7094e6c73b0c01b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:10:41.684464 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d2cc51-06c5-48c0-8bf4-20941955e757 admin admin] Made reservation on behalf of 17b6cc0ca8b44bf1b7094e6c73b0c01b for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:10:41.687558 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-11d2cc51-06c5-48c0-8bf4-20941955e757 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:41.890508 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-11d2cc51-06c5-48c0-8bf4-20941955e757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (65f61639-efae-429f-ab6d-2b50195de196), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:41.939736 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2cc51-06c5-48c0-8bf4-20941955e757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f61639-efae-429f-ab6d-2b50195de196,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:41.954869 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d2cc51-06c5-48c0-8bf4-20941955e757 admin admin] Checking segment: {'id': 'be40aeeb-5521-4c90-a44a-cf9175172b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '562e1e57-c481-443b-80cf-be1ef6e2a192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:10:41.955238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d2cc51-06c5-48c0-8bf4-20941955e757 admin admin] Network hostable DHCP agents. Network: 562e1e57-c481-443b-80cf-be1ef6e2a192, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:10:42.021632 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d2cc51-06c5-48c0-8bf4-20941955e757 admin admin] Network 562e1e57-c481-443b-80cf-be1ef6e2a192 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:10:42.095849 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-11d2cc51-06c5-48c0-8bf4-20941955e757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 562e1e57-c481-443b-80cf-be1ef6e2a192) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:10:42.100172 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d2cc51-06c5-48c0-8bf4-20941955e757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:42.100775 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-11d2cc51-06c5-48c0-8bf4-20941955e757 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:42.105549 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9cfc8f-9c5a-40f7-8b85-5644173c1664 None None] Network 562e1e57-c481-443b-80cf-be1ef6e2a192 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:10:42.174711 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-11d2cc51-06c5-48c0-8bf4-20941955e757 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5572999 Jan 10 12:10:42.211287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:42.217682 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cd36ee-5a60-4142-b7b0-2fafc09cca33 None None] Network 562e1e57-c481-443b-80cf-be1ef6e2a192 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:10:42.589004 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-7eca0902-00bc-4dcf-9d10-1643a5efc98e tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:42.590488 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-7eca0902-00bc-4dcf-9d10-1643a5efc98e tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/networks?id=562e1e57-c481-443b-80cf-be1ef6e2a192 HTTP/1.1" status: 200 len: 811 time: 0.1044135 Jan 10 12:10:42.605077 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-836a662f-2f6a-4d30-9194-282873b071c1 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/quotas/17b6cc0ca8b44bf1b7094e6c73b0c01b HTTP/1.1" status: 200 len: 375 time: 0.0087211 Jan 10 12:10:42.635713 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-d78c15fe-2472-40ad-b35f-88c92e548e47 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=17b6cc0ca8b44bf1b7094e6c73b0c01b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257998 Jan 10 12:10:42.725573 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-83bf6dca-a922-4843-a70b-f9957423a091 service neutron] 10.222.0.16 "GET /v2.0/networks/562e1e57-c481-443b-80cf-be1ef6e2a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828893 Jan 10 12:10:42.813482 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-6f6fcbea-534c-4f2b-891d-1724d6e5d3ed service neutron] 10.222.0.16 "GET /v2.0/networks/562e1e57-c481-443b-80cf-be1ef6e2a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821471 Jan 10 12:10:43.026946 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-11991be6-6906-46d7-8c88-4d192050d2df req-231e8490-7f23-4fc4-bc3f-399475b718e7 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 210 time: 0.0309694 Jan 10 12:10:43.244599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:44.121332 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3fe351bb-537e-40dd-a22c-5bb477b9dbbf req-5b82b788-d791-4a9f-b72f-7c7d599379b3 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 210 time: 0.0266962 Jan 10 12:10:45.017706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-fd07b944-9c5f-4ff4-965f-6e49c1000a7a tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:45.019154 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-fd07b944-9c5f-4ff4-965f-6e49c1000a7a tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.30 "GET /v2.0/networks?id=562e1e57-c481-443b-80cf-be1ef6e2a192 HTTP/1.1" status: 200 len: 811 time: 0.4373033 Jan 10 12:10:45.035209 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c35a7956-b1fd-4703-976e-cc8a47aaa92f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Request body: {'port': {'device_id': 'a818c6c9-c240-4a87-a285-faa1322b8a21', 'network_id': '562e1e57-c481-443b-80cf-be1ef6e2a192', 'admin_state_up': True, 'tenant_id': '17b6cc0ca8b44bf1b7094e6c73b0c01b'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:10:45.213220 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-44e6ca11-4f2a-4e8b-a8ae-f203f6564195 req-10652605-16b1-4cc1-ae94-9c3bd765aa60 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 210 time: 0.0264854 Jan 10 12:10:45.213890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c35a7956-b1fd-4703-976e-cc8a47aaa92f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Made reservation on behalf of 17b6cc0ca8b44bf1b7094e6c73b0c01b for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:10:45.217957 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c35a7956-b1fd-4703-976e-cc8a47aaa92f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:45.343320 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c35a7956-b1fd-4703-976e-cc8a47aaa92f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Allocated IP 172.20.0.5 (562e1e57-c481-443b-80cf-be1ef6e2a192/65f61639-efae-429f-ab6d-2b50195de196/c8751c96-caa3-453a-b7ea-5d720a348c02) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:10:45.486314 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c35a7956-b1fd-4703-976e-cc8a47aaa92f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Publish callbacks [] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:45.553146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c35a7956-b1fd-4703-976e-cc8a47aaa92f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:45.596408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c35a7956-b1fd-4703-976e-cc8a47aaa92f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Network 562e1e57-c481-443b-80cf-be1ef6e2a192 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:10:45.599478 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c35a7956-b1fd-4703-976e-cc8a47aaa92f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:10:45.603138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c35a7956-b1fd-4703-976e-cc8a47aaa92f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:10:45.626090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a7956-b1fd-4703-976e-cc8a47aaa92f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Pushing event updated for resources: {'Port': ['ID=c8751c96-caa3-453a-b7ea-5d720a348c02,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:45.654124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c35a7956-b1fd-4703-976e-cc8a47aaa92f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:45.654759 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c35a7956-b1fd-4703-976e-cc8a47aaa92f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:45.750417 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c35a7956-b1fd-4703-976e-cc8a47aaa92f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7187071 Jan 10 12:10:45.761714 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Request body: {'port': {'device_id': 'a818c6c9-c240-4a87-a285-faa1322b8a21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:10:45.815769 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:46.067150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8751c96-caa3-453a-b7ea-5d720a348c02 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:10:46.074369 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Publish callbacks [] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:46.086227 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Transition to ACTIVE for port object c8751c96-caa3-453a-b7ea-5d720a348c02 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:10:46.164302 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:46.215761 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Pushing event updated for resources: {'Port': ['ID=c8751c96-caa3-453a-b7ea-5d720a348c02,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:46.284316 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Attempting to bind port c8751c96-caa3-453a-b7ea-5d720a348c02 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:10:46.284658 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Attempting to bind port c8751c96-caa3-453a-b7ea-5d720a348c02 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'be40aeeb-5521-4c90-a44a-cf9175172b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '562e1e57-c481-443b-80cf-be1ef6e2a192'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:10:46.284995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Attempting to bind port c8751c96-caa3-453a-b7ea-5d720a348c02 on network 562e1e57-c481-443b-80cf-be1ef6e2a192 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:10:46.289498 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Port c8751c96-caa3-453a-b7ea-5d720a348c02 on network 562e1e57-c481-443b-80cf-be1ef6e2a192 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:10:46.289873 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Attempting to bind port c8751c96-caa3-453a-b7ea-5d720a348c02 on network 562e1e57-c481-443b-80cf-be1ef6e2a192 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:10:46.295405 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:10:46.301818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Checking segment: {'id': 'be40aeeb-5521-4c90-a44a-cf9175172b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '562e1e57-c481-443b-80cf-be1ef6e2a192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:10:46.301818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Bound using segment: {'id': 'be40aeeb-5521-4c90-a44a-cf9175172b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '562e1e57-c481-443b-80cf-be1ef6e2a192'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:10:46.301818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Bound port: c8751c96-caa3-453a-b7ea-5d720a348c02, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be40aeeb-5521-4c90-a44a-cf9175172b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '562e1e57-c481-443b-80cf-be1ef6e2a192'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:10:46.301818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:46.334525 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662382b9-e5bd-479a-a82f-719a57a62b3c req-d2b0da11-a29e-47e3-a790-c6080ed18f77 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:46.335929 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-662382b9-e5bd-479a-a82f-719a57a62b3c req-d2b0da11-a29e-47e3-a790-c6080ed18f77 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 943 time: 0.0547395 Jan 10 12:10:46.360505 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] For port c8751c96-caa3-453a-b7ea-5d720a348c02, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:10:46.363466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] For port c8751c96-caa3-453a-b7ea-5d720a348c02, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c8751c96-caa3-453a-b7ea-5d720a348c02,segment=NetworkSegment(be40aeeb-5521-4c90-a44a-cf9175172b0f),segment_id=be40aeeb-5521-4c90-a44a-cf9175172b0f)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:10:46.384888 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-662382b9-e5bd-479a-a82f-719a57a62b3c req-d109c460-9897-4e1b-a17a-1d90fd213fdd tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432634 Jan 10 12:10:46.427743 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:46.460833 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:46.461584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:46.463135 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] 10.222.0.30 "PUT /v2.0/ports/c8751c96-caa3-453a-b7ea-5d720a348c02 HTTP/1.1" status: 200 len: 1093 time: 0.7054322 Jan 10 12:10:46.467430 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a818c6c9-c240-4a87-a285-faa1322b8a21', 'tag': 'c8751c96-caa3-453a-b7ea-5d720a348c02'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:10:46.470494 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fdd0c1-e9e5-4cd7-bf5d-a581bbc98aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "a818c6c9-c240-4a87-a285-faa1322b8a21", "tag": "c8751c96-caa3-453a-b7ea-5d720a348c02"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:10:46.494243 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58726f8-29ef-478c-8d8d-a3ace01ef924 service neutron] Pushing event updated for resources: {'Port': ['ID=c8751c96-caa3-453a-b7ea-5d720a348c02,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:46.508700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f947f15e-3268-49a8-8fba-1a9b66dd3a36 x-openstack-request-id: req-f947f15e-3268-49a8-8fba-1a9b66dd3a36 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:10:46.509003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a818c6c9-c240-4a87-a285-faa1322b8a21", "tag": "c8751c96-caa3-453a-b7ea-5d720a348c02", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:10:46.509265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f947f15e-3268-49a8-8fba-1a9b66dd3a36 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:10:46.509681 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a818c6c9-c240-4a87-a285-faa1322b8a21', 'tag': 'c8751c96-caa3-453a-b7ea-5d720a348c02', 'status': 'completed', 'code': 200} Jan 10 12:10:46.570922 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdd0c1-e9e5-4cd7-bf5d-a581bbc98aaf req-92271229-88ad-42e8-bd6b-c3d75503b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:46.572439 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85fdd0c1-e9e5-4cd7-bf5d-a581bbc98aaf req-92271229-88ad-42e8-bd6b-c3d75503b542 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17b6cc0ca8b44bf1b7094e6c73b0c01b&device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 1096 time: 0.0447769 Jan 10 12:10:46.666668 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdd0c1-e9e5-4cd7-bf5d-a581bbc98aaf req-8c0d5860-410c-49b2-93ad-ff196fee6950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:46.668057 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85fdd0c1-e9e5-4cd7-bf5d-a581bbc98aaf req-8c0d5860-410c-49b2-93ad-ff196fee6950 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=17b6cc0ca8b44bf1b7094e6c73b0c01b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0896637 Jan 10 12:10:46.761232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdd0c1-e9e5-4cd7-bf5d-a581bbc98aaf req-30acaa5f-082e-4efb-aa94-350e52dfd88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:46.762698 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85fdd0c1-e9e5-4cd7-bf5d-a581bbc98aaf req-30acaa5f-082e-4efb-aa94-350e52dfd88c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895104 Jan 10 12:10:46.834236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-b82d2315-ecb8-44a3-a682-ff8dedcc9dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:46.835688 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-b82d2315-ecb8-44a3-a682-ff8dedcc9dda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17b6cc0ca8b44bf1b7094e6c73b0c01b&device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 1096 time: 0.0399182 Jan 10 12:10:46.875761 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-27a74dfe-b7cd-47de-819e-c1e1ad271205 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8751c96-caa3-453a-b7ea-5d720a348c02 HTTP/1.1" status: 200 len: 217 time: 0.0334249 Jan 10 12:10:46.926033 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-739540ad-1feb-4266-9642-763d2ac9b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:46.927380 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-739540ad-1feb-4266-9642-763d2ac9b479 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65f61639-efae-429f-ab6d-2b50195de196 HTTP/1.1" status: 200 len: 851 time: 0.0461633 Jan 10 12:10:46.956740 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-c3659703-b916-4895-8599-ba13c7473faa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=562e1e57-c481-443b-80cf-be1ef6e2a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240362 Jan 10 12:10:47.041924 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-176d65aa-9970-4378-843f-a41bce5b286d service neutron] 10.222.0.30 "GET /v2.0/networks/562e1e57-c481-443b-80cf-be1ef6e2a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794029 Jan 10 12:10:47.134226 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-22b248fb-5251-4592-aa80-dd2281c41f5c req-fa31118a-1a7c-4343-8010-148d1dda3dbf service neutron] 10.222.0.30 "GET /v2.0/networks/562e1e57-c481-443b-80cf-be1ef6e2a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864952 Jan 10 12:10:47.497221 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ba355-1ccc-4de9-96b2-64b397523218 req-4e533d03-873f-47c0-adcf-120291d60f85 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:47.498646 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-019ba355-1ccc-4de9-96b2-64b397523218 req-4e533d03-873f-47c0-adcf-120291d60f85 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 943 time: 0.0490007 Jan 10 12:10:47.545972 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-019ba355-1ccc-4de9-96b2-64b397523218 req-efb398b8-712c-4973-99c0-d9e4179b12a6 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418355 Jan 10 12:10:48.660502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f3d0a-4d2a-42ff-83b6-dbbc1a3b851f req-f998b5c1-2f15-4895-8d4c-e1ac4dd03ecb tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:48.661993 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-369f3d0a-4d2a-42ff-83b6-dbbc1a3b851f req-f998b5c1-2f15-4895-8d4c-e1ac4dd03ecb tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 943 time: 0.0493207 Jan 10 12:10:48.708267 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-369f3d0a-4d2a-42ff-83b6-dbbc1a3b851f req-ba8134f1-701f-41f8-8da2-23119f22aa76 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408008 Jan 10 12:10:49.411301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device c8751c96-caa3-453a-b7ea-5d720a348c02 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:10:49.483527 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:49.515974 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port c8751c96-caa3-453a-b7ea-5d720a348c02, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c8751c96-caa3-453a-b7ea-5d720a348c02,segment=NetworkSegment(be40aeeb-5521-4c90-a44a-cf9175172b0f),segment_id=be40aeeb-5521-4c90-a44a-cf9175172b0f)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:10:49.526096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'c8751c96-caa3-453a-b7ea-5d720a348c02', 'network_id': '562e1e57-c481-443b-80cf-be1ef6e2a192', 'port_id': 'c8751c96-caa3-453a-b7ea-5d720a348c02', 'mac_address': 'fa:16:3e:00:4c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f61639-efae-429f-ab6d-2b50195de196', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:10:49.563212 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:49.575484 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8751c96-caa3-453a-b7ea-5d720a348c02 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:10:49.594376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port c8751c96-caa3-453a-b7ea-5d720a348c02, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c8751c96-caa3-453a-b7ea-5d720a348c02,segment=NetworkSegment(be40aeeb-5521-4c90-a44a-cf9175172b0f),segment_id=be40aeeb-5521-4c90-a44a-cf9175172b0f)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:10:49.667088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:49.722214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=c8751c96-caa3-453a-b7ea-5d720a348c02,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:49.819627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5ec50-4a00-4b58-8d02-00b3d2a429f5 req-7e293fb5-569f-4d94-98d4-ddc3ddda5f32 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:49.821021 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-60b5ec50-4a00-4b58-8d02-00b3d2a429f5 req-7e293fb5-569f-4d94-98d4-ddc3ddda5f32 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 944 time: 0.0479760 Jan 10 12:10:49.856953 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['c8751c96-caa3-453a-b7ea-5d720a348c02'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:10:49.871357 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-60b5ec50-4a00-4b58-8d02-00b3d2a429f5 req-a4099146-c1ba-4429-9225-a64f50e16d7c tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443201 Jan 10 12:10:50.990498 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815f279-13dc-4073-8eb8-5fd581ddd566 req-c6b3a63a-b9be-4373-b074-bc9ca19e626f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:50.991973 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3815f279-13dc-4073-8eb8-5fd581ddd566 req-c6b3a63a-b9be-4373-b074-bc9ca19e626f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 944 time: 0.0536685 Jan 10 12:10:51.039285 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3815f279-13dc-4073-8eb8-5fd581ddd566 req-3c2780f7-9675-43dc-b961-4aab7a7daff8 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418603 Jan 10 12:10:51.409717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device c8751c96-caa3-453a-b7ea-5d720a348c02 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:10:51.535606 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port c8751c96-caa3-453a-b7ea-5d720a348c02 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:10:51.539341 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port c8751c96-caa3-453a-b7ea-5d720a348c02 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:10:51.539714 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:51.612971 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:51.634635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a818c6c9-c240-4a87-a285-faa1322b8a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8751c96-caa3-453a-b7ea-5d720a348c02'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:10:51.636822 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a251071-1fcf-434e-b1ba-905f1be64730" -d '{"events": [{"server_uuid": "a818c6c9-c240-4a87-a285-faa1322b8a21", "name": "network-vif-plugged", "status": "completed", "tag": "c8751c96-caa3-453a-b7ea-5d720a348c02"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:10:51.650092 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port c8751c96-caa3-453a-b7ea-5d720a348c02, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c8751c96-caa3-453a-b7ea-5d720a348c02,segment=NetworkSegment(be40aeeb-5521-4c90-a44a-cf9175172b0f),segment_id=be40aeeb-5521-4c90-a44a-cf9175172b0f)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:10:51.671559 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92c28a9-e944-4873-a42d-36e09947363d x-openstack-request-id: req-c92c28a9-e944-4873-a42d-36e09947363d {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:10:51.671885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a818c6c9-c240-4a87-a285-faa1322b8a21", "name": "network-vif-plugged", "status": "completed", "tag": "c8751c96-caa3-453a-b7ea-5d720a348c02", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:10:51.672149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c92c28a9-e944-4873-a42d-36e09947363d {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:10:51.672547 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a818c6c9-c240-4a87-a285-faa1322b8a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8751c96-caa3-453a-b7ea-5d720a348c02', 'code': 200} Jan 10 12:10:51.702102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:10:51.752522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=c8751c96-caa3-453a-b7ea-5d720a348c02,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:10:51.921882 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e906149-2234-451d-b0fa-d449271c1729 req-ef048138-d7d0-4e84-a76d-42c666c0accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:51.923209 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e906149-2234-451d-b0fa-d449271c1729 req-ef048138-d7d0-4e84-a76d-42c666c0accc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 1098 time: 0.0397451 Jan 10 12:10:51.965654 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e906149-2234-451d-b0fa-d449271c1729 req-80672104-e4b6-4030-b3a7-a39c7b7b8299 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370548 Jan 10 12:10:52.151735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a5b11-0062-4e78-a4d5-c25d2bd23e33 req-fc7c3dcd-421d-46e5-8791-377ba6822bb0 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:52.153197 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-395a5b11-0062-4e78-a4d5-c25d2bd23e33 req-fc7c3dcd-421d-46e5-8791-377ba6822bb0 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0488710 Jan 10 12:10:52.202951 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-395a5b11-0062-4e78-a4d5-c25d2bd23e33 req-5a2b6561-6ad0-4d2d-b2c5-2b3d0aaa8868 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442679 Jan 10 12:10:53.319371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59f189-1d32-45f1-bb96-177c5393811b req-2e826777-a84e-47c8-a1e5-637bd6119fbd tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:53.320813 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ba59f189-1d32-45f1-bb96-177c5393811b req-2e826777-a84e-47c8-a1e5-637bd6119fbd tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0476556 Jan 10 12:10:53.365950 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ba59f189-1d32-45f1-bb96-177c5393811b req-ccc3fedd-4a38-414c-9b00-26d7130d96bc tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396888 Jan 10 12:10:53.777136 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c27e5-b343-4094-91fc-7416c63d43fa req-9e735dea-ec7f-4454-b69d-9c6618226475 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:53.778551 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6e0c27e5-b343-4094-91fc-7416c63d43fa req-9e735dea-ec7f-4454-b69d-9c6618226475 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0490713 Jan 10 12:10:53.825125 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6e0c27e5-b343-4094-91fc-7416c63d43fa req-d14e49a9-386e-440a-857d-1065274892b2 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 Jan 10 12:10:53.902078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 32936) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:10:53.988262 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-a6e723a7-3cbb-4104-956c-27608b1570dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850520 Jan 10 12:10:53.996999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-c2538233-c73b-4542-a169-aab2af359cee service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:10:53.998016 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-c2538233-c73b-4542-a169-aab2af359cee service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048716 Jan 10 12:10:54.940072 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565db33-42c6-496f-8c10-1565b9b1bbb1 req-0a12fe10-a160-4b59-a2d4-bcc24991c4f8 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:54.941607 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6565db33-42c6-496f-8c10-1565b9b1bbb1 req-0a12fe10-a160-4b59-a2d4-bcc24991c4f8 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0494647 Jan 10 12:10:54.988206 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6565db33-42c6-496f-8c10-1565b9b1bbb1 req-74471f4b-6185-45b6-a31f-1c016417818d tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410616 Jan 10 12:10:55.811868 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-020d86e1-240b-4fb3-aa64-5071a2fef67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:55.813410 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-020d86e1-240b-4fb3-aa64-5071a2fef67b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17b6cc0ca8b44bf1b7094e6c73b0c01b&device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 1098 time: 0.0404339 Jan 10 12:10:55.902625 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-d4f7fd1d-d624-4b5b-b6c3-731ed658d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:55.904672 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-d4f7fd1d-d624-4b5b-b6c3-731ed658d154 service neutron] 10.222.0.30 "GET /v2.0/networks?id=562e1e57-c481-443b-80cf-be1ef6e2a192 HTTP/1.1" status: 200 len: 912 time: 0.0855625 Jan 10 12:10:55.942894 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-453fb217-fbe0-4466-8dc7-3dd4a675e429 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8751c96-caa3-453a-b7ea-5d720a348c02 HTTP/1.1" status: 200 len: 217 time: 0.0326595 Jan 10 12:10:55.989129 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-79b6c30d-59e7-4baf-9572-77b2af41da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:55.990540 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-79b6c30d-59e7-4baf-9572-77b2af41da10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65f61639-efae-429f-ab6d-2b50195de196 HTTP/1.1" status: 200 len: 851 time: 0.0423098 Jan 10 12:10:56.024572 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-dcdbe6a0-ea6a-434c-aafa-d50c97bc7a68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=562e1e57-c481-443b-80cf-be1ef6e2a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279915 Jan 10 12:10:56.108016 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1811a2-ba46-42cb-9946-a29883e9843f req-0d23866e-e059-4c75-becc-0a469883e1bf tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:56.109435 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7f1811a2-ba46-42cb-9946-a29883e9843f req-0d23866e-e059-4c75-becc-0a469883e1bf tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0493414 Jan 10 12:10:56.112571 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-b6b30d59-7ae9-4a97-8ace-9c57ca5d3f83 service neutron] 10.222.0.30 "GET /v2.0/networks/562e1e57-c481-443b-80cf-be1ef6e2a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818207 Jan 10 12:10:56.157359 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7f1811a2-ba46-42cb-9946-a29883e9843f req-796bf315-741f-4876-8724-c7861f2506db tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420959 Jan 10 12:10:56.204988 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-0f3c338e-7284-49aa-b3a0-2bbf055bbd95 service neutron] 10.222.0.30 "GET /v2.0/networks/562e1e57-c481-443b-80cf-be1ef6e2a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863307 Jan 10 12:10:57.271779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac59361-30c2-4ed1-9b57-fee75ee79919 req-ea7d9c59-8e76-49d2-b329-dd8433b8e6b7 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:57.273297 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5ac59361-30c2-4ed1-9b57-fee75ee79919 req-ea7d9c59-8e76-49d2-b329-dd8433b8e6b7 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0502663 Jan 10 12:10:57.318915 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5ac59361-30c2-4ed1-9b57-fee75ee79919 req-13c24a78-8d5a-4db1-84c3-2ab22922aafa tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401733 Jan 10 12:10:58.432164 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab9d6a-1321-4a69-aab9-03bdf0b6e64a req-dff6db54-2dfa-4b12-bdd9-b15b8e68df49 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:58.433633 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f6ab9d6a-1321-4a69-aab9-03bdf0b6e64a req-dff6db54-2dfa-4b12-bdd9-b15b8e68df49 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0480676 Jan 10 12:10:58.483239 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f6ab9d6a-1321-4a69-aab9-03bdf0b6e64a req-c4e6c659-2706-4214-ace7-71ec716dbea7 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440528 Jan 10 12:10:59.596994 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cd1c7-d8bf-4757-9ab5-b4784c23b25c req-3e09391e-b9e2-4708-a13a-d4f2740d0628 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:10:59.598516 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-439cd1c7-d8bf-4757-9ab5-b4784c23b25c req-3e09391e-b9e2-4708-a13a-d4f2740d0628 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0489893 Jan 10 12:10:59.648858 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-439cd1c7-d8bf-4757-9ab5-b4784c23b25c req-96fc07b4-94bc-4cbd-933a-918a004f3d12 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446832 Jan 10 12:11:00.761642 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25474c2-4d91-4b3d-b464-e269b0c4646d req-b9cb1781-cc48-498c-8258-f44c114a3244 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:00.763188 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a25474c2-4d91-4b3d-b464-e269b0c4646d req-b9cb1781-cc48-498c-8258-f44c114a3244 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0494654 Jan 10 12:11:00.809858 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a25474c2-4d91-4b3d-b464-e269b0c4646d req-0f3422a3-ec36-42ee-94e8-4fb67c74b529 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Jan 10 12:11:01.924177 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fed767-0bf3-467f-86c5-6d0b84703a2a req-a13a1207-8d47-4daa-89c5-f1b143708b33 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:01.925635 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-83fed767-0bf3-467f-86c5-6d0b84703a2a req-a13a1207-8d47-4daa-89c5-f1b143708b33 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0494187 Jan 10 12:11:01.971041 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-83fed767-0bf3-467f-86c5-6d0b84703a2a req-0775db7a-3285-49a1-ab0d-697cdc405360 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399404 Jan 10 12:11:03.083803 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f25a10-c1fb-42ca-9b1c-d31f23156c8d req-da0ca7ba-5b98-4853-bdcf-158c2edfad8a tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:03.085283 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-40f25a10-c1fb-42ca-9b1c-d31f23156c8d req-da0ca7ba-5b98-4853-bdcf-158c2edfad8a tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0486963 Jan 10 12:11:03.130804 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-40f25a10-c1fb-42ca-9b1c-d31f23156c8d req-2313d9f3-cf15-4a2f-9c73-28efbd765f7e tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Jan 10 12:11:04.244460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b09f2e-1724-4534-b1a3-df9e16f1c3b8 req-d614e833-3778-41d8-a9f5-9190cb80cdb2 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:04.245987 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b6b09f2e-1724-4534-b1a3-df9e16f1c3b8 req-d614e833-3778-41d8-a9f5-9190cb80cdb2 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0489233 Jan 10 12:11:04.293083 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b6b09f2e-1724-4534-b1a3-df9e16f1c3b8 req-31903d04-1ed7-46ff-ba4b-faf242d9ac77 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412691 Jan 10 12:11:04.851345 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:11:05.408797 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79405d6f-b8b4-49ed-a47d-e2e8a639a2c4 req-65749744-8612-49c1-b86f-a8fc4aa1a814 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:05.410290 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-79405d6f-b8b4-49ed-a47d-e2e8a639a2c4 req-65749744-8612-49c1-b86f-a8fc4aa1a814 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0520396 Jan 10 12:11:05.456497 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-79405d6f-b8b4-49ed-a47d-e2e8a639a2c4 req-43e84c07-7542-40f4-8578-2eec4b4f9608 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407164 Jan 10 12:11:06.061099 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-03434130-6299-4dae-b648-d2510c8ee599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:06.577459 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29381d-4ac5-4445-9ab2-2abc76635be9 req-cefd1e2e-6cc8-47da-a77e-f5c2c15f65b6 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:06.579131 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8d29381d-4ac5-4445-9ab2-2abc76635be9 req-cefd1e2e-6cc8-47da-a77e-f5c2c15f65b6 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0523231 Jan 10 12:11:06.625273 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8d29381d-4ac5-4445-9ab2-2abc76635be9 req-a672b73d-7669-4cbd-98cf-987fd18e5b50 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 Jan 10 12:11:07.738837 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd95d2f-1906-4300-9e11-61959ab46482 req-75e153e9-711f-4727-a3aa-7c2c815ff55f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:07.740322 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ecd95d2f-1906-4300-9e11-61959ab46482 req-75e153e9-711f-4727-a3aa-7c2c815ff55f tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0486648 Jan 10 12:11:07.785865 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ecd95d2f-1906-4300-9e11-61959ab46482 req-8670204e-dd74-4acb-b8a1-907a6114d4ef tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400763 Jan 10 12:11:08.899556 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb10a5-8d97-42e8-98bb-0011d9b832a2 req-24d93fb7-6542-496b-a7a7-4ddd98b1f393 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:08.900927 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-adbb10a5-8d97-42e8-98bb-0011d9b832a2 req-24d93fb7-6542-496b-a7a7-4ddd98b1f393 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0487392 Jan 10 12:11:08.946892 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-adbb10a5-8d97-42e8-98bb-0011d9b832a2 req-0874c2e5-ad72-4b0b-9dab-9e1e203b17b6 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399780 Jan 10 12:11:10.060839 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2f49e-6f96-48d0-969f-11c76a3fa806 req-a0f956f1-663d-43f0-a9d2-90caecfa4238 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:10.062347 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fae2f49e-6f96-48d0-969f-11c76a3fa806 req-a0f956f1-663d-43f0-a9d2-90caecfa4238 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0486913 Jan 10 12:11:10.112587 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fae2f49e-6f96-48d0-969f-11c76a3fa806 req-7a245b71-7462-45f1-9399-bec6ec77dce3 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447638 Jan 10 12:11:10.329169 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3e276a14-ed58-4217-a8e1-354959f71b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:10.661033 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:11.225313 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369e54a-e73c-437a-9e13-d0a5ebf1d351 req-b6f7b305-8dd6-4736-88ff-7bfbf1339495 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:11.226796 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0369e54a-e73c-437a-9e13-d0a5ebf1d351 req-b6f7b305-8dd6-4736-88ff-7bfbf1339495 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0480282 Jan 10 12:11:11.279359 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0369e54a-e73c-437a-9e13-d0a5ebf1d351 req-ac2543bf-dac7-4c15-9813-c9a9319e6a64 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470858 Jan 10 12:11:12.174944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:12.391856 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab5681-bb6d-40eb-bbe3-13c0987dd407 req-60dfaa0d-4011-404f-8d0f-28097b9fba1d tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:12.393235 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f9ab5681-bb6d-40eb-bbe3-13c0987dd407 req-60dfaa0d-4011-404f-8d0f-28097b9fba1d tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0480313 Jan 10 12:11:12.438685 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f9ab5681-bb6d-40eb-bbe3-13c0987dd407 req-2610df5c-6945-4afa-92db-87ee38f2e786 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 Jan 10 12:11:13.232766 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:13.553739 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f418c97-473f-491f-80d3-fa985fb81a0b req-cfe842e2-dfb2-4479-9dcc-c749a331f654 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:13.555178 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6f418c97-473f-491f-80d3-fa985fb81a0b req-cfe842e2-dfb2-4479-9dcc-c749a331f654 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0493608 Jan 10 12:11:13.600810 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6f418c97-473f-491f-80d3-fa985fb81a0b req-86124b72-4963-4a5f-8335-6a2af26dc079 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400209 Jan 10 12:11:14.713006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7113f-7d92-4caf-8651-bbf555b02b6b req-4b6563e2-83c6-40db-8b90-f67cd9381815 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:14.714522 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2ee7113f-7d92-4caf-8651-bbf555b02b6b req-4b6563e2-83c6-40db-8b90-f67cd9381815 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0481300 Jan 10 12:11:14.760366 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2ee7113f-7d92-4caf-8651-bbf555b02b6b req-9d313385-701d-4326-b148-ace23a79e46c tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404603 Jan 10 12:11:15.872062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fbf81-c88f-479b-bd36-cfd17089f564 req-3c555f4f-c759-4ce2-b511-ea7b6f54a32c tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:15.873527 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-635fbf81-c88f-479b-bd36-cfd17089f564 req-3c555f4f-c759-4ce2-b511-ea7b6f54a32c tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0476701 Jan 10 12:11:15.919539 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-635fbf81-c88f-479b-bd36-cfd17089f564 req-2456f078-3d76-4d23-a18c-ce29e6caee00 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405459 Jan 10 12:11:17.036735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13273848-0b6a-458f-8063-b049ac520da3 req-83ae7881-dabe-49d6-8f97-485f44b9009c tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:17.038239 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-13273848-0b6a-458f-8063-b049ac520da3 req-83ae7881-dabe-49d6-8f97-485f44b9009c tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0524457 Jan 10 12:11:17.083499 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-13273848-0b6a-458f-8063-b049ac520da3 req-5051359f-11be-4f03-aa8a-145cba303700 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 Jan 10 12:11:18.202803 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fe69-84db-4d80-9112-8b569497e2fc req-51f3ed76-9dc4-4e13-a9b4-44345311ee33 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:18.204277 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4cd4fe69-84db-4d80-9112-8b569497e2fc req-51f3ed76-9dc4-4e13-a9b4-44345311ee33 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0535610 Jan 10 12:11:18.250972 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4cd4fe69-84db-4d80-9112-8b569497e2fc req-62e66d23-cc9b-44d3-9b39-a188a808c1f7 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411541 Jan 10 12:11:19.362098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dd20a-4a6a-4429-a345-031a8c25407f req-50b97d55-4c81-43b7-a24c-b844eadcc9c8 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:19.363559 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-330dd20a-4a6a-4429-a345-031a8c25407f req-50b97d55-4c81-43b7-a24c-b844eadcc9c8 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0480556 Jan 10 12:11:19.408963 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-330dd20a-4a6a-4429-a345-031a8c25407f req-39191f9c-ae69-4c8b-acc9-337a080b8c71 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400386 Jan 10 12:11:19.472235 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:20.525710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebe824-3bb3-4b27-9581-4972677ee36b req-d4224956-4d21-4994-935b-912eb26a60b4 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:20.527118 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-acebe824-3bb3-4b27-9581-4972677ee36b req-d4224956-4d21-4994-935b-912eb26a60b4 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0496809 Jan 10 12:11:20.573544 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-acebe824-3bb3-4b27-9581-4972677ee36b req-d4a435b9-b2eb-4299-badf-9195377d264b tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407538 Jan 10 12:11:21.692461 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ab13e-07f0-4af7-bde7-744398a65d65 req-dc3bb30a-5c90-4729-a844-bd57d38cd54b tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:21.693969 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-435ab13e-07f0-4af7-bde7-744398a65d65 req-dc3bb30a-5c90-4729-a844-bd57d38cd54b tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0521219 Jan 10 12:11:21.740506 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-435ab13e-07f0-4af7-bde7-744398a65d65 req-9106fa9e-b467-4880-8db1-d7c964eec394 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408869 Jan 10 12:11:22.860143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99783a8b-56cc-4d7e-a35a-c0d973cd59bc req-50497634-4285-4e81-bdcf-ef991ba3f958 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:22.861634 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-99783a8b-56cc-4d7e-a35a-c0d973cd59bc req-50497634-4285-4e81-bdcf-ef991ba3f958 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0518279 Jan 10 12:11:22.907066 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-99783a8b-56cc-4d7e-a35a-c0d973cd59bc req-174497fc-c786-44ec-b833-634608217764 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399783 Jan 10 12:11:23.028457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-6b3647fe-d16b-4b18-b886-9880bc0cacff tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:11:23.029333 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-6b3647fe-d16b-4b18-b886-9880bc0cacff tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056245 Jan 10 12:11:23.089738 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-f9062eeb-05c2-42a6-849c-b8f3f54450d9 service neutron] 10.222.0.30 "GET /v2.0/ports/c8751c96-caa3-453a-b7ea-5d720a348c02/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0534637 Jan 10 12:11:23.661024 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-74f0e8cf-a9c7-430f-9723-e1bda43a4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:23.662571 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-74f0e8cf-a9c7-430f-9723-e1bda43a4933 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21&tenant_id=17b6cc0ca8b44bf1b7094e6c73b0c01b HTTP/1.1" status: 200 len: 1098 time: 0.0911386 Jan 10 12:11:23.724639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-f78f15dc-ee4f-45ef-b11d-b9830bceb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:23.726155 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-f78f15dc-ee4f-45ef-b11d-b9830bceb52d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17b6cc0ca8b44bf1b7094e6c73b0c01b&device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 1098 time: 0.0435596 Jan 10 12:11:23.812488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-5ec386a6-e798-494b-9566-21887f3e3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:23.813999 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-5ec386a6-e798-494b-9566-21887f3e3795 service neutron] 10.222.0.30 "GET /v2.0/networks?id=562e1e57-c481-443b-80cf-be1ef6e2a192 HTTP/1.1" status: 200 len: 912 time: 0.0826869 Jan 10 12:11:23.852974 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-1ec4cae2-149f-4a19-94a7-2df31ef559cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8751c96-caa3-453a-b7ea-5d720a348c02 HTTP/1.1" status: 200 len: 217 time: 0.0335257 Jan 10 12:11:23.904202 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-727abbf9-353d-4acd-8c37-f4d21c8f7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:23.905607 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-727abbf9-353d-4acd-8c37-f4d21c8f7e9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65f61639-efae-429f-ab6d-2b50195de196 HTTP/1.1" status: 200 len: 851 time: 0.0467913 Jan 10 12:11:23.936783 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-77130520-2c86-4517-acf0-3bb4ee846f7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=562e1e57-c481-443b-80cf-be1ef6e2a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248373 Jan 10 12:11:24.020140 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05befd2a-01e7-495a-b967-4c28c12e26e8 req-0954618a-02d3-4a7f-9e42-fbc8e20588e1 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:24.021624 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-05befd2a-01e7-495a-b967-4c28c12e26e8 req-0954618a-02d3-4a7f-9e42-fbc8e20588e1 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0490310 Jan 10 12:11:24.024814 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-6e127a0e-a279-4559-b037-a4f1fde8de0f service neutron] 10.222.0.30 "GET /v2.0/networks/562e1e57-c481-443b-80cf-be1ef6e2a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821550 Jan 10 12:11:24.069024 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-05befd2a-01e7-495a-b967-4c28c12e26e8 req-aaa66769-b383-434e-b185-fff4dd45fb9d tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Jan 10 12:11:24.118284 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d92efb93-b2ce-413b-9518-cfa2ddb0f231 req-bad60091-6702-43fb-a8a1-3004c11739b7 service neutron] 10.222.0.30 "GET /v2.0/networks/562e1e57-c481-443b-80cf-be1ef6e2a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877409 Jan 10 12:11:25.183047 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb47e47-acda-4617-a70c-4c9d70879efd req-0f0a6aca-19f6-4809-afa9-e3eeaafc2394 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:25.185008 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6fb47e47-acda-4617-a70c-4c9d70879efd req-0f0a6aca-19f6-4809-afa9-e3eeaafc2394 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0492625 Jan 10 12:11:25.230917 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6fb47e47-acda-4617-a70c-4c9d70879efd req-5163ce36-c00e-4e0c-bb6b-3567bd0e6d81 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404348 Jan 10 12:11:26.348730 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2654c0-4c03-4672-b958-bdddcd686c5d req-da550d1f-1c59-4a27-b503-b06c0b95a714 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:26.350266 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3c2654c0-4c03-4672-b958-bdddcd686c5d req-da550d1f-1c59-4a27-b503-b06c0b95a714 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0490205 Jan 10 12:11:26.400117 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3c2654c0-4c03-4672-b958-bdddcd686c5d req-da26b87c-0016-498b-b5af-4f6e9c3a2679 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Jan 10 12:11:26.841200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-c42430fe-b197-46e5-960c-bc7d51dcb08c tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:26.842623 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-c42430fe-b197-46e5-960c-bc7d51dcb08c tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.30 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21&tenant_id=17b6cc0ca8b44bf1b7094e6c73b0c01b&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0887444 Jan 10 12:11:26.920693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-e6cdd1d6-52ef-4bd0-896b-ad19f7cdbb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:26.922208 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-e6cdd1d6-52ef-4bd0-896b-ad19f7cdbb74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17b6cc0ca8b44bf1b7094e6c73b0c01b&device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 1098 time: 0.0400438 Jan 10 12:11:27.013050 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-8ba28d81-b3fd-4426-be39-540bef04f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:27.014547 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-8ba28d81-b3fd-4426-be39-540bef04f564 service neutron] 10.222.0.30 "GET /v2.0/networks?id=562e1e57-c481-443b-80cf-be1ef6e2a192 HTTP/1.1" status: 200 len: 912 time: 0.0873227 Jan 10 12:11:27.053674 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-761ecd57-ded8-4cca-920d-89c35843e3ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8751c96-caa3-453a-b7ea-5d720a348c02 HTTP/1.1" status: 200 len: 217 time: 0.0338774 Jan 10 12:11:27.099892 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-c0b99faa-e9fc-4d3a-900e-b080e2f00f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:27.101216 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-c0b99faa-e9fc-4d3a-900e-b080e2f00f20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65f61639-efae-429f-ab6d-2b50195de196 HTTP/1.1" status: 200 len: 851 time: 0.0416052 Jan 10 12:11:27.130854 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-c250c082-3f78-4d45-a8c0-e35954caf4a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=562e1e57-c481-443b-80cf-be1ef6e2a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238066 Jan 10 12:11:27.221262 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-85f56556-5be0-4039-88f9-31e5733f4eea service neutron] 10.222.0.30 "GET /v2.0/networks/562e1e57-c481-443b-80cf-be1ef6e2a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847726 Jan 10 12:11:27.312961 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-eb46ffe2-12a1-428f-ad64-8cc40be393a1 service neutron] 10.222.0.30 "GET /v2.0/networks/562e1e57-c481-443b-80cf-be1ef6e2a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861201 Jan 10 12:11:27.563926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device c8751c96-caa3-453a-b7ea-5d720a348c02 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:11:27.567053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device c8751c96-caa3-453a-b7ea-5d720a348c02 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:11:27.720064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port c8751c96-caa3-453a-b7ea-5d720a348c02, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c8751c96-caa3-453a-b7ea-5d720a348c02,segment=NetworkSegment(be40aeeb-5521-4c90-a44a-cf9175172b0f),segment_id=be40aeeb-5521-4c90-a44a-cf9175172b0f)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:11:27.727126 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:27.738340 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'c8751c96-caa3-453a-b7ea-5d720a348c02', 'network_id': '562e1e57-c481-443b-80cf-be1ef6e2a192', 'port_id': 'c8751c96-caa3-453a-b7ea-5d720a348c02', 'mac_address': 'fa:16:3e:00:4c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f61639-efae-429f-ab6d-2b50195de196', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:11:27.754744 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a818c6c9-c240-4a87-a285-faa1322b8a21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8751c96-caa3-453a-b7ea-5d720a348c02'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:11:27.757217 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451e921c-e9f3-45f2-a4d0-58f3005877eb" -d '{"events": [{"server_uuid": "a818c6c9-c240-4a87-a285-faa1322b8a21", "name": "network-vif-unplugged", "status": "completed", "tag": "c8751c96-caa3-453a-b7ea-5d720a348c02"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:11:27.789875 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port c8751c96-caa3-453a-b7ea-5d720a348c02, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c8751c96-caa3-453a-b7ea-5d720a348c02,segment=NetworkSegment(be40aeeb-5521-4c90-a44a-cf9175172b0f),segment_id=be40aeeb-5521-4c90-a44a-cf9175172b0f)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:11:27.799670 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:27.813517 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8751c96-caa3-453a-b7ea-5d720a348c02 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:11:27.826664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Jan 2022 12:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740f5fee-e699-453f-8d71-75914a91b80a x-openstack-request-id: req-740f5fee-e699-453f-8d71-75914a91b80a {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:11:27.826957 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a818c6c9-c240-4a87-a285-faa1322b8a21", "name": "network-vif-unplugged", "status": "completed", "tag": "c8751c96-caa3-453a-b7ea-5d720a348c02", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:11:27.827213 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-740f5fee-e699-453f-8d71-75914a91b80a {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:11:27.827601 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a818c6c9-c240-4a87-a285-faa1322b8a21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8751c96-caa3-453a-b7ea-5d720a348c02', 'code': 200} Jan 10 12:11:27.844183 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:27.917604 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 12:11:27.918018 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 12:11:27.922341 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=c8751c96-caa3-453a-b7ea-5d720a348c02,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:11:27.929339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:27.929695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:27.930073 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:27.930416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:27.930751 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:27.931083 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:27.931521 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:27.931860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:27.932191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:27.932522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:27.932850 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:27.933176 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:27.933581 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:28.454445 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:28.466946 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8751c96-caa3-453a-b7ea-5d720a348c02 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:11:28.485815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port c8751c96-caa3-453a-b7ea-5d720a348c02, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c8751c96-caa3-453a-b7ea-5d720a348c02,segment=NetworkSegment(be40aeeb-5521-4c90-a44a-cf9175172b0f),segment_id=be40aeeb-5521-4c90-a44a-cf9175172b0f)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:11:28.546474 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:28.597036 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746db0fb-b249-4f66-bcd5-42e671c6b361 req-0335bd7a-dc17-4383-8828-5973f6614a75 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:28.598557 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-746db0fb-b249-4f66-bcd5-42e671c6b361 req-0335bd7a-dc17-4383-8828-5973f6614a75 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 944 time: 0.0482409 Jan 10 12:11:28.608600 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['c8751c96-caa3-453a-b7ea-5d720a348c02'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:11:28.612021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=c8751c96-caa3-453a-b7ea-5d720a348c02,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:11:28.647263 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-746db0fb-b249-4f66-bcd5-42e671c6b361 req-57730317-ca77-46a4-a654-a758084f75ea tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431762 Jan 10 12:11:29.579702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device c8751c96-caa3-453a-b7ea-5d720a348c02 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:11:29.628310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port c8751c96-caa3-453a-b7ea-5d720a348c02 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:11:29.628936 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:29.704111 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:29.735370 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port c8751c96-caa3-453a-b7ea-5d720a348c02, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c8751c96-caa3-453a-b7ea-5d720a348c02,segment=NetworkSegment(be40aeeb-5521-4c90-a44a-cf9175172b0f),segment_id=be40aeeb-5521-4c90-a44a-cf9175172b0f)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:11:29.764830 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037af332-11db-4e89-aa1a-dd0a7005dab3 req-66d67381-7717-4e07-8c38-8d19d3760d09 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:29.766338 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-037af332-11db-4e89-aa1a-dd0a7005dab3 req-66d67381-7717-4e07-8c38-8d19d3760d09 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 944 time: 0.0508122 Jan 10 12:11:29.791933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:29.814365 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-037af332-11db-4e89-aa1a-dd0a7005dab3 req-8c5192eb-bbcd-4f3c-9638-b7657c6fa3ce tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424821 Jan 10 12:11:29.831122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a818c6c9-c240-4a87-a285-faa1322b8a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8751c96-caa3-453a-b7ea-5d720a348c02'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:11:29.833245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c001c34-743b-408a-b9cc-2344b1e278d5" -d '{"events": [{"server_uuid": "a818c6c9-c240-4a87-a285-faa1322b8a21", "name": "network-vif-plugged", "status": "completed", "tag": "c8751c96-caa3-453a-b7ea-5d720a348c02"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:11:29.844552 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=c8751c96-caa3-453a-b7ea-5d720a348c02,revision_number=8']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:11:29.868521 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f431b564-f9d4-477d-b773-f036a0f4a012 x-openstack-request-id: req-f431b564-f9d4-477d-b773-f036a0f4a012 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:11:29.868824 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a818c6c9-c240-4a87-a285-faa1322b8a21", "name": "network-vif-plugged", "status": "completed", "tag": "c8751c96-caa3-453a-b7ea-5d720a348c02", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:11:29.869085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f431b564-f9d4-477d-b773-f036a0f4a012 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:11:29.869486 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a818c6c9-c240-4a87-a285-faa1322b8a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8751c96-caa3-453a-b7ea-5d720a348c02', 'code': 200} Jan 10 12:11:30.216407 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-a5450666-3367-4886-8754-84e926074275 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:30.217903 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-a5450666-3367-4886-8754-84e926074275 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.30 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 945 time: 0.0486410 Jan 10 12:11:30.310370 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Deleting port c8751c96-caa3-453a-b7ea-5d720a348c02 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:11:30.310716 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:30.399484 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] For port c8751c96-caa3-453a-b7ea-5d720a348c02, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c8751c96-caa3-453a-b7ea-5d720a348c02,segment=NetworkSegment(be40aeeb-5521-4c90-a44a-cf9175172b0f),segment_id=be40aeeb-5521-4c90-a44a-cf9175172b0f)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:11:30.399844 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:30.412422 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Calling delete_port for c8751c96-caa3-453a-b7ea-5d720a348c02 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:11:30.580193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (c8751c96-caa3-453a-b7ea-5d720a348c02), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:30.591359 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['c8751c96-caa3-453a-b7ea-5d720a348c02'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:11:30.608728 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Pushing event deleted for resources: {'Port': ['ID=c8751c96-caa3-453a-b7ea-5d720a348c02,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:11:30.636011 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:30.636377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:30.636764 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:30.637118 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:30.637466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:30.637841 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:30.638189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:30.638529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:30.638872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:30.639208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:30.639545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:30.639877 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:30.640208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:30.662631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] No DVR routers for this DVR port c8751c96-caa3-453a-b7ea-5d720a348c02 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:11:30.664964 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:30.668770 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d69f0e65-35a2-43c9-beb8-1f0a6a25a7f3 req-3678eeb7-1aa3-435c-a4fd-9ee76b5cc574 tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.30 "DELETE /v2.0/ports/c8751c96-caa3-453a-b7ea-5d720a348c02 HTTP/1.1" status: 204 len: 173 time: 0.4453981 Jan 10 12:11:30.669220 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a818c6c9-c240-4a87-a285-faa1322b8a21', 'name': 'network-vif-deleted', 'tag': 'c8751c96-caa3-453a-b7ea-5d720a348c02'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:11:30.671467 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277c2bd9-f661-4d88-9bef-56211fdd5745" -d '{"events": [{"server_uuid": "a818c6c9-c240-4a87-a285-faa1322b8a21", "name": "network-vif-deleted", "tag": "c8751c96-caa3-453a-b7ea-5d720a348c02"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:11:30.707273 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02478c12-8497-434c-a7d0-43901086eb09 x-openstack-request-id: req-02478c12-8497-434c-a7d0-43901086eb09 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:11:30.707686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a818c6c9-c240-4a87-a285-faa1322b8a21", "name": "network-vif-deleted", "tag": "c8751c96-caa3-453a-b7ea-5d720a348c02", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:11:30.707958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02478c12-8497-434c-a7d0-43901086eb09 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:11:30.708379 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a818c6c9-c240-4a87-a285-faa1322b8a21', 'name': 'network-vif-deleted', 'tag': 'c8751c96-caa3-453a-b7ea-5d720a348c02', 'status': 'completed', 'code': 200} Jan 10 12:11:30.910846 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6ab047d8-8edf-4648-89b6-9cb7b139da06 req-ae512521-da78-45fe-8636-0200cac6edfc tempest-DeleteServersTestJSON-2021727115 tempest-DeleteServersTestJSON-2021727115-project] 10.222.0.16 "GET /v2.0/ports?device_id=a818c6c9-c240-4a87-a285-faa1322b8a21 HTTP/1.1" status: 200 len: 210 time: 0.0269871 Jan 10 12:11:32.038906 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 33042) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:11:32.082562 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Deleting subnet 65f61639-efae-429f-ab6d-2b50195de196 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:11:32.085567 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Publish callbacks [] for subnet (65f61639-efae-429f-ab6d-2b50195de196), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:32.123474 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (65f61639-efae-429f-ab6d-2b50195de196), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:32.161370 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (65f61639-efae-429f-ab6d-2b50195de196), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:32.289318 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (65f61639-efae-429f-ab6d-2b50195de196), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:32.313392 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65f61639-efae-429f-ab6d-2b50195de196,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:11:32.322841 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:32.323201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:32.323554 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:32.323917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:32.324244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:32.324583 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:32.325340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:32.325340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:32.325566 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:32.325926 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:32.326260 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:32.326591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:32.326917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:11:32.329742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:32.332965 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-811e8a04-1478-4e9b-9992-6c1c3430b287 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/65f61639-efae-429f-ab6d-2b50195de196 HTTP/1.1" status: 204 len: 168 time: 0.2930534 Jan 10 12:11:32.335525 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 33044) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:11:32.406080 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5774-0cbd-4758-9c93-0e57ad4ecd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (562e1e57-c481-443b-80cf-be1ef6e2a192), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:32.483353 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5774-0cbd-4758-9c93-0e57ad4ecd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (562e1e57-c481-443b-80cf-be1ef6e2a192), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:32.507130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-cb8d5774-0cbd-4758-9c93-0e57ad4ecd2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562e1e57-c481-443b-80cf-be1ef6e2a192']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:11:32.516108 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-cb8d5774-0cbd-4758-9c93-0e57ad4ecd2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be40aeeb-5521-4c90-a44a-cf9175172b0f') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:11:32.516409 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-cb8d5774-0cbd-4758-9c93-0e57ad4ecd2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be40aeeb-5521-4c90-a44a-cf9175172b0f') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:11:32.525447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5774-0cbd-4758-9c93-0e57ad4ecd2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (be40aeeb-5521-4c90-a44a-cf9175172b0f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:32.538604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5774-0cbd-4758-9c93-0e57ad4ecd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (be40aeeb-5521-4c90-a44a-cf9175172b0f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:32.544937 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8d5774-0cbd-4758-9c93-0e57ad4ecd2d admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:11:32.545331 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5774-0cbd-4758-9c93-0e57ad4ecd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (be40aeeb-5521-4c90-a44a-cf9175172b0f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: warnings.warn(msg) Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:11:32.547008 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:11:32.671718 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5774-0cbd-4758-9c93-0e57ad4ecd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (562e1e57-c481-443b-80cf-be1ef6e2a192), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:32.676873 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5774-0cbd-4758-9c93-0e57ad4ecd2d admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:32.680052 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cb8d5774-0cbd-4758-9c93-0e57ad4ecd2d admin admin] 10.222.0.16 "DELETE /v2.0/networks/562e1e57-c481-443b-80cf-be1ef6e2a192 HTTP/1.1" status: 204 len: 168 time: 0.3435860 Jan 10 12:11:32.690767 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d5774-0cbd-4758-9c93-0e57ad4ecd2d admin admin] Pushing event deleted for resources: {'Network': ['ID=562e1e57-c481-443b-80cf-be1ef6e2a192,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:11:32.954970 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 33048) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:11:32.994612 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b8db12fa-40fb-4ae6-a9e7-3621603cd9af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17b6cc0ca8b44bf1b7094e6c73b0c01b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385065 Jan 10 12:11:32.997011 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 33050) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:11:33.047820 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4af58e5d-8f32-42d8-b935-07acba968656 admin admin] Publish callbacks [] for security_group (b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:33.068242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4af58e5d-8f32-42d8-b935-07acba968656 admin admin] Publish callbacks [] for security_group (b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:33.157501 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4af58e5d-8f32-42d8-b935-07acba968656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:33.160120 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4af58e5d-8f32-42d8-b935-07acba968656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:33.161293 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4af58e5d-8f32-42d8-b935-07acba968656 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef HTTP/1.1" status: 204 len: 168 time: 0.1634033 Jan 10 12:11:33.169838 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af58e5d-8f32-42d8-b935-07acba968656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b6fc43-d6e9-4eaa-8c3a-88518ae3c1ef,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:11:33.626295 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device c8751c96-caa3-453a-b7ea-5d720a348c02 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:11:33.646612 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: c8751c96-caa3-453a-b7ea-5d720a348c02 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:11:33.646964 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device c8751c96-caa3-453a-b7ea-5d720a348c02 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:11:34.057587 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 33072) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:11:34.149146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5edc3b25-bb16-49d4-bb35-457a13c61f88 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-539450608-network', 'tenant_id': '58053d45767d4f2db25960265876a15d'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:11:34.220158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edc3b25-bb16-49d4-bb35-457a13c61f88 admin admin] Made reservation on behalf of 58053d45767d4f2db25960265876a15d for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:11:34.222577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5edc3b25-bb16-49d4-bb35-457a13c61f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:34.231100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5edc3b25-bb16-49d4-bb35-457a13c61f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:34.303981 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5edc3b25-bb16-49d4-bb35-457a13c61f88 admin admin] Publish callbacks [] for security_group (44341e63-ef6e-43a1-a61a-1aba2df1154d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:34.357211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5edc3b25-bb16-49d4-bb35-457a13c61f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (44341e63-ef6e-43a1-a61a-1aba2df1154d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:34.377232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edc3b25-bb16-49d4-bb35-457a13c61f88 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:11:34.391133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc3b25-bb16-49d4-bb35-457a13c61f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44341e63-ef6e-43a1-a61a-1aba2df1154d,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:11:34.395897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5edc3b25-bb16-49d4-bb35-457a13c61f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e5f7a232-3ee1-49b9-a36c-65ccae9254a2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:34.396299 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-5edc3b25-bb16-49d4-bb35-457a13c61f88 admin admin] Added segment e5f7a232-3ee1-49b9-a36c-65ccae9254a2 of type vlan for network dbe3694a-9af2-413e-8cc7-b5aaeb048b3e Jan 10 12:11:34.438039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5edc3b25-bb16-49d4-bb35-457a13c61f88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (dbe3694a-9af2-413e-8cc7-b5aaeb048b3e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:34.511879 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5edc3b25-bb16-49d4-bb35-457a13c61f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (dbe3694a-9af2-413e-8cc7-b5aaeb048b3e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:34.512915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edc3b25-bb16-49d4-bb35-457a13c61f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:34.513528 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5edc3b25-bb16-49d4-bb35-457a13c61f88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:34.574955 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc3b25-bb16-49d4-bb35-457a13c61f88 admin admin] Pushing event updated for resources: {'Network': ['ID=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:11:34.582817 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5edc3b25-bb16-49d4-bb35-457a13c61f88 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5240765 Jan 10 12:11:34.585170 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network dbe3694a-9af2-413e-8cc7-b5aaeb048b3e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:11:34.585793 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 33076) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:11:34.591193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-eceb7606-a223-4c3c-aef5-e67f54aab1b8 admin admin] Request body: {'subnet': {'network_id': 'dbe3694a-9af2-413e-8cc7-b5aaeb048b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-539450608-subnet', 'tenant_id': '58053d45767d4f2db25960265876a15d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:11:34.654366 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceb7606-a223-4c3c-aef5-e67f54aab1b8 admin admin] Made reservation on behalf of 58053d45767d4f2db25960265876a15d for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:11:34.656853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eceb7606-a223-4c3c-aef5-e67f54aab1b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:34.883197 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eceb7606-a223-4c3c-aef5-e67f54aab1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (1dce7bfc-f1f8-405b-924a-e2b5c0a129cd), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:34.941600 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb7606-a223-4c3c-aef5-e67f54aab1b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dce7bfc-f1f8-405b-924a-e2b5c0a129cd,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:11:34.945884 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceb7606-a223-4c3c-aef5-e67f54aab1b8 admin admin] Checking segment: {'id': 'e5f7a232-3ee1-49b9-a36c-65ccae9254a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'dbe3694a-9af2-413e-8cc7-b5aaeb048b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:11:34.946250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceb7606-a223-4c3c-aef5-e67f54aab1b8 admin admin] Network hostable DHCP agents. Network: dbe3694a-9af2-413e-8cc7-b5aaeb048b3e, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:11:35.042891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceb7606-a223-4c3c-aef5-e67f54aab1b8 admin admin] Network dbe3694a-9af2-413e-8cc7-b5aaeb048b3e is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:11:35.111302 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-eceb7606-a223-4c3c-aef5-e67f54aab1b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dbe3694a-9af2-413e-8cc7-b5aaeb048b3e) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:11:35.115837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceb7606-a223-4c3c-aef5-e67f54aab1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:35.116822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-eceb7606-a223-4c3c-aef5-e67f54aab1b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:35.120078 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f16784-dca7-4a6a-b6ea-b045867ae094 None None] Network dbe3694a-9af2-413e-8cc7-b5aaeb048b3e requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:11:35.182818 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-eceb7606-a223-4c3c-aef5-e67f54aab1b8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5958130 Jan 10 12:11:35.216660 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd8e20d-1e11-42a5-8a07-14c33663eb6f None None] Network dbe3694a-9af2-413e-8cc7-b5aaeb048b3e requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:11:35.600670 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-4a255325-3345-4324-8942-0874cc59d105 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:35.602139 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-4a255325-3345-4324-8942-0874cc59d105 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/networks?id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e HTTP/1.1" status: 200 len: 814 time: 0.0982733 Jan 10 12:11:35.616662 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-fb677839-0c71-4425-9a8a-dff2c880c319 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/quotas/58053d45767d4f2db25960265876a15d HTTP/1.1" status: 200 len: 375 time: 0.0086474 Jan 10 12:11:35.650758 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-959025ac-c820-4b31-9f3c-b2421612c5db tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58053d45767d4f2db25960265876a15d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289099 Jan 10 12:11:35.736922 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-8fe30770-d3dc-4e6d-a04f-251ba0f191a8 service neutron] 10.222.0.16 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797937 Jan 10 12:11:35.825807 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-aae6400d-fff9-4a17-8c5d-36f346fb9ae7 service neutron] 10.222.0.16 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833781 Jan 10 12:11:36.066766 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77b26eac-a3cb-404d-ae57-035bc0b011ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:36.083932 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0bd0a885-1254-4694-9d2a-2c38f668aa86 req-8ba0cd11-8a50-44fd-bf61-725c18040da9 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 210 time: 0.0270791 Jan 10 12:11:37.332894 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-038cfd46-ecab-4524-b6ad-ce45a3edb792 req-9d8fa3f8-fe4c-4e4e-a18b-98bd2ddf2a0e tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 210 time: 0.0269997 Jan 10 12:11:37.777394 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-bf1beb65-6026-46ee-90c7-8fb7a560cbe0 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:37.778995 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-bf1beb65-6026-46ee-90c7-8fb7a560cbe0 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.30 "GET /v2.0/networks?id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e HTTP/1.1" status: 200 len: 814 time: 0.1065621 Jan 10 12:11:37.790128 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-ced9c669-60be-412b-82d1-1d90bb41f4c6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Request body: {'port': {'device_id': 'ad19cc7c-8c63-48ed-b3a5-5a72f9074e56', 'network_id': 'dbe3694a-9af2-413e-8cc7-b5aaeb048b3e', 'admin_state_up': True, 'tenant_id': '58053d45767d4f2db25960265876a15d'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:11:37.985547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-ced9c669-60be-412b-82d1-1d90bb41f4c6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Made reservation on behalf of 58053d45767d4f2db25960265876a15d for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:11:37.989946 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-ced9c669-60be-412b-82d1-1d90bb41f4c6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:38.117001 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-ced9c669-60be-412b-82d1-1d90bb41f4c6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Allocated IP 172.20.0.4 (dbe3694a-9af2-413e-8cc7-b5aaeb048b3e/1dce7bfc-f1f8-405b-924a-e2b5c0a129cd/b521f450-9fd0-45cd-ba62-377d4cc26797) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:11:38.265040 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-ced9c669-60be-412b-82d1-1d90bb41f4c6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Publish callbacks [] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:38.351932 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-ced9c669-60be-412b-82d1-1d90bb41f4c6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:38.395390 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-ced9c669-60be-412b-82d1-1d90bb41f4c6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Network dbe3694a-9af2-413e-8cc7-b5aaeb048b3e is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:11:38.398750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-ced9c669-60be-412b-82d1-1d90bb41f4c6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:11:38.405179 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-ced9c669-60be-412b-82d1-1d90bb41f4c6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:11:38.453754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9c669-60be-412b-82d1-1d90bb41f4c6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Pushing event updated for resources: {'Port': ['ID=b521f450-9fd0-45cd-ba62-377d4cc26797,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:11:38.486536 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:11:38.489972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-ced9c669-60be-412b-82d1-1d90bb41f4c6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:38.490589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-ced9c669-60be-412b-82d1-1d90bb41f4c6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:38.506570 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200086f7-0041-41fb-a015-2b44e4549012 req-8dd9e96d-912d-44c7-9f25-a588ab041231 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:38.508030 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-200086f7-0041-41fb-a015-2b44e4549012 req-8dd9e96d-912d-44c7-9f25-a588ab041231 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 931 time: 0.1072133 Jan 10 12:11:38.555606 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-200086f7-0041-41fb-a015-2b44e4549012 req-155fe30c-6cfa-452f-a4db-74e8b1f2e81d tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Jan 10 12:11:38.560188 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-ced9c669-60be-412b-82d1-1d90bb41f4c6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7735629 Jan 10 12:11:38.612467 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Request body: {'port': {'device_id': 'ad19cc7c-8c63-48ed-b3a5-5a72f9074e56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:11:38.664801 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:38.921490 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b521f450-9fd0-45cd-ba62-377d4cc26797 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:11:38.928639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Publish callbacks [] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:38.940806 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Transition to ACTIVE for port object b521f450-9fd0-45cd-ba62-377d4cc26797 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:11:38.985494 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:39.033853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Pushing event updated for resources: {'Port': ['ID=b521f450-9fd0-45cd-ba62-377d4cc26797,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:11:39.100935 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Attempting to bind port b521f450-9fd0-45cd-ba62-377d4cc26797 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:11:39.101279 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Attempting to bind port b521f450-9fd0-45cd-ba62-377d4cc26797 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e5f7a232-3ee1-49b9-a36c-65ccae9254a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'dbe3694a-9af2-413e-8cc7-b5aaeb048b3e'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:11:39.101617 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Attempting to bind port b521f450-9fd0-45cd-ba62-377d4cc26797 on network dbe3694a-9af2-413e-8cc7-b5aaeb048b3e {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:11:39.105989 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Port b521f450-9fd0-45cd-ba62-377d4cc26797 on network dbe3694a-9af2-413e-8cc7-b5aaeb048b3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:11:39.106323 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Attempting to bind port b521f450-9fd0-45cd-ba62-377d4cc26797 on network dbe3694a-9af2-413e-8cc7-b5aaeb048b3e {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:11:39.111111 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:11:39.111450 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Checking segment: {'id': 'e5f7a232-3ee1-49b9-a36c-65ccae9254a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'dbe3694a-9af2-413e-8cc7-b5aaeb048b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:11:39.111842 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Bound using segment: {'id': 'e5f7a232-3ee1-49b9-a36c-65ccae9254a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'dbe3694a-9af2-413e-8cc7-b5aaeb048b3e'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:11:39.112267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Bound port: b521f450-9fd0-45cd-ba62-377d4cc26797, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f7a232-3ee1-49b9-a36c-65ccae9254a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'dbe3694a-9af2-413e-8cc7-b5aaeb048b3e'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:11:39.112627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:39.177222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] For port b521f450-9fd0-45cd-ba62-377d4cc26797, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:11:39.180030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] For port b521f450-9fd0-45cd-ba62-377d4cc26797, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b521f450-9fd0-45cd-ba62-377d4cc26797,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:11:39.277753 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:39.313593 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:39.314242 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:39.315621 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] 10.222.0.30 "PUT /v2.0/ports/b521f450-9fd0-45cd-ba62-377d4cc26797 HTTP/1.1" status: 200 len: 1093 time: 0.7487111 Jan 10 12:11:39.316066 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad19cc7c-8c63-48ed-b3a5-5a72f9074e56', 'tag': 'b521f450-9fd0-45cd-ba62-377d4cc26797'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:11:39.318308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9a2aeb-89b7-40fc-9803-08edeef1edda" -d '{"events": [{"name": "network-changed", "server_uuid": "ad19cc7c-8c63-48ed-b3a5-5a72f9074e56", "tag": "b521f450-9fd0-45cd-ba62-377d4cc26797"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:11:39.342760 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b960f6-6e2b-4b83-a9d9-2bb5c9a0257c service neutron] Pushing event updated for resources: {'Port': ['ID=b521f450-9fd0-45cd-ba62-377d4cc26797,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:11:39.355205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c21e18-6f4a-4b69-9d74-78d626d1c4f9 x-openstack-request-id: req-21c21e18-6f4a-4b69-9d74-78d626d1c4f9 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:11:39.355504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad19cc7c-8c63-48ed-b3a5-5a72f9074e56", "tag": "b521f450-9fd0-45cd-ba62-377d4cc26797", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:11:39.355773 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21c21e18-6f4a-4b69-9d74-78d626d1c4f9 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:11:39.356226 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad19cc7c-8c63-48ed-b3a5-5a72f9074e56', 'tag': 'b521f450-9fd0-45cd-ba62-377d4cc26797', 'status': 'completed', 'code': 200} Jan 10 12:11:39.414417 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a2aeb-89b7-40fc-9803-08edeef1edda req-a37a560c-921a-40e7-bab3-5bf9e930e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:39.415933 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f9a2aeb-89b7-40fc-9803-08edeef1edda req-a37a560c-921a-40e7-bab3-5bf9e930e4f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58053d45767d4f2db25960265876a15d&device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 1096 time: 0.0413730 Jan 10 12:11:39.514915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a2aeb-89b7-40fc-9803-08edeef1edda req-7f6b1910-5d23-4a97-925f-1cf3a9bae963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:39.516397 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f9a2aeb-89b7-40fc-9803-08edeef1edda req-7f6b1910-5d23-4a97-925f-1cf3a9bae963 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=58053d45767d4f2db25960265876a15d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0946274 Jan 10 12:11:39.608346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a2aeb-89b7-40fc-9803-08edeef1edda req-a3feb67d-9c72-47e9-9c09-3679e02dcf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:39.610185 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f9a2aeb-89b7-40fc-9803-08edeef1edda req-a3feb67d-9c72-47e9-9c09-3679e02dcf28 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871291 Jan 10 12:11:40.030262 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764ac19-0e1a-487c-b6eb-e5103cd63faa req-2b1aa72d-0e3d-4c38-8478-29e3dc69bf07 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:40.031754 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8764ac19-0e1a-487c-b6eb-e5103cd63faa req-2b1aa72d-0e3d-4c38-8478-29e3dc69bf07 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 943 time: 0.4079733 Jan 10 12:11:40.037938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-4f8e34b4-3af4-45f1-a805-8d25e3add30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:40.039322 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-4f8e34b4-3af4-45f1-a805-8d25e3add30f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58053d45767d4f2db25960265876a15d&device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 1096 time: 0.3860285 Jan 10 12:11:40.087529 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-086f7e1a-59ff-47eb-8bf4-0c15fec75cd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b521f450-9fd0-45cd-ba62-377d4cc26797 HTTP/1.1" status: 200 len: 217 time: 0.0407169 Jan 10 12:11:40.142773 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8764ac19-0e1a-487c-b6eb-e5103cd63faa req-3a70921e-a4ad-4b5c-9896-208b62787a30 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025138 Jan 10 12:11:40.155000 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-7b10d910-3c96-4ae7-9f69-ce1c48232714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:40.156434 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-7b10d910-3c96-4ae7-9f69-ce1c48232714 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dce7bfc-f1f8-405b-924a-e2b5c0a129cd HTTP/1.1" status: 200 len: 854 time: 0.0595775 Jan 10 12:11:40.186771 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-0aa013e1-b86d-46ed-b04e-7ec29af4273e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243087 Jan 10 12:11:40.279421 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-76efe59a-0493-4554-a6dc-859e8b74f46f service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870886 Jan 10 12:11:40.323037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-db01215d-54be-4425-a8d6-046316bf8d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:40.368013 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-04dbd12f-54e4-445b-be69-b890d0c7355a req-ad5a87c8-7d76-4e09-bf25-40549ad43255 service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826588 Jan 10 12:11:40.648171 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:41.256978 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d25b4f-6f7b-4faf-9a7d-3141743486ee req-7b7f78c7-959d-4164-a40d-139e1b14fabc tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:41.258486 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-96d25b4f-6f7b-4faf-9a7d-3141743486ee req-7b7f78c7-959d-4164-a40d-139e1b14fabc tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 943 time: 0.0494685 Jan 10 12:11:41.304506 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-96d25b4f-6f7b-4faf-9a7d-3141743486ee req-04cd1258-c687-4fee-8a6b-ebe0a8005ca9 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Jan 10 12:11:41.849852 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:11:42.180007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:42.420949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1bf46-ce26-4652-8e92-82fcd60b3f37 req-d6537835-9ff5-46bd-b238-3ab1d1a89cfa tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:42.422427 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-69d1bf46-ce26-4652-8e92-82fcd60b3f37 req-d6537835-9ff5-46bd-b238-3ab1d1a89cfa tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 943 time: 0.0483747 Jan 10 12:11:42.473081 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-69d1bf46-ce26-4652-8e92-82fcd60b3f37 req-c6f11dd9-56fa-448d-8b53-2b5e9b94dfde tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449917 Jan 10 12:11:43.260242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:43.590685 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac61d02-fe0a-4da3-9286-247bfbbebeb0 req-20b21865-edc8-4bca-a1c8-31c38b5e1a4b tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:43.592146 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-eac61d02-fe0a-4da3-9286-247bfbbebeb0 req-20b21865-edc8-4bca-a1c8-31c38b5e1a4b tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 943 time: 0.0517094 Jan 10 12:11:43.637275 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-eac61d02-fe0a-4da3-9286-247bfbbebeb0 req-13e5cc17-65cd-4168-a089-f3b2e9402b3c tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391514 Jan 10 12:11:43.672772 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b521f450-9fd0-45cd-ba62-377d4cc26797 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:11:43.767953 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b521f450-9fd0-45cd-ba62-377d4cc26797, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b521f450-9fd0-45cd-ba62-377d4cc26797,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:11:43.778594 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'b521f450-9fd0-45cd-ba62-377d4cc26797', 'network_id': 'dbe3694a-9af2-413e-8cc7-b5aaeb048b3e', 'port_id': 'b521f450-9fd0-45cd-ba62-377d4cc26797', 'mac_address': 'fa:16:3e:33:e1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dce7bfc-f1f8-405b-924a-e2b5c0a129cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:11:43.814483 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:43.827282 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b521f450-9fd0-45cd-ba62-377d4cc26797 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:11:43.845881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b521f450-9fd0-45cd-ba62-377d4cc26797, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b521f450-9fd0-45cd-ba62-377d4cc26797,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:11:43.905665 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:43.954521 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b521f450-9fd0-45cd-ba62-377d4cc26797,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:11:44.120844 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['b521f450-9fd0-45cd-ba62-377d4cc26797'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:11:44.748983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ee3e6-666e-4c48-9bda-778ba7543342 req-590cef03-a3d8-4f24-8fb3-62526396b547 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:44.750479 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-734ee3e6-666e-4c48-9bda-778ba7543342 req-590cef03-a3d8-4f24-8fb3-62526396b547 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 944 time: 0.0484159 Jan 10 12:11:44.796551 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-734ee3e6-666e-4c48-9bda-778ba7543342 req-04b8cd4c-f348-4b15-be13-b9d6b47792ef tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Jan 10 12:11:45.673861 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b521f450-9fd0-45cd-ba62-377d4cc26797 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:11:45.779698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port b521f450-9fd0-45cd-ba62-377d4cc26797 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:11:45.783447 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port b521f450-9fd0-45cd-ba62-377d4cc26797 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:11:45.783828 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:45.859810 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:45.882843 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad19cc7c-8c63-48ed-b3a5-5a72f9074e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b521f450-9fd0-45cd-ba62-377d4cc26797'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:11:45.885123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0215f9-7218-48a6-978c-6bc3f06132ff" -d '{"events": [{"server_uuid": "ad19cc7c-8c63-48ed-b3a5-5a72f9074e56", "name": "network-vif-plugged", "status": "completed", "tag": "b521f450-9fd0-45cd-ba62-377d4cc26797"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:11:45.897508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b521f450-9fd0-45cd-ba62-377d4cc26797, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b521f450-9fd0-45cd-ba62-377d4cc26797,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:11:45.911226 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc201912-cf30-4a45-8494-b6771d4e31a6 req-cbc663de-78e6-421f-bd17-6b61384fc1d8 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:45.912822 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-dc201912-cf30-4a45-8494-b6771d4e31a6 req-cbc663de-78e6-421f-bd17-6b61384fc1d8 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 944 time: 0.0510807 Jan 10 12:11:45.924509 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8727ac-c4ea-4f7c-9ef0-80e504257758 x-openstack-request-id: req-9e8727ac-c4ea-4f7c-9ef0-80e504257758 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:11:45.924509 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad19cc7c-8c63-48ed-b3a5-5a72f9074e56", "name": "network-vif-plugged", "status": "completed", "tag": "b521f450-9fd0-45cd-ba62-377d4cc26797", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:11:45.924509 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e8727ac-c4ea-4f7c-9ef0-80e504257758 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:11:45.924509 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad19cc7c-8c63-48ed-b3a5-5a72f9074e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b521f450-9fd0-45cd-ba62-377d4cc26797', 'code': 200} Jan 10 12:11:45.945585 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:45.966888 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-dc201912-cf30-4a45-8494-b6771d4e31a6 req-1e7f11c9-6edf-4a40-9e13-0babf8cc26f6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479472 Jan 10 12:11:46.008379 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b521f450-9fd0-45cd-ba62-377d4cc26797,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:11:46.183066 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88452be6-dd21-48fe-93df-634454cc957f req-f8f56ea6-d6d0-4189-8b6c-5fff8c2e4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:46.185130 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-88452be6-dd21-48fe-93df-634454cc957f req-f8f56ea6-d6d0-4189-8b6c-5fff8c2e4238 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 1098 time: 0.0395672 Jan 10 12:11:46.227079 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-88452be6-dd21-48fe-93df-634454cc957f req-22fe041b-d761-4957-8605-0dbeb31938db service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363178 Jan 10 12:11:47.087537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083d906-8431-4f4e-a3f7-6b3415597b5c req-1a8e9023-da15-4504-b9b8-c2b67d972fa3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:47.089010 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e083d906-8431-4f4e-a3f7-6b3415597b5c req-1a8e9023-da15-4504-b9b8-c2b67d972fa3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0541151 Jan 10 12:11:47.135856 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e083d906-8431-4f4e-a3f7-6b3415597b5c req-aa7d0207-af0d-4a2f-a94f-de31b5281220 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405636 Jan 10 12:11:48.264151 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7ec3e-0b59-4e14-95ac-ea35c09fb4c0 req-02529225-d38b-4760-9b38-ef645aa8f0fc tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:48.265635 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4da7ec3e-0b59-4e14-95ac-ea35c09fb4c0 req-02529225-d38b-4760-9b38-ef645aa8f0fc tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0530992 Jan 10 12:11:48.311966 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4da7ec3e-0b59-4e14-95ac-ea35c09fb4c0 req-22db721a-d60a-4ad1-a97b-848234c147ef tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408199 Jan 10 12:11:48.424645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca24054-00e5-4517-bbf5-5937bb96dc0c req-266549d3-69df-422a-8aa0-e498b3d03398 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:48.426028 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fca24054-00e5-4517-bbf5-5937bb96dc0c req-266549d3-69df-422a-8aa0-e498b3d03398 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0474885 Jan 10 12:11:48.472057 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fca24054-00e5-4517-bbf5-5937bb96dc0c req-420009ba-a549-41b2-ab89-5268493005a0 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404732 Jan 10 12:11:48.734808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21418d-f855-4653-ab97-45bcd9b9e975 req-143e5622-4e7d-4572-9e73-00bc3d8d6931 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:48.736272 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd21418d-f855-4653-ab97-45bcd9b9e975 req-143e5622-4e7d-4572-9e73-00bc3d8d6931 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0474927 Jan 10 12:11:48.785401 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd21418d-f855-4653-ab97-45bcd9b9e975 req-093b799f-ed88-416c-8974-bda4406645d7 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436418 Jan 10 12:11:48.896693 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68f0f0-7fa8-416d-a9f2-902d019412f9 req-c68a592d-552e-45e9-ba4f-a62df94c00f4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:48.898186 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fe68f0f0-7fa8-416d-a9f2-902d019412f9 req-c68a592d-552e-45e9-ba4f-a62df94c00f4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0489428 Jan 10 12:11:48.944721 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fe68f0f0-7fa8-416d-a9f2-902d019412f9 req-48722972-890f-4a27-a080-4fd71e5bc6ae tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411122 Jan 10 12:11:49.290583 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2da28d-aeb4-4a9e-9dd7-6d5efb3d3edf req-b3dac03b-928f-43cd-b129-651706c5cada tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:49.292109 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db2da28d-aeb4-4a9e-9dd7-6d5efb3d3edf req-b3dac03b-928f-43cd-b129-651706c5cada tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0484037 Jan 10 12:11:49.343700 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db2da28d-aeb4-4a9e-9dd7-6d5efb3d3edf req-d0fa54fd-8f35-4f1c-9eb6-d1ff9d582db3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450530 Jan 10 12:11:49.522966 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:11:49.685414 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-5ee44a89-bf57-45e4-8b43-88e964de7d23 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3080721 Jan 10 12:11:50.458871 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7b122-9a89-4223-9e02-69d8e986df98 req-88cba99b-494a-4801-b60d-8384a166648f tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:50.460346 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f9f7b122-9a89-4223-9e02-69d8e986df98 req-88cba99b-494a-4801-b60d-8384a166648f tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0497224 Jan 10 12:11:50.512197 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f9f7b122-9a89-4223-9e02-69d8e986df98 req-fc7ee127-85ab-4c18-8607-6e473c51b764 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440567 Jan 10 12:11:51.496328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-b307bfb6-d641-443b-b584-608b9982ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:51.497787 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-b307bfb6-d641-443b-b584-608b9982ccb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58053d45767d4f2db25960265876a15d&device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 1098 time: 0.0410323 Jan 10 12:11:51.592463 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-ce7a3fd4-77c7-4beb-b892-04b116ca39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:51.593975 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-ce7a3fd4-77c7-4beb-b892-04b116ca39ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e HTTP/1.1" status: 200 len: 915 time: 0.0901320 Jan 10 12:11:51.625201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3e56c-571e-44f0-8fca-28fb9ce5c922 req-8fb87ed7-b873-4a24-b5aa-9caf1c446ef3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:51.626695 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-05a3e56c-571e-44f0-8fca-28fb9ce5c922 req-8fb87ed7-b873-4a24-b5aa-9caf1c446ef3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0481222 Jan 10 12:11:51.634064 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-1ffed939-5f80-48bc-b0dd-bd6f356add7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b521f450-9fd0-45cd-ba62-377d4cc26797 HTTP/1.1" status: 200 len: 217 time: 0.0341771 Jan 10 12:11:51.673709 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-05a3e56c-571e-44f0-8fca-28fb9ce5c922 req-e4cb3f6b-9755-4cd1-8eae-8c7b08c07b2d tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411589 Jan 10 12:11:51.684662 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-43c24785-f094-45a1-9563-3d0e28ececef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:51.686144 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-43c24785-f094-45a1-9563-3d0e28ececef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dce7bfc-f1f8-405b-924a-e2b5c0a129cd HTTP/1.1" status: 200 len: 854 time: 0.0470049 Jan 10 12:11:51.716861 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-71692b3c-5512-4be9-9548-59795d8a4ee5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246148 Jan 10 12:11:51.801285 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-50de5653-2bc0-4175-bacf-1af99914337d service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784147 Jan 10 12:11:51.888992 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-e09d0bbc-691f-46b0-987e-1120a4d644f9 service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823038 Jan 10 12:11:52.789144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bb563-8d34-410a-94c4-fabfbdeee13c req-3b79d6e6-01f9-4d1a-ac81-76f0811e3340 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:52.790643 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-db6bb563-8d34-410a-94c4-fabfbdeee13c req-3b79d6e6-01f9-4d1a-ac81-76f0811e3340 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0490723 Jan 10 12:11:52.837152 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-db6bb563-8d34-410a-94c4-fabfbdeee13c req-b2ebc259-4c07-4b34-a619-82fe2e173d11 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402670 Jan 10 12:11:53.951840 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07a76b-9727-4d17-ac0d-bc1b0f699463 req-7df01af2-302a-47d3-8307-d68b5c1b2d57 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:53.953301 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7a07a76b-9727-4d17-ac0d-bc1b0f699463 req-7df01af2-302a-47d3-8307-d68b5c1b2d57 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0503201 Jan 10 12:11:53.999315 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7a07a76b-9727-4d17-ac0d-bc1b0f699463 req-963f4f3f-63a5-4660-94e1-f39ab4979714 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Jan 10 12:11:55.115548 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ade99-28a3-485d-a842-62fefb7a379d req-d4c1e916-11fe-4d3b-a817-5082e2b8336b tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:55.117011 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d16ade99-28a3-485d-a842-62fefb7a379d req-d4c1e916-11fe-4d3b-a817-5082e2b8336b tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0520005 Jan 10 12:11:55.163481 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d16ade99-28a3-485d-a842-62fefb7a379d req-db1ad10e-fbdb-4352-b761-abe5cb75b7bc tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404792 Jan 10 12:11:56.328143 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382ee18-11cf-49dd-b200-33299b298f5d req-82fb1968-41e3-41ac-846b-957ac82392a3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:56.329667 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7382ee18-11cf-49dd-b200-33299b298f5d req-82fb1968-41e3-41ac-846b-957ac82392a3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.1006465 Jan 10 12:11:56.376306 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7382ee18-11cf-49dd-b200-33299b298f5d req-8df0dbc9-ea7e-4afe-a4ab-053ad92d5560 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409245 Jan 10 12:11:57.541081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa941f49-e638-4d90-a058-853bd20f141c req-64aeadfa-9f7f-4089-bda8-cc435c22b4ce tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:57.543039 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aa941f49-e638-4d90-a058-853bd20f141c req-64aeadfa-9f7f-4089-bda8-cc435c22b4ce tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0971994 Jan 10 12:11:57.588909 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aa941f49-e638-4d90-a058-853bd20f141c req-9b1bc0b2-e1f9-46ea-a277-ca9b33aec1ef tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403545 Jan 10 12:11:58.702386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37acd2f-5875-4a12-b801-674e8a4c3975 req-d667082b-02f6-43d6-a7fc-faf13fbe4613 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:58.703863 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d37acd2f-5875-4a12-b801-674e8a4c3975 req-d667082b-02f6-43d6-a7fc-faf13fbe4613 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0488496 Jan 10 12:11:58.753341 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d37acd2f-5875-4a12-b801-674e8a4c3975 req-644122fa-9e61-4cd1-9574-0023e8f50f9f tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439522 Jan 10 12:11:59.864805 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fe7d1-2e49-41a3-9cbe-ff0b6a8460be req-7f480516-749f-4b8d-bfce-ba0f1966a369 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:11:59.866298 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5c9fe7d1-2e49-41a3-9cbe-ff0b6a8460be req-7f480516-749f-4b8d-bfce-ba0f1966a369 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0480866 Jan 10 12:11:59.915681 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5c9fe7d1-2e49-41a3-9cbe-ff0b6a8460be req-26fe827f-78b6-46ad-8cde-e9d877fdedd7 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432432 Jan 10 12:12:01.030141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d083942-2086-4d79-a346-6e85927c5f66 req-0afc1088-206c-4d69-a2e2-499b73eb08ec tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:01.031607 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1d083942-2086-4d79-a346-6e85927c5f66 req-0afc1088-206c-4d69-a2e2-499b73eb08ec tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0488074 Jan 10 12:12:01.077511 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1d083942-2086-4d79-a346-6e85927c5f66 req-a4e2739b-bc1c-4a46-8cf6-46d33a7395b0 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404935 Jan 10 12:12:02.188643 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a79b9b-7255-4da8-a981-dc302f4f60d5 req-ac45643f-0f23-4b13-9394-8ccdd4330073 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:02.190128 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e6a79b9b-7255-4da8-a981-dc302f4f60d5 req-ac45643f-0f23-4b13-9394-8ccdd4330073 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0477200 Jan 10 12:12:02.236230 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e6a79b9b-7255-4da8-a981-dc302f4f60d5 req-f1520e2f-ae0d-469c-87c5-a207aee1f8fd tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406156 Jan 10 12:12:03.349349 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fec51-e3ec-4c41-8017-0c2ea967c30e req-b341aa42-aa5f-491d-97ae-49191139761d tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:03.350829 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-438fec51-e3ec-4c41-8017-0c2ea967c30e req-b341aa42-aa5f-491d-97ae-49191139761d tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0472219 Jan 10 12:12:03.396608 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-438fec51-e3ec-4c41-8017-0c2ea967c30e req-a9b7e2fc-8e9f-4a5d-8cb7-bc389cde6eb5 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397780 Jan 10 12:12:04.511031 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539cd76-9dd1-4d71-9003-d5e7e6da11df req-81556f4a-a2ac-4ec0-966c-862adeb0d761 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:04.512429 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2539cd76-9dd1-4d71-9003-d5e7e6da11df req-81556f4a-a2ac-4ec0-966c-862adeb0d761 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0491478 Jan 10 12:12:04.558928 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2539cd76-9dd1-4d71-9003-d5e7e6da11df req-fbaf05ed-dc36-46f7-84cd-a6d600365792 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410295 Jan 10 12:12:05.677996 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c6a10-8586-47cf-a585-94c7cf731787 req-e25d664d-4742-486a-92a7-6b0a8ada8797 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:05.679479 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f64c6a10-8586-47cf-a585-94c7cf731787 req-e25d664d-4742-486a-92a7-6b0a8ada8797 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0539250 Jan 10 12:12:05.726134 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f64c6a10-8586-47cf-a585-94c7cf731787 req-f4f6c6e0-283f-4e77-8e55-f364828df7c1 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Jan 10 12:12:06.047851 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-521e7b11-5e0e-4e74-b9ad-37dc47b0929f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:06.844059 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab0b69-42c1-4081-a41a-819dc9e76d89 req-c8c8f2a6-5106-4c42-9662-46f16ed2ab74 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:06.845515 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-71ab0b69-42c1-4081-a41a-819dc9e76d89 req-c8c8f2a6-5106-4c42-9662-46f16ed2ab74 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0521772 Jan 10 12:12:06.892206 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-71ab0b69-42c1-4081-a41a-819dc9e76d89 req-7c4f7085-27bb-4ba3-9634-0c0b5d063625 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410035 Jan 10 12:12:08.004628 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a210e6f-f09c-4612-89d6-68125e6ae60a req-9e6a2fbb-9a3a-4e2e-adcc-32ad9da9a8ee tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:08.006125 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9a210e6f-f09c-4612-89d6-68125e6ae60a req-9e6a2fbb-9a3a-4e2e-adcc-32ad9da9a8ee tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0484393 Jan 10 12:12:08.051556 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9a210e6f-f09c-4612-89d6-68125e6ae60a req-e3dc9f27-71c3-40e2-b9ef-fc57377aad86 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393271 Jan 10 12:12:09.166030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784b371-6323-4b83-b417-52494c73abe0 req-63122305-49ac-42f4-a766-51ea8dc626e1 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:09.167531 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f784b371-6323-4b83-b417-52494c73abe0 req-63122305-49ac-42f4-a766-51ea8dc626e1 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0491247 Jan 10 12:12:09.215107 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f784b371-6323-4b83-b417-52494c73abe0 req-34909647-4927-4a8b-8449-e01cdf6c1978 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Jan 10 12:12:10.316430 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6c899b19-6ce1-4fb4-be14-18a2aced762f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:10.332316 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18206b07-350d-4348-8144-711c5560cd51 req-c3b3ccc4-163c-4506-b5a1-04923a70bd9a tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:10.333884 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-18206b07-350d-4348-8144-711c5560cd51 req-c3b3ccc4-163c-4506-b5a1-04923a70bd9a tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0511851 Jan 10 12:12:10.385975 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-18206b07-350d-4348-8144-711c5560cd51 req-b4353a16-8b5f-4d99-8c74-a99a53d020a7 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462499 Jan 10 12:12:10.664719 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:11.501369 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019fb1c-e906-415b-9f9c-0cb7b5267206 req-33b334a7-93f3-4df4-886f-2ee59aa56f96 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:11.502781 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b019fb1c-e906-415b-9f9c-0cb7b5267206 req-33b334a7-93f3-4df4-886f-2ee59aa56f96 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0503733 Jan 10 12:12:11.552164 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b019fb1c-e906-415b-9f9c-0cb7b5267206 req-595300d3-3390-4f01-8933-e608acd9eef3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435529 Jan 10 12:12:12.190672 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:12.665456 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74e03-349b-42f1-bc9e-30b544b0eb42 req-029af599-f566-487a-b004-8a171c0dad65 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:12.666957 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-60f74e03-349b-42f1-bc9e-30b544b0eb42 req-029af599-f566-487a-b004-8a171c0dad65 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0490184 Jan 10 12:12:12.712362 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-60f74e03-349b-42f1-bc9e-30b544b0eb42 req-34a10275-bb80-4bc2-ba1a-9b69d4aced00 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399652 Jan 10 12:12:13.242114 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:13.827384 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908983a7-711f-483f-8811-0a7f52c61b44 req-15062c6e-8559-4f1e-9aa1-65345c652f79 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:13.828856 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-908983a7-711f-483f-8811-0a7f52c61b44 req-15062c6e-8559-4f1e-9aa1-65345c652f79 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0484443 Jan 10 12:12:13.875121 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-908983a7-711f-483f-8811-0a7f52c61b44 req-ba0676dc-5f63-46f9-8430-57f5c319988c tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407927 Jan 10 12:12:14.987731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bfd5e-03be-4837-9772-00fd752a6c65 req-d335e69f-d8ae-4f1b-a671-9f04c751bfb1 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:14.989244 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-347bfd5e-03be-4837-9772-00fd752a6c65 req-d335e69f-d8ae-4f1b-a671-9f04c751bfb1 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0485992 Jan 10 12:12:15.035101 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-347bfd5e-03be-4837-9772-00fd752a6c65 req-0706338a-e4cd-4ef0-bc55-6e76de49a5a9 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403981 Jan 10 12:12:16.148971 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184f951-27b7-47be-b277-70035a7f3a47 req-887fac0b-7663-4705-8670-8611925b45ea tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:16.150476 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6184f951-27b7-47be-b277-70035a7f3a47 req-887fac0b-7663-4705-8670-8611925b45ea tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0488286 Jan 10 12:12:16.197287 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6184f951-27b7-47be-b277-70035a7f3a47 req-736c3b8b-5e92-4927-a95c-026555f51be6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412157 Jan 10 12:12:17.313699 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262a4c2-8383-4b05-890d-b868b874daa2 req-71b50eba-6a3c-40db-b05e-fd95fa8dfabf tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:17.315224 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4262a4c2-8383-4b05-890d-b868b874daa2 req-71b50eba-6a3c-40db-b05e-fd95fa8dfabf tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0519185 Jan 10 12:12:17.361818 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4262a4c2-8383-4b05-890d-b868b874daa2 req-4863ae74-320c-4175-ad03-31bf0eca9f21 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Jan 10 12:12:18.479356 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cbdae-37ec-4f3f-a274-0ac51170a26f req-da0d9214-0623-47ed-8134-a31f90e99cf9 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:18.480865 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-658cbdae-37ec-4f3f-a274-0ac51170a26f req-da0d9214-0623-47ed-8134-a31f90e99cf9 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0524535 Jan 10 12:12:18.528319 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-658cbdae-37ec-4f3f-a274-0ac51170a26f req-ec65ae96-1f98-473d-817e-90d872d8f69b tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Jan 10 12:12:18.848714 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:12:18.898622 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-391343fb-b88b-46c1-b8ad-1d67fdc8ca45 service neutron] 10.222.0.30 "GET /v2.0/ports/b521f450-9fd0-45cd-ba62-377d4cc26797/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0539002 Jan 10 12:12:19.328053 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-a3959b9c-30f3-4c52-928f-70a5e7b4b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:19.329556 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-a3959b9c-30f3-4c52-928f-70a5e7b4b18c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56&tenant_id=58053d45767d4f2db25960265876a15d HTTP/1.1" status: 200 len: 1098 time: 0.0418923 Jan 10 12:12:19.392044 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-278b0599-0aaf-40d8-817b-53559da88be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:19.393507 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-278b0599-0aaf-40d8-817b-53559da88be0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58053d45767d4f2db25960265876a15d&device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 1098 time: 0.0435729 Jan 10 12:12:19.482275 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-2cc8011f-bf2e-4ba4-9d6f-5d3c9e44d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:19.483722 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-2cc8011f-bf2e-4ba4-9d6f-5d3c9e44d4b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e HTTP/1.1" status: 200 len: 915 time: 0.0841441 Jan 10 12:12:19.511315 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:19.526574 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-e6523e7a-6832-41b9-85b8-cfb1befd682c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b521f450-9fd0-45cd-ba62-377d4cc26797 HTTP/1.1" status: 200 len: 217 time: 0.0371096 Jan 10 12:12:19.574396 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-8e4b26af-b119-4d58-a912-b49924037182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:19.575852 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-8e4b26af-b119-4d58-a912-b49924037182 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dce7bfc-f1f8-405b-924a-e2b5c0a129cd HTTP/1.1" status: 200 len: 854 time: 0.0443172 Jan 10 12:12:19.606194 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-58029e3c-265d-4d01-b6ba-243f047ca79d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246127 Jan 10 12:12:19.643479 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2ad22-22e6-40ec-8810-3302920c47f8 req-964ca3c8-11cd-420e-bfc4-30f4092d50b3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:19.644995 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b4f2ad22-22e6-40ec-8810-3302920c47f8 req-964ca3c8-11cd-420e-bfc4-30f4092d50b3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0487561 Jan 10 12:12:19.691264 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b4f2ad22-22e6-40ec-8810-3302920c47f8 req-c242a338-41ca-4799-9bc0-e1f0afa35fd4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407193 Jan 10 12:12:19.695688 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-1421814d-d74b-4a28-bd17-469751d30b3d service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841975 Jan 10 12:12:19.781425 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a382054e-0960-4b94-b7b5-1573d31864e1 req-65fc73dc-8b9d-4abc-a8a9-0075b841175c service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801744 Jan 10 12:12:20.807141 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef026c3-c1b6-48f1-8185-7db0c8b18a63 req-199fb6de-05b1-4d65-959c-481bef1e7b31 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:20.808592 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bef026c3-c1b6-48f1-8185-7db0c8b18a63 req-199fb6de-05b1-4d65-959c-481bef1e7b31 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0494812 Jan 10 12:12:20.859713 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bef026c3-c1b6-48f1-8185-7db0c8b18a63 req-89f2648f-01e3-46ad-b665-729422b9e615 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455749 Jan 10 12:12:21.917480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b521f450-9fd0-45cd-ba62-377d4cc26797 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:12:21.981283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746b0ce-ca33-484b-a0d5-c33bec537fa1 req-cf0ce3df-8625-47c7-95c7-6d9df1c9915b tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:21.982832 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a746b0ce-ca33-484b-a0d5-c33bec537fa1 req-cf0ce3df-8625-47c7-95c7-6d9df1c9915b tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0540307 Jan 10 12:12:22.012391 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b521f450-9fd0-45cd-ba62-377d4cc26797, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b521f450-9fd0-45cd-ba62-377d4cc26797,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:12:22.023757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'b521f450-9fd0-45cd-ba62-377d4cc26797', 'network_id': 'dbe3694a-9af2-413e-8cc7-b5aaeb048b3e', 'port_id': 'b521f450-9fd0-45cd-ba62-377d4cc26797', 'mac_address': 'fa:16:3e:33:e1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dce7bfc-f1f8-405b-924a-e2b5c0a129cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:12:22.030139 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a746b0ce-ca33-484b-a0d5-c33bec537fa1 req-63ca4330-57a7-48fd-9705-994dd50d06ba tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416684 Jan 10 12:12:22.065405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:22.078223 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b521f450-9fd0-45cd-ba62-377d4cc26797 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:12:22.097972 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b521f450-9fd0-45cd-ba62-377d4cc26797, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b521f450-9fd0-45cd-ba62-377d4cc26797,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:12:22.162187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:22.212369 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b521f450-9fd0-45cd-ba62-377d4cc26797,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:12:22.216913 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['b521f450-9fd0-45cd-ba62-377d4cc26797'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:12:22.355360 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c678c6-f8d5-4ca3-bc50-eeda90931c84 req-6a9776f4-69e8-413c-bd9b-1aed9c961025 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:22.357213 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d2c678c6-f8d5-4ca3-bc50-eeda90931c84 req-6a9776f4-69e8-413c-bd9b-1aed9c961025 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 944 time: 0.0523112 Jan 10 12:12:22.406882 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d2c678c6-f8d5-4ca3-bc50-eeda90931c84 req-41c29e6d-09a0-459e-a295-75173c018b09 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431645 Jan 10 12:12:22.455536 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d86e6f-6051-4d43-8850-ca6a6cb12ffe req-6a90c76c-b925-405b-b342-047c12149d6d tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:22.456998 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0d86e6f-6051-4d43-8850-ca6a6cb12ffe req-6a90c76c-b925-405b-b342-047c12149d6d tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56&tenant_id=58053d45767d4f2db25960265876a15d&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0510700 Jan 10 12:12:22.568236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d86e6f-6051-4d43-8850-ca6a6cb12ffe req-a39526ec-6e64-46ce-b0b4-84bb1384fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:22.569734 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0d86e6f-6051-4d43-8850-ca6a6cb12ffe req-a39526ec-6e64-46ce-b0b4-84bb1384fdfe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58053d45767d4f2db25960265876a15d&device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 1097 time: 0.0414326 Jan 10 12:12:22.660166 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d86e6f-6051-4d43-8850-ca6a6cb12ffe req-e3aec049-5cfc-4dd6-af6c-884315ab44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:22.661624 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0d86e6f-6051-4d43-8850-ca6a6cb12ffe req-e3aec049-5cfc-4dd6-af6c-884315ab44fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e HTTP/1.1" status: 200 len: 915 time: 0.0862529 Jan 10 12:12:22.701442 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0d86e6f-6051-4d43-8850-ca6a6cb12ffe req-3e7fb8c2-e3c8-4627-891a-8a341a826724 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b521f450-9fd0-45cd-ba62-377d4cc26797 HTTP/1.1" status: 200 len: 217 time: 0.0334568 Jan 10 12:12:22.748336 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d86e6f-6051-4d43-8850-ca6a6cb12ffe req-15f93152-3145-4f27-9edc-a2ba5bbd159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:22.749847 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0d86e6f-6051-4d43-8850-ca6a6cb12ffe req-15f93152-3145-4f27-9edc-a2ba5bbd159d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dce7bfc-f1f8-405b-924a-e2b5c0a129cd HTTP/1.1" status: 200 len: 854 time: 0.0429265 Jan 10 12:12:22.779528 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0d86e6f-6051-4d43-8850-ca6a6cb12ffe req-903f1a8f-95ad-459a-a142-44202f5e629e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242455 Jan 10 12:12:22.869560 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0d86e6f-6051-4d43-8850-ca6a6cb12ffe req-510cebe3-e8ff-49fb-bc56-66de1c9948f6 service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846183 Jan 10 12:12:22.958731 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0d86e6f-6051-4d43-8850-ca6a6cb12ffe req-f64344a3-5b2c-4b91-b8d1-6cdfe3c6d762 service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835259 Jan 10 12:12:23.525995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9113ba-7e11-4207-928a-c7966b5dcf70 req-f91b63c1-73c2-447f-9ca1-ca8750acae53 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:23.527593 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7e9113ba-7e11-4207-928a-c7966b5dcf70 req-f91b63c1-73c2-447f-9ca1-ca8750acae53 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 944 time: 0.0506213 Jan 10 12:12:23.574238 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7e9113ba-7e11-4207-928a-c7966b5dcf70 req-9d38aea7-a671-4c6a-914c-202ecdef0b3f tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410306 Jan 10 12:12:23.921536 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b521f450-9fd0-45cd-ba62-377d4cc26797 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:12:23.967713 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port b521f450-9fd0-45cd-ba62-377d4cc26797 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:12:23.968089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:24.047049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:24.069042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad19cc7c-8c63-48ed-b3a5-5a72f9074e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b521f450-9fd0-45cd-ba62-377d4cc26797'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:12:24.071599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9437123-49cb-4bf0-a2ca-e9e74c11ee5e" -d '{"events": [{"server_uuid": "ad19cc7c-8c63-48ed-b3a5-5a72f9074e56", "name": "network-vif-plugged", "status": "completed", "tag": "b521f450-9fd0-45cd-ba62-377d4cc26797"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:12:24.084050 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b521f450-9fd0-45cd-ba62-377d4cc26797, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b521f450-9fd0-45cd-ba62-377d4cc26797,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:12:24.108324 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664d0574-9fae-4252-80cd-85282044d978 x-openstack-request-id: req-664d0574-9fae-4252-80cd-85282044d978 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:12:24.108651 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad19cc7c-8c63-48ed-b3a5-5a72f9074e56", "name": "network-vif-plugged", "status": "completed", "tag": "b521f450-9fd0-45cd-ba62-377d4cc26797", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:12:24.108912 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-664d0574-9fae-4252-80cd-85282044d978 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:12:24.109313 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad19cc7c-8c63-48ed-b3a5-5a72f9074e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b521f450-9fd0-45cd-ba62-377d4cc26797', 'code': 200} Jan 10 12:12:24.144913 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:24.191792 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b521f450-9fd0-45cd-ba62-377d4cc26797,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:12:24.686350 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5fccf-8b0c-409f-9234-0d3916ecaa1f req-32ca2c77-e3c4-4213-a6ab-c8dad25e06cf tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:24.687839 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-44d5fccf-8b0c-409f-9234-0d3916ecaa1f req-32ca2c77-e3c4-4213-a6ab-c8dad25e06cf tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0478380 Jan 10 12:12:24.733974 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-44d5fccf-8b0c-409f-9234-0d3916ecaa1f req-cf81d885-5dca-4f35-91eb-95c44a94fa2a tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404973 Jan 10 12:12:24.846743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f30a2e-bfd6-4158-9f30-5384b54de2e4 req-f8080df4-db5d-4a69-b21e-bc9b1492dcb7 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:24.848216 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e3f30a2e-bfd6-4158-9f30-5384b54de2e4 req-f8080df4-db5d-4a69-b21e-bc9b1492dcb7 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0485284 Jan 10 12:12:24.897639 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e3f30a2e-bfd6-4158-9f30-5384b54de2e4 req-69e915e4-9766-4fd7-924b-ae4dff4cf9e6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438652 Jan 10 12:12:25.014609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed9289-5145-4eaa-8a3a-47f68b3e6701 req-c4c3e5ce-30df-4564-8ef8-9a6498234343 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:25.016070 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-42ed9289-5145-4eaa-8a3a-47f68b3e6701 req-c4c3e5ce-30df-4564-8ef8-9a6498234343 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0533404 Jan 10 12:12:25.061174 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-42ed9289-5145-4eaa-8a3a-47f68b3e6701 req-d83b55de-fc29-4ab5-bb8e-6b7cdd8ba917 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396440 Jan 10 12:12:25.656469 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-43979eb6-b3b3-4a94-abc7-dd477a36d7a3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:25.657935 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-43979eb6-b3b3-4a94-abc7-dd477a36d7a3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/networks?id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e HTTP/1.1" status: 200 len: 814 time: 0.1097202 Jan 10 12:12:25.672553 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-025f6d3c-0322-4162-b7e8-94843e4d0ff3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/quotas/58053d45767d4f2db25960265876a15d HTTP/1.1" status: 200 len: 375 time: 0.0092645 Jan 10 12:12:25.720471 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-b277acfd-7fb5-4d1f-85ce-7ed545dcacda tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58053d45767d4f2db25960265876a15d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429842 Jan 10 12:12:25.731209 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-ee49c408-bd07-4b97-a8d9-f15e87849ccb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:12:25.732162 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-ee49c408-bd07-4b97-a8d9-f15e87849ccb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055017 Jan 10 12:12:25.817491 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-c220d6ff-1192-4cef-b6ab-fc51bc54f51c service neutron] 10.222.0.16 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801833 Jan 10 12:12:25.906645 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-6252dd3d-c606-44b0-a22a-7bcd20f6bb57 service neutron] 10.222.0.16 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837514 Jan 10 12:12:26.127153 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-755824af-7534-4302-a93b-9ef4ce3ba20f req-fa93a84e-0dfb-4e6f-acac-a52e49d17e2c tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 210 time: 0.0256879 Jan 10 12:12:27.177869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efc89d-9758-46a3-bb99-50a5755317cd req-06f0fb13-64cb-4409-a1bc-f03391419e44 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:27.180730 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a4efc89d-9758-46a3-bb99-50a5755317cd req-06f0fb13-64cb-4409-a1bc-f03391419e44 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad19cc7c-8c63-48ed-b3a5-5a72f9074e56 HTTP/1.1" status: 200 len: 945 time: 0.0489681 Jan 10 12:12:27.247874 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4edd57fc-2ac3-499d-b9e4-f53634bcd367 req-929dee48-87da-4c27-9dfe-ed2aec022068 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 210 time: 0.0410109 Jan 10 12:12:27.294450 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-a4efc89d-9758-46a3-bb99-50a5755317cd req-14f2bc4e-fd65-4e01-a3da-f10cee2030ce tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Deleting port b521f450-9fd0-45cd-ba62-377d4cc26797 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:12:27.294797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a4efc89d-9758-46a3-bb99-50a5755317cd req-14f2bc4e-fd65-4e01-a3da-f10cee2030ce tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:27.381303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-a4efc89d-9758-46a3-bb99-50a5755317cd req-14f2bc4e-fd65-4e01-a3da-f10cee2030ce tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] For port b521f450-9fd0-45cd-ba62-377d4cc26797, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b521f450-9fd0-45cd-ba62-377d4cc26797,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:12:27.381576 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a4efc89d-9758-46a3-bb99-50a5755317cd req-14f2bc4e-fd65-4e01-a3da-f10cee2030ce tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:27.398183 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-a4efc89d-9758-46a3-bb99-50a5755317cd req-14f2bc4e-fd65-4e01-a3da-f10cee2030ce tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Calling delete_port for b521f450-9fd0-45cd-ba62-377d4cc26797 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:12:27.590433 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a4efc89d-9758-46a3-bb99-50a5755317cd req-14f2bc4e-fd65-4e01-a3da-f10cee2030ce tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b521f450-9fd0-45cd-ba62-377d4cc26797), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:27.601413 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['b521f450-9fd0-45cd-ba62-377d4cc26797'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:12:27.620196 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2bc4e-fd65-4e01-a3da-f10cee2030ce tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Pushing event deleted for resources: {'Port': ['ID=b521f450-9fd0-45cd-ba62-377d4cc26797,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:12:27.663598 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4efc89d-9758-46a3-bb99-50a5755317cd req-14f2bc4e-fd65-4e01-a3da-f10cee2030ce tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] No DVR routers for this DVR port b521f450-9fd0-45cd-ba62-377d4cc26797 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:12:27.666635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-a4efc89d-9758-46a3-bb99-50a5755317cd req-14f2bc4e-fd65-4e01-a3da-f10cee2030ce tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:27.669989 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a4efc89d-9758-46a3-bb99-50a5755317cd req-14f2bc4e-fd65-4e01-a3da-f10cee2030ce tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.30 "DELETE /v2.0/ports/b521f450-9fd0-45cd-ba62-377d4cc26797 HTTP/1.1" status: 204 len: 173 time: 0.4856596 Jan 10 12:12:27.670430 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad19cc7c-8c63-48ed-b3a5-5a72f9074e56', 'name': 'network-vif-deleted', 'tag': 'b521f450-9fd0-45cd-ba62-377d4cc26797'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:12:27.672670 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023316b7-57bb-46c9-ba39-576f61eedfcf" -d '{"events": [{"server_uuid": "ad19cc7c-8c63-48ed-b3a5-5a72f9074e56", "name": "network-vif-deleted", "tag": "b521f450-9fd0-45cd-ba62-377d4cc26797"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:12:27.770176 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca6c028-34d2-47e7-bb61-b6172b6ae802 x-openstack-request-id: req-5ca6c028-34d2-47e7-bb61-b6172b6ae802 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:12:27.770493 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad19cc7c-8c63-48ed-b3a5-5a72f9074e56", "name": "network-vif-deleted", "tag": "b521f450-9fd0-45cd-ba62-377d4cc26797", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:12:27.770757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ca6c028-34d2-47e7-bb61-b6172b6ae802 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:12:27.771157 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad19cc7c-8c63-48ed-b3a5-5a72f9074e56', 'name': 'network-vif-deleted', 'tag': 'b521f450-9fd0-45cd-ba62-377d4cc26797', 'status': 'completed', 'code': 200} Jan 10 12:12:27.808515 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dbb2aba4-8334-4f0b-a672-9855f1618e15 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:27.809988 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dbb2aba4-8334-4f0b-a672-9855f1618e15 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.30 "GET /v2.0/networks?id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e HTTP/1.1" status: 200 len: 814 time: 0.1046824 Jan 10 12:12:27.828061 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-e463ab82-01a6-46be-9856-95dfb53fdfa4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Request body: {'port': {'device_id': 'f2d4be41-e1e8-4ece-9a71-41252d498dbb', 'network_id': 'dbe3694a-9af2-413e-8cc7-b5aaeb048b3e', 'admin_state_up': True, 'tenant_id': '58053d45767d4f2db25960265876a15d'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:12:28.007864 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-e463ab82-01a6-46be-9856-95dfb53fdfa4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Made reservation on behalf of 58053d45767d4f2db25960265876a15d for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:12:28.011574 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-e463ab82-01a6-46be-9856-95dfb53fdfa4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:28.143363 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-e463ab82-01a6-46be-9856-95dfb53fdfa4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Allocated IP 172.20.0.11 (dbe3694a-9af2-413e-8cc7-b5aaeb048b3e/1dce7bfc-f1f8-405b-924a-e2b5c0a129cd/2ab0ee86-e817-490a-93cd-7d770dbf196c) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:12:28.289038 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-e463ab82-01a6-46be-9856-95dfb53fdfa4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Publish callbacks [] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:28.350554 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-79f2a8f5-c61e-4087-b0d5-7e35d46c55d5 req-5ed342fd-c535-4997-b8bf-3b0e271ae827 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 210 time: 0.0311308 Jan 10 12:12:28.390562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-e463ab82-01a6-46be-9856-95dfb53fdfa4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:28.403051 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['b521f450-9fd0-45cd-ba62-377d4cc26797'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:12:28.434083 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-e463ab82-01a6-46be-9856-95dfb53fdfa4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Network dbe3694a-9af2-413e-8cc7-b5aaeb048b3e is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:12:28.437371 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-e463ab82-01a6-46be-9856-95dfb53fdfa4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:12:28.441126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-e463ab82-01a6-46be-9856-95dfb53fdfa4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:12:28.467384 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463ab82-01a6-46be-9856-95dfb53fdfa4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Pushing event updated for resources: {'Port': ['ID=2ab0ee86-e817-490a-93cd-7d770dbf196c,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:12:28.496791 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-e463ab82-01a6-46be-9856-95dfb53fdfa4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:28.499859 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-e463ab82-01a6-46be-9856-95dfb53fdfa4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:28.581331 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-e463ab82-01a6-46be-9856-95dfb53fdfa4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7567840 Jan 10 12:12:28.592436 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Request body: {'port': {'device_id': 'f2d4be41-e1e8-4ece-9a71-41252d498dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:12:28.648071 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:28.896369 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab0ee86-e817-490a-93cd-7d770dbf196c {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:12:28.903555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Publish callbacks [] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:28.915034 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Transition to ACTIVE for port object 2ab0ee86-e817-490a-93cd-7d770dbf196c will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:12:28.967038 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:29.018876 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab0ee86-e817-490a-93cd-7d770dbf196c,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:12:29.084834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Attempting to bind port 2ab0ee86-e817-490a-93cd-7d770dbf196c on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:12:29.085180 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Attempting to bind port 2ab0ee86-e817-490a-93cd-7d770dbf196c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e5f7a232-3ee1-49b9-a36c-65ccae9254a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'dbe3694a-9af2-413e-8cc7-b5aaeb048b3e'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:12:29.085511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Attempting to bind port 2ab0ee86-e817-490a-93cd-7d770dbf196c on network dbe3694a-9af2-413e-8cc7-b5aaeb048b3e {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:12:29.089788 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Port 2ab0ee86-e817-490a-93cd-7d770dbf196c on network dbe3694a-9af2-413e-8cc7-b5aaeb048b3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:12:29.090130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Attempting to bind port 2ab0ee86-e817-490a-93cd-7d770dbf196c on network dbe3694a-9af2-413e-8cc7-b5aaeb048b3e {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:12:29.094858 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:12:29.095195 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Checking segment: {'id': 'e5f7a232-3ee1-49b9-a36c-65ccae9254a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'dbe3694a-9af2-413e-8cc7-b5aaeb048b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:12:29.095575 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Bound using segment: {'id': 'e5f7a232-3ee1-49b9-a36c-65ccae9254a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'dbe3694a-9af2-413e-8cc7-b5aaeb048b3e'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:12:29.095995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Bound port: 2ab0ee86-e817-490a-93cd-7d770dbf196c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f7a232-3ee1-49b9-a36c-65ccae9254a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'dbe3694a-9af2-413e-8cc7-b5aaeb048b3e'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:12:29.096345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:29.161715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] For port 2ab0ee86-e817-490a-93cd-7d770dbf196c, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:12:29.161715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] For port 2ab0ee86-e817-490a-93cd-7d770dbf196c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ab0ee86-e817-490a-93cd-7d770dbf196c,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:12:29.242096 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:29.278021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:29.278703 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:29.280063 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] 10.222.0.30 "PUT /v2.0/ports/2ab0ee86-e817-490a-93cd-7d770dbf196c HTTP/1.1" status: 200 len: 1094 time: 0.6923020 Jan 10 12:12:29.302945 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1ec37-6165-4130-8582-7ab297dfd391 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab0ee86-e817-490a-93cd-7d770dbf196c,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:12:29.470931 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1cf5f-4f78-4a93-aed9-c25fbb4285c2 req-6f35e621-baa5-462e-964b-b01c5be6b100 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:29.472539 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-aad1cf5f-4f78-4a93-aed9-c25fbb4285c2 req-6f35e621-baa5-462e-964b-b01c5be6b100 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 944 time: 0.0524230 Jan 10 12:12:29.524014 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-aad1cf5f-4f78-4a93-aed9-c25fbb4285c2 req-64c51727-84f3-4782-9b98-36a318b90945 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453317 Jan 10 12:12:29.665582 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-8eb57b3e-816b-4dc7-a8f5-8e393bad2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:29.667683 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-8eb57b3e-816b-4dc7-a8f5-8e393bad2b7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58053d45767d4f2db25960265876a15d&device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 1097 time: 0.3029013 Jan 10 12:12:29.708553 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-1c172bbc-e751-412f-a3b3-9427615730b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ab0ee86-e817-490a-93cd-7d770dbf196c HTTP/1.1" status: 200 len: 217 time: 0.0338640 Jan 10 12:12:29.756852 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-399a1870-e4b2-44f6-b9b5-a87747ea4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:29.758188 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-399a1870-e4b2-44f6-b9b5-a87747ea4875 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dce7bfc-f1f8-405b-924a-e2b5c0a129cd HTTP/1.1" status: 200 len: 854 time: 0.0435183 Jan 10 12:12:29.772133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d4be41-e1e8-4ece-9a71-41252d498dbb', 'tag': '2ab0ee86-e817-490a-93cd-7d770dbf196c'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:12:29.774368 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ecc686-3ba7-49b6-b8fe-805483aac75b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d4be41-e1e8-4ece-9a71-41252d498dbb", "tag": "2ab0ee86-e817-490a-93cd-7d770dbf196c"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:12:29.792484 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-0e86bf58-21c9-4682-9712-db55d9c1362e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290437 Jan 10 12:12:29.818455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b0d622-ecb0-4881-aef2-d9f86e827f0e x-openstack-request-id: req-25b0d622-ecb0-4881-aef2-d9f86e827f0e {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:12:29.818748 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d4be41-e1e8-4ece-9a71-41252d498dbb", "tag": "2ab0ee86-e817-490a-93cd-7d770dbf196c", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:12:29.819002 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25b0d622-ecb0-4881-aef2-d9f86e827f0e {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:12:29.819384 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d4be41-e1e8-4ece-9a71-41252d498dbb', 'tag': '2ab0ee86-e817-490a-93cd-7d770dbf196c', 'status': 'completed', 'code': 200} Jan 10 12:12:29.889076 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-15b98db3-4d56-44c6-950b-be334e455275 service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909166 Jan 10 12:12:29.977926 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03e49755-cafe-4d11-b0ca-6981f3047042 req-0e41307c-6872-40c5-94a4-03735fcfb73e service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829976 Jan 10 12:12:30.168427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecc686-3ba7-49b6-b8fe-805483aac75b req-55c38099-287b-424e-947e-07505f70d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:30.169844 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2ecc686-3ba7-49b6-b8fe-805483aac75b req-55c38099-287b-424e-947e-07505f70d6f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58053d45767d4f2db25960265876a15d&device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 1097 time: 0.0420463 Jan 10 12:12:30.258107 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecc686-3ba7-49b6-b8fe-805483aac75b req-1174f39a-61af-4407-be64-682516baa82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:30.260190 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2ecc686-3ba7-49b6-b8fe-805483aac75b req-1174f39a-61af-4407-be64-682516baa82f service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e HTTP/1.1" status: 200 len: 915 time: 0.0837543 Jan 10 12:12:30.302194 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2ecc686-3ba7-49b6-b8fe-805483aac75b req-0b274761-cf11-4f3a-9ec3-fdc61afd5130 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ab0ee86-e817-490a-93cd-7d770dbf196c HTTP/1.1" status: 200 len: 217 time: 0.0365489 Jan 10 12:12:30.348553 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecc686-3ba7-49b6-b8fe-805483aac75b req-81693573-21ff-4c4c-b751-9f1a2d070fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:30.349964 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2ecc686-3ba7-49b6-b8fe-805483aac75b req-81693573-21ff-4c4c-b751-9f1a2d070fc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dce7bfc-f1f8-405b-924a-e2b5c0a129cd HTTP/1.1" status: 200 len: 854 time: 0.0422390 Jan 10 12:12:30.380146 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2ecc686-3ba7-49b6-b8fe-805483aac75b req-8af12780-ad81-4037-94ab-9654d650bb95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242600 Jan 10 12:12:30.471760 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2ecc686-3ba7-49b6-b8fe-805483aac75b req-c156df8f-336f-49dd-b42a-45c7941bae44 service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840571 Jan 10 12:12:30.565744 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2ecc686-3ba7-49b6-b8fe-805483aac75b req-055729ea-1a96-4642-9180-eadc035fcbc1 service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843904 Jan 10 12:12:30.643077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbc802-4f9c-4441-ac79-145f71e5a46e req-49f14400-d640-4d22-9c4f-36fe90850314 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:30.644550 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e7dbc802-4f9c-4441-ac79-145f71e5a46e req-49f14400-d640-4d22-9c4f-36fe90850314 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 944 time: 0.0491889 Jan 10 12:12:30.695094 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e7dbc802-4f9c-4441-ac79-145f71e5a46e req-923315f8-ebc0-4d02-a4cc-7ac36626cb23 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450075 Jan 10 12:12:31.813404 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c3b3-73ab-4911-a411-30e8662478a0 req-778f0b1b-28f8-4422-b447-781d8a94c09b tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:31.814919 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bc79c3b3-73ab-4911-a411-30e8662478a0 req-778f0b1b-28f8-4422-b447-781d8a94c09b tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 944 time: 0.0529933 Jan 10 12:12:31.860563 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bc79c3b3-73ab-4911-a411-30e8662478a0 req-e1c0df6f-4d1b-4388-a5e7-79087c798544 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401938 Jan 10 12:12:31.937286 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 2ab0ee86-e817-490a-93cd-7d770dbf196c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:12:31.939365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b521f450-9fd0-45cd-ba62-377d4cc26797 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:12:31.964668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: b521f450-9fd0-45cd-ba62-377d4cc26797 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:12:31.965010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b521f450-9fd0-45cd-ba62-377d4cc26797 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:12:32.048909 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 2ab0ee86-e817-490a-93cd-7d770dbf196c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ab0ee86-e817-490a-93cd-7d770dbf196c,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:12:32.059356 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '2ab0ee86-e817-490a-93cd-7d770dbf196c', 'network_id': 'dbe3694a-9af2-413e-8cc7-b5aaeb048b3e', 'port_id': '2ab0ee86-e817-490a-93cd-7d770dbf196c', 'mac_address': 'fa:16:3e:87:08:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dce7bfc-f1f8-405b-924a-e2b5c0a129cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:12:32.095090 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:32.107805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab0ee86-e817-490a-93cd-7d770dbf196c {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:12:32.126419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 2ab0ee86-e817-490a-93cd-7d770dbf196c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ab0ee86-e817-490a-93cd-7d770dbf196c,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:12:32.184503 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:32.230734 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=2ab0ee86-e817-490a-93cd-7d770dbf196c,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:12:32.237668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:12:32.238049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:12:32.238398 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:12:32.238741 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:12:32.239078 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:12:32.239413 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:12:32.239747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:12:32.240079 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:12:32.240412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:12:32.240746 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:12:32.241074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:12:32.241399 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:12:32.241733 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:12:32.372380 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['2ab0ee86-e817-490a-93cd-7d770dbf196c'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:12:32.973073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6b217-79e1-43e4-a6d4-a7be06145c56 req-b1fb6444-2d8e-4023-8e32-c64403086f42 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:32.974549 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-22e6b217-79e1-43e4-a6d4-a7be06145c56 req-b1fb6444-2d8e-4023-8e32-c64403086f42 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 945 time: 0.0484958 Jan 10 12:12:33.020277 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-22e6b217-79e1-43e4-a6d4-a7be06145c56 req-c65e20df-9086-4a0a-827f-33154cf10ded tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401971 Jan 10 12:12:33.947161 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 2ab0ee86-e817-490a-93cd-7d770dbf196c up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:12:34.058669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 2ab0ee86-e817-490a-93cd-7d770dbf196c completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:12:34.062487 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 2ab0ee86-e817-490a-93cd-7d770dbf196c triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:12:34.065159 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:34.133922 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01527e8f-ec4e-4f7a-ac4f-1f4dd3a88149 req-5855e840-9ac5-4d07-92e3-0c8673f64192 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:34.135491 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-01527e8f-ec4e-4f7a-ac4f-1f4dd3a88149 req-5855e840-9ac5-4d07-92e3-0c8673f64192 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 945 time: 0.0497732 Jan 10 12:12:34.143553 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:34.166766 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d4be41-e1e8-4ece-9a71-41252d498dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab0ee86-e817-490a-93cd-7d770dbf196c'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:12:34.169077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32d62a6-80bc-4ed6-9054-9b4a4b434779" -d '{"events": [{"server_uuid": "f2d4be41-e1e8-4ece-9a71-41252d498dbb", "name": "network-vif-plugged", "status": "completed", "tag": "2ab0ee86-e817-490a-93cd-7d770dbf196c"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:12:34.181370 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 2ab0ee86-e817-490a-93cd-7d770dbf196c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ab0ee86-e817-490a-93cd-7d770dbf196c,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:12:34.183920 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-01527e8f-ec4e-4f7a-ac4f-1f4dd3a88149 req-c9158a0f-df5a-45a3-8dd6-e62f12559be6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428476 Jan 10 12:12:34.206658 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965d29c7-ecb6-45c1-b073-a1e81b0b7ceb x-openstack-request-id: req-965d29c7-ecb6-45c1-b073-a1e81b0b7ceb {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:12:34.207010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d4be41-e1e8-4ece-9a71-41252d498dbb", "name": "network-vif-plugged", "status": "completed", "tag": "2ab0ee86-e817-490a-93cd-7d770dbf196c", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:12:34.207250 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-965d29c7-ecb6-45c1-b073-a1e81b0b7ceb {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:12:34.207681 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d4be41-e1e8-4ece-9a71-41252d498dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab0ee86-e817-490a-93cd-7d770dbf196c', 'code': 200} Jan 10 12:12:34.247188 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:34.294835 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=2ab0ee86-e817-490a-93cd-7d770dbf196c,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:12:34.468047 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51344d2-9e17-4a20-a10a-9b14b1fd2bc2 req-c14e448c-70e2-4e7e-a202-01821eed2cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:34.469491 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f51344d2-9e17-4a20-a10a-9b14b1fd2bc2 req-c14e448c-70e2-4e7e-a202-01821eed2cda service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 1099 time: 0.0432811 Jan 10 12:12:34.514002 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f51344d2-9e17-4a20-a10a-9b14b1fd2bc2 req-399d3ba8-c2f5-443f-a673-125f88d45b07 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371017 Jan 10 12:12:35.298338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b427519-6a8d-45fd-bcb0-da41c2e284c4 req-e03ef7a6-06b2-4336-8011-51b061096f89 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:35.299896 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1b427519-6a8d-45fd-bcb0-da41c2e284c4 req-e03ef7a6-06b2-4336-8011-51b061096f89 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0483117 Jan 10 12:12:35.345892 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1b427519-6a8d-45fd-bcb0-da41c2e284c4 req-12555c96-9197-4e39-bb8a-1b16fcd053d9 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405738 Jan 10 12:12:36.058442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b8462164-79f9-4582-b3b0-268a76be2c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:36.459679 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d05997-08fb-4348-90c7-b4d3c42eb985 req-b1d08cb0-5885-4c3b-b5ba-bb5972956cc4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:36.461324 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d3d05997-08fb-4348-90c7-b4d3c42eb985 req-b1d08cb0-5885-4c3b-b5ba-bb5972956cc4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0484378 Jan 10 12:12:36.508251 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d3d05997-08fb-4348-90c7-b4d3c42eb985 req-783a725e-2df9-442f-8093-f455a154e847 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414453 Jan 10 12:12:36.621961 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fda07-5ce5-4f64-a70f-d6b75baded1a req-0acb179c-f4bc-44d2-9025-cc4bee83f57e tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:36.623425 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad8fda07-5ce5-4f64-a70f-d6b75baded1a req-0acb179c-f4bc-44d2-9025-cc4bee83f57e tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0480731 Jan 10 12:12:36.672842 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad8fda07-5ce5-4f64-a70f-d6b75baded1a req-93b56058-de7e-4e89-a8bb-ecea229a9e49 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435395 Jan 10 12:12:37.123419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db39945-b020-4aba-bae6-1d6759416d4d req-2cf8303c-7f52-4c06-a156-89bc29a785da tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:37.124879 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9db39945-b020-4aba-bae6-1d6759416d4d req-2cf8303c-7f52-4c06-a156-89bc29a785da tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0485361 Jan 10 12:12:37.171930 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9db39945-b020-4aba-bae6-1d6759416d4d req-02fbc44f-cc88-4f7f-8240-92a32eb5ee0e tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Jan 10 12:12:37.258945 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-f63f177c-e97b-495b-97d9-9efa8e9dcbae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433750 Jan 10 12:12:38.292816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23797a47-ad59-4720-b0af-c8f59784724e req-a28c8d7c-009e-438d-a638-3642f93a3bb1 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:38.294353 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-23797a47-ad59-4720-b0af-c8f59784724e req-a28c8d7c-009e-438d-a638-3642f93a3bb1 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0497358 Jan 10 12:12:38.342375 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-23797a47-ad59-4720-b0af-c8f59784724e req-e99b9360-d973-4cc6-9541-b44d60fc64c1 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422926 Jan 10 12:12:39.134624 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-0862a82f-3bc8-4803-b84a-bf1d23ad9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:39.136105 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-0862a82f-3bc8-4803-b84a-bf1d23ad9b5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58053d45767d4f2db25960265876a15d&device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 1099 time: 0.0408430 Jan 10 12:12:39.225730 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-4fdca5ae-0188-431d-81f8-a1181c693682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:39.227238 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-4fdca5ae-0188-431d-81f8-a1181c693682 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e HTTP/1.1" status: 200 len: 915 time: 0.0859125 Jan 10 12:12:39.267671 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-d525c32c-e576-42da-bc8b-40dfc9afa15d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ab0ee86-e817-490a-93cd-7d770dbf196c HTTP/1.1" status: 200 len: 217 time: 0.0342352 Jan 10 12:12:39.315298 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-20276b0d-cf55-4106-a72d-880c95511009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:39.316745 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-20276b0d-cf55-4106-a72d-880c95511009 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dce7bfc-f1f8-405b-924a-e2b5c0a129cd HTTP/1.1" status: 200 len: 854 time: 0.0434067 Jan 10 12:12:39.349943 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-599ba243-74e2-483c-9bb6-9b5e03a61250 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279012 Jan 10 12:12:39.470769 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-239994e4-7086-4ffc-8b2b-844a3271035a service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154709 Jan 10 12:12:39.479181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bcf0b-4337-489c-8721-4e3be410b90b req-9a5cc707-c908-4b82-b7a6-c687cb08edd5 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:39.480583 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e38bcf0b-4337-489c-8721-4e3be410b90b req-9a5cc707-c908-4b82-b7a6-c687cb08edd5 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0725818 Jan 10 12:12:39.577554 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e38bcf0b-4337-489c-8721-4e3be410b90b req-9c0f5102-7b88-4709-8b41-430e8d2065b6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890985 Jan 10 12:12:39.597289 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-c463edac-7f7e-4a4c-8e7c-241cbcc3f55a service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157899 Jan 10 12:12:39.951869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bc3e3-51b8-4b9f-b7fc-c23faf0ffe39 req-0983730a-1285-4f1e-b46f-29e62771ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:39.953382 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-750bc3e3-51b8-4b9f-b7fc-c23faf0ffe39 req-0983730a-1285-4f1e-b46f-29e62771ab53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58053d45767d4f2db25960265876a15d&device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 1099 time: 0.0455709 Jan 10 12:12:40.054784 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bc3e3-51b8-4b9f-b7fc-c23faf0ffe39 req-6651ea79-4b3a-45b3-99a8-91eddf2c1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:40.056741 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-750bc3e3-51b8-4b9f-b7fc-c23faf0ffe39 req-6651ea79-4b3a-45b3-99a8-91eddf2c1018 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e HTTP/1.1" status: 200 len: 915 time: 0.0844841 Jan 10 12:12:40.098774 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-750bc3e3-51b8-4b9f-b7fc-c23faf0ffe39 req-957d9748-75ce-4fd2-8387-7309f09bad4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ab0ee86-e817-490a-93cd-7d770dbf196c HTTP/1.1" status: 200 len: 217 time: 0.0367308 Jan 10 12:12:40.146944 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bc3e3-51b8-4b9f-b7fc-c23faf0ffe39 req-8936a994-07f7-4531-a058-39c900415f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:40.148350 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-750bc3e3-51b8-4b9f-b7fc-c23faf0ffe39 req-8936a994-07f7-4531-a058-39c900415f23 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dce7bfc-f1f8-405b-924a-e2b5c0a129cd HTTP/1.1" status: 200 len: 854 time: 0.0433648 Jan 10 12:12:40.177181 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-750bc3e3-51b8-4b9f-b7fc-c23faf0ffe39 req-fc7ff9f2-e4a1-4ade-9312-828aba2786bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231276 Jan 10 12:12:40.270436 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-750bc3e3-51b8-4b9f-b7fc-c23faf0ffe39 req-0915c371-664e-47b2-ad40-20c278e3349b service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867791 Jan 10 12:12:40.326984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c02a9bbb-2b93-4242-a0f8-d66e8e4c1e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:40.359634 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-750bc3e3-51b8-4b9f-b7fc-c23faf0ffe39 req-9226da09-8c27-486d-ac49-69dcfcfcb8e4 service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832357 Jan 10 12:12:40.687196 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:40.694723 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49ded2-4046-457d-93d2-3e7c0f582e2a req-abfc7e09-7a22-4198-8509-a858bf9f7535 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:40.696197 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8e49ded2-4046-457d-93d2-3e7c0f582e2a req-abfc7e09-7a22-4198-8509-a858bf9f7535 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0501311 Jan 10 12:12:40.742695 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8e49ded2-4046-457d-93d2-3e7c0f582e2a req-3a4b27af-a7e1-4219-94d9-6d96f906b9c7 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Jan 10 12:12:41.855981 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571f28-335c-4287-bd82-420d1fe2c0d6 req-f4db309a-4fa5-49c2-87ee-ec82ac0fec45 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:41.857431 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ca571f28-335c-4287-bd82-420d1fe2c0d6 req-f4db309a-4fa5-49c2-87ee-ec82ac0fec45 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0487034 Jan 10 12:12:41.906517 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ca571f28-335c-4287-bd82-420d1fe2c0d6 req-28c5ceff-4ddf-4327-b2c4-b7fdf213b3b9 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436389 Jan 10 12:12:42.178444 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:43.024209 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4602-dcd9-478e-a832-3652f9b64ea9 req-8bafdbc1-faea-4924-afb3-f6080695a8aa tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:43.025687 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-de3e4602-dcd9-478e-a832-3652f9b64ea9 req-8bafdbc1-faea-4924-afb3-f6080695a8aa tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0529072 Jan 10 12:12:43.071991 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-de3e4602-dcd9-478e-a832-3652f9b64ea9 req-3a24abe8-e825-478b-a327-69e2fd6cbd3e tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 Jan 10 12:12:43.229889 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:44.184839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55722b25-085f-4f75-a3dd-b3e59bd28e2e req-ba0a800b-a26e-4be7-959a-0de04bc009ae tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:44.186346 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-55722b25-085f-4f75-a3dd-b3e59bd28e2e req-ba0a800b-a26e-4be7-959a-0de04bc009ae tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0486705 Jan 10 12:12:44.231982 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-55722b25-085f-4f75-a3dd-b3e59bd28e2e req-e254c0a9-a689-4281-bef2-30618e66e302 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401146 Jan 10 12:12:45.346246 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa26c5-c016-4775-8fd2-8fe79a42b532 req-4e30f75d-1db6-4023-aa6c-c7b0358b0892 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:45.347709 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4efa26c5-c016-4775-8fd2-8fe79a42b532 req-4e30f75d-1db6-4023-aa6c-c7b0358b0892 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0485897 Jan 10 12:12:45.394079 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4efa26c5-c016-4775-8fd2-8fe79a42b532 req-7cd8b44d-f914-4404-9801-a3228fac7e0b tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 Jan 10 12:12:45.907953 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [req-0fbe018c-fefa-44b7-bc16-d680763d4b9a req-3b6a6025-c91c-428a-a5ed-d7c37dc6a597 service neutron] (110624) timed out ('10.222.0.30', 63535) {{(pid=110624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 10 12:12:46.507613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8891-4a44-4093-b397-77ccdc7ef9b8 req-d754ec5f-1d3e-43e8-96fb-6587ecd79c3a tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:46.509726 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-235d8891-4a44-4093-b397-77ccdc7ef9b8 req-d754ec5f-1d3e-43e8-96fb-6587ecd79c3a tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0501075 Jan 10 12:12:46.557052 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-235d8891-4a44-4093-b397-77ccdc7ef9b8 req-980e68d3-5491-4b24-9ac6-dcb9a2dbf88a tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Jan 10 12:12:47.674323 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd2916-d3bc-49f3-bf3d-d6cd71a864f1 req-179e0275-0042-40e9-a661-9a8138913121 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:47.675836 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a6cd2916-d3bc-49f3-bf3d-d6cd71a864f1 req-179e0275-0042-40e9-a661-9a8138913121 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0528729 Jan 10 12:12:47.721608 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a6cd2916-d3bc-49f3-bf3d-d6cd71a864f1 req-94d637de-741d-4a74-a7bd-23ea8ab7cad9 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402253 Jan 10 12:12:47.789639 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [req-25731750-bd9e-49ea-ab4d-77cbf1c978db req-cbb7c93f-c56e-48e4-8014-2796b90b6116 service neutron] (110625) timed out ('10.222.0.30', 63514) {{(pid=110625) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 10 12:12:48.838807 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024f5e2-1333-4e89-b159-664a135e11cd req-ff3d47bc-b6a6-4cb6-994d-37b3448f5375 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:48.840276 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6024f5e2-1333-4e89-b159-664a135e11cd req-ff3d47bc-b6a6-4cb6-994d-37b3448f5375 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0522759 Jan 10 12:12:48.886870 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6024f5e2-1333-4e89-b159-664a135e11cd req-bb35cb6e-be61-4d0a-a0a1-713ebf31560e tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 Jan 10 12:12:49.498782 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:12:50.000714 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3f340-dc01-45b7-aa19-2fd1a3431fb1 req-bfb250e6-563c-4a38-8541-7a0a309939a2 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:50.002266 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c9f3f340-dc01-45b7-aa19-2fd1a3431fb1 req-bfb250e6-563c-4a38-8541-7a0a309939a2 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0478232 Jan 10 12:12:50.048450 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c9f3f340-dc01-45b7-aa19-2fd1a3431fb1 req-c1dcbe08-e246-40f1-80d6-c78bc55cc9e5 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405231 Jan 10 12:12:51.162666 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff8ce8-5752-4e8c-962c-f36fed778274 req-91e6edaf-8fac-4239-831e-76d98876413b tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:51.164121 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2ff8ce8-5752-4e8c-962c-f36fed778274 req-91e6edaf-8fac-4239-831e-76d98876413b tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0493066 Jan 10 12:12:51.209364 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2ff8ce8-5752-4e8c-962c-f36fed778274 req-247431e2-ae34-4fb2-82fe-9ab42815f0e7 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397415 Jan 10 12:12:52.323642 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c9bc5-823a-41af-b8f3-78f493732c19 req-7b6097e7-c74d-4354-8f0d-4165d9f0befe tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:52.325121 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-516c9bc5-823a-41af-b8f3-78f493732c19 req-7b6097e7-c74d-4354-8f0d-4165d9f0befe tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0487978 Jan 10 12:12:52.375897 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-516c9bc5-823a-41af-b8f3-78f493732c19 req-09b98e59-a1e6-4c94-882d-9048eff98999 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452707 Jan 10 12:12:53.488867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e1d70-bfc7-4b78-b18d-5536ad416cb5 req-00e7eed6-27c6-49dc-80e6-5dac6b8cb4d3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:53.490354 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab1e1d70-bfc7-4b78-b18d-5536ad416cb5 req-00e7eed6-27c6-49dc-80e6-5dac6b8cb4d3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0483358 Jan 10 12:12:53.540617 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab1e1d70-bfc7-4b78-b18d-5536ad416cb5 req-2399c922-853a-466c-bca7-802c179f3560 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440609 Jan 10 12:12:54.653816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72fc6d-3c14-4e9b-8637-013bcbb9d087 req-10141616-3cd6-4628-82a0-e5d0a1886ed4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:54.655300 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ea72fc6d-3c14-4e9b-8637-013bcbb9d087 req-10141616-3cd6-4628-82a0-e5d0a1886ed4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0488818 Jan 10 12:12:54.700984 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ea72fc6d-3c14-4e9b-8637-013bcbb9d087 req-30cb47bc-288d-4a26-9562-6dab07bba2a1 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402679 Jan 10 12:12:55.814477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784611e-fa10-40bc-a04a-596e686585f3 req-179a5152-056a-41e3-b10e-502918f24554 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:55.815967 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c784611e-fa10-40bc-a04a-596e686585f3 req-179a5152-056a-41e3-b10e-502918f24554 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0480752 Jan 10 12:12:55.847186 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:12:55.862581 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c784611e-fa10-40bc-a04a-596e686585f3 req-2ac6d4ab-b59c-4566-b5a1-ba3f81837954 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Jan 10 12:12:56.975179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9d595-7731-4023-bbd3-8f6c6d4123fa req-0e610d11-9db4-4709-9ce6-c9698e6f2fa8 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:56.976651 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-21e9d595-7731-4023-bbd3-8f6c6d4123fa req-0e610d11-9db4-4709-9ce6-c9698e6f2fa8 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0488131 Jan 10 12:12:57.023482 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-21e9d595-7731-4023-bbd3-8f6c6d4123fa req-927b4977-16c5-4350-985f-e8a42701a430 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407841 Jan 10 12:12:58.138248 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c06f99-2089-420b-a261-4d7634fbd18a req-124c97cd-51a0-4472-a6db-7618a8d477dc tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:58.139717 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-87c06f99-2089-420b-a261-4d7634fbd18a req-124c97cd-51a0-4472-a6db-7618a8d477dc tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0491824 Jan 10 12:12:58.185621 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-87c06f99-2089-420b-a261-4d7634fbd18a req-4181910b-85a0-4c9c-8f44-cfc34817684f tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 Jan 10 12:12:59.303585 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f7c71-957c-44e6-b263-c33b9f1735e1 req-dd6a3420-c98e-49b8-ae6e-a3797a2fa065 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:12:59.304960 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8d4f7c71-957c-44e6-b263-c33b9f1735e1 req-dd6a3420-c98e-49b8-ae6e-a3797a2fa065 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0532606 Jan 10 12:12:59.352237 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8d4f7c71-957c-44e6-b263-c33b9f1735e1 req-2f93ab79-1872-4f2d-a01b-6574858a6368 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415041 Jan 10 12:13:00.470956 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d45a43-736d-46a5-b80c-2db51a0d30ce req-61dc6b2e-c1cb-4b27-9144-0a7ce263b3ee tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:00.472437 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9d45a43-736d-46a5-b80c-2db51a0d30ce req-61dc6b2e-c1cb-4b27-9144-0a7ce263b3ee tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0530343 Jan 10 12:13:00.524093 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9d45a43-736d-46a5-b80c-2db51a0d30ce req-11f20e61-24e5-4fa9-9e93-a13dd692c0f0 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445933 Jan 10 12:13:01.637998 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b843-66af-4e84-aa4e-0b33461e0c58 req-9f601f71-dc45-49c2-9d5f-0416561ef160 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:01.639467 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b111b843-66af-4e84-aa4e-0b33461e0c58 req-9f601f71-dc45-49c2-9d5f-0416561ef160 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0490963 Jan 10 12:13:01.685852 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b111b843-66af-4e84-aa4e-0b33461e0c58 req-9d888240-91c6-4670-af5f-aea9366040bd tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Jan 10 12:13:02.797335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc29ed-2126-49d3-8789-4f98283470c8 req-139119a1-72dd-4f51-91e1-7abdef6dbeb2 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:02.798835 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29cc29ed-2126-49d3-8789-4f98283470c8 req-139119a1-72dd-4f51-91e1-7abdef6dbeb2 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0486157 Jan 10 12:13:02.845999 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29cc29ed-2126-49d3-8789-4f98283470c8 req-235bf742-4d32-4653-94dd-9ec02985871f tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414999 Jan 10 12:13:03.958264 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aefd14-ca0b-48bf-b6b2-f5dacb8083c9 req-5cb04620-f000-4063-b686-e03b512132c6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:03.959710 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a3aefd14-ca0b-48bf-b6b2-f5dacb8083c9 req-5cb04620-f000-4063-b686-e03b512132c6 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0473454 Jan 10 12:13:04.010382 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a3aefd14-ca0b-48bf-b6b2-f5dacb8083c9 req-3b17677d-51e5-4243-871a-579dd290c3e0 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445900 Jan 10 12:13:05.126537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e6cde-9090-48ef-a30f-eef39eea2ad2 req-d5447625-7c14-412a-b12f-a6f4fae753d3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:05.128367 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-074e6cde-9090-48ef-a30f-eef39eea2ad2 req-d5447625-7c14-412a-b12f-a6f4fae753d3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0521176 Jan 10 12:13:05.176869 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-074e6cde-9090-48ef-a30f-eef39eea2ad2 req-b32afe03-f729-4f2f-98bc-665521267cc3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420318 Jan 10 12:13:06.058044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-08559f2a-150b-4e08-9e10-ed1edb49ca2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:06.292266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda8086-dbd8-43f8-b0f5-b7b6c5eb802a req-da487a68-a652-4832-9f77-5ee9d1735294 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:06.293774 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ccda8086-dbd8-43f8-b0f5-b7b6c5eb802a req-da487a68-a652-4832-9f77-5ee9d1735294 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0493271 Jan 10 12:13:06.340739 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ccda8086-dbd8-43f8-b0f5-b7b6c5eb802a req-125229d2-dc98-46ee-897e-b6dd747150d7 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412614 Jan 10 12:13:06.463903 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-9dc45242-6326-4530-86b8-1779ea12e5ac service neutron] 10.222.0.30 "GET /v2.0/ports/2ab0ee86-e817-490a-93cd-7d770dbf196c/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0531213 Jan 10 12:13:07.034188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-a2136f5d-ba4b-4c3a-8e04-89f9f764f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:07.035668 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-a2136f5d-ba4b-4c3a-8e04-89f9f764f49e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb&tenant_id=58053d45767d4f2db25960265876a15d HTTP/1.1" status: 200 len: 1099 time: 0.0414565 Jan 10 12:13:07.092666 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-6a0d9c6c-bde0-48c3-bf12-32ed5e094439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:07.094283 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-6a0d9c6c-bde0-48c3-bf12-32ed5e094439 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58053d45767d4f2db25960265876a15d&device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 1099 time: 0.0400500 Jan 10 12:13:07.183967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-c16922e3-79ee-430c-bd35-d202d9aa9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:07.185401 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-c16922e3-79ee-430c-bd35-d202d9aa9765 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e HTTP/1.1" status: 200 len: 915 time: 0.0852072 Jan 10 12:13:07.224056 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-6e78d2ec-4d4f-466f-9ca8-bcf2ec65c35e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ab0ee86-e817-490a-93cd-7d770dbf196c HTTP/1.1" status: 200 len: 217 time: 0.0327685 Jan 10 12:13:07.274719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-1db522ff-cc6d-4b4c-af29-5c090dee8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:07.276139 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-1db522ff-cc6d-4b4c-af29-5c090dee8330 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dce7bfc-f1f8-405b-924a-e2b5c0a129cd HTTP/1.1" status: 200 len: 854 time: 0.0466685 Jan 10 12:13:07.305430 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-29504bef-62f0-44fe-b0ba-69e7b5e9e994 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235126 Jan 10 12:13:07.392512 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-ff5a3029-e041-4142-8737-eb05065160b8 service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813127 Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:07.508693 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:07.511919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780bdb7-c9e9-40be-92f9-54e404150ccd req-ed0f5eae-9194-4c0c-994e-cbed1695e37d tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:07.512377 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2780bdb7-c9e9-40be-92f9-54e404150ccd req-ed0f5eae-9194-4c0c-994e-cbed1695e37d tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0929463 Jan 10 12:13:07.529197 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-be16b233-7eb9-42b6-bdd6-d9b2ed5c7fd4 req-4cba4df8-60c3-48be-bcc4-d1af24b4ea0c service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312656 Jan 10 12:13:07.567627 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2780bdb7-c9e9-40be-92f9-54e404150ccd req-d14d1564-2526-419f-bd0f-5a22d78ad257 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479729 Jan 10 12:13:08.685926 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04a38f-ed81-40b9-ba12-e4c6e209b5a0 req-5a851dcf-ae03-4372-a2d1-07838c5d7573 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:08.687442 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8e04a38f-ed81-40b9-ba12-e4c6e209b5a0 req-5a851dcf-ae03-4372-a2d1-07838c5d7573 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0501213 Jan 10 12:13:08.734967 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8e04a38f-ed81-40b9-ba12-e4c6e209b5a0 req-2ba5e535-84ba-4693-82ed-a3045fd04838 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419037 Jan 10 12:13:09.854090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaeb56a-aa5d-403f-8d9a-fdb8ca545540 req-ceabe6f9-e8d0-453b-9b41-85957f9b684c tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:09.855575 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0eaeb56a-aa5d-403f-8d9a-fdb8ca545540 req-ceabe6f9-e8d0-453b-9b41-85957f9b684c tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0488780 Jan 10 12:13:09.902018 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0eaeb56a-aa5d-403f-8d9a-fdb8ca545540 req-6116f91e-1347-4181-99a6-987ce4eaa7a1 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Jan 10 12:13:10.123123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 2ab0ee86-e817-490a-93cd-7d770dbf196c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:13:10.132596 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 2ab0ee86-e817-490a-93cd-7d770dbf196c no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:13:10.236067 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e3c2d-e45f-4cc5-8b92-da4577230e58 req-eb9f5ca3-b1a5-4f5e-b2c5-644000dd898f tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:10.237966 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c77e3c2d-e45f-4cc5-8b92-da4577230e58 req-eb9f5ca3-b1a5-4f5e-b2c5-644000dd898f tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0586052 Jan 10 12:13:10.278420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 2ab0ee86-e817-490a-93cd-7d770dbf196c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ab0ee86-e817-490a-93cd-7d770dbf196c,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:13:10.294493 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '2ab0ee86-e817-490a-93cd-7d770dbf196c', 'network_id': 'dbe3694a-9af2-413e-8cc7-b5aaeb048b3e', 'port_id': '2ab0ee86-e817-490a-93cd-7d770dbf196c', 'mac_address': 'fa:16:3e:87:08:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dce7bfc-f1f8-405b-924a-e2b5c0a129cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:13:10.338460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb7680-8c0e-4580-9af0-b1fdb16eba23 req-036b2fac-08e0-46ab-a98d-b2e1445f9a9b tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:10.340049 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-02fb7680-8c0e-4580-9af0-b1fdb16eba23 req-036b2fac-08e0-46ab-a98d-b2e1445f9a9b tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb&tenant_id=58053d45767d4f2db25960265876a15d&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0766437 Jan 10 12:13:10.345200 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c77e3c2d-e45f-4cc5-8b92-da4577230e58 req-9431cd5b-1b72-4901-be66-543599d4f940 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970361 Jan 10 12:13:10.365240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:10.367844 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:10.389674 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ab0ee86-e817-490a-93cd-7d770dbf196c {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:13:10.395343 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-70da87bd-5ac1-471c-8903-7d2602e2fe84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:10.416976 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 2ab0ee86-e817-490a-93cd-7d770dbf196c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ab0ee86-e817-490a-93cd-7d770dbf196c,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:13:10.435925 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb7680-8c0e-4580-9af0-b1fdb16eba23 req-9759af72-35d7-4e12-b1c0-05cb35bca6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:10.437454 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-02fb7680-8c0e-4580-9af0-b1fdb16eba23 req-9759af72-35d7-4e12-b1c0-05cb35bca6e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58053d45767d4f2db25960265876a15d&device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 1099 time: 0.0450606 Jan 10 12:13:10.487185 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:10.529078 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb7680-8c0e-4580-9af0-b1fdb16eba23 req-8bf839eb-1ab2-44a3-a135-4cd0f6da878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:10.530996 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-02fb7680-8c0e-4580-9af0-b1fdb16eba23 req-8bf839eb-1ab2-44a3-a135-4cd0f6da878a service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e HTTP/1.1" status: 200 len: 915 time: 0.0881639 Jan 10 12:13:10.567812 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 12:13:10.568191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 12:13:10.571627 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['2ab0ee86-e817-490a-93cd-7d770dbf196c'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:13:10.577417 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=2ab0ee86-e817-490a-93cd-7d770dbf196c,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:10.578093 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-02fb7680-8c0e-4580-9af0-b1fdb16eba23 req-147f6ac8-3ff1-45bd-b185-9fc4f8f2f10c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ab0ee86-e817-490a-93cd-7d770dbf196c HTTP/1.1" status: 200 len: 217 time: 0.0407317 Jan 10 12:13:10.628815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb7680-8c0e-4580-9af0-b1fdb16eba23 req-859bbece-0e27-46a5-980c-d256e015c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:10.630337 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-02fb7680-8c0e-4580-9af0-b1fdb16eba23 req-859bbece-0e27-46a5-980c-d256e015c82a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dce7bfc-f1f8-405b-924a-e2b5c0a129cd HTTP/1.1" status: 200 len: 854 time: 0.0466781 Jan 10 12:13:10.664200 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-02fb7680-8c0e-4580-9af0-b1fdb16eba23 req-9bc95879-25b7-412a-8e50-6cb6a4a96709 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271401 Jan 10 12:13:10.765804 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-02fb7680-8c0e-4580-9af0-b1fdb16eba23 req-b382c3a5-7041-4316-a906-6bf7a09b38f9 service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961735 Jan 10 12:13:10.843815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:10.857376 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-02fb7680-8c0e-4580-9af0-b1fdb16eba23 req-16683efb-bebe-40e3-81c1-b06642a7b7a2 service neutron] 10.222.0.30 "GET /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834076 Jan 10 12:13:11.107463 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:11.120138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2ab0ee86-e817-490a-93cd-7d770dbf196c {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:13:11.139551 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 2ab0ee86-e817-490a-93cd-7d770dbf196c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ab0ee86-e817-490a-93cd-7d770dbf196c,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:13:11.195554 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:11.242533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=2ab0ee86-e817-490a-93cd-7d770dbf196c,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:11.485640 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b20c34-e845-4abf-9f19-d80c9d88873a req-7aa7a280-dd6a-46df-ab96-827ffecf809e tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:11.487191 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-57b20c34-e845-4abf-9f19-d80c9d88873a req-7aa7a280-dd6a-46df-ab96-827ffecf809e tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 944 time: 0.0556486 Jan 10 12:13:11.537134 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-57b20c34-e845-4abf-9f19-d80c9d88873a req-16c3285c-20d3-452f-9259-6f511a3c0e10 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436773 Jan 10 12:13:12.136877 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 2ab0ee86-e817-490a-93cd-7d770dbf196c up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:13:12.184717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 2ab0ee86-e817-490a-93cd-7d770dbf196c triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:13:12.185348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:12.213960 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:12.265600 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:12.287672 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d4be41-e1e8-4ece-9a71-41252d498dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab0ee86-e817-490a-93cd-7d770dbf196c'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:13:12.290475 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea4e679-57f7-455b-aeb6-d309345976a4" -d '{"events": [{"server_uuid": "f2d4be41-e1e8-4ece-9a71-41252d498dbb", "name": "network-vif-plugged", "status": "completed", "tag": "2ab0ee86-e817-490a-93cd-7d770dbf196c"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:13:12.302524 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 2ab0ee86-e817-490a-93cd-7d770dbf196c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ab0ee86-e817-490a-93cd-7d770dbf196c,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:13:12.371949 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:12.395021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97626b25-a3c1-4975-8114-e8da92d68011 x-openstack-request-id: req-97626b25-a3c1-4975-8114-e8da92d68011 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:13:12.395312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d4be41-e1e8-4ece-9a71-41252d498dbb", "name": "network-vif-plugged", "status": "completed", "tag": "2ab0ee86-e817-490a-93cd-7d770dbf196c", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:13:12.395570 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97626b25-a3c1-4975-8114-e8da92d68011 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:13:12.395965 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d4be41-e1e8-4ece-9a71-41252d498dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab0ee86-e817-490a-93cd-7d770dbf196c', 'code': 200} Jan 10 12:13:12.421332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=2ab0ee86-e817-490a-93cd-7d770dbf196c,revision_number=8']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:12.652466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8a21b-f261-4262-a82d-1547341bacd9 req-fe243048-3fb8-4335-afc6-0e995e836d60 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:12.653871 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69c8a21b-f261-4262-a82d-1547341bacd9 req-fe243048-3fb8-4335-afc6-0e995e836d60 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0489726 Jan 10 12:13:12.699602 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69c8a21b-f261-4262-a82d-1547341bacd9 req-6973002d-4e72-49e0-a40f-8094796dcc1f tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Jan 10 12:13:12.816121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f466807-be01-4e5a-9f12-dc2e05a6bd40 req-8220281e-22f5-4773-a2c5-989305c2a69b tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:12.817540 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f466807-be01-4e5a-9f12-dc2e05a6bd40 req-8220281e-22f5-4773-a2c5-989305c2a69b tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0524340 Jan 10 12:13:12.864004 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f466807-be01-4e5a-9f12-dc2e05a6bd40 req-062a07aa-76f1-44a0-9524-5d3d2bba0194 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Jan 10 12:13:12.978963 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f872c-8f27-4103-bb1f-1a48fbd6af88 req-1776b96a-f8bd-4f53-8937-2bca9ce4b1d4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:12.980439 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e89f872c-8f27-4103-bb1f-1a48fbd6af88 req-1776b96a-f8bd-4f53-8937-2bca9ce4b1d4 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0525942 Jan 10 12:13:13.026740 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e89f872c-8f27-4103-bb1f-1a48fbd6af88 req-ad45b65e-1ba5-4720-9845-0237bd172706 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408032 Jan 10 12:13:13.242255 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:13.470691 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5887ab-ebc4-483b-b766-6e846f96f3d2 req-3f1fa9d2-4dcb-4cce-9828-7f6eca8676b7 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:13.472193 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ba5887ab-ebc4-483b-b766-6e846f96f3d2 req-3f1fa9d2-4dcb-4cce-9828-7f6eca8676b7 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0485213 Jan 10 12:13:13.519036 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ba5887ab-ebc4-483b-b766-6e846f96f3d2 req-192dd85c-2c5e-4fbe-8000-19121d492ed3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 Jan 10 12:13:14.634155 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e0458-e0cf-4bb0-9db9-6b5570d09eac req-b05e5769-9860-42fb-b681-54dc985931a0 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:14.635594 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-544e0458-e0cf-4bb0-9db9-6b5570d09eac req-b05e5769-9860-42fb-b681-54dc985931a0 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0504744 Jan 10 12:13:14.682067 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-544e0458-e0cf-4bb0-9db9-6b5570d09eac req-61cc4ecf-1d1d-47d5-8561-e1ffbdd327d3 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/security-groups?id=44341e63-ef6e-43a1-a61a-1aba2df1154d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408950 Jan 10 12:13:14.993214 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b495669-4ba0-48b8-8ef3-5439f2875565 req-325634d4-6886-4580-acc9-da2acf6ad977 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:14.994749 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8b495669-4ba0-48b8-8ef3-5439f2875565 req-325634d4-6886-4580-acc9-da2acf6ad977 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 946 time: 0.0479901 Jan 10 12:13:15.083269 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-8b495669-4ba0-48b8-8ef3-5439f2875565 req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Deleting port 2ab0ee86-e817-490a-93cd-7d770dbf196c {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:13:15.083612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8b495669-4ba0-48b8-8ef3-5439f2875565 req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:15.170267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-8b495669-4ba0-48b8-8ef3-5439f2875565 req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] For port 2ab0ee86-e817-490a-93cd-7d770dbf196c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ab0ee86-e817-490a-93cd-7d770dbf196c,segment=NetworkSegment(e5f7a232-3ee1-49b9-a36c-65ccae9254a2),segment_id=e5f7a232-3ee1-49b9-a36c-65ccae9254a2)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:13:15.170634 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8b495669-4ba0-48b8-8ef3-5439f2875565 req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:15.183419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-8b495669-4ba0-48b8-8ef3-5439f2875565 req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Calling delete_port for 2ab0ee86-e817-490a-93cd-7d770dbf196c owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:13:15.395045 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8b495669-4ba0-48b8-8ef3-5439f2875565 req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (2ab0ee86-e817-490a-93cd-7d770dbf196c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:15.406744 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['2ab0ee86-e817-490a-93cd-7d770dbf196c'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:13:15.423795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Pushing event deleted for resources: {'Port': ['ID=2ab0ee86-e817-490a-93cd-7d770dbf196c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:15.435540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:15.435897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:15.436248 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:15.436592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:15.436925 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:15.437259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:15.437591 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:15.437955 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:15.438287 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:15.438616 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:15.438942 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:15.439272 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:15.439599 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:15.476982 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b495669-4ba0-48b8-8ef3-5439f2875565 req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] No DVR routers for this DVR port 2ab0ee86-e817-490a-93cd-7d770dbf196c on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:13:15.479506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-8b495669-4ba0-48b8-8ef3-5439f2875565 req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:15.482824 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8b495669-4ba0-48b8-8ef3-5439f2875565 req-ca541ee2-1dd1-478a-bebe-55f768550f66 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.30 "DELETE /v2.0/ports/2ab0ee86-e817-490a-93cd-7d770dbf196c HTTP/1.1" status: 204 len: 173 time: 0.4828815 Jan 10 12:13:15.483275 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d4be41-e1e8-4ece-9a71-41252d498dbb', 'name': 'network-vif-deleted', 'tag': '2ab0ee86-e817-490a-93cd-7d770dbf196c'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:13:15.485576 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d153974-0653-473e-bdb5-8aa559683b11" -d '{"events": [{"server_uuid": "f2d4be41-e1e8-4ece-9a71-41252d498dbb", "name": "network-vif-deleted", "tag": "2ab0ee86-e817-490a-93cd-7d770dbf196c"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:13:15.521484 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fab3cbf-638e-4529-b497-10fe63d50883 x-openstack-request-id: req-0fab3cbf-638e-4529-b497-10fe63d50883 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:13:15.521888 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d4be41-e1e8-4ece-9a71-41252d498dbb", "name": "network-vif-deleted", "tag": "2ab0ee86-e817-490a-93cd-7d770dbf196c", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:13:15.522158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fab3cbf-638e-4529-b497-10fe63d50883 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:13:15.522570 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d4be41-e1e8-4ece-9a71-41252d498dbb', 'name': 'network-vif-deleted', 'tag': '2ab0ee86-e817-490a-93cd-7d770dbf196c', 'status': 'completed', 'code': 200} Jan 10 12:13:15.789509 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b4e9ab2f-3b51-45f9-a2d9-60bec4e384a4 req-9caa5a72-1f68-4218-85ee-ac17aff83747 tempest-ServerDiskConfigTestJSON-18631553 tempest-ServerDiskConfigTestJSON-18631553-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2d4be41-e1e8-4ece-9a71-41252d498dbb HTTP/1.1" status: 200 len: 210 time: 0.0266111 Jan 10 12:13:16.907782 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 33424) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:13:16.951619 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0446cf7-6bfb-499f-a26e-7f8100e47b34 admin admin] Deleting subnet 1dce7bfc-f1f8-405b-924a-e2b5c0a129cd {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:13:16.954593 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0446cf7-6bfb-499f-a26e-7f8100e47b34 admin admin] Publish callbacks [] for subnet (1dce7bfc-f1f8-405b-924a-e2b5c0a129cd), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:16.988897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0446cf7-6bfb-499f-a26e-7f8100e47b34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (1dce7bfc-f1f8-405b-924a-e2b5c0a129cd), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:17.029681 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0446cf7-6bfb-499f-a26e-7f8100e47b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (1dce7bfc-f1f8-405b-924a-e2b5c0a129cd), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:17.132856 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0446cf7-6bfb-499f-a26e-7f8100e47b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (1dce7bfc-f1f8-405b-924a-e2b5c0a129cd), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:17.157728 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0446cf7-6bfb-499f-a26e-7f8100e47b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dce7bfc-f1f8-405b-924a-e2b5c0a129cd,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:17.161411 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0446cf7-6bfb-499f-a26e-7f8100e47b34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:17.164631 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f0446cf7-6bfb-499f-a26e-7f8100e47b34 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1dce7bfc-f1f8-405b-924a-e2b5c0a129cd HTTP/1.1" status: 204 len: 168 time: 0.2558258 Jan 10 12:13:17.167190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 33426) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:13:17.234105 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93e8c7b8-3e7d-4f27-b115-9da18737cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (dbe3694a-9af2-413e-8cc7-b5aaeb048b3e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:17.324282 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93e8c7b8-3e7d-4f27-b115-9da18737cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (dbe3694a-9af2-413e-8cc7-b5aaeb048b3e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:17.343995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-93e8c7b8-3e7d-4f27-b115-9da18737cac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe3694a-9af2-413e-8cc7-b5aaeb048b3e']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:13:17.359885 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-93e8c7b8-3e7d-4f27-b115-9da18737cac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f7a232-3ee1-49b9-a36c-65ccae9254a2') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:13:17.360190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-93e8c7b8-3e7d-4f27-b115-9da18737cac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f7a232-3ee1-49b9-a36c-65ccae9254a2') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:13:17.375546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93e8c7b8-3e7d-4f27-b115-9da18737cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (e5f7a232-3ee1-49b9-a36c-65ccae9254a2), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:17.400543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93e8c7b8-3e7d-4f27-b115-9da18737cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e5f7a232-3ee1-49b9-a36c-65ccae9254a2), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:17.407213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e8c7b8-3e7d-4f27-b115-9da18737cac5 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:13:17.407611 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93e8c7b8-3e7d-4f27-b115-9da18737cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (e5f7a232-3ee1-49b9-a36c-65ccae9254a2), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:13:17.409191 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:13:17.530837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93e8c7b8-3e7d-4f27-b115-9da18737cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (dbe3694a-9af2-413e-8cc7-b5aaeb048b3e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:17.535301 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93e8c7b8-3e7d-4f27-b115-9da18737cac5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:17.538565 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-93e8c7b8-3e7d-4f27-b115-9da18737cac5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/dbe3694a-9af2-413e-8cc7-b5aaeb048b3e HTTP/1.1" status: 204 len: 168 time: 0.3704553 Jan 10 12:13:17.550560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8c7b8-3e7d-4f27-b115-9da18737cac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbe3694a-9af2-413e-8cc7-b5aaeb048b3e,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:17.871917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 33430) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:13:17.915270 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-69b561bf-9710-4989-9a4f-9e0818c91186 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58053d45767d4f2db25960265876a15d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421915 Jan 10 12:13:17.917735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 33432) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:13:17.963180 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Publish callbacks [] for security_group (44341e63-ef6e-43a1-a61a-1aba2df1154d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:17.983921 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Publish callbacks [] for security_group (44341e63-ef6e-43a1-a61a-1aba2df1154d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:18.097394 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (44341e63-ef6e-43a1-a61a-1aba2df1154d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:18.099930 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:18.101590 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44341e63-ef6e-43a1-a61a-1aba2df1154d HTTP/1.1" status: 204 len: 168 time: 0.1829383 Jan 10 12:13:18.109707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44341e63-ef6e-43a1-a61a-1aba2df1154d,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:18.117641 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:18.118144 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:18.118506 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:18.118889 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:18.119303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:18.119652 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:18.119996 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:18.120377 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:18.120721 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:18.121058 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:18.121397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:18.121732 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:18.122109 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9fd10-5f05-4233-82e8-9ef783662080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:18.152633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 2ab0ee86-e817-490a-93cd-7d770dbf196c no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:13:18.172616 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 2ab0ee86-e817-490a-93cd-7d770dbf196c {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:13:18.172982 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 2ab0ee86-e817-490a-93cd-7d770dbf196c not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:13:19.074398 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 33454) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:13:19.186934 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-35483e32-d9e0-4d5d-b8a4-c8496b1d4d34 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1665481777-network', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:13:19.286123 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35483e32-d9e0-4d5d-b8a4-c8496b1d4d34 admin admin] Made reservation on behalf of d5a98d6e47994ff9aa647dde76fb5e18 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:13:19.288463 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35483e32-d9e0-4d5d-b8a4-c8496b1d4d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:19.296980 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35483e32-d9e0-4d5d-b8a4-c8496b1d4d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:19.368881 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35483e32-d9e0-4d5d-b8a4-c8496b1d4d34 admin admin] Publish callbacks [] for security_group (478478da-fa6c-4c8a-b090-88748a1d2938), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:19.428659 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35483e32-d9e0-4d5d-b8a4-c8496b1d4d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (478478da-fa6c-4c8a-b090-88748a1d2938), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:19.452632 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35483e32-d9e0-4d5d-b8a4-c8496b1d4d34 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:13:19.466308 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35483e32-d9e0-4d5d-b8a4-c8496b1d4d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478478da-fa6c-4c8a-b090-88748a1d2938,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:19.471930 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35483e32-d9e0-4d5d-b8a4-c8496b1d4d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b3bacd58-69e8-449c-973d-1eb07e5f2a7b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:19.472282 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-35483e32-d9e0-4d5d-b8a4-c8496b1d4d34 admin admin] Added segment b3bacd58-69e8-449c-973d-1eb07e5f2a7b of type vlan for network d5e3f542-f27b-43bf-8074-0c584915bfdf Jan 10 12:13:19.515479 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35483e32-d9e0-4d5d-b8a4-c8496b1d4d34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (d5e3f542-f27b-43bf-8074-0c584915bfdf), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:19.537344 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:19.588627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35483e32-d9e0-4d5d-b8a4-c8496b1d4d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (d5e3f542-f27b-43bf-8074-0c584915bfdf), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:19.589653 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35483e32-d9e0-4d5d-b8a4-c8496b1d4d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:19.590272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35483e32-d9e0-4d5d-b8a4-c8496b1d4d34 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:19.673283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35483e32-d9e0-4d5d-b8a4-c8496b1d4d34 admin admin] Pushing event updated for resources: {'Network': ['ID=d5e3f542-f27b-43bf-8074-0c584915bfdf,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:19.683965 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network d5e3f542-f27b-43bf-8074-0c584915bfdf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:13:19.717316 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-35483e32-d9e0-4d5d-b8a4-c8496b1d4d34 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6418083 Jan 10 12:13:19.720146 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 33458) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:13:19.724922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-13148b56-3455-42f0-bdd3-24c108f62329 admin admin] Request body: {'subnet': {'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1665481777-subnet', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:13:19.811520 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13148b56-3455-42f0-bdd3-24c108f62329 admin admin] Made reservation on behalf of d5a98d6e47994ff9aa647dde76fb5e18 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:13:19.814112 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-13148b56-3455-42f0-bdd3-24c108f62329 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:20.028179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-13148b56-3455-42f0-bdd3-24c108f62329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (d5b478b7-0567-49ee-83e8-a1bb78bd3e0c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:20.090820 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13148b56-3455-42f0-bdd3-24c108f62329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:20.095100 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13148b56-3455-42f0-bdd3-24c108f62329 admin admin] Checking segment: {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:13:20.095469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13148b56-3455-42f0-bdd3-24c108f62329 admin admin] Network hostable DHCP agents. Network: d5e3f542-f27b-43bf-8074-0c584915bfdf, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:13:20.165085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13148b56-3455-42f0-bdd3-24c108f62329 admin admin] Network d5e3f542-f27b-43bf-8074-0c584915bfdf is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:13:20.257464 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-13148b56-3455-42f0-bdd3-24c108f62329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d5e3f542-f27b-43bf-8074-0c584915bfdf) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:13:20.262366 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13148b56-3455-42f0-bdd3-24c108f62329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:20.263017 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-13148b56-3455-42f0-bdd3-24c108f62329 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:20.268732 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a314db-5c5e-415c-8282-9f052c803485 None None] Network d5e3f542-f27b-43bf-8074-0c584915bfdf requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:13:20.369141 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d5e3f542-f27b-43bf-8074-0c584915bfdf', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:13:20.370034 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:20.374585 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-13148b56-3455-42f0-bdd3-24c108f62329 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6534145 Jan 10 12:13:20.377471 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 33460) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:13:20.381955 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:13:20.452068 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:20.453163 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:20.503960 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Allocated IP 172.20.0.2 (d5e3f542-f27b-43bf-8074-0c584915bfdf/d5b478b7-0567-49ee-83e8-a1bb78bd3e0c/36386178-9b8e-4437-b6a5-f464ba140034) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:13:20.504195 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Publish callbacks [] for router_controller (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:20.644077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Publish callbacks [] for port (36386178-9b8e-4437-b6a5-f464ba140034), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:20.676255 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Publish callbacks [] for router_gateway (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:20.714042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (36386178-9b8e-4437-b6a5-f464ba140034), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:20.751745 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Network d5e3f542-f27b-43bf-8074-0c584915bfdf is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:13:20.754924 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:13:20.758974 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:13:20.767576 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Pushing event updated for resources: {'Port': ['ID=36386178-9b8e-4437-b6a5-f464ba140034,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:20.820815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Attempting to bind port 36386178-9b8e-4437-b6a5-f464ba140034 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:13:20.821187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Attempting to bind port 36386178-9b8e-4437-b6a5-f464ba140034 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:13:20.821552 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Attempting to bind port 36386178-9b8e-4437-b6a5-f464ba140034 on network d5e3f542-f27b-43bf-8074-0c584915bfdf {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:13:20.826799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:13:20.827186 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Checking segment: {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:13:20.827598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:20.827995 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Bound using segment: {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:13:20.828465 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Bound port: 36386178-9b8e-4437-b6a5-f464ba140034, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:13:20.828851 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (36386178-9b8e-4437-b6a5-f464ba140034), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:20.890286 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] For port 36386178-9b8e-4437-b6a5-f464ba140034, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:13:20.893397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] For port 36386178-9b8e-4437-b6a5-f464ba140034, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=36386178-9b8e-4437-b6a5-f464ba140034,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:13:20.927656 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Publish callbacks [] for router_gateway (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:20.946071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:20.965577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (36386178-9b8e-4437-b6a5-f464ba140034), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:21.024992 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28298bf-f9b7-488e-8252-3d156b72bca9 None None] Pushing event updated for resources: {'Port': ['ID=36386178-9b8e-4437-b6a5-f464ba140034,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:21.049949 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Allocated IP 172.36.2.243 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/f2f4ce3b-188f-47bd-9263-d1df62e285bb) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:13:21.166426 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Publish callbacks [] for port (f2f4ce3b-188f-47bd-9263-d1df62e285bb), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:21.252867 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (f2f4ce3b-188f-47bd-9263-d1df62e285bb), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:21.294887 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:13:21.297797 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:13:21.301338 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:13:21.310723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62c7db3-4921-431f-b49a-52fc9bafd2e1 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:13:21.327243 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f4ce3b-188f-47bd-9263-d1df62e285bb,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:21.408427 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 36386178-9b8e-4437-b6a5-f464ba140034 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:13:21.447806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d67850ae-e826-4b9d-8636-5b2e84eaee41 None None] Provisioning complete for port f2f4ce3b-188f-47bd-9263-d1df62e285bb triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:13:21.448284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d67850ae-e826-4b9d-8636-5b2e84eaee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f2f4ce3b-188f-47bd-9263-d1df62e285bb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:21.491142 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d67850ae-e826-4b9d-8636-5b2e84eaee41 None None] Port f2f4ce3b-188f-47bd-9263-d1df62e285bb cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:13:21.498210 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 36386178-9b8e-4437-b6a5-f464ba140034 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:13:21.498593 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (36386178-9b8e-4437-b6a5-f464ba140034), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:21.576523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (36386178-9b8e-4437-b6a5-f464ba140034), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:21.609749 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 36386178-9b8e-4437-b6a5-f464ba140034, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=36386178-9b8e-4437-b6a5-f464ba140034,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:13:21.616843 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Publish callbacks [] for router_gateway (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:21.685375 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (36386178-9b8e-4437-b6a5-f464ba140034), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:21.743127 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=36386178-9b8e-4437-b6a5-f464ba140034,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:21.827658 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:21.921987 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b82a7d3-4f1f-4af2-a088-a7c3eab5086a None None] Network d5e3f542-f27b-43bf-8074-0c584915bfdf requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:13:22.022824 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:13:22.032199 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9a54d937-d427-4958-ab47-edac8d2f9b29 None None] Provisioning complete for port 36386178-9b8e-4437-b6a5-f464ba140034 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:13:22.032573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9a54d937-d427-4958-ab47-edac8d2f9b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (36386178-9b8e-4437-b6a5-f464ba140034), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:22.138327 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:13:22.147563 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Sync routers for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:13:22.157668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:13:22.158399 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:13:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:13:22.202936 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:22.204668 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2945139f-cdc8-4aab-b3ea-2d72820ee7d7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8258457 Jan 10 12:13:22.207355 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 33462) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:13:22.271664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:13:22.387590 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5a9c77ed-e86b-4452-a4e1-d3a3fb3cd52a None None] Provisioning complete for port 36386178-9b8e-4437-b6a5-f464ba140034 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:13:22.387877 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5a9c77ed-e86b-4452-a4e1-d3a3fb3cd52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (36386178-9b8e-4437-b6a5-f464ba140034), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:22.534917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:21Z', 'revision_number': 3, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:13:22.563232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Checking router: 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:13:22.563595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Updating router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 port f2f4ce3b-188f-47bd-9263-d1df62e285bb binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:13:22.594282 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f2f4ce3b-188f-47bd-9263-d1df62e285bb), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:22.845077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Publish callbacks [] for port (f2f4ce3b-188f-47bd-9263-d1df62e285bb), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:22.882562 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:22.920420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f2f4ce3b-188f-47bd-9263-d1df62e285bb), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:22.968752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b61c8a-008f-46be-8006-a8c22aab711b None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:13:22.978782 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9baeeb4-1320-4a79-bbd4-ec6be5bcc4b8 None None] Pushing event updated for resources: {'Port': ['ID=f2f4ce3b-188f-47bd-9263-d1df62e285bb,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:22.981586 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Attempting to bind port f2f4ce3b-188f-47bd-9263-d1df62e285bb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:13:22.981992 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Attempting to bind port f2f4ce3b-188f-47bd-9263-d1df62e285bb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:13:22.982356 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Attempting to bind port f2f4ce3b-188f-47bd-9263-d1df62e285bb on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:13:22.988720 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:13:22.989101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:13:22.989512 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:22.989937 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:13:22.990845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Bound port: f2f4ce3b-188f-47bd-9263-d1df62e285bb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:13:22.990845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f2f4ce3b-188f-47bd-9263-d1df62e285bb), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:23.054066 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] For port f2f4ce3b-188f-47bd-9263-d1df62e285bb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:13:23.058333 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] For port f2f4ce3b-188f-47bd-9263-d1df62e285bb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2f4ce3b-188f-47bd-9263-d1df62e285bb,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:13:23.059410 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4de236bd-0eac-4163-a173-11adbdb3c7fe None None] Provisioning complete for port f2f4ce3b-188f-47bd-9263-d1df62e285bb triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:13:23.059783 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4de236bd-0eac-4163-a173-11adbdb3c7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f2f4ce3b-188f-47bd-9263-d1df62e285bb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:23.093411 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Allocated IP 172.20.0.1 (d5e3f542-f27b-43bf-8074-0c584915bfdf/d5b478b7-0567-49ee-83e8-a1bb78bd3e0c/a2074a10-b9e9-4941-ab17-8498f4ad276d) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:13:23.093966 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-4de236bd-0eac-4163-a173-11adbdb3c7fe None None] Port f2f4ce3b-188f-47bd-9263-d1df62e285bb cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:13:23.132381 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f2f4ce3b-188f-47bd-9263-d1df62e285bb), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:23.176597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79066712-78a2-40e1-a0b4-9ffaec171167 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:13:23.200186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Publish callbacks [] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:23.201901 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:13:23.202542 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:13:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:13:23.207530 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9baeeb4-1320-4a79-bbd4-ec6be5bcc4b8 None None] Pushing event updated for resources: {'Port': ['ID=f2f4ce3b-188f-47bd-9263-d1df62e285bb,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:23.303615 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:23.319168 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:13:23.344851 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Network d5e3f542-f27b-43bf-8074-0c584915bfdf is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:13:23.364336 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:13:23.364336 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=a2074a10-b9e9-4941-ab17-8498f4ad276d,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:23.364336 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:13:23.383841 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-45930a72-b811-4809-85d1-66b0b6c77bf6 None None] Provisioning complete for port f2f4ce3b-188f-47bd-9263-d1df62e285bb triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:13:23.384221 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-45930a72-b811-4809-85d1-66b0b6c77bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f2f4ce3b-188f-47bd-9263-d1df62e285bb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:23.400641 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:23.415442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 36386178-9b8e-4437-b6a5-f464ba140034 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:13:23.626310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:23.740429 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 36386178-9b8e-4437-b6a5-f464ba140034 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:13:23.740809 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (36386178-9b8e-4437-b6a5-f464ba140034), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:23.780419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-45930a72-b811-4809-85d1-66b0b6c77bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f2f4ce3b-188f-47bd-9263-d1df62e285bb), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:23.787805 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Publish callbacks [] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:23.819164 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-45930a72-b811-4809-85d1-66b0b6c77bf6 None None] For port f2f4ce3b-188f-47bd-9263-d1df62e285bb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2f4ce3b-188f-47bd-9263-d1df62e285bb,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:13:23.845169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:23.849904 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:21Z', 'revision_number': 3, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:13:23.887466 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a5356-e7f4-40a2-bc5e-35df87c748a4 None None] The sync data for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv is: [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:21Z', 'revision_number': 3, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:13:23.902776 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-45930a72-b811-4809-85d1-66b0b6c77bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f2f4ce3b-188f-47bd-9263-d1df62e285bb), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:23.918692 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:23.920511 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=a2074a10-b9e9-4941-ab17-8498f4ad276d,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:23.959418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45930a72-b811-4809-85d1-66b0b6c77bf6 None None] Pushing event updated for resources: {'Port': ['ID=f2f4ce3b-188f-47bd-9263-d1df62e285bb,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:24.015209 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Network d5e3f542-f27b-43bf-8074-0c584915bfdf is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:13:24.016717 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:13:24.027362 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a8f813fa-de84-44ef-98a5-373be9cf03d4 None None] Provisioning complete for port a2074a10-b9e9-4941-ab17-8498f4ad276d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:13:24.027362 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a8f813fa-de84-44ef-98a5-373be9cf03d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:24.061285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-a8f813fa-de84-44ef-98a5-373be9cf03d4 None None] Port a2074a10-b9e9-4941-ab17-8498f4ad276d cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:13:24.159392 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:13:24.282303 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:13:24.287547 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ad2e9379-53b9-48bb-b769-2d1457f61cf2 admin admin] 10.222.0.16 "PUT /v2.0/routers/85bab12e-83c0-433f-bd9c-557cdd1bf2e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0791492 Jan 10 12:13:24.384714 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-88e0b091-0e45-408c-926b-dcee123ff8bd None None] Provisioning complete for port a2074a10-b9e9-4941-ab17-8498f4ad276d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:13:24.385091 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-88e0b091-0e45-408c-926b-dcee123ff8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:24.419930 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-88e0b091-0e45-408c-926b-dcee123ff8bd None None] Port a2074a10-b9e9-4941-ab17-8498f4ad276d cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:13:24.828051 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 33470) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:13:24.832660 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-1dcdff8a-56c9-4be2-b650-60154cfe9cf2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1893538285', 'description': 'tempest-description--185424629'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:13:24.936800 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1dcdff8a-56c9-4be2-b650-60154cfe9cf2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:24.998464 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1dcdff8a-56c9-4be2-b650-60154cfe9cf2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for security_group (d7f5293f-7b95-47ae-bc07-618aa35f1555), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:25.074248 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1dcdff8a-56c9-4be2-b650-60154cfe9cf2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (d7f5293f-7b95-47ae-bc07-618aa35f1555), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:25.108970 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdff8a-56c9-4be2-b650-60154cfe9cf2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f5293f-7b95-47ae-bc07-618aa35f1555,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:25.156548 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1dcdff8a-56c9-4be2-b650-60154cfe9cf2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:25.157863 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1dcdff8a-56c9-4be2-b650-60154cfe9cf2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3287845 Jan 10 12:13:25.160578 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 33472) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:13:25.164990 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e2df9ef6-65c3-4f83-a078-c8d1075efce2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Request body: {'security_group_rule': {'security_group_id': 'd7f5293f-7b95-47ae-bc07-618aa35f1555', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:13:25.248354 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e2df9ef6-65c3-4f83-a078-c8d1075efce2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for security_group_rule (9383cd2e-c326-41eb-a1de-18e604353181), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:25.306506 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e2df9ef6-65c3-4f83-a078-c8d1075efce2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for security_group_rule (9383cd2e-c326-41eb-a1de-18e604353181), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:25.349127 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e2df9ef6-65c3-4f83-a078-c8d1075efce2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (9383cd2e-c326-41eb-a1de-18e604353181), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:25.376545 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df9ef6-65c3-4f83-a078-c8d1075efce2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9383cd2e-c326-41eb-a1de-18e604353181,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:25.401491 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f2f4ce3b-188f-47bd-9263-d1df62e285bb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:13:25.408962 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892508d7-8592-4eea-a906-623a8040277f None None] Sync routers for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:13:25.419105 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892508d7-8592-4eea-a906-623a8040277f None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:13:25.419711 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-892508d7-8592-4eea-a906-623a8040277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:13:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:13:25.447193 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port f2f4ce3b-188f-47bd-9263-d1df62e285bb triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:13:25.447578 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f2f4ce3b-188f-47bd-9263-d1df62e285bb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:25.477359 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e2df9ef6-65c3-4f83-a078-c8d1075efce2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:25.481346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 33474) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:13:25.481867 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e2df9ef6-65c3-4f83-a078-c8d1075efce2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3197935 Jan 10 12:13:25.486993 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-0bd04198-dc39-4547-8099-6ea5b070a5e2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Request body: {'security_group_rule': {'security_group_id': 'd7f5293f-7b95-47ae-bc07-618aa35f1555', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:13:25.528025 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-892508d7-8592-4eea-a906-623a8040277f None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:13:25.565532 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0bd04198-dc39-4547-8099-6ea5b070a5e2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for security_group_rule (1252a644-17fd-42be-a80c-a0eb73c66cf0), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:25.623046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0bd04198-dc39-4547-8099-6ea5b070a5e2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for security_group_rule (1252a644-17fd-42be-a80c-a0eb73c66cf0), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:25.668990 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0bd04198-dc39-4547-8099-6ea5b070a5e2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (1252a644-17fd-42be-a80c-a0eb73c66cf0), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:25.687092 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd04198-dc39-4547-8099-6ea5b070a5e2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1252a644-17fd-42be-a80c-a0eb73c66cf0,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:25.740264 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-892508d7-8592-4eea-a906-623a8040277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 2, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:13:25.756583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0bd04198-dc39-4547-8099-6ea5b070a5e2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:25.757859 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0bd04198-dc39-4547-8099-6ea5b070a5e2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2747822 Jan 10 12:13:25.760895 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 33476) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:13:25.765374 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:13:25.766385 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892508d7-8592-4eea-a906-623a8040277f None None] Checking router: 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:13:25.766763 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892508d7-8592-4eea-a906-623a8040277f None None] Updating router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 port a2074a10-b9e9-4941-ab17-8498f4ad276d binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:13:25.792529 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-892508d7-8592-4eea-a906-623a8040277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:25.857533 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:25.955336 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:26.052403 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-892508d7-8592-4eea-a906-623a8040277f None None] Publish callbacks [] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:26.061151 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Allocated IP 172.36.2.48 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/7857b0ca-1960-499c-a7e5-53e308da463c) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:13:26.143299 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-892508d7-8592-4eea-a906-623a8040277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:26.197955 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f4521-1ce6-4ece-8595-f5fc2de405d7 None None] Pushing event updated for resources: {'Port': ['ID=a2074a10-b9e9-4941-ab17-8498f4ad276d,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:26.234712 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f4521-1ce6-4ece-8595-f5fc2de405d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:26.235071 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f4521-1ce6-4ece-8595-f5fc2de405d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:26.235418 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f4521-1ce6-4ece-8595-f5fc2de405d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:26.235763 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f4521-1ce6-4ece-8595-f5fc2de405d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:26.236087 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f4521-1ce6-4ece-8595-f5fc2de405d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:26.236417 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f4521-1ce6-4ece-8595-f5fc2de405d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:26.236745 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f4521-1ce6-4ece-8595-f5fc2de405d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:26.237076 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f4521-1ce6-4ece-8595-f5fc2de405d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:26.237401 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f4521-1ce6-4ece-8595-f5fc2de405d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:26.237727 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f4521-1ce6-4ece-8595-f5fc2de405d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:26.238077 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f4521-1ce6-4ece-8595-f5fc2de405d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:26.238408 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f4521-1ce6-4ece-8595-f5fc2de405d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:26.238728 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f4521-1ce6-4ece-8595-f5fc2de405d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:26.256261 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-892508d7-8592-4eea-a906-623a8040277f None None] Attempting to bind port a2074a10-b9e9-4941-ab17-8498f4ad276d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:13:26.256656 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-892508d7-8592-4eea-a906-623a8040277f None None] Attempting to bind port a2074a10-b9e9-4941-ab17-8498f4ad276d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:13:26.257009 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892508d7-8592-4eea-a906-623a8040277f None None] Attempting to bind port a2074a10-b9e9-4941-ab17-8498f4ad276d on network d5e3f542-f27b-43bf-8074-0c584915bfdf {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:13:26.263375 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892508d7-8592-4eea-a906-623a8040277f None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:13:26.263752 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892508d7-8592-4eea-a906-623a8040277f None None] Checking segment: {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:13:26.264168 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-892508d7-8592-4eea-a906-623a8040277f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:26.264559 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892508d7-8592-4eea-a906-623a8040277f None None] Bound using segment: {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:13:26.265049 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-892508d7-8592-4eea-a906-623a8040277f None None] Bound port: a2074a10-b9e9-4941-ab17-8498f4ad276d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:13:26.265434 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-892508d7-8592-4eea-a906-623a8040277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:26.335337 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-892508d7-8592-4eea-a906-623a8040277f None None] For port a2074a10-b9e9-4941-ab17-8498f4ad276d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:13:26.339957 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-892508d7-8592-4eea-a906-623a8040277f None None] For port a2074a10-b9e9-4941-ab17-8498f4ad276d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a2074a10-b9e9-4941-ab17-8498f4ad276d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:13:26.419469 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for port (7857b0ca-1960-499c-a7e5-53e308da463c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:26.429101 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-892508d7-8592-4eea-a906-623a8040277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:26.456813 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9774a558-5683-45af-86aa-8cd05c50a73d None None] Provisioning complete for port a2074a10-b9e9-4941-ab17-8498f4ad276d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:13:26.459098 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9774a558-5683-45af-86aa-8cd05c50a73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:26.478701 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892508d7-8592-4eea-a906-623a8040277f None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:13:26.479363 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-892508d7-8592-4eea-a906-623a8040277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:13:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:13:26.532320 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (7857b0ca-1960-499c-a7e5-53e308da463c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:26.561216 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9774a558-5683-45af-86aa-8cd05c50a73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:26.590899 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:13:26.597740 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:13:26.599523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-9774a558-5683-45af-86aa-8cd05c50a73d None None] For port a2074a10-b9e9-4941-ab17-8498f4ad276d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a2074a10-b9e9-4941-ab17-8498f4ad276d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:13:26.599793 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Pushing event updated for resources: {'Port': ['ID=7857b0ca-1960-499c-a7e5-53e308da463c,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:26.602753 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f4521-1ce6-4ece-8595-f5fc2de405d7 None None] Pushing event updated for resources: {'Port': ['ID=a2074a10-b9e9-4941-ab17-8498f4ad276d,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:26.606265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:13:26.613501 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-892508d7-8592-4eea-a906-623a8040277f None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:13:26.674664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9774a558-5683-45af-86aa-8cd05c50a73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:26.700960 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for floatingip (93d5f01b-a8ba-48bb-8cae-6d8cb189d713), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:26.725061 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774a558-5683-45af-86aa-8cd05c50a73d None None] Pushing event updated for resources: {'Port': ['ID=a2074a10-b9e9-4941-ab17-8498f4ad276d,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:26.796762 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2c9dac40-7e31-4cc4-be38-dfdae610e24c None None] Provisioning complete for port a2074a10-b9e9-4941-ab17-8498f4ad276d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:13:26.797220 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2c9dac40-7e31-4cc4-be38-dfdae610e24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:26.810627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7857b0ca-1960-499c-a7e5-53e308da463c), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:26.908447 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-892508d7-8592-4eea-a906-623a8040277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:13:26.938372 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892508d7-8592-4eea-a906-623a8040277f None None] The sync data for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv is: [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:13:26.967645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for port (7857b0ca-1960-499c-a7e5-53e308da463c), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:27.036015 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (7857b0ca-1960-499c-a7e5-53e308da463c), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:27.114653 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Pushing event updated for resources: {'Port': ['ID=7857b0ca-1960-499c-a7e5-53e308da463c,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:27.128601 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (93d5f01b-a8ba-48bb-8cae-6d8cb189d713), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:27.202267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:27.203550 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-60a933be-14c7-4d0b-9069-f930e18046cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4417109 Jan 10 12:13:27.367356 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1be5135-462d-408a-a818-f247b6be1292 req-883f3441-9fd5-4213-8457-c8dd512984a5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1893538285&fields=id&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 267 time: 0.0521767 Jan 10 12:13:27.429344 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a2074a10-b9e9-4941-ab17-8498f4ad276d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:13:27.480746 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port a2074a10-b9e9-4941-ab17-8498f4ad276d triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:13:27.481899 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:27.483707 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be5135-462d-408a-a818-f247b6be1292 req-a805ee09-44e4-44a3-a998-35812a583166 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:27.485245 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1be5135-462d-408a-a818-f247b6be1292 req-a805ee09-44e4-44a3-a998-35812a583166 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 812 time: 0.1113646 Jan 10 12:13:27.502566 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1be5135-462d-408a-a818-f247b6be1292 req-94c7c451-07e5-4e73-bfaa-b18891662819 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/quotas/d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 375 time: 0.0103803 Jan 10 12:13:27.562175 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1be5135-462d-408a-a818-f247b6be1292 req-2e9eddd5-3cd5-4f45-a143-175ce6dddd72 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527291 Jan 10 12:13:27.665860 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1be5135-462d-408a-a818-f247b6be1292 req-7c522a6f-5ca1-413d-8c96-cf2526fd5c51 service neutron] 10.222.0.16 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862143 Jan 10 12:13:27.761243 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1be5135-462d-408a-a818-f247b6be1292 req-7626656c-171e-4e97-ae5a-8a6ec4a145fe service neutron] 10.222.0.16 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894780 Jan 10 12:13:28.015825 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b2b9236e-9d1f-42b4-b3bd-aef3afa0d7f2 req-58d1988b-0659-4908-8b7c-62e6c8531308 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 210 time: 0.0305154 Jan 10 12:13:29.110796 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a7ef3469-47cf-42c8-ad8f-c2e9221138ce req-98cbbba4-4cc3-4e08-81ae-72e969872d25 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 210 time: 0.0274570 Jan 10 12:13:30.060990 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be5135-462d-408a-a818-f247b6be1292 req-9ca5e4ed-d3ea-40c2-ba46-a0ea2b5fa1ef tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:30.062415 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1be5135-462d-408a-a818-f247b6be1292 req-9ca5e4ed-d3ea-40c2-ba46-a0ea2b5fa1ef tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 812 time: 0.1021774 Jan 10 12:13:30.128314 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1be5135-462d-408a-a818-f247b6be1292 req-4d42f4ee-2f68-45c8-a415-0572efd9bda7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 380 time: 0.0577495 Jan 10 12:13:30.137897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-e1be5135-462d-408a-a818-f247b6be1292 req-78324c92-13ee-4592-b3e8-74a0b1a1f1b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Request body: {'port': {'device_id': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'admin_state_up': True, 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'security_groups': ['d7f5293f-7b95-47ae-bc07-618aa35f1555']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:13:30.204848 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c27783bc-40a6-4a70-9d6d-7a26a468b26a req-69140d5a-468b-406e-a6a5-6934f76cf187 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 210 time: 0.0273435 Jan 10 12:13:30.319489 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1be5135-462d-408a-a818-f247b6be1292 req-78324c92-13ee-4592-b3e8-74a0b1a1f1b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Made reservation on behalf of d5a98d6e47994ff9aa647dde76fb5e18 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:13:30.323293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e1be5135-462d-408a-a818-f247b6be1292 req-78324c92-13ee-4592-b3e8-74a0b1a1f1b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:30.453786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-e1be5135-462d-408a-a818-f247b6be1292 req-78324c92-13ee-4592-b3e8-74a0b1a1f1b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Allocated IP 172.20.0.14 (d5e3f542-f27b-43bf-8074-0c584915bfdf/d5b478b7-0567-49ee-83e8-a1bb78bd3e0c/b91e9bc3-d92d-4500-a5e8-c5757321d47d) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:13:30.592400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e1be5135-462d-408a-a818-f247b6be1292 req-78324c92-13ee-4592-b3e8-74a0b1a1f1b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:30.691321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e1be5135-462d-408a-a818-f247b6be1292 req-78324c92-13ee-4592-b3e8-74a0b1a1f1b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:30.733297 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1be5135-462d-408a-a818-f247b6be1292 req-78324c92-13ee-4592-b3e8-74a0b1a1f1b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Network d5e3f542-f27b-43bf-8074-0c584915bfdf is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:13:30.736411 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-e1be5135-462d-408a-a818-f247b6be1292 req-78324c92-13ee-4592-b3e8-74a0b1a1f1b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:13:30.738861 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1be5135-462d-408a-a818-f247b6be1292 req-78324c92-13ee-4592-b3e8-74a0b1a1f1b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:13:30.772198 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78324c92-13ee-4592-b3e8-74a0b1a1f1b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Pushing event updated for resources: {'Port': ['ID=b91e9bc3-d92d-4500-a5e8-c5757321d47d,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:30.799626 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be5135-462d-408a-a818-f247b6be1292 req-78324c92-13ee-4592-b3e8-74a0b1a1f1b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:30.800257 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e1be5135-462d-408a-a818-f247b6be1292 req-78324c92-13ee-4592-b3e8-74a0b1a1f1b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:30.871144 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1be5135-462d-408a-a818-f247b6be1292 req-78324c92-13ee-4592-b3e8-74a0b1a1f1b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7380819 Jan 10 12:13:30.882987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Request body: {'port': {'device_id': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:13:30.923628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d49d6fa4-a4c1-4935-9a4a-cc1103de7163 None None] Provisioning complete for port b91e9bc3-d92d-4500-a5e8-c5757321d47d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:13:30.930149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d49d6fa4-a4c1-4935-9a4a-cc1103de7163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:30.938628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:30.957854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d49d6fa4-a4c1-4935-9a4a-cc1103de7163 None None] Port b91e9bc3-d92d-4500-a5e8-c5757321d47d cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:13:31.196595 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91e9bc3-d92d-4500-a5e8-c5757321d47d {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:13:31.203930 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Publish callbacks [] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:31.215393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Transition to ACTIVE for port object b91e9bc3-d92d-4500-a5e8-c5757321d47d will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:13:31.301037 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:31.361162 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b91e9bc3-d92d-4500-a5e8-c5757321d47d,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:31.373708 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641427e-e512-4459-8892-ae24a162e3e3 req-f9cbf70b-d80d-4eca-a407-250c93ff213b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:31.375395 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9641427e-e512-4459-8892-ae24a162e3e3 req-f9cbf70b-d80d-4eca-a407-250c93ff213b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 932 time: 0.1031048 Jan 10 12:13:31.469567 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9641427e-e512-4459-8892-ae24a162e3e3 req-f4f4f9dd-f259-4423-a67c-dee426b7fb0e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766630 Jan 10 12:13:31.479854 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Attempting to bind port b91e9bc3-d92d-4500-a5e8-c5757321d47d on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:13:31.480204 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Attempting to bind port b91e9bc3-d92d-4500-a5e8-c5757321d47d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:13:31.480537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Attempting to bind port b91e9bc3-d92d-4500-a5e8-c5757321d47d on network d5e3f542-f27b-43bf-8074-0c584915bfdf {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:13:31.485844 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Port b91e9bc3-d92d-4500-a5e8-c5757321d47d on network d5e3f542-f27b-43bf-8074-0c584915bfdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:13:31.486178 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Attempting to bind port b91e9bc3-d92d-4500-a5e8-c5757321d47d on network d5e3f542-f27b-43bf-8074-0c584915bfdf {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:13:31.491493 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:13:31.491840 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Checking segment: {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:13:31.492289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Bound using segment: {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:13:31.492727 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Bound port: b91e9bc3-d92d-4500-a5e8-c5757321d47d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:13:31.493089 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:31.556126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] For port b91e9bc3-d92d-4500-a5e8-c5757321d47d, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:13:31.559053 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] For port b91e9bc3-d92d-4500-a5e8-c5757321d47d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b91e9bc3-d92d-4500-a5e8-c5757321d47d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:13:31.617928 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:31.657994 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:31.658669 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:31.660103 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1be5135-462d-408a-a818-f247b6be1292 req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] 10.222.0.30 "PUT /v2.0/ports/b91e9bc3-d92d-4500-a5e8-c5757321d47d HTTP/1.1" status: 200 len: 1094 time: 0.7815483 Jan 10 12:13:31.660563 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'tag': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:13:31.662900 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2a39f2-53a4-4284-94c0-459e70be3de7" -d '{"events": [{"name": "network-changed", "server_uuid": "18e8215c-2194-4ede-93b8-cb0aed220a85", "tag": "b91e9bc3-d92d-4500-a5e8-c5757321d47d"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:13:31.688082 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933a35c-6ded-4988-b8c4-4033d66491a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b91e9bc3-d92d-4500-a5e8-c5757321d47d,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:31.703342 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2630e4a-e083-4721-9636-eb9bf1e2713c x-openstack-request-id: req-c2630e4a-e083-4721-9636-eb9bf1e2713c {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:13:31.703647 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e8215c-2194-4ede-93b8-cb0aed220a85", "tag": "b91e9bc3-d92d-4500-a5e8-c5757321d47d", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:13:31.703907 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2630e4a-e083-4721-9636-eb9bf1e2713c {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:13:31.704324 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'tag': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d', 'status': 'completed', 'code': 200} Jan 10 12:13:31.764607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a39f2-53a4-4284-94c0-459e70be3de7 req-1bb2a2e6-9bd0-48e3-80ee-09fb9e993cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:31.766167 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6c2a39f2-53a4-4284-94c0-459e70be3de7 req-1bb2a2e6-9bd0-48e3-80ee-09fb9e993cd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 1097 time: 0.0435677 Jan 10 12:13:31.864135 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a39f2-53a4-4284-94c0-459e70be3de7 req-21744fce-c179-4a10-a2d2-b78dcd850921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:31.865590 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6c2a39f2-53a4-4284-94c0-459e70be3de7 req-21744fce-c179-4a10-a2d2-b78dcd850921 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0924733 Jan 10 12:13:31.959947 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a39f2-53a4-4284-94c0-459e70be3de7 req-b35287a8-543a-49c8-8e85-be3df5eca317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:31.962117 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6c2a39f2-53a4-4284-94c0-459e70be3de7 req-b35287a8-543a-49c8-8e85-be3df5eca317 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911555 Jan 10 12:13:32.034087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be5135-462d-408a-a818-f247b6be1292 req-ffcd39c1-d828-4f33-978f-308c9675b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:32.035479 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1be5135-462d-408a-a818-f247b6be1292 req-ffcd39c1-d828-4f33-978f-308c9675b32b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 1097 time: 0.0408809 Jan 10 12:13:32.079860 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1be5135-462d-408a-a818-f247b6be1292 req-c7b17b8f-2df9-4275-9a32-89dced00db2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b91e9bc3-d92d-4500-a5e8-c5757321d47d HTTP/1.1" status: 200 len: 217 time: 0.0378456 Jan 10 12:13:32.128119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be5135-462d-408a-a818-f247b6be1292 req-185ece4e-26d6-4823-a4d9-87f5e14756f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:32.129520 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1be5135-462d-408a-a818-f247b6be1292 req-185ece4e-26d6-4823-a4d9-87f5e14756f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0424616 Jan 10 12:13:32.172234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be5135-462d-408a-a818-f247b6be1292 req-02eac209-9e3c-4f2d-b1da-79c67330276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:32.173694 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1be5135-462d-408a-a818-f247b6be1292 req-02eac209-9e3c-4f2d-b1da-79c67330276e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384226 Jan 10 12:13:32.265316 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1be5135-462d-408a-a818-f247b6be1292 req-bdbed53a-fc60-4aba-961f-6dee47fc8497 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854726 Jan 10 12:13:32.352483 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1be5135-462d-408a-a818-f247b6be1292 req-e434935e-ff52-4849-a335-35079e3e363c service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804822 Jan 10 12:13:32.584714 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabe410-3503-454d-8469-33756112bb52 req-e304c28e-0d5e-4083-85cb-dd89ee8f5c32 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:32.586184 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bcabe410-3503-454d-8469-33756112bb52 req-e304c28e-0d5e-4083-85cb-dd89ee8f5c32 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 944 time: 0.0497956 Jan 10 12:13:32.636719 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bcabe410-3503-454d-8469-33756112bb52 req-690ae1d5-cc82-4fc7-aeaa-ba102962c961 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449877 Jan 10 12:13:32.845346 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:13:33.750085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd3b31-1e33-4653-94c3-0214f981315c req-e0d733d9-532c-4b58-9ff0-8f9355072875 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:33.751827 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-33fd3b31-1e33-4653-94c3-0214f981315c req-e0d733d9-532c-4b58-9ff0-8f9355072875 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 944 time: 0.0484641 Jan 10 12:13:33.798197 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-33fd3b31-1e33-4653-94c3-0214f981315c req-45e23373-d39b-465b-ab45-9f8a4a185ae8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408158 Jan 10 12:13:34.214929 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b91e9bc3-d92d-4500-a5e8-c5757321d47d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:13:34.310927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b91e9bc3-d92d-4500-a5e8-c5757321d47d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b91e9bc3-d92d-4500-a5e8-c5757321d47d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:13:34.321537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'port_id': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d', 'mac_address': 'fa:16:3e:ce:a6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:13:34.357986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:34.370253 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91e9bc3-d92d-4500-a5e8-c5757321d47d {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:13:34.388941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b91e9bc3-d92d-4500-a5e8-c5757321d47d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b91e9bc3-d92d-4500-a5e8-c5757321d47d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:13:34.462384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:34.512084 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b91e9bc3-d92d-4500-a5e8-c5757321d47d,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:34.518778 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:34.519126 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:34.519469 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:34.519808 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:34.520144 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:34.520475 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:34.520806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:34.521135 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:34.521464 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:34.521813 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:34.522142 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:34.522467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:34.522790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:13:34.672310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['b91e9bc3-d92d-4500-a5e8-c5757321d47d'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:13:34.910777 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25cce6-9c78-484c-99d1-16c8af78eb20 req-ff42926e-663b-43d5-a2f5-b7df330f1ade tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:34.912258 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef25cce6-9c78-484c-99d1-16c8af78eb20 req-ff42926e-663b-43d5-a2f5-b7df330f1ade tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 945 time: 0.0490496 Jan 10 12:13:34.958323 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef25cce6-9c78-484c-99d1-16c8af78eb20 req-c2069fc6-21c1-4675-b83a-83955497aab5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405138 Jan 10 12:13:36.040738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d06a80e1-f6e7-4fae-888c-6a035686a8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:36.078061 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bbd9c-8b67-41d6-a09f-317a5c274930 req-eeb2b789-85a4-470b-8ac4-aa5282fe3357 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:36.079565 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-952bbd9c-8b67-41d6-a09f-317a5c274930 req-eeb2b789-85a4-470b-8ac4-aa5282fe3357 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 945 time: 0.0548120 Jan 10 12:13:36.125337 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-952bbd9c-8b67-41d6-a09f-317a5c274930 req-5c2a8b31-52b2-4700-a63f-3fd5fed920b0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401747 Jan 10 12:13:36.214720 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b91e9bc3-d92d-4500-a5e8-c5757321d47d up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:13:36.314427 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port b91e9bc3-d92d-4500-a5e8-c5757321d47d completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:13:36.318301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port b91e9bc3-d92d-4500-a5e8-c5757321d47d triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:13:36.318673 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:36.394364 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:36.417949 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:13:36.420159 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bb33ce-e9bd-4e37-bb50-75151c1b10c8" -d '{"events": [{"server_uuid": "18e8215c-2194-4ede-93b8-cb0aed220a85", "name": "network-vif-plugged", "status": "completed", "tag": "b91e9bc3-d92d-4500-a5e8-c5757321d47d"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:13:36.431830 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b91e9bc3-d92d-4500-a5e8-c5757321d47d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b91e9bc3-d92d-4500-a5e8-c5757321d47d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:13:36.460258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d69cbad-b344-4845-af63-148a7bf0c065 x-openstack-request-id: req-7d69cbad-b344-4845-af63-148a7bf0c065 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:13:36.460258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e8215c-2194-4ede-93b8-cb0aed220a85", "name": "network-vif-plugged", "status": "completed", "tag": "b91e9bc3-d92d-4500-a5e8-c5757321d47d", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:13:36.460258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d69cbad-b344-4845-af63-148a7bf0c065 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:13:36.460258 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d', 'code': 200} Jan 10 12:13:36.509932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:36.562028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b91e9bc3-d92d-4500-a5e8-c5757321d47d,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:13:36.719547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1315ab0-d85d-4e19-93d2-de7b77ca6ef8 req-a9fdc46e-79de-4aa4-b0cb-481074a785de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:36.721050 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1315ab0-d85d-4e19-93d2-de7b77ca6ef8 req-a9fdc46e-79de-4aa4-b0cb-481074a785de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 1099 time: 0.0396175 Jan 10 12:13:36.763840 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c1315ab0-d85d-4e19-93d2-de7b77ca6ef8 req-3717e14a-8db8-42ae-a5f2-8d625c1af1b4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369740 Jan 10 12:13:37.238510 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7cd47-a611-473b-b56d-08b27f62f6dd req-75e55b12-a0d5-425b-9c54-836d9da4493b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:37.240032 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c4c7cd47-a611-473b-b56d-08b27f62f6dd req-75e55b12-a0d5-425b-9c54-836d9da4493b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0488801 Jan 10 12:13:37.287333 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c4c7cd47-a611-473b-b56d-08b27f62f6dd req-8844a250-ef53-46ea-ae28-2f4ad61f8686 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407023 Jan 10 12:13:38.406023 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329306e2-7d41-4e5d-b067-65846ce3283a req-e7d9296c-a62d-4614-9a46-6632068975c7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:38.407499 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-329306e2-7d41-4e5d-b067-65846ce3283a req-e7d9296c-a62d-4614-9a46-6632068975c7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0526073 Jan 10 12:13:38.453519 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-329306e2-7d41-4e5d-b067-65846ce3283a req-c67a1c62-c918-490b-9502-4774d7aa0751 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404699 Jan 10 12:13:38.565435 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468a9e7-df68-4b78-960e-35574b4bb1ce req-d0322dd8-ad9e-4295-b7d9-c9479d01f2e5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:38.566900 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4468a9e7-df68-4b78-960e-35574b4bb1ce req-d0322dd8-ad9e-4295-b7d9-c9479d01f2e5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0493920 Jan 10 12:13:38.575539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 33530) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:13:38.580146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-964e5c6a-a622-4742-abe6-9bb6e206dbc1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Request body: {'floatingip': {'port_id': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:13:38.618686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-964e5c6a-a622-4742-abe6-9bb6e206dbc1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for floatingip (93d5f01b-a8ba-48bb-8cae-6d8cb189d713), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:39.016553 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-964e5c6a-a622-4742-abe6-9bb6e206dbc1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:39.086200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-964e5c6a-a622-4742-abe6-9bb6e206dbc1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (93d5f01b-a8ba-48bb-8cae-6d8cb189d713), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:39.185632 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-964e5c6a-a622-4742-abe6-9bb6e206dbc1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Floating IP 93d5f01b-a8ba-48bb-8cae-6d8cb189d713 associated. External IP: 172.36.2.48, port: b91e9bc3-d92d-4500-a5e8-c5757321d47d. Jan 10 12:13:39.387927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964e5c6a-a622-4742-abe6-9bb6e206dbc1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:13:39.493683 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964e5c6a-a622-4742-abe6-9bb6e206dbc1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:13:39.498393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-964e5c6a-a622-4742-abe6-9bb6e206dbc1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:39.504011 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa3fad8-dc88-4e52-8798-4f7aed919e75 None None] Sync routers for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:13:39.515303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa3fad8-dc88-4e52-8798-4f7aed919e75 None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:13:39.515942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4fa3fad8-dc88-4e52-8798-4f7aed919e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:13:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:13:39.626318 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-4fa3fad8-dc88-4e52-8798-4f7aed919e75 None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:13:39.776887 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-964e5c6a-a622-4742-abe6-9bb6e206dbc1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "PUT /v2.0/floatingips/93d5f01b-a8ba-48bb-8cae-6d8cb189d713 HTTP/1.1" status: 200 len: 991 time: 1.2002199 Jan 10 12:13:39.777482 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'tag': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:13:39.779754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cad9a48-e41c-4586-9cd7-e1e1b0518404" -d '{"events": [{"name": "network-changed", "server_uuid": "18e8215c-2194-4ede-93b8-cb0aed220a85", "tag": "b91e9bc3-d92d-4500-a5e8-c5757321d47d"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:13:39.821067 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ed6b05-3ce5-479e-9be6-1732cb3f2957 x-openstack-request-id: req-b2ed6b05-3ce5-479e-9be6-1732cb3f2957 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:13:39.821490 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e8215c-2194-4ede-93b8-cb0aed220a85", "tag": "b91e9bc3-d92d-4500-a5e8-c5757321d47d", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:13:39.821949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2ed6b05-3ce5-479e-9be6-1732cb3f2957 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:13:39.822429 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'tag': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d', 'status': 'completed', 'code': 200} Jan 10 12:13:39.852664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4fa3fad8-dc88-4e52-8798-4f7aed919e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '93d5f01b-a8ba-48bb-8cae-6d8cb189d713', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'floating_ip_address': '172.36.2.48', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'port_id': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'mac_address': 'fa:16:3e:ce:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:13:26Z', 'updated_at': '2022-01-10T12:13:38Z', 'revision_number': 1, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:13:39.883550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad9a48-e41c-4586-9cd7-e1e1b0518404 req-9600b8c7-4642-43da-b33b-047e1722bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:39.884742 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa3fad8-dc88-4e52-8798-4f7aed919e75 None None] Checking router: 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:13:39.884953 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3cad9a48-e41c-4586-9cd7-e1e1b0518404 req-9600b8c7-4642-43da-b33b-047e1722bfd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 1099 time: 0.0439105 Jan 10 12:13:39.893269 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa3fad8-dc88-4e52-8798-4f7aed919e75 None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:13:39.893909 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4fa3fad8-dc88-4e52-8798-4f7aed919e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:13:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:13:39.981473 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d0c5c551-57fd-4666-86f1-645f67b720f6 req-efd23250-0b07-4748-aa12-764c94a0b591 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0955694 Jan 10 12:13:39.997928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-4fa3fad8-dc88-4e52-8798-4f7aed919e75 None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:13:40.003815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad9a48-e41c-4586-9cd7-e1e1b0518404 req-3831ee2b-e253-47a2-8a50-5a61cfbd73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:40.005247 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3cad9a48-e41c-4586-9cd7-e1e1b0518404 req-3831ee2b-e253-47a2-8a50-5a61cfbd73a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.1107261 Jan 10 12:13:40.068478 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3cad9a48-e41c-4586-9cd7-e1e1b0518404 req-d7699a92-b170-42b8-90ef-365558b383cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b91e9bc3-d92d-4500-a5e8-c5757321d47d HTTP/1.1" status: 200 len: 999 time: 0.0571027 Jan 10 12:13:40.119037 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad9a48-e41c-4586-9cd7-e1e1b0518404 req-559f594e-887a-430a-898d-4e8e03a5f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:40.120488 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3cad9a48-e41c-4586-9cd7-e1e1b0518404 req-559f594e-887a-430a-898d-4e8e03a5f586 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0464988 Jan 10 12:13:40.166667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad9a48-e41c-4586-9cd7-e1e1b0518404 req-fd032fe8-081b-438d-bfc4-6c321e6e7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:40.168207 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3cad9a48-e41c-4586-9cd7-e1e1b0518404 req-fd032fe8-081b-438d-bfc4-6c321e6e7660 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426183 Jan 10 12:13:40.217992 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-4fa3fad8-dc88-4e52-8798-4f7aed919e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '93d5f01b-a8ba-48bb-8cae-6d8cb189d713', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'floating_ip_address': '172.36.2.48', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'port_id': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'mac_address': 'fa:16:3e:ce:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:13:26Z', 'updated_at': '2022-01-10T12:13:38Z', 'revision_number': 1, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:13:40.265717 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3cad9a48-e41c-4586-9cd7-e1e1b0518404 req-dce10ac1-6c55-4e4b-bca8-bccdc1803a3c service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910361 Jan 10 12:13:40.360737 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3cad9a48-e41c-4586-9cd7-e1e1b0518404 req-ed18728f-8d44-4711-8e47-5213021b30f8 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889184 Jan 10 12:13:40.401656 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa3fad8-dc88-4e52-8798-4f7aed919e75 None None] The sync data for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv is: [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '93d5f01b-a8ba-48bb-8cae-6d8cb189d713', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'floating_ip_address': '172.36.2.48', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'port_id': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'mac_address': 'fa:16:3e:ce:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:13:26Z', 'updated_at': '2022-01-10T12:13:38Z', 'revision_number': 1, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:13:40.503036 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7b48dc67-1d82-4557-9aa6-53e6aa7591ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:40.543221 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5c551-57fd-4666-86f1-645f67b720f6 req-dc37e09a-8ae9-4d62-bc6e-ba47724e3e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:40.544750 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d0c5c551-57fd-4666-86f1-645f67b720f6 req-dc37e09a-8ae9-4d62-bc6e-ba47724e3e87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 1099 time: 0.0436513 Jan 10 12:13:40.597370 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d67818-c61c-4f34-bed8-8e253ee2b7c7 None None] New status for floating IP 93d5f01b-a8ba-48bb-8cae-6d8cb189d713: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:13:40.657339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5c551-57fd-4666-86f1-645f67b720f6 req-9f9d7838-1dfb-446b-a345-9c7c4502ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:40.658934 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d0c5c551-57fd-4666-86f1-645f67b720f6 req-9f9d7838-1dfb-446b-a345-9c7c4502ebf2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0946274 Jan 10 12:13:40.680438 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:40.723954 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d0c5c551-57fd-4666-86f1-645f67b720f6 req-c5ef4b2c-5cea-4f3e-b771-5e5bba4f46ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b91e9bc3-d92d-4500-a5e8-c5757321d47d HTTP/1.1" status: 200 len: 999 time: 0.0592568 Jan 10 12:13:40.775770 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5c551-57fd-4666-86f1-645f67b720f6 req-5b4adf54-ce48-42fc-9a3a-86b6df4080db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:40.777245 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d0c5c551-57fd-4666-86f1-645f67b720f6 req-5b4adf54-ce48-42fc-9a3a-86b6df4080db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0482478 Jan 10 12:13:40.824182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5c551-57fd-4666-86f1-645f67b720f6 req-577ae402-2846-435a-8a17-9f8dd621ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:13:40.825690 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d0c5c551-57fd-4666-86f1-645f67b720f6 req-577ae402-2846-435a-8a17-9f8dd621ca6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431535 Jan 10 12:13:40.915144 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d0c5c551-57fd-4666-86f1-645f67b720f6 req-86c3ddab-f70c-4959-8c35-24418c4c3aef service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829473 Jan 10 12:13:41.006271 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d0c5c551-57fd-4666-86f1-645f67b720f6 req-b8e21cfc-53a3-4c29-ab6b-6be1dbe4e5b9 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839844 Jan 10 12:13:42.204776 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:43.245425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:13:49.537100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:06.079060 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2000e7a3-9050-4acb-952d-af2e9948524a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:09.844033 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:14:10.352611 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7bc39a11-052c-4b83-ba8a-8a5e3467841e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:10.656643 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:12.194170 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:13.237699 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:15.839194 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a24f01-0e3b-4ed7-83d8-3c5e2a988999 req-95356863-27e2-4e53-a213-c9c558917f68 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:15.840676 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-92a24f01-0e3b-4ed7-83d8-3c5e2a988999 req-95356863-27e2-4e53-a213-c9c558917f68 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0487139 Jan 10 12:14:15.886637 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-92a24f01-0e3b-4ed7-83d8-3c5e2a988999 req-dd74ac7a-4c0e-4292-80dd-1a486e90f4b5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406294 Jan 10 12:14:16.219327 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d12f2c-4d3c-4601-8846-627a0034e2f4 req-b98c89a7-2d0f-4ea7-a755-565db736c207 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:16.220799 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-75d12f2c-4d3c-4601-8846-627a0034e2f4 req-b98c89a7-2d0f-4ea7-a755-565db736c207 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0527034 Jan 10 12:14:16.268801 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-75d12f2c-4d3c-4601-8846-627a0034e2f4 req-5553f78d-8b85-4c38-b72f-62116adea62c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422943 Jan 10 12:14:16.283388 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-fc5e7586-5240-4020-bd6f-fd4fe42e533a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412068 Jan 10 12:14:17.387547 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea9d3c-5856-4f36-9341-660e2fa7dd81 req-6ad8d442-d6e9-40f2-a310-958a929ef135 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:17.389019 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c9ea9d3c-5856-4f36-9341-660e2fa7dd81 req-6ad8d442-d6e9-40f2-a310-958a929ef135 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0500443 Jan 10 12:14:17.435725 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c9ea9d3c-5856-4f36-9341-660e2fa7dd81 req-9262b098-5399-4042-a938-a2861e28addf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409615 Jan 10 12:14:18.128273 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-59757317-9b4c-4c71-9122-2e5455333261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:18.129961 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-59757317-9b4c-4c71-9122-2e5455333261 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 1099 time: 0.0412123 Jan 10 12:14:18.220584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-1a3129d6-1aca-4f3e-a24f-f32541a59087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:18.222059 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-1a3129d6-1aca-4f3e-a24f-f32541a59087 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0862122 Jan 10 12:14:18.284924 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-f22d184b-27b1-4c24-b9ae-46fe9661e387 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b91e9bc3-d92d-4500-a5e8-c5757321d47d HTTP/1.1" status: 200 len: 1001 time: 0.0570242 Jan 10 12:14:18.330754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-19a4b3ed-59ac-4da1-bcba-6756b08a563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:18.332121 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-19a4b3ed-59ac-4da1-bcba-6756b08a563e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0417669 Jan 10 12:14:18.379894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-5627c4ba-cdb2-48b8-9df0-0aca8374c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:18.381282 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-5627c4ba-cdb2-48b8-9df0-0aca8374c8e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435300 Jan 10 12:14:18.468217 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-ca408382-b0a7-4dab-8d89-7872d4f663c9 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806944 Jan 10 12:14:18.591160 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-ccd0672b-6795-4236-95bb-85af1d1af372 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177323 Jan 10 12:14:18.601439 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6b746-7b58-4a99-9c66-4ceff662c73a req-d59b168b-87b6-4a57-8e15-f37bff2699bd tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:18.602891 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-00d6b746-7b58-4a99-9c66-4ceff662c73a req-d59b168b-87b6-4a57-8e15-f37bff2699bd tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0741611 Jan 10 12:14:18.651237 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-00d6b746-7b58-4a99-9c66-4ceff662c73a req-a1a1b46f-f428-43bc-b555-626baad3ca0b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425711 Jan 10 12:14:19.530258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:19.770044 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201a17b-1beb-4dcf-9e56-9efcc283cc4a req-88739859-7c03-4598-be63-fdbf467c4fc8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:19.771537 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1201a17b-1beb-4dcf-9e56-9efcc283cc4a req-88739859-7c03-4598-be63-fdbf467c4fc8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0526476 Jan 10 12:14:19.817309 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1201a17b-1beb-4dcf-9e56-9efcc283cc4a req-3fb7b77a-baaf-4a0d-9980-005e4c18ed20 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402589 Jan 10 12:14:20.935168 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98c68f-fe28-45cb-86e5-2da7f6a4d5cd req-40dd7272-bc10-4f39-b490-b1ca93120a54 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:20.936644 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5f98c68f-fe28-45cb-86e5-2da7f6a4d5cd req-40dd7272-bc10-4f39-b490-b1ca93120a54 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0532844 Jan 10 12:14:20.983043 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5f98c68f-fe28-45cb-86e5-2da7f6a4d5cd req-a593784b-714a-453c-bb3a-e45ff510c98a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409057 Jan 10 12:14:22.094877 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b8286-fdf9-4630-a535-9a8380dabc41 req-4437bcae-2749-4a3a-bafb-fee173aca059 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:22.096371 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-434b8286-fdf9-4630-a535-9a8380dabc41 req-4437bcae-2749-4a3a-bafb-fee173aca059 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0479825 Jan 10 12:14:22.144104 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-434b8286-fdf9-4630-a535-9a8380dabc41 req-d07a2d39-c777-475f-a745-597a4111b1a8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415947 Jan 10 12:14:23.260252 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108d1bf-9489-40f1-8d22-bbba8dea5eed req-e2eb82bb-5c8a-4f48-a619-8a29d7df8013 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:23.261740 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a108d1bf-9489-40f1-8d22-bbba8dea5eed req-e2eb82bb-5c8a-4f48-a619-8a29d7df8013 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0497134 Jan 10 12:14:23.308518 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a108d1bf-9489-40f1-8d22-bbba8dea5eed req-2e8a75c2-9b00-4a05-98f3-c1ff4667f5b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410976 Jan 10 12:14:24.422043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975b096-1090-4bd9-b29d-50f61528d1f7 req-85ed710b-ec9e-4aaa-8d42-e9a3550de35d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:24.423490 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4975b096-1090-4bd9-b29d-50f61528d1f7 req-85ed710b-ec9e-4aaa-8d42-e9a3550de35d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0478394 Jan 10 12:14:24.473165 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4975b096-1090-4bd9-b29d-50f61528d1f7 req-0d5cfe35-886e-45a4-9741-e7bfcec7c486 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441868 Jan 10 12:14:25.587103 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e10fc-c9c9-41b0-9125-edf109a5b0f1 req-385f7aa0-615d-4d08-a049-70ead9a02181 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:25.588586 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-da1e10fc-c9c9-41b0-9125-edf109a5b0f1 req-385f7aa0-615d-4d08-a049-70ead9a02181 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0483773 Jan 10 12:14:25.638427 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-da1e10fc-c9c9-41b0-9125-edf109a5b0f1 req-4e0c0721-ed6a-4abe-a52f-d5eb799ef833 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444038 Jan 10 12:14:26.751274 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b119b-289e-40e4-a2dd-34ca78ffcf9a req-7926fd3d-cba9-4480-924f-50e08a69a13c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:26.752742 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-170b119b-289e-40e4-a2dd-34ca78ffcf9a req-7926fd3d-cba9-4480-924f-50e08a69a13c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0490580 Jan 10 12:14:26.799155 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-170b119b-289e-40e4-a2dd-34ca78ffcf9a req-eade9a59-fef0-4524-b6dd-5150e51ee5b9 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408628 Jan 10 12:14:27.911542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4815b89-6c8a-440a-91bd-cd42bde681a5 req-95d1b43a-c4f4-4000-bc98-6f5d5c9044a8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:27.913004 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c4815b89-6c8a-440a-91bd-cd42bde681a5 req-95d1b43a-c4f4-4000-bc98-6f5d5c9044a8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0490930 Jan 10 12:14:27.959220 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c4815b89-6c8a-440a-91bd-cd42bde681a5 req-956b4349-d503-487f-af25-d7cba5c07cc4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402138 Jan 10 12:14:29.085992 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0479c-4444-4e2c-9ebb-8403dab11766 req-f848cc07-1852-4910-b901-5c7b0128461d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:29.087579 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-00f0479c-4444-4e2c-9ebb-8403dab11766 req-f848cc07-1852-4910-b901-5c7b0128461d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0483053 Jan 10 12:14:29.135011 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-00f0479c-4444-4e2c-9ebb-8403dab11766 req-f747cc2b-86d6-4af8-96da-c1f6ae0611bd tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418508 Jan 10 12:14:30.248332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68798a-22af-4f2a-8468-3ef3f3d9f01f req-54ff251d-7911-4926-befd-dfdda3f8aafd tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:30.250100 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4c68798a-22af-4f2a-8468-3ef3f3d9f01f req-54ff251d-7911-4926-befd-dfdda3f8aafd tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0482199 Jan 10 12:14:30.297213 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4c68798a-22af-4f2a-8468-3ef3f3d9f01f req-8fa64589-c3e3-4968-ab0e-936aa7c162c2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413692 Jan 10 12:14:30.402438 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-3a1bd0df-20e8-4486-bc2a-2eac856fc990 service neutron] 10.222.0.30 "GET /v2.0/ports/b91e9bc3-d92d-4500-a5e8-c5757321d47d/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0566475 Jan 10 12:14:30.876122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-24887308-afac-4cf8-b9e6-94ea47e73f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:30.877581 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-24887308-afac-4cf8-b9e6-94ea47e73f4f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 1099 time: 0.0410445 Jan 10 12:14:30.936631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-f5e2d38c-f2b0-48d6-b5fb-540adecd0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:30.938221 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-f5e2d38c-f2b0-48d6-b5fb-540adecd0b14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 1099 time: 0.0399311 Jan 10 12:14:31.027267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-d06b9b06-94e3-4cdd-b89f-cd0e077c34da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:31.028683 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-d06b9b06-94e3-4cdd-b89f-cd0e077c34da service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0842025 Jan 10 12:14:31.090260 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-b1d2d663-aa3f-459a-879c-c75f8e0492c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b91e9bc3-d92d-4500-a5e8-c5757321d47d HTTP/1.1" status: 200 len: 1001 time: 0.0555973 Jan 10 12:14:31.136337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-20880838-a2a5-4cda-9352-e0709cbecec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:31.137632 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-20880838-a2a5-4cda-9352-e0709cbecec9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0424731 Jan 10 12:14:31.183982 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-94c1d4ca-c64f-435c-aa45-a571603b9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:31.185428 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-94c1d4ca-c64f-435c-aa45-a571603b9fef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423403 Jan 10 12:14:31.274369 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-86e45936-4f96-47b6-a27b-9e879304aa15 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819559 Jan 10 12:14:31.366426 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e743c6e4-b232-490d-ac9c-9a825b6069f3 req-b0502e5c-c58e-4616-b1fd-54250f7d1a24 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867720 Jan 10 12:14:31.417102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d350d-68cd-4d61-af38-9eae28b2c2cf req-1a273669-1c43-48a8-8e92-f4aac69e8642 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:31.418844 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c93d350d-68cd-4d61-af38-9eae28b2c2cf req-1a273669-1c43-48a8-8e92-f4aac69e8642 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0545027 Jan 10 12:14:31.465526 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c93d350d-68cd-4d61-af38-9eae28b2c2cf req-bba2a81a-5d91-40bc-a6f4-d4f6b160d307 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410240 Jan 10 12:14:32.581841 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f4f21-b73f-4cd9-bfcc-de2b854a2c29 req-e667b022-994d-43bc-8173-2cb2aa78de0b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:32.583308 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f2f4f21-b73f-4cd9-bfcc-de2b854a2c29 req-e667b022-994d-43bc-8173-2cb2aa78de0b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0492411 Jan 10 12:14:32.630158 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f2f4f21-b73f-4cd9-bfcc-de2b854a2c29 req-9799ed20-09c4-497c-8dca-7acc3e4d1196 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413663 Jan 10 12:14:33.742534 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c5190-d286-4d14-bbe7-a333c56f5945 req-79c0699b-8f83-42bf-8126-7b795f9d029e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:33.743989 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b05c5190-d286-4d14-bbe7-a333c56f5945 req-79c0699b-8f83-42bf-8126-7b795f9d029e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0476620 Jan 10 12:14:33.790438 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b05c5190-d286-4d14-bbe7-a333c56f5945 req-bc7e1c89-a388-4975-8416-c99c8d39545d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399923 Jan 10 12:14:34.131420 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2514ec1-8de2-4e40-b046-81f08f7e2cdc req-92978855-65be-417d-8de6-fe8747f659c8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:34.132974 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b2514ec1-8de2-4e40-b046-81f08f7e2cdc req-92978855-65be-417d-8de6-fe8747f659c8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0509546 Jan 10 12:14:34.186458 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b2514ec1-8de2-4e40-b046-81f08f7e2cdc req-fddaf0ab-b45e-4217-92c3-016597e4b4da tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476270 Jan 10 12:14:34.207764 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369189c-5613-40bc-8e01-3c6fff6ba827 req-6e10d8e3-6876-4f19-9a83-3dd111e2e845 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:34.209246 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0369189c-5613-40bc-8e01-3c6fff6ba827 req-6e10d8e3-6876-4f19-9a83-3dd111e2e845 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0555270 Jan 10 12:14:34.289109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369189c-5613-40bc-8e01-3c6fff6ba827 req-733563db-c9e3-4a6b-a081-344dcd281928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:34.290615 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0369189c-5613-40bc-8e01-3c6fff6ba827 req-733563db-c9e3-4a6b-a081-344dcd281928 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 1099 time: 0.0399070 Jan 10 12:14:34.376608 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369189c-5613-40bc-8e01-3c6fff6ba827 req-c17fff6e-3c80-4eb2-a3df-f55173db5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:34.378090 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0369189c-5613-40bc-8e01-3c6fff6ba827 req-c17fff6e-3c80-4eb2-a3df-f55173db5d22 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0821383 Jan 10 12:14:34.443796 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0369189c-5613-40bc-8e01-3c6fff6ba827 req-e336155a-71f4-4aaf-b4ce-c54f4142b855 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b91e9bc3-d92d-4500-a5e8-c5757321d47d HTTP/1.1" status: 200 len: 1001 time: 0.0598772 Jan 10 12:14:34.477713 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b91e9bc3-d92d-4500-a5e8-c5757321d47d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:14:34.482226 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b91e9bc3-d92d-4500-a5e8-c5757321d47d no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:14:34.491742 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369189c-5613-40bc-8e01-3c6fff6ba827 req-dc7d1f4d-b965-4dc9-99b4-b7103a426091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:34.493202 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0369189c-5613-40bc-8e01-3c6fff6ba827 req-dc7d1f4d-b965-4dc9-99b4-b7103a426091 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0445004 Jan 10 12:14:34.537104 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369189c-5613-40bc-8e01-3c6fff6ba827 req-8b451b5a-798a-4d21-bd58-2177eb30fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:34.538683 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0369189c-5613-40bc-8e01-3c6fff6ba827 req-8b451b5a-798a-4d21-bd58-2177eb30fd36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397925 Jan 10 12:14:34.625216 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:34.637708 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0369189c-5613-40bc-8e01-3c6fff6ba827 req-a7b37dad-dfa6-4567-838e-82e63c3db778 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933340 Jan 10 12:14:34.648057 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b91e9bc3-d92d-4500-a5e8-c5757321d47d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b91e9bc3-d92d-4500-a5e8-c5757321d47d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:14:34.668090 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:14:34.670330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e9f4e4-dbf3-47f5-a989-67af675df928" -d '{"events": [{"server_uuid": "18e8215c-2194-4ede-93b8-cb0aed220a85", "name": "network-vif-unplugged", "status": "completed", "tag": "b91e9bc3-d92d-4500-a5e8-c5757321d47d"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:14:34.674675 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'port_id': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d', 'mac_address': 'fa:16:3e:ce:a6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:14:34.684750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b91e9bc3-d92d-4500-a5e8-c5757321d47d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b91e9bc3-d92d-4500-a5e8-c5757321d47d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:14:34.718042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Jan 2022 12:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d504d4f-fa59-43c1-a1ca-87c9aa146166 x-openstack-request-id: req-7d504d4f-fa59-43c1-a1ca-87c9aa146166 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:14:34.718345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e8215c-2194-4ede-93b8-cb0aed220a85", "name": "network-vif-unplugged", "status": "completed", "tag": "b91e9bc3-d92d-4500-a5e8-c5757321d47d", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:14:34.718607 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d504d4f-fa59-43c1-a1ca-87c9aa146166 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:14:34.719006 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d', 'code': 200} Jan 10 12:14:34.723387 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:34.730674 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0369189c-5613-40bc-8e01-3c6fff6ba827 req-894c3bfc-dc8d-49e7-b377-d31f154c6d75 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870757 Jan 10 12:14:34.737270 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b91e9bc3-d92d-4500-a5e8-c5757321d47d {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:14:34.747767 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:34.820948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 12:14:34.821311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 12:14:34.824079 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b91e9bc3-d92d-4500-a5e8-c5757321d47d,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:14:34.830982 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:34.831339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:34.831687 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:34.832034 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:34.832370 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:34.832706 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:34.833044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:34.833379 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:34.833711 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:34.834065 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:34.834393 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:34.834719 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:34.835043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:35.301381 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723a34a-8418-473e-9023-39a91616ec50 req-5e23f277-31a2-4ce1-88eb-d948f4ad109e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:35.303592 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e723a34a-8418-473e-9023-39a91616ec50 req-5e23f277-31a2-4ce1-88eb-d948f4ad109e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 944 time: 0.0499129 Jan 10 12:14:35.352513 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e723a34a-8418-473e-9023-39a91616ec50 req-a3a54515-e176-44dc-9b59-8c7432e73aff tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429823 Jan 10 12:14:35.359196 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:35.372982 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91e9bc3-d92d-4500-a5e8-c5757321d47d {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:14:35.391871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b91e9bc3-d92d-4500-a5e8-c5757321d47d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b91e9bc3-d92d-4500-a5e8-c5757321d47d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:14:35.477361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:35.529695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b91e9bc3-d92d-4500-a5e8-c5757321d47d,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:14:35.535785 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['b91e9bc3-d92d-4500-a5e8-c5757321d47d'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:14:36.066589 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1c7d59ab-b8ca-4c5e-b1d2-13785a9c8d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:36.477067 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe51b55-d362-4df5-9991-4545ff8da3c8 req-e2e5868c-bed1-4a95-8029-991f0a46ced4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:36.477682 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b91e9bc3-d92d-4500-a5e8-c5757321d47d up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:14:36.478600 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-efe51b55-d362-4df5-9991-4545ff8da3c8 req-e2e5868c-bed1-4a95-8029-991f0a46ced4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 945 time: 0.0553136 Jan 10 12:14:36.527631 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-efe51b55-d362-4df5-9991-4545ff8da3c8 req-928906ef-ce23-479a-8ee1-e9f493167a30 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 Jan 10 12:14:36.530408 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port b91e9bc3-d92d-4500-a5e8-c5757321d47d triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:14:36.530906 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:36.607478 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:36.640354 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b91e9bc3-d92d-4500-a5e8-c5757321d47d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b91e9bc3-d92d-4500-a5e8-c5757321d47d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:14:36.647310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a782ac6-2871-4802-b855-9ad4a8b3ad80 req-6baa5290-3c47-45f8-8f6a-61f75e262c94 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:36.648853 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4a782ac6-2871-4802-b855-9ad4a8b3ad80 req-6baa5290-3c47-45f8-8f6a-61f75e262c94 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 945 time: 0.0497742 Jan 10 12:14:36.695452 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4a782ac6-2871-4802-b855-9ad4a8b3ad80 req-087bfd62-f68b-4dd7-8d90-70c435861ddf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408998 Jan 10 12:14:36.701485 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:36.726829 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:14:36.729174 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c2c692-f1b9-43d1-844a-3ed913eccee7" -d '{"events": [{"server_uuid": "18e8215c-2194-4ede-93b8-cb0aed220a85", "name": "network-vif-plugged", "status": "completed", "tag": "b91e9bc3-d92d-4500-a5e8-c5757321d47d"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:14:36.759210 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b91e9bc3-d92d-4500-a5e8-c5757321d47d,revision_number=8']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:14:36.766768 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32013c0a-7bb7-4065-80d4-755bc63c14d4 x-openstack-request-id: req-32013c0a-7bb7-4065-80d4-755bc63c14d4 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:14:36.767145 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e8215c-2194-4ede-93b8-cb0aed220a85", "name": "network-vif-plugged", "status": "completed", "tag": "b91e9bc3-d92d-4500-a5e8-c5757321d47d", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:14:36.767949 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32013c0a-7bb7-4065-80d4-755bc63c14d4 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:14:36.767949 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d', 'code': 200} Jan 10 12:14:36.816137 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762aee84-5324-4e85-8b03-1cbbcfdf950c req-da445668-8060-4575-9462-c2ee06bd2ef5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:36.817524 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-762aee84-5324-4e85-8b03-1cbbcfdf950c req-da445668-8060-4575-9462-c2ee06bd2ef5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0479970 Jan 10 12:14:36.863805 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-762aee84-5324-4e85-8b03-1cbbcfdf950c req-ba922381-0f62-4fb0-8d71-297401a5cdd5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400732 Jan 10 12:14:37.331262 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6270ce3-4ae2-4792-906c-9da1d453650d req-62d71d4a-a1f3-43cb-987f-aa7c9225727d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:37.332728 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a6270ce3-4ae2-4792-906c-9da1d453650d req-62d71d4a-a1f3-43cb-987f-aa7c9225727d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0513518 Jan 10 12:14:37.379219 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a6270ce3-4ae2-4792-906c-9da1d453650d req-8e8cce23-bc39-4034-87a8-b58e244c345b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403509 Jan 10 12:14:38.496864 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71aec2-b66d-4e0a-9073-9af3fdf0ae2e req-2bcda9b3-fe26-40e3-b6e6-c604c5cd2065 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:38.498271 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8c71aec2-b66d-4e0a-9073-9af3fdf0ae2e req-2bcda9b3-fe26-40e3-b6e6-c604c5cd2065 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0526168 Jan 10 12:14:38.544583 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8c71aec2-b66d-4e0a-9073-9af3fdf0ae2e req-e906da5a-e4ed-4b8d-9179-efe22a4ff7d1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406024 Jan 10 12:14:38.973271 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de67a8e-21c8-4453-bef1-0f7ae6dedebb req-ed98bad1-63ed-4a95-855d-2207a719b8e1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:38.974742 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2de67a8e-21c8-4453-bef1-0f7ae6dedebb req-ed98bad1-63ed-4a95-855d-2207a719b8e1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 946 time: 0.0477083 Jan 10 12:14:39.067976 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-2de67a8e-21c8-4453-bef1-0f7ae6dedebb req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Deleting port b91e9bc3-d92d-4500-a5e8-c5757321d47d {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:14:39.068325 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-2de67a8e-21c8-4453-bef1-0f7ae6dedebb req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:39.158166 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-2de67a8e-21c8-4453-bef1-0f7ae6dedebb req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] For port b91e9bc3-d92d-4500-a5e8-c5757321d47d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b91e9bc3-d92d-4500-a5e8-c5757321d47d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:14:39.158534 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-2de67a8e-21c8-4453-bef1-0f7ae6dedebb req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:39.376560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-2de67a8e-21c8-4453-bef1-0f7ae6dedebb req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:39.376926 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-2de67a8e-21c8-4453-bef1-0f7ae6dedebb req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (93d5f01b-a8ba-48bb-8cae-6d8cb189d713), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:39.377246 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [req-2de67a8e-21c8-4453-bef1-0f7ae6dedebb req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Floating IP 93d5f01b-a8ba-48bb-8cae-6d8cb189d713 disassociated. External IP: 172.36.2.48, port: b91e9bc3-d92d-4500-a5e8-c5757321d47d. Jan 10 12:14:39.377616 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-2de67a8e-21c8-4453-bef1-0f7ae6dedebb req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Calling delete_port for b91e9bc3-d92d-4500-a5e8-c5757321d47d owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:14:39.604117 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-2de67a8e-21c8-4453-bef1-0f7ae6dedebb req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b91e9bc3-d92d-4500-a5e8-c5757321d47d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:39.642709 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Pushing event deleted for resources: {'Port': ['ID=b91e9bc3-d92d-4500-a5e8-c5757321d47d,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:14:39.663591 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e55c1e87-d3ce-42be-9494-4536c93f661f req-97ecd7bd-a68d-4610-b915-2a58d99516d3 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 210 time: 0.0509772 Jan 10 12:14:39.666668 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:39.667030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:39.667448 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:39.667800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:39.668145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:39.668480 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:39.668810 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:39.669149 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:39.669489 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:39.669857 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:39.670298 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:39.670565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:39.670894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:14:39.783052 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2de67a8e-21c8-4453-bef1-0f7ae6dedebb req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:14:39.890002 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2de67a8e-21c8-4453-bef1-0f7ae6dedebb req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:14:39.900440 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc178e-3a15-48c5-a65c-f57f3fbbf0d3 None None] Sync routers for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:14:39.909673 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cc178e-3a15-48c5-a65c-f57f3fbbf0d3 None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:14:39.910334 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-91cc178e-3a15-48c5-a65c-f57f3fbbf0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:14:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:14:39.928299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de67a8e-21c8-4453-bef1-0f7ae6dedebb req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] No DVR routers for this DVR port b91e9bc3-d92d-4500-a5e8-c5757321d47d on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:14:39.930943 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-2de67a8e-21c8-4453-bef1-0f7ae6dedebb req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:39.934946 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2de67a8e-21c8-4453-bef1-0f7ae6dedebb req-654e737c-e9b1-4234-a735-5ef733482d85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "DELETE /v2.0/ports/b91e9bc3-d92d-4500-a5e8-c5757321d47d HTTP/1.1" status: 204 len: 173 time: 0.9552002 Jan 10 12:14:39.935340 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'name': 'network-vif-deleted', 'tag': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:14:39.937640 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2d909a-b5df-4170-b907-2e8d7d60e09b" -d '{"events": [{"server_uuid": "18e8215c-2194-4ede-93b8-cb0aed220a85", "name": "network-vif-deleted", "tag": "b91e9bc3-d92d-4500-a5e8-c5757321d47d"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:14:39.977447 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e066e8-d8d0-4909-bfe9-c2b6b339a87e x-openstack-request-id: req-e4e066e8-d8d0-4909-bfe9-c2b6b339a87e {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:14:39.978612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e8215c-2194-4ede-93b8-cb0aed220a85", "name": "network-vif-deleted", "tag": "b91e9bc3-d92d-4500-a5e8-c5757321d47d", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:14:39.978612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4e066e8-d8d0-4909-bfe9-c2b6b339a87e {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:14:39.978955 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e8215c-2194-4ede-93b8-cb0aed220a85', 'name': 'network-vif-deleted', 'tag': 'b91e9bc3-d92d-4500-a5e8-c5757321d47d', 'status': 'completed', 'code': 200} Jan 10 12:14:40.016712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-91cc178e-3a15-48c5-a65c-f57f3fbbf0d3 None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:14:40.215037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-91cc178e-3a15-48c5-a65c-f57f3fbbf0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:14:40.250255 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc178e-3a15-48c5-a65c-f57f3fbbf0d3 None None] Checking router: 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:14:40.265622 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cc178e-3a15-48c5-a65c-f57f3fbbf0d3 None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:14:40.266394 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-91cc178e-3a15-48c5-a65c-f57f3fbbf0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:14:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:14:40.342623 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-76161afc-b1f7-4ae4-8c00-2f8f18b43531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:40.373521 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-91cc178e-3a15-48c5-a65c-f57f3fbbf0d3 None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:14:40.569019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-91cc178e-3a15-48c5-a65c-f57f3fbbf0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:14:40.596217 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc178e-3a15-48c5-a65c-f57f3fbbf0d3 None None] The sync data for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv is: [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:14:40.678310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:40.779823 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8ffa8b91-b239-440e-b166-94987d75ad64 req-81ad9440-9231-4885-a8be-7bab58d94697 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=18e8215c-2194-4ede-93b8-cb0aed220a85 HTTP/1.1" status: 200 len: 210 time: 0.0278087 Jan 10 12:14:40.814185 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6143757-8315-40b2-adbc-7c07f62b0b3e None None] New status for floating IP 93d5f01b-a8ba-48bb-8cae-6d8cb189d713: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:14:42.011942 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-2d268563-57e8-4b0e-9832-8533d68609b4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1893538285&fields=id&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 267 time: 0.0416462 Jan 10 12:14:42.119888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-ab1927ef-8d55-47d3-9bcd-54a273d1759e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:42.121434 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-ab1927ef-8d55-47d3-9bcd-54a273d1759e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 812 time: 0.1032627 Jan 10 12:14:42.136641 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-7df965ee-2fa1-4a28-a3f2-72b7b94b97db tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/quotas/d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 375 time: 0.0095718 Jan 10 12:14:42.187044 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-833e5d5a-e5b3-4535-830f-fb25f75b77c5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452244 Jan 10 12:14:42.209462 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:42.339582 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-b2597737-103e-4c9d-8f0f-4cc9adf1aef2 service neutron] 10.222.0.16 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407216 Jan 10 12:14:42.431037 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-6979e4d1-d82f-47ea-87f6-683a69c37c95 service neutron] 10.222.0.16 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857196 Jan 10 12:14:42.509815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b91e9bc3-d92d-4500-a5e8-c5757321d47d no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:14:42.533335 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: b91e9bc3-d92d-4500-a5e8-c5757321d47d {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:14:42.533686 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b91e9bc3-d92d-4500-a5e8-c5757321d47d not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:14:42.682747 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8d28d196-e9a3-4dae-a8e1-60bbb11bf64a req-45c2a592-4d86-444d-a7ae-e35ade604a80 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 210 time: 0.0300410 Jan 10 12:14:43.271279 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:43.774397 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1f09b723-a95c-486e-9d5f-9f74abc6feed req-dff8298e-f164-41e3-9066-47ff2cf4f076 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 210 time: 0.0268948 Jan 10 12:14:44.392434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-b033b818-e420-4274-9366-acd879e72b6c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:44.393921 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-b033b818-e420-4274-9366-acd879e72b6c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 812 time: 0.1024475 Jan 10 12:14:44.454118 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-5af9f6fc-aa7d-46b5-99af-ddba41a8320a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 380 time: 0.0521965 Jan 10 12:14:44.464725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-c15a455e-ab70-4099-9b44-12dbd6e1a174 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Request body: {'port': {'device_id': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'admin_state_up': True, 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'security_groups': ['d7f5293f-7b95-47ae-bc07-618aa35f1555']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:14:44.649622 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-c15a455e-ab70-4099-9b44-12dbd6e1a174 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Made reservation on behalf of d5a98d6e47994ff9aa647dde76fb5e18 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:14:44.653811 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-c15a455e-ab70-4099-9b44-12dbd6e1a174 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:44.778736 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-c15a455e-ab70-4099-9b44-12dbd6e1a174 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Allocated IP 172.20.0.11 (d5e3f542-f27b-43bf-8074-0c584915bfdf/d5b478b7-0567-49ee-83e8-a1bb78bd3e0c/ad4f3565-0f03-468b-9ab8-3a9587bac53d) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:14:45.096613 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0a411602-136b-4edb-bc71-063b9a20cf2a req-11562820-2b3b-4d18-ba68-87d7ded81e2e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 210 time: 0.0385811 Jan 10 12:14:45.183190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-c15a455e-ab70-4099-9b44-12dbd6e1a174 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:45.278561 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-c15a455e-ab70-4099-9b44-12dbd6e1a174 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:45.320076 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-c15a455e-ab70-4099-9b44-12dbd6e1a174 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Network d5e3f542-f27b-43bf-8074-0c584915bfdf is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:14:45.323774 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-c15a455e-ab70-4099-9b44-12dbd6e1a174 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:14:45.326186 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-c15a455e-ab70-4099-9b44-12dbd6e1a174 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:14:45.358018 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a455e-ab70-4099-9b44-12dbd6e1a174 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Pushing event updated for resources: {'Port': ['ID=ad4f3565-0f03-468b-9ab8-3a9587bac53d,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:14:45.381092 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:14:45.383774 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-c15a455e-ab70-4099-9b44-12dbd6e1a174 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:45.384060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-c15a455e-ab70-4099-9b44-12dbd6e1a174 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:45.452672 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-c15a455e-ab70-4099-9b44-12dbd6e1a174 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9917002 Jan 10 12:14:45.464278 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Request body: {'port': {'device_id': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:14:45.519630 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:45.544984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-150bffeb-11c3-4004-af00-56e00cc05d56 None None] Provisioning complete for port ad4f3565-0f03-468b-9ab8-3a9587bac53d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:14:45.545555 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-150bffeb-11c3-4004-af00-56e00cc05d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:45.578981 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-150bffeb-11c3-4004-af00-56e00cc05d56 None None] Port ad4f3565-0f03-468b-9ab8-3a9587bac53d cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:14:45.779852 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4f3565-0f03-468b-9ab8-3a9587bac53d {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:14:45.787030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Publish callbacks [] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:45.799003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Transition to ACTIVE for port object ad4f3565-0f03-468b-9ab8-3a9587bac53d will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:14:45.838181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:45.904133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4f3565-0f03-468b-9ab8-3a9587bac53d,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:14:45.961332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Attempting to bind port ad4f3565-0f03-468b-9ab8-3a9587bac53d on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:14:45.961681 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Attempting to bind port ad4f3565-0f03-468b-9ab8-3a9587bac53d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:14:45.962058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Attempting to bind port ad4f3565-0f03-468b-9ab8-3a9587bac53d on network d5e3f542-f27b-43bf-8074-0c584915bfdf {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:14:45.966731 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Port ad4f3565-0f03-468b-9ab8-3a9587bac53d on network d5e3f542-f27b-43bf-8074-0c584915bfdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:14:45.967183 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Attempting to bind port ad4f3565-0f03-468b-9ab8-3a9587bac53d on network d5e3f542-f27b-43bf-8074-0c584915bfdf {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:14:45.972195 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:14:45.972539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Checking segment: {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:14:45.972935 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Bound using segment: {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:14:45.973365 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Bound port: ad4f3565-0f03-468b-9ab8-3a9587bac53d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:14:45.973728 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:46.038897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] For port ad4f3565-0f03-468b-9ab8-3a9587bac53d, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:14:46.042395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] For port ad4f3565-0f03-468b-9ab8-3a9587bac53d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ad4f3565-0f03-468b-9ab8-3a9587bac53d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:14:46.106414 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:46.143849 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:46.143849 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:46.145170 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] 10.222.0.30 "PUT /v2.0/ports/ad4f3565-0f03-468b-9ab8-3a9587bac53d HTTP/1.1" status: 200 len: 1094 time: 0.6853170 Jan 10 12:14:46.145614 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'tag': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:14:46.147891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11761fcf-f5a6-47c6-b98e-ee3d868ced2f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4098fa0-2c84-4db6-bc93-13b60bb16dcf", "tag": "ad4f3565-0f03-468b-9ab8-3a9587bac53d"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:14:46.174143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb048a20-ff7d-4e0c-9d55-e2e57dacf884 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4f3565-0f03-468b-9ab8-3a9587bac53d,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:14:46.208062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a5c08c-8ac8-4052-840b-16a108e2dd2c x-openstack-request-id: req-02a5c08c-8ac8-4052-840b-16a108e2dd2c {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:14:46.208407 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4098fa0-2c84-4db6-bc93-13b60bb16dcf", "tag": "ad4f3565-0f03-468b-9ab8-3a9587bac53d", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:14:46.208700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02a5c08c-8ac8-4052-840b-16a108e2dd2c {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:14:46.209123 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'tag': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d', 'status': 'completed', 'code': 200} Jan 10 12:14:46.225728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f739a-ea69-4a2d-9686-09ee77a795e2 req-3dac4061-aa96-4fdb-8a53-23dfb3f89e5c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:46.227516 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-209f739a-ea69-4a2d-9686-09ee77a795e2 req-3dac4061-aa96-4fdb-8a53-23dfb3f89e5c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 944 time: 0.0599179 Jan 10 12:14:46.282115 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11761fcf-f5a6-47c6-b98e-ee3d868ced2f req-12396ce7-84f1-4626-9309-22696e9f0bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:46.283689 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-11761fcf-f5a6-47c6-b98e-ee3d868ced2f req-12396ce7-84f1-4626-9309-22696e9f0bc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 1097 time: 0.0525398 Jan 10 12:14:46.284143 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-209f739a-ea69-4a2d-9686-09ee77a795e2 req-43fd2622-9391-4593-bc34-8c04a246f41c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490072 Jan 10 12:14:46.393287 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11761fcf-f5a6-47c6-b98e-ee3d868ced2f req-14e8bc3a-5791-4ab6-8f3b-a4d33c4e893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:46.394793 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-11761fcf-f5a6-47c6-b98e-ee3d868ced2f req-14e8bc3a-5791-4ab6-8f3b-a4d33c4e893d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1041336 Jan 10 12:14:46.490024 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11761fcf-f5a6-47c6-b98e-ee3d868ced2f req-81f8e75f-5ccb-4728-bef7-cb5be17bdee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:46.491535 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-11761fcf-f5a6-47c6-b98e-ee3d868ced2f req-81f8e75f-5ccb-4728-bef7-cb5be17bdee5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913627 Jan 10 12:14:46.564600 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-fd632e60-1b6d-453d-8c42-3016d89db4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:46.566044 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-fd632e60-1b6d-453d-8c42-3016d89db4d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 1097 time: 0.0409572 Jan 10 12:14:46.607165 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-6316adcd-a3d4-437d-b66f-e6d372c9c6f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4f3565-0f03-468b-9ab8-3a9587bac53d HTTP/1.1" status: 200 len: 217 time: 0.0335343 Jan 10 12:14:46.658374 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-431fd1bd-4046-44aa-ac8d-ad5638b89a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:46.659810 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-431fd1bd-4046-44aa-ac8d-ad5638b89a84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0469854 Jan 10 12:14:46.703399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-f69e91b2-47c3-4600-b7b7-fcc898293f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:46.704867 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-f69e91b2-47c3-4600-b7b7-fcc898293f3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395823 Jan 10 12:14:46.791801 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-ba633675-f116-496c-8760-699db5ac5a10 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808325 Jan 10 12:14:46.842812 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:14:46.880844 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dde0d49f-967a-4ad3-9b87-43c6d0d42646 req-ec6f1da6-3344-4436-ab7d-f513cb4cbf76 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838597 Jan 10 12:14:47.400962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc129437-f6a4-41e3-9ccf-14295db69d7a req-8a8bbf03-6b85-49e6-a23f-f7c6e479f192 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:47.402404 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cc129437-f6a4-41e3-9ccf-14295db69d7a req-8a8bbf03-6b85-49e6-a23f-f7c6e479f192 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 944 time: 0.0500448 Jan 10 12:14:47.448251 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cc129437-f6a4-41e3-9ccf-14295db69d7a req-abed3eb5-7008-4257-8148-3541499bd430 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404003 Jan 10 12:14:48.562756 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85abb8f-4d0a-48cb-b41f-6c54f5df80d6 req-d0e4252f-0683-4fe7-97bf-a9a6397039ea tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:48.564125 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c85abb8f-4d0a-48cb-b41f-6c54f5df80d6 req-d0e4252f-0683-4fe7-97bf-a9a6397039ea tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 944 time: 0.0481608 Jan 10 12:14:48.567267 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device ad4f3565-0f03-468b-9ab8-3a9587bac53d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:14:48.610436 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c85abb8f-4d0a-48cb-b41f-6c54f5df80d6 req-1b7f3fd1-e5ff-4fc9-92f5-3a81ab0ef575 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406315 Jan 10 12:14:48.663628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port ad4f3565-0f03-468b-9ab8-3a9587bac53d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ad4f3565-0f03-468b-9ab8-3a9587bac53d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:14:48.674296 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'port_id': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d', 'mac_address': 'fa:16:3e:22:81:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:14:48.710520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:48.725787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4f3565-0f03-468b-9ab8-3a9587bac53d {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:14:48.744853 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port ad4f3565-0f03-468b-9ab8-3a9587bac53d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ad4f3565-0f03-468b-9ab8-3a9587bac53d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:14:48.847975 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:48.894928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=ad4f3565-0f03-468b-9ab8-3a9587bac53d,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:14:49.048514 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['ad4f3565-0f03-468b-9ab8-3a9587bac53d'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:14:49.522201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:49.728078 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ef00a-2564-4abf-8f94-01075d4d0dfb req-3851d1a0-1225-4667-bc87-41a08b163d3a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:49.730095 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f67ef00a-2564-4abf-8f94-01075d4d0dfb req-3851d1a0-1225-4667-bc87-41a08b163d3a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 945 time: 0.0531013 Jan 10 12:14:49.775724 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f67ef00a-2564-4abf-8f94-01075d4d0dfb req-97375f75-5416-4a85-9a82-29a7fca077e1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400779 Jan 10 12:14:50.570303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device ad4f3565-0f03-468b-9ab8-3a9587bac53d up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:14:50.689186 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port ad4f3565-0f03-468b-9ab8-3a9587bac53d completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:14:50.692812 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port ad4f3565-0f03-468b-9ab8-3a9587bac53d triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:14:50.693178 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:50.766714 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:50.790124 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:14:50.792337 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb16c7a0-1455-49ee-954f-0a28edd21a09" -d '{"events": [{"server_uuid": "a4098fa0-2c84-4db6-bc93-13b60bb16dcf", "name": "network-vif-plugged", "status": "completed", "tag": "ad4f3565-0f03-468b-9ab8-3a9587bac53d"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:14:50.906008 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010d27e-1e64-4417-8de9-b33c647b1e9b req-101f894e-510c-435e-b198-2bbbb0d3ca39 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:50.907666 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4010d27e-1e64-4417-8de9-b33c647b1e9b req-101f894e-510c-435e-b198-2bbbb0d3ca39 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 945 time: 0.0532179 Jan 10 12:14:50.953055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84efcca9-87d7-4dc9-b8a3-44011974b1ff x-openstack-request-id: req-84efcca9-87d7-4dc9-b8a3-44011974b1ff {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:14:50.953358 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4098fa0-2c84-4db6-bc93-13b60bb16dcf", "name": "network-vif-plugged", "status": "completed", "tag": "ad4f3565-0f03-468b-9ab8-3a9587bac53d", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:14:50.953688 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84efcca9-87d7-4dc9-b8a3-44011974b1ff {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:14:50.953997 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d', 'code': 200} Jan 10 12:14:50.957408 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port ad4f3565-0f03-468b-9ab8-3a9587bac53d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ad4f3565-0f03-468b-9ab8-3a9587bac53d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:14:50.957618 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4010d27e-1e64-4417-8de9-b33c647b1e9b req-7d4775b4-f7fd-4d5d-b625-866440d94a91 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441649 Jan 10 12:14:51.031038 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:51.078287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=ad4f3565-0f03-468b-9ab8-3a9587bac53d,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:14:51.128977 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b6db0-36ae-42d4-997b-0c922d2a0b6e req-4e477238-c8ba-41ae-b052-688cf118af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:51.130511 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f7b6db0-36ae-42d4-997b-0c922d2a0b6e req-4e477238-c8ba-41ae-b052-688cf118af4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 1099 time: 0.0403442 Jan 10 12:14:51.176480 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f7b6db0-36ae-42d4-997b-0c922d2a0b6e req-8b453a1a-7ac4-4c60-b6c9-ee82830d48ce service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402420 Jan 10 12:14:52.072723 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a76c1-3376-4e4e-ac8d-b931cf0b3939 req-f4aff2f1-fa0e-45da-a270-8ced79c8a0f2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:52.074202 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a08a76c1-3376-4e4e-ac8d-b931cf0b3939 req-f4aff2f1-fa0e-45da-a270-8ced79c8a0f2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0482197 Jan 10 12:14:52.121154 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a08a76c1-3376-4e4e-ac8d-b931cf0b3939 req-a320d2a9-11b6-47eb-ba92-90f5c85de6f5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414023 Jan 10 12:14:53.235638 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bd61d-987b-4296-953a-14feaebfae0b req-1e9902f1-56be-465b-add0-40b043a7b73a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:53.237148 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fd0bd61d-987b-4296-953a-14feaebfae0b req-1e9902f1-56be-465b-add0-40b043a7b73a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0485156 Jan 10 12:14:53.285136 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fd0bd61d-987b-4296-953a-14feaebfae0b req-b1f6fb8d-11df-4369-99be-1919f438dde8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420237 Jan 10 12:14:53.397584 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb46e0f-272d-450b-be12-7a8a99096917 req-458ef35b-efbb-4a4b-8dec-fce42edd143a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:53.399116 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-acb46e0f-272d-450b-be12-7a8a99096917 req-458ef35b-efbb-4a4b-8dec-fce42edd143a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0523508 Jan 10 12:14:53.407608 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 33756) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:14:53.411984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-be4b69d1-b726-4698-875a-afb554fe000a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Request body: {'floatingip': {'port_id': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:14:53.450753 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-be4b69d1-b726-4698-875a-afb554fe000a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for floatingip (93d5f01b-a8ba-48bb-8cae-6d8cb189d713), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:53.859233 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-be4b69d1-b726-4698-875a-afb554fe000a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:53.935062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-be4b69d1-b726-4698-875a-afb554fe000a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (93d5f01b-a8ba-48bb-8cae-6d8cb189d713), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:54.031751 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-be4b69d1-b726-4698-875a-afb554fe000a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Floating IP 93d5f01b-a8ba-48bb-8cae-6d8cb189d713 associated. External IP: 172.36.2.48, port: ad4f3565-0f03-468b-9ab8-3a9587bac53d. Jan 10 12:14:54.231755 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4b69d1-b726-4698-875a-afb554fe000a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:14:54.337422 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4b69d1-b726-4698-875a-afb554fe000a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:14:54.342816 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-be4b69d1-b726-4698-875a-afb554fe000a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:14:54.347336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7832632-da88-4e0b-be08-4969af4fe7fe None None] Sync routers for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:14:54.357297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7832632-da88-4e0b-be08-4969af4fe7fe None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:14:54.357948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f7832632-da88-4e0b-be08-4969af4fe7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:14:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:14:54.369113 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-be4b69d1-b726-4698-875a-afb554fe000a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "PUT /v2.0/floatingips/93d5f01b-a8ba-48bb-8cae-6d8cb189d713 HTTP/1.1" status: 200 len: 991 time: 0.9604135 Jan 10 12:14:54.369868 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'tag': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:14:54.372229 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ae9e03-3859-4a4e-82d6-70f10ac81dac" -d '{"events": [{"name": "network-changed", "server_uuid": "a4098fa0-2c84-4db6-bc93-13b60bb16dcf", "tag": "ad4f3565-0f03-468b-9ab8-3a9587bac53d"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:14:54.471026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1bca0d-28f3-41cf-b286-df392144e308 x-openstack-request-id: req-5f1bca0d-28f3-41cf-b286-df392144e308 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:14:54.471026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4098fa0-2c84-4db6-bc93-13b60bb16dcf", "tag": "ad4f3565-0f03-468b-9ab8-3a9587bac53d", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:14:54.471026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f1bca0d-28f3-41cf-b286-df392144e308 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:14:54.471796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-f7832632-da88-4e0b-be08-4969af4fe7fe None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:14:54.471887 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'tag': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d', 'status': 'completed', 'code': 200} Jan 10 12:14:54.526644 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae9e03-3859-4a4e-82d6-70f10ac81dac req-35d5d091-22e0-4543-8d72-1cfe20f7976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:54.528065 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d4ae9e03-3859-4a4e-82d6-70f10ac81dac req-35d5d091-22e0-4543-8d72-1cfe20f7976f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 1099 time: 0.0410984 Jan 10 12:14:54.620386 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae9e03-3859-4a4e-82d6-70f10ac81dac req-ac6b1170-46ab-4020-a455-26d9eb3b23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:54.621906 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d4ae9e03-3859-4a4e-82d6-70f10ac81dac req-ac6b1170-46ab-4020-a455-26d9eb3b23e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0869303 Jan 10 12:14:54.685248 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d4ae9e03-3859-4a4e-82d6-70f10ac81dac req-075a4bd9-df0d-405f-9fac-0353445379c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4f3565-0f03-468b-9ab8-3a9587bac53d HTTP/1.1" status: 200 len: 999 time: 0.0579381 Jan 10 12:14:54.696260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f7832632-da88-4e0b-be08-4969af4fe7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '93d5f01b-a8ba-48bb-8cae-6d8cb189d713', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'floating_ip_address': '172.36.2.48', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'port_id': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'mac_address': 'fa:16:3e:22:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:13:26Z', 'updated_at': '2022-01-10T12:14:53Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:14:54.722630 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7832632-da88-4e0b-be08-4969af4fe7fe None None] Checking router: 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:14:54.731013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7832632-da88-4e0b-be08-4969af4fe7fe None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:14:54.731631 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f7832632-da88-4e0b-be08-4969af4fe7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:14:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:14:54.736222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae9e03-3859-4a4e-82d6-70f10ac81dac req-24bc4fbf-a5f4-4689-b0e1-38dd095daa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:54.737698 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d4ae9e03-3859-4a4e-82d6-70f10ac81dac req-24bc4fbf-a5f4-4689-b0e1-38dd095daa7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0473418 Jan 10 12:14:54.782460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae9e03-3859-4a4e-82d6-70f10ac81dac req-9512da42-9b7b-49fa-9d85-1f4d6e0f3ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:14:54.783880 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d4ae9e03-3859-4a4e-82d6-70f10ac81dac req-9512da42-9b7b-49fa-9d85-1f4d6e0f3ac0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408161 Jan 10 12:14:54.836269 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-f7832632-da88-4e0b-be08-4969af4fe7fe None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:14:54.874634 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d4ae9e03-3859-4a4e-82d6-70f10ac81dac req-8001cb31-706d-4fc1-91e6-a9a5460f7930 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842848 Jan 10 12:14:54.964916 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d4ae9e03-3859-4a4e-82d6-70f10ac81dac req-66dc1702-49f7-4101-bab9-9e8072bc84a2 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848711 Jan 10 12:14:55.062657 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f7832632-da88-4e0b-be08-4969af4fe7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '93d5f01b-a8ba-48bb-8cae-6d8cb189d713', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'floating_ip_address': '172.36.2.48', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'port_id': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'mac_address': 'fa:16:3e:22:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:13:26Z', 'updated_at': '2022-01-10T12:14:53Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:14:55.092212 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7832632-da88-4e0b-be08-4969af4fe7fe None None] The sync data for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv is: [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '93d5f01b-a8ba-48bb-8cae-6d8cb189d713', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'floating_ip_address': '172.36.2.48', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'port_id': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'mac_address': 'fa:16:3e:22:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:13:26Z', 'updated_at': '2022-01-10T12:14:53Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:14:55.285852 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af266a50-5dba-4962-8da2-1966cbb6e19b None None] New status for floating IP 93d5f01b-a8ba-48bb-8cae-6d8cb189d713: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:15:06.082016 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aaa8af8c-8204-4a01-ae1b-3ae99e3b7261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:10.329164 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e98eeabd-de01-4c64-b388-2714e861fbb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:10.700615 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:12.219049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:13.225602 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:19.567362 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:23.841612 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:15:30.637036 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763009b-32d7-4a9a-9d42-32d45b118d17 req-59ba6e38-0b63-4142-8881-bbbdc11c6d24 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:30.638548 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3763009b-32d7-4a9a-9d42-32d45b118d17 req-59ba6e38-0b63-4142-8881-bbbdc11c6d24 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0502851 Jan 10 12:15:30.687786 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3763009b-32d7-4a9a-9d42-32d45b118d17 req-cde57bdf-ba62-42d1-9655-6fd6a403e9a9 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437386 Jan 10 12:15:31.803526 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf39ee4-5eec-43e5-a7d2-1eb5e2370d94 req-7382c4bc-1df8-4c0e-919d-084a01be63bd tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:31.805039 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5bf39ee4-5eec-43e5-a7d2-1eb5e2370d94 req-7382c4bc-1df8-4c0e-919d-084a01be63bd tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0485642 Jan 10 12:15:31.850876 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5bf39ee4-5eec-43e5-a7d2-1eb5e2370d94 req-b92dfe32-b25d-444f-9669-96bd77d839bb tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403321 Jan 10 12:15:32.969106 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d5649-1887-4284-9f62-2b8895d2080a req-e9fdd24a-bc1b-4fb3-b316-5d3a8a047c2c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:32.970619 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a76d5649-1887-4284-9f62-2b8895d2080a req-e9fdd24a-bc1b-4fb3-b316-5d3a8a047c2c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0518978 Jan 10 12:15:33.016595 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a76d5649-1887-4284-9f62-2b8895d2080a req-ef09d97b-25d0-4b1f-a975-c7a6a187c570 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404966 Jan 10 12:15:34.130514 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57145262-af9e-4004-8db9-16dac96a5775 req-ce472368-4c74-489d-84de-bf4b3837d8c4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:34.131988 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-57145262-af9e-4004-8db9-16dac96a5775 req-ce472368-4c74-489d-84de-bf4b3837d8c4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0488343 Jan 10 12:15:34.181592 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-57145262-af9e-4004-8db9-16dac96a5775 req-aba732c3-ee69-4fad-b0f0-164d7e45ea8a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441453 Jan 10 12:15:35.294145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda2eb0-82d1-440b-8f25-3306876477e2 req-29821f5b-c4c7-46cd-b559-beb9c426260a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:35.295649 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-efda2eb0-82d1-440b-8f25-3306876477e2 req-29821f5b-c4c7-46cd-b559-beb9c426260a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0489707 Jan 10 12:15:35.341522 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-efda2eb0-82d1-440b-8f25-3306876477e2 req-dea4aea3-cfee-4d2e-ad20-70e7470c983e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404804 Jan 10 12:15:36.071027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eeb46a68-8dd6-4a7c-b9c0-aa930705f78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:36.729331 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54579c-17a3-4b53-a989-129429761265 req-7dfcdd94-d202-4549-b282-5a830f537b8f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:36.730840 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4c54579c-17a3-4b53-a989-129429761265 req-7dfcdd94-d202-4549-b282-5a830f537b8f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.3211794 Jan 10 12:15:36.776735 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4c54579c-17a3-4b53-a989-129429761265 req-5749026d-4b1c-4aae-b2c6-0ed914691cbb tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404139 Jan 10 12:15:37.891064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dc1ca-da28-476a-a1c0-6e4a9285244a req-83570af6-fbc0-42b6-9bfe-eda3042f8725 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:37.892524 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b18dc1ca-da28-476a-a1c0-6e4a9285244a req-83570af6-fbc0-42b6-9bfe-eda3042f8725 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0486741 Jan 10 12:15:37.942312 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b18dc1ca-da28-476a-a1c0-6e4a9285244a req-c0ffd550-9b5b-41a4-a336-78c8c7c8006f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443397 Jan 10 12:15:39.055185 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f7da6-9836-47dc-b51c-d288c090f335 req-797cd738-1d5c-428c-8754-4578d21b215a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:39.057212 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-205f7da6-9836-47dc-b51c-d288c090f335 req-797cd738-1d5c-428c-8754-4578d21b215a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0493319 Jan 10 12:15:39.103494 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-205f7da6-9836-47dc-b51c-d288c090f335 req-02ec1141-aa3c-4389-9022-e47af7fa7b65 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407186 Jan 10 12:15:40.218174 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e286a9-7b31-4bea-ae47-a2220de105e5 req-33367761-adcf-40c8-993b-c5327e8a5e77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:40.219631 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-69e286a9-7b31-4bea-ae47-a2220de105e5 req-33367761-adcf-40c8-993b-c5327e8a5e77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0491102 Jan 10 12:15:40.269003 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-69e286a9-7b31-4bea-ae47-a2220de105e5 req-ad7f44a0-7020-49c7-8867-2da43dadc764 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439601 Jan 10 12:15:40.328240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d5d30eca-27c8-47aa-8057-1ca6d498e993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:40.681447 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:41.387482 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259da191-b022-4ddb-ac1c-2c91caaf11d6 req-c8701f37-4b2c-4e33-9e1a-2b31142691a0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:41.389044 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-259da191-b022-4ddb-ac1c-2c91caaf11d6 req-c8701f37-4b2c-4e33-9e1a-2b31142691a0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0525305 Jan 10 12:15:41.436199 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-259da191-b022-4ddb-ac1c-2c91caaf11d6 req-dd79fa24-9e81-42e6-ad4f-da6b31bba157 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414279 Jan 10 12:15:42.242317 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:42.550602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2baf8-ebee-4efc-93cc-1b7f077a3b93 req-1f58a4d7-f354-431b-b728-fb07eec45a25 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:42.552079 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1cd2baf8-ebee-4efc-93cc-1b7f077a3b93 req-1f58a4d7-f354-431b-b728-fb07eec45a25 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0490100 Jan 10 12:15:42.598614 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1cd2baf8-ebee-4efc-93cc-1b7f077a3b93 req-4aa5c153-c73d-45e4-b32f-132fd1c32d5f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410273 Jan 10 12:15:43.282334 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:43.710635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c99eb5-cc01-43e1-8e12-2184d4cbfa0e req-eb13a3ca-bc94-4368-a3e7-3d8b44924a36 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:43.712103 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-37c99eb5-cc01-43e1-8e12-2184d4cbfa0e req-eb13a3ca-bc94-4368-a3e7-3d8b44924a36 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0490587 Jan 10 12:15:43.758066 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-37c99eb5-cc01-43e1-8e12-2184d4cbfa0e req-b9715b79-2127-4f40-a389-9c1cc94dc718 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403903 Jan 10 12:15:43.945904 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741bf57-2c49-433c-945f-69db8a573ef1 req-a6b8ca44-0597-47e6-abad-a596ce18bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:43.947305 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d741bf57-2c49-433c-945f-69db8a573ef1 req-a6b8ca44-0597-47e6-abad-a596ce18bed4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 1099 time: 0.0437448 Jan 10 12:15:44.047428 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741bf57-2c49-433c-945f-69db8a573ef1 req-e51b275e-7411-4ca7-bf98-51a67b46c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:44.048868 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d741bf57-2c49-433c-945f-69db8a573ef1 req-e51b275e-7411-4ca7-bf98-51a67b46c04b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0840807 Jan 10 12:15:44.117274 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d741bf57-2c49-433c-945f-69db8a573ef1 req-b3897ae9-1e52-43e9-9424-41cc939d6883 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4f3565-0f03-468b-9ab8-3a9587bac53d HTTP/1.1" status: 200 len: 1001 time: 0.0626888 Jan 10 12:15:44.166334 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741bf57-2c49-433c-945f-69db8a573ef1 req-5203b784-864a-4653-8c36-f08f265360dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:44.167803 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d741bf57-2c49-433c-945f-69db8a573ef1 req-5203b784-864a-4653-8c36-f08f265360dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0451748 Jan 10 12:15:44.210765 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741bf57-2c49-433c-945f-69db8a573ef1 req-5e0e5c2c-5876-41b9-be62-efd40a5c4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:44.212751 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d741bf57-2c49-433c-945f-69db8a573ef1 req-5e0e5c2c-5876-41b9-be62-efd40a5c4e28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393374 Jan 10 12:15:44.303141 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d741bf57-2c49-433c-945f-69db8a573ef1 req-b98518ac-64ab-4721-b506-03e535917fb2 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844443 Jan 10 12:15:44.389322 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d741bf57-2c49-433c-945f-69db8a573ef1 req-c1e7b38f-4575-4eae-8423-98b7c9097235 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795860 Jan 10 12:15:44.874591 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baac75-9ff0-4ed1-abb6-0f370331759a req-4dcb228f-b01e-4b7f-ba7d-754c788538f0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:44.876042 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0baac75-9ff0-4ed1-abb6-0f370331759a req-4dcb228f-b01e-4b7f-ba7d-754c788538f0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0519011 Jan 10 12:15:44.921117 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0baac75-9ff0-4ed1-abb6-0f370331759a req-133d86d6-280b-4d0d-80d6-cecc17c90812 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396461 Jan 10 12:15:46.039753 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd437ac6-df0d-4c7f-9a08-ea4c9b28f95d req-32467701-ad51-4c9f-8d99-0e9479b6e64f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:46.041249 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cd437ac6-df0d-4c7f-9a08-ea4c9b28f95d req-32467701-ad51-4c9f-8d99-0e9479b6e64f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0535412 Jan 10 12:15:46.088538 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cd437ac6-df0d-4c7f-9a08-ea4c9b28f95d req-8023cb70-f0e2-4f89-bc70-6093e28348b5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416822 Jan 10 12:15:47.204315 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab474c0-96ae-4f4e-8d6c-ea4be1c93476 req-b07d732a-95cb-4a17-b0c3-3f20219b19df tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:47.205830 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0ab474c0-96ae-4f4e-8d6c-ea4be1c93476 req-b07d732a-95cb-4a17-b0c3-3f20219b19df tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0494335 Jan 10 12:15:47.254618 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0ab474c0-96ae-4f4e-8d6c-ea4be1c93476 req-461058f1-0bae-4c2a-b930-3e3340ad713d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426469 Jan 10 12:15:47.588739 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df45297-d1de-4819-89ff-70e96cbc33c2 req-483972e4-8821-43c4-ad5d-d68d0d8c7b2b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:47.590206 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7df45297-d1de-4819-89ff-70e96cbc33c2 req-483972e4-8821-43c4-ad5d-d68d0d8c7b2b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0488183 Jan 10 12:15:47.639330 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7df45297-d1de-4819-89ff-70e96cbc33c2 req-54498696-586c-42bb-9ab9-348942044b16 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434787 Jan 10 12:15:47.684400 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-6efaf8bd-e9a9-405e-bf85-d0b03063f358 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401442 Jan 10 12:15:48.756282 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f2c35-344a-4387-818d-bcb8c6326a05 req-ffce806c-cd67-4c87-9dca-55eeae9ce550 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:48.758263 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-273f2c35-344a-4387-818d-bcb8c6326a05 req-ffce806c-cd67-4c87-9dca-55eeae9ce550 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0489700 Jan 10 12:15:48.806054 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-273f2c35-344a-4387-818d-bcb8c6326a05 req-d788dda2-3bb4-4a73-8011-a4460716a6ca tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421417 Jan 10 12:15:49.544607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-213ea037-0205-4170-947c-6f966261e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:49.545182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:49.546052 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-213ea037-0205-4170-947c-6f966261e91f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 1099 time: 0.0410914 Jan 10 12:15:49.635520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-28a56a45-5963-45e5-808d-e66f56a076ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:49.636956 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-28a56a45-5963-45e5-808d-e66f56a076ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0847416 Jan 10 12:15:49.702169 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-d11833ee-0ba9-4900-81c6-b5eb7f0a30c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4f3565-0f03-468b-9ab8-3a9587bac53d HTTP/1.1" status: 200 len: 1001 time: 0.0595753 Jan 10 12:15:49.752140 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-db3ad8fe-2def-456b-8396-10124711cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:49.753519 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-db3ad8fe-2def-456b-8396-10124711cc68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0425854 Jan 10 12:15:49.795786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-3604de8a-f342-4baf-a4d7-c00c481ece0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:49.797088 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-3604de8a-f342-4baf-a4d7-c00c481ece0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378981 Jan 10 12:15:49.910126 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-976dacf0-5b30-4c18-bc48-589303b71538 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068916 Jan 10 12:15:49.983203 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2ae16-468e-4b63-8734-02b78d119f0f req-f3e7e0a1-363a-4a74-aef8-22327daf6772 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:49.984669 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-50d2ae16-468e-4b63-8734-02b78d119f0f req-f3e7e0a1-363a-4a74-aef8-22327daf6772 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.1093326 Jan 10 12:15:50.042272 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-66ed433b-9d24-482d-830d-e3bd64469ae2 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256661 Jan 10 12:15:50.054443 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-50d2ae16-468e-4b63-8734-02b78d119f0f req-4c6ad0f7-d6c6-4364-9b05-4ce2f7569d26 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640545 Jan 10 12:15:51.171244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e828b-4927-4695-b7bd-4174a5ff7622 req-1f03fbcc-6be2-43ef-8880-c2f5e132d6d5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:51.172726 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-663e828b-4927-4695-b7bd-4174a5ff7622 req-1f03fbcc-6be2-43ef-8880-c2f5e132d6d5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0516868 Jan 10 12:15:51.218987 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-663e828b-4927-4695-b7bd-4174a5ff7622 req-54a0fc44-bc9a-40f1-b584-5ac3973ec82d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406756 Jan 10 12:15:51.785023 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-8911c222-3863-4b63-828a-ff657b91883f service neutron] 10.222.0.30 "GET /v2.0/ports/ad4f3565-0f03-468b-9ab8-3a9587bac53d/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0536127 Jan 10 12:15:52.285850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-1344f489-51f2-4273-8996-755ae1efe313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:52.287340 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-1344f489-51f2-4273-8996-755ae1efe313 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 1099 time: 0.0409586 Jan 10 12:15:52.365829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b207a-fbe2-4c45-ac55-ebe8a65b0763 req-5a9888a8-5368-4087-8553-8d4c8535ba58 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:52.367834 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4b8b207a-fbe2-4c45-ac55-ebe8a65b0763 req-5a9888a8-5368-4087-8553-8d4c8535ba58 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0788643 Jan 10 12:15:52.373659 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-d7ef2f8b-4bb5-45cd-a436-047afc84c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:52.375075 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-d7ef2f8b-4bb5-45cd-a436-047afc84c774 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 1099 time: 0.0582118 Jan 10 12:15:52.471790 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4b8b207a-fbe2-4c45-ac55-ebe8a65b0763 req-6bcad73d-e158-4d41-aa4c-c76a1f246539 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957518 Jan 10 12:15:52.494366 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-cf7f086d-1a10-4fb7-a745-e6e17ad684ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:52.495876 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-cf7f086d-1a10-4fb7-a745-e6e17ad684ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.1143672 Jan 10 12:15:52.559525 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-c354f9ac-6dfe-4c8b-84fb-c29525d92b91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4f3565-0f03-468b-9ab8-3a9587bac53d HTTP/1.1" status: 200 len: 1001 time: 0.0579379 Jan 10 12:15:52.606919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-5234126e-6cd5-42be-8c6f-5b74e056fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:52.608324 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-5234126e-6cd5-42be-8c6f-5b74e056fe9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0424294 Jan 10 12:15:52.655777 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-c8a76c75-baf7-4778-af02-46b4d506c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:52.657221 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-c8a76c75-baf7-4778-af02-46b4d506c204 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424154 Jan 10 12:15:52.743271 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-f13354f9-0368-4b69-b3a9-b3b29c298c04 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802510 Jan 10 12:15:52.831489 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6b1a008f-56ac-4435-9f8b-0ec24a62d0dd req-4b236087-04dd-4bfb-a2db-0983733c0ffe service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828164 Jan 10 12:15:53.588114 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892725b8-6643-4dcf-8598-1e1a1d8e082a req-2b369ad0-4863-4959-a6e7-e049f93f29d5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:53.589605 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-892725b8-6643-4dcf-8598-1e1a1d8e082a req-2b369ad0-4863-4959-a6e7-e049f93f29d5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0500998 Jan 10 12:15:53.635649 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-892725b8-6643-4dcf-8598-1e1a1d8e082a req-c127c88a-fdac-40d6-9ced-1fcb86d4049e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405631 Jan 10 12:15:54.751634 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22063c-bf47-4944-9190-1a27eeb796d7 req-fd0949a1-4daa-4730-b026-89e24364728a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:54.753097 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1f22063c-bf47-4944-9190-1a27eeb796d7 req-fd0949a1-4daa-4730-b026-89e24364728a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0495608 Jan 10 12:15:54.788858 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device ad4f3565-0f03-468b-9ab8-3a9587bac53d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:15:54.791142 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device ad4f3565-0f03-468b-9ab8-3a9587bac53d no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:15:54.799768 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1f22063c-bf47-4944-9190-1a27eeb796d7 req-9e4915d1-a0fc-4dd0-8766-7e53de90cc08 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407078 Jan 10 12:15:54.934631 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:54.952715 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port ad4f3565-0f03-468b-9ab8-3a9587bac53d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ad4f3565-0f03-468b-9ab8-3a9587bac53d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:15:54.974592 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'port_id': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d', 'mac_address': 'fa:16:3e:22:81:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:15:54.980563 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:15:54.982805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbae1a0-fd97-45ed-af54-a2b7162279f3" -d '{"events": [{"server_uuid": "a4098fa0-2c84-4db6-bc93-13b60bb16dcf", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4f3565-0f03-468b-9ab8-3a9587bac53d"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:15:54.997015 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port ad4f3565-0f03-468b-9ab8-3a9587bac53d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ad4f3565-0f03-468b-9ab8-3a9587bac53d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:15:55.027630 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Jan 2022 12:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856f4db9-5f36-48eb-9a58-cfd6ecf7d17b x-openstack-request-id: req-856f4db9-5f36-48eb-9a58-cfd6ecf7d17b {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:15:55.027927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4098fa0-2c84-4db6-bc93-13b60bb16dcf", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4f3565-0f03-468b-9ab8-3a9587bac53d", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:15:55.028191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-856f4db9-5f36-48eb-9a58-cfd6ecf7d17b {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:15:55.028590 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d', 'code': 200} Jan 10 12:15:55.032591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:55.046297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad4f3565-0f03-468b-9ab8-3a9587bac53d {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:15:55.066054 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:55.134913 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 12:15:55.135273 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 12:15:55.142653 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123965a6-b2a8-460c-8d28-5f4f3942d4fc req-0cfbdbfb-33a3-4a6d-a26c-b09531e7e636 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:55.144219 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-123965a6-b2a8-460c-8d28-5f4f3942d4fc req-0cfbdbfb-33a3-4a6d-a26c-b09531e7e636 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 944 time: 0.0497735 Jan 10 12:15:55.144424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=ad4f3565-0f03-468b-9ab8-3a9587bac53d,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:15:55.151949 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:15:55.152300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:15:55.152645 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:15:55.152983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:15:55.153328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:15:55.153656 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:15:55.154004 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:15:55.154336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:15:55.154664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:15:55.154991 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:15:55.155314 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:15:55.155634 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:15:55.155955 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:15:55.221728 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-123965a6-b2a8-460c-8d28-5f4f3942d4fc req-350f25c5-dcbe-4251-83e7-635a3308ecae tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706306 Jan 10 12:15:55.243339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f07bd8-a4cd-45f0-812a-957d3e37df8d req-36038361-1b1c-46c5-94cd-52c1d5232edf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:55.244801 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-13f07bd8-a4cd-45f0-812a-957d3e37df8d req-36038361-1b1c-46c5-94cd-52c1d5232edf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0671041 Jan 10 12:15:55.325863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f07bd8-a4cd-45f0-812a-957d3e37df8d req-51a89462-b3ac-41d0-90c4-4e597b6cf910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:55.327304 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-13f07bd8-a4cd-45f0-812a-957d3e37df8d req-51a89462-b3ac-41d0-90c4-4e597b6cf910 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 1097 time: 0.0401866 Jan 10 12:15:55.671511 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:55.671948 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f07bd8-a4cd-45f0-812a-957d3e37df8d req-13759dec-6e2d-4772-a924-2907ee5393d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:55.673415 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-13f07bd8-a4cd-45f0-812a-957d3e37df8d req-13759dec-6e2d-4772-a924-2907ee5393d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.3390634 Jan 10 12:15:55.684501 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4f3565-0f03-468b-9ab8-3a9587bac53d {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:15:55.703346 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port ad4f3565-0f03-468b-9ab8-3a9587bac53d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ad4f3565-0f03-468b-9ab8-3a9587bac53d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:15:55.741277 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-13f07bd8-a4cd-45f0-812a-957d3e37df8d req-fcad127b-74cb-4b63-a43e-1eaa928b23f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4f3565-0f03-468b-9ab8-3a9587bac53d HTTP/1.1" status: 200 len: 999 time: 0.0618994 Jan 10 12:15:55.760743 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:55.787796 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f07bd8-a4cd-45f0-812a-957d3e37df8d req-0272037c-35c4-43a3-9967-97ab4d68a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:55.789816 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-13f07bd8-a4cd-45f0-812a-957d3e37df8d req-0272037c-35c4-43a3-9967-97ab4d68a56b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0432956 Jan 10 12:15:55.810441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=ad4f3565-0f03-468b-9ab8-3a9587bac53d,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:15:55.819565 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['ad4f3565-0f03-468b-9ab8-3a9587bac53d'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:15:55.838081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f07bd8-a4cd-45f0-812a-957d3e37df8d req-2303a574-8714-485c-9567-bde7e7bd027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:55.839560 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-13f07bd8-a4cd-45f0-812a-957d3e37df8d req-2303a574-8714-485c-9567-bde7e7bd027f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437512 Jan 10 12:15:55.927499 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-13f07bd8-a4cd-45f0-812a-957d3e37df8d req-447e75b8-7e3a-41ef-b375-65afe6126790 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821452 Jan 10 12:15:56.018398 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-13f07bd8-a4cd-45f0-812a-957d3e37df8d req-17015222-d7ed-4ab0-ad12-a9d2c7d8d1c5 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855556 Jan 10 12:15:56.342167 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7b87b-ecc5-42c0-8b20-c63de261b0ee req-0a7bad08-b07a-4c96-8c4e-13dffe0364a8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:56.343718 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5dd7b87b-ecc5-42c0-8b20-c63de261b0ee req-0a7bad08-b07a-4c96-8c4e-13dffe0364a8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 945 time: 0.0528319 Jan 10 12:15:56.391419 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5dd7b87b-ecc5-42c0-8b20-c63de261b0ee req-ee6b2a91-db55-43af-b8db-c7f9dd4fd04f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422020 Jan 10 12:15:56.801942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device ad4f3565-0f03-468b-9ab8-3a9587bac53d up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:15:56.849906 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port ad4f3565-0f03-468b-9ab8-3a9587bac53d triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:15:56.850507 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:56.930933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:56.963140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port ad4f3565-0f03-468b-9ab8-3a9587bac53d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ad4f3565-0f03-468b-9ab8-3a9587bac53d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:15:57.028804 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:15:57.031188 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:15:57.033694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c225b6-cf24-442b-8e74-7d5668395b16" -d '{"events": [{"server_uuid": "a4098fa0-2c84-4db6-bc93-13b60bb16dcf", "name": "network-vif-plugged", "status": "completed", "tag": "ad4f3565-0f03-468b-9ab8-3a9587bac53d"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:15:57.074085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c5c1c2-5979-4af7-892a-12f1aa242ef9 x-openstack-request-id: req-74c5c1c2-5979-4af7-892a-12f1aa242ef9 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:15:57.074372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4098fa0-2c84-4db6-bc93-13b60bb16dcf", "name": "network-vif-plugged", "status": "completed", "tag": "ad4f3565-0f03-468b-9ab8-3a9587bac53d", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:15:57.074629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74c5c1c2-5979-4af7-892a-12f1aa242ef9 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:15:57.075025 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d', 'code': 200} Jan 10 12:15:57.084228 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=ad4f3565-0f03-468b-9ab8-3a9587bac53d,revision_number=8']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:15:57.503661 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076ba47-0df4-4f6d-8dbc-9a8952c793dd req-96a8d8cc-cefd-44ef-a97d-19a2643ce134 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:57.505183 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8076ba47-0df4-4f6d-8dbc-9a8952c793dd req-96a8d8cc-cefd-44ef-a97d-19a2643ce134 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0485024 Jan 10 12:15:57.552482 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8076ba47-0df4-4f6d-8dbc-9a8952c793dd req-0ecdb8e8-8fe5-4ae2-a58d-ddefd277dcc7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410903 Jan 10 12:15:57.666595 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baa37c-b339-44c1-8163-7065fe064867 req-f63e3880-a079-40c6-ba60-0ab93761cff7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:57.667979 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-69baa37c-b339-44c1-8163-7065fe064867 req-f63e3880-a079-40c6-ba60-0ab93761cff7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0486095 Jan 10 12:15:57.713907 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-69baa37c-b339-44c1-8163-7065fe064867 req-640b436a-33be-42c0-88e0-2a27538f5de3 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405059 Jan 10 12:15:58.018493 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5721f6a-bc90-4eb4-915a-6c8572864ebf req-d7699434-45e8-443e-92b5-c7176b83f61b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:58.019950 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d5721f6a-bc90-4eb4-915a-6c8572864ebf req-d7699434-45e8-443e-92b5-c7176b83f61b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0486267 Jan 10 12:15:58.080044 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d5721f6a-bc90-4eb4-915a-6c8572864ebf req-c53ddd8c-a78a-468e-a865-3dfff1250198 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543957 Jan 10 12:15:58.108965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ecba8-7980-43b5-b2eb-ca5d6c98e34e req-838fb457-7776-4c0c-b405-7d71275c5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:58.110564 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ff3ecba8-7980-43b5-b2eb-ca5d6c98e34e req-838fb457-7776-4c0c-b405-7d71275c5023 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 1099 time: 0.0425718 Jan 10 12:15:58.198087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ecba8-7980-43b5-b2eb-ca5d6c98e34e req-26abdb1d-eb94-40ca-8efa-29605119ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:58.199550 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ff3ecba8-7980-43b5-b2eb-ca5d6c98e34e req-26abdb1d-eb94-40ca-8efa-29605119ff42 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0838411 Jan 10 12:15:58.266796 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ff3ecba8-7980-43b5-b2eb-ca5d6c98e34e req-653463d0-b234-46b6-babd-10e24f8000ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4f3565-0f03-468b-9ab8-3a9587bac53d HTTP/1.1" status: 200 len: 1001 time: 0.0613556 Jan 10 12:15:58.314921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ecba8-7980-43b5-b2eb-ca5d6c98e34e req-44e12812-a288-401e-9dcc-a431bafd9acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:58.316365 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ff3ecba8-7980-43b5-b2eb-ca5d6c98e34e req-44e12812-a288-401e-9dcc-a431bafd9acf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0433357 Jan 10 12:15:58.359832 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ecba8-7980-43b5-b2eb-ca5d6c98e34e req-d9898bbe-9784-43c9-b640-16318d011409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:58.361259 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ff3ecba8-7980-43b5-b2eb-ca5d6c98e34e req-d9898bbe-9784-43c9-b640-16318d011409 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392604 Jan 10 12:15:58.450458 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ff3ecba8-7980-43b5-b2eb-ca5d6c98e34e req-5ffaa323-b974-4d21-82c0-a332f616bfab service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826333 Jan 10 12:15:58.535384 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ff3ecba8-7980-43b5-b2eb-ca5d6c98e34e req-6b420e0f-81e2-413a-84bc-3ea010711558 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791717 Jan 10 12:15:59.197204 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb1cfe-db8c-4af1-b45e-d19390115864 req-3573333b-3067-4bcc-9435-de5bf1405e29 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:59.198721 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-84eb1cfe-db8c-4af1-b45e-d19390115864 req-3573333b-3067-4bcc-9435-de5bf1405e29 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0484509 Jan 10 12:15:59.249715 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-84eb1cfe-db8c-4af1-b45e-d19390115864 req-7cc8f832-a29a-4c26-a63b-9e945706ff90 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454154 Jan 10 12:15:59.670419 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67219b8-c297-4a7a-9963-ee87e3061284 req-a47670c4-886a-4bcc-87fb-cc088c5a7869 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:15:59.671816 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c67219b8-c297-4a7a-9963-ee87e3061284 req-a47670c4-886a-4bcc-87fb-cc088c5a7869 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0489643 Jan 10 12:15:59.717984 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c67219b8-c297-4a7a-9963-ee87e3061284 req-e86402f3-b299-4007-ad5d-f3c3e3bc5f98 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406330 Jan 10 12:16:00.840046 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:16:00.841093 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d5b03-e9b2-464f-9f2b-f0573fa05092 req-5de85867-c5b8-4e38-b64a-ac10313fdbc5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:00.842595 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d72d5b03-e9b2-464f-9f2b-f0573fa05092 req-5de85867-c5b8-4e38-b64a-ac10313fdbc5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0533159 Jan 10 12:16:00.888134 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d72d5b03-e9b2-464f-9f2b-f0573fa05092 req-f982c1d3-5859-43c8-9f5e-dcc3c6fc7897 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399487 Jan 10 12:16:01.297139 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d375e-4686-459f-a734-6204a2442f30 req-75346c6d-b427-47d8-80b5-e942c12ee130 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:01.298662 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-192d375e-4686-459f-a734-6204a2442f30 req-75346c6d-b427-47d8-80b5-e942c12ee130 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 946 time: 0.0478439 Jan 10 12:16:01.393487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-192d375e-4686-459f-a734-6204a2442f30 req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Deleting port ad4f3565-0f03-468b-9ab8-3a9587bac53d {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:16:01.393869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-192d375e-4686-459f-a734-6204a2442f30 req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:01.486800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-192d375e-4686-459f-a734-6204a2442f30 req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] For port ad4f3565-0f03-468b-9ab8-3a9587bac53d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ad4f3565-0f03-468b-9ab8-3a9587bac53d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:16:01.487188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-192d375e-4686-459f-a734-6204a2442f30 req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:01.660900 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-192d375e-4686-459f-a734-6204a2442f30 req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:01.661174 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-192d375e-4686-459f-a734-6204a2442f30 req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (93d5f01b-a8ba-48bb-8cae-6d8cb189d713), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:01.661495 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [req-192d375e-4686-459f-a734-6204a2442f30 req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Floating IP 93d5f01b-a8ba-48bb-8cae-6d8cb189d713 disassociated. External IP: 172.36.2.48, port: ad4f3565-0f03-468b-9ab8-3a9587bac53d. Jan 10 12:16:01.661864 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-192d375e-4686-459f-a734-6204a2442f30 req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Calling delete_port for ad4f3565-0f03-468b-9ab8-3a9587bac53d owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:16:01.840161 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-192d375e-4686-459f-a734-6204a2442f30 req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (ad4f3565-0f03-468b-9ab8-3a9587bac53d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:01.870235 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Pushing event deleted for resources: {'Port': ['ID=ad4f3565-0f03-468b-9ab8-3a9587bac53d,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:16:01.882503 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:16:01.882871 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:16:01.883227 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:16:01.883585 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:16:01.883931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:16:01.884272 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:16:01.884611 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:16:01.884954 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:16:01.885293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:16:01.885632 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:16:01.885993 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:16:01.886333 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:16:01.886997 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:16:01.986920 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-56dfb14d-8221-4a6e-aa30-54fe62d7113e req-6064f915-dcbf-45cf-bf77-7ff7d67f2698 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 210 time: 0.0288689 Jan 10 12:16:01.999703 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-192d375e-4686-459f-a734-6204a2442f30 req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:16:02.109092 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-192d375e-4686-459f-a734-6204a2442f30 req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:16:02.118651 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd70d00d-cb79-4a61-a33f-87db697bd6b6 None None] Sync routers for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:16:02.128821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd70d00d-cb79-4a61-a33f-87db697bd6b6 None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:16:02.129512 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-dd70d00d-cb79-4a61-a33f-87db697bd6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:15:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:16:02.152428 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-192d375e-4686-459f-a734-6204a2442f30 req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] No DVR routers for this DVR port ad4f3565-0f03-468b-9ab8-3a9587bac53d on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:16:02.154951 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-192d375e-4686-459f-a734-6204a2442f30 req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:02.158310 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-192d375e-4686-459f-a734-6204a2442f30 req-e5a2e2d1-0afe-4a86-bf9a-0295ffad5282 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "DELETE /v2.0/ports/ad4f3565-0f03-468b-9ab8-3a9587bac53d HTTP/1.1" status: 204 len: 173 time: 0.8545325 Jan 10 12:16:02.158759 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'name': 'network-vif-deleted', 'tag': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:16:02.161042 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc8a1f0-a4e5-438f-ac8f-e5885120bdb2" -d '{"events": [{"server_uuid": "a4098fa0-2c84-4db6-bc93-13b60bb16dcf", "name": "network-vif-deleted", "tag": "ad4f3565-0f03-468b-9ab8-3a9587bac53d"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:16:02.198046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7621ccc1-91fb-46d6-913d-169c18d0e830 x-openstack-request-id: req-7621ccc1-91fb-46d6-913d-169c18d0e830 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:16:02.198357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4098fa0-2c84-4db6-bc93-13b60bb16dcf", "name": "network-vif-deleted", "tag": "ad4f3565-0f03-468b-9ab8-3a9587bac53d", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:16:02.198610 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7621ccc1-91fb-46d6-913d-169c18d0e830 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:16:02.199017 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4098fa0-2c84-4db6-bc93-13b60bb16dcf', 'name': 'network-vif-deleted', 'tag': 'ad4f3565-0f03-468b-9ab8-3a9587bac53d', 'status': 'completed', 'code': 200} Jan 10 12:16:02.239709 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-dd70d00d-cb79-4a61-a33f-87db697bd6b6 None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:16:02.594627 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-dd70d00d-cb79-4a61-a33f-87db697bd6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:16:02.621289 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd70d00d-cb79-4a61-a33f-87db697bd6b6 None None] Checking router: 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:16:02.629741 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd70d00d-cb79-4a61-a33f-87db697bd6b6 None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:16:02.630482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-dd70d00d-cb79-4a61-a33f-87db697bd6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:15:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:16:02.735648 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-dd70d00d-cb79-4a61-a33f-87db697bd6b6 None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:16:02.934360 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-dd70d00d-cb79-4a61-a33f-87db697bd6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:16:02.962117 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd70d00d-cb79-4a61-a33f-87db697bd6b6 None None] The sync data for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv is: [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:16:03.095528 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a3a8d37f-f090-4f2f-aefe-23ace838cc98 req-16163150-094c-4014-bfc5-52987f95fb71 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4098fa0-2c84-4db6-bc93-13b60bb16dcf HTTP/1.1" status: 200 len: 210 time: 0.0280704 Jan 10 12:16:03.190165 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4b489-a09b-4de5-8095-34cea48dba7e None None] New status for floating IP 93d5f01b-a8ba-48bb-8cae-6d8cb189d713: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:16:04.350014 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-65c51739-9347-44ed-9f22-093aa29d0ec0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1893538285&fields=id&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 267 time: 0.0421236 Jan 10 12:16:04.458727 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-210f32e3-0a23-4219-a0a1-874e4a0ce2b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:04.460218 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-210f32e3-0a23-4219-a0a1-874e4a0ce2b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 812 time: 0.1039855 Jan 10 12:16:04.474256 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-566813cc-b61e-4d59-b32f-fc672b6df656 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/quotas/d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 375 time: 0.0088084 Jan 10 12:16:04.527953 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-bc7db388-9f3e-47f8-ba2b-e422533f1008 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490875 Jan 10 12:16:04.666867 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-05a6780f-0b29-4f32-8f69-844d11595780 service neutron] 10.222.0.16 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273386 Jan 10 12:16:04.756902 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-aab9638a-a011-4307-be01-1a7c055fb3c8 service neutron] 10.222.0.16 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843992 Jan 10 12:16:04.821848 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device ad4f3565-0f03-468b-9ab8-3a9587bac53d no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:16:04.840913 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: ad4f3565-0f03-468b-9ab8-3a9587bac53d {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:16:04.841269 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device ad4f3565-0f03-468b-9ab8-3a9587bac53d not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:16:04.989265 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bb9b0c0c-2573-4e22-97a2-32b3a674a7a5 req-b72de560-6a28-4ff9-a2e9-44ca20c1f9e2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 210 time: 0.0307741 Jan 10 12:16:06.053598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-97185d69-fe2c-4f05-81c1-9c2e22de5909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:06.083049 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1304951a-f959-4f64-8c78-00e93046a9ad req-820526d3-0960-4746-9f9d-36f1b1533e2b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 210 time: 0.0266199 Jan 10 12:16:06.567077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-48e48c8b-520d-4699-82e6-cfd4029397d0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:06.568446 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-48e48c8b-520d-4699-82e6-cfd4029397d0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 812 time: 0.1028674 Jan 10 12:16:06.632348 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-608bbb2f-caf8-4f90-8406-5a442b122ee7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 380 time: 0.0565691 Jan 10 12:16:06.640749 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-97325ce3-ac5d-4843-bdba-a3827171ba67 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Request body: {'port': {'device_id': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'admin_state_up': True, 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'security_groups': ['d7f5293f-7b95-47ae-bc07-618aa35f1555']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:16:06.828838 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-97325ce3-ac5d-4843-bdba-a3827171ba67 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Made reservation on behalf of d5a98d6e47994ff9aa647dde76fb5e18 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:16:06.832575 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-97325ce3-ac5d-4843-bdba-a3827171ba67 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:06.964138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-97325ce3-ac5d-4843-bdba-a3827171ba67 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Allocated IP 172.20.0.3 (d5e3f542-f27b-43bf-8074-0c584915bfdf/d5b478b7-0567-49ee-83e8-a1bb78bd3e0c/bdb6e178-9300-43ac-b026-690fa42884d8) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:16:07.105730 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-97325ce3-ac5d-4843-bdba-a3827171ba67 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for port (bdb6e178-9300-43ac-b026-690fa42884d8), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:07.177721 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cd9bd2e7-b84d-413f-babb-bac1a48b7aa3 req-a65ad7fb-6b0a-4e6a-97e4-d3d77c694f57 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 210 time: 0.0265167 Jan 10 12:16:07.190720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-97325ce3-ac5d-4843-bdba-a3827171ba67 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:07.242497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-97325ce3-ac5d-4843-bdba-a3827171ba67 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Network d5e3f542-f27b-43bf-8074-0c584915bfdf is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:16:07.245675 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-97325ce3-ac5d-4843-bdba-a3827171ba67 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:16:07.249836 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-97325ce3-ac5d-4843-bdba-a3827171ba67 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:16:07.274670 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97325ce3-ac5d-4843-bdba-a3827171ba67 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Pushing event updated for resources: {'Port': ['ID=bdb6e178-9300-43ac-b026-690fa42884d8,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:16:07.304532 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-97325ce3-ac5d-4843-bdba-a3827171ba67 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:07.305184 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-97325ce3-ac5d-4843-bdba-a3827171ba67 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:07.393335 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-97325ce3-ac5d-4843-bdba-a3827171ba67 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7561939 Jan 10 12:16:07.405582 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Request body: {'port': {'device_id': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:16:07.457555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:07.513229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e7ea7110-b82c-4026-9ed0-c4141564de10 None None] Provisioning complete for port bdb6e178-9300-43ac-b026-690fa42884d8 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:16:07.513871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7110-b82c-4026-9ed0-c4141564de10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:07.546999 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea7110-b82c-4026-9ed0-c4141564de10 None None] Port bdb6e178-9300-43ac-b026-690fa42884d8 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:16:07.722785 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb6e178-9300-43ac-b026-690fa42884d8 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:16:07.730898 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Publish callbacks [] for port (bdb6e178-9300-43ac-b026-690fa42884d8), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:07.743109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Transition to ACTIVE for port object bdb6e178-9300-43ac-b026-690fa42884d8 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:16:07.799935 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:07.851660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb6e178-9300-43ac-b026-690fa42884d8,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:16:07.922169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Attempting to bind port bdb6e178-9300-43ac-b026-690fa42884d8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:16:07.922541 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Attempting to bind port bdb6e178-9300-43ac-b026-690fa42884d8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:16:07.922839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Attempting to bind port bdb6e178-9300-43ac-b026-690fa42884d8 on network d5e3f542-f27b-43bf-8074-0c584915bfdf {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:16:07.927458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Port bdb6e178-9300-43ac-b026-690fa42884d8 on network d5e3f542-f27b-43bf-8074-0c584915bfdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:16:07.927804 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Attempting to bind port bdb6e178-9300-43ac-b026-690fa42884d8 on network d5e3f542-f27b-43bf-8074-0c584915bfdf {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:16:07.933406 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:16:07.933738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Checking segment: {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:16:07.934159 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Bound using segment: {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:16:07.934585 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Bound port: bdb6e178-9300-43ac-b026-690fa42884d8, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:16:07.934944 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:08.000338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] For port bdb6e178-9300-43ac-b026-690fa42884d8, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:16:08.003263 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] For port bdb6e178-9300-43ac-b026-690fa42884d8, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdb6e178-9300-43ac-b026-690fa42884d8,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:16:08.082420 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:08.117983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:08.118620 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:08.120015 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] 10.222.0.30 "PUT /v2.0/ports/bdb6e178-9300-43ac-b026-690fa42884d8 HTTP/1.1" status: 200 len: 1093 time: 0.7192552 Jan 10 12:16:08.120485 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'tag': 'bdb6e178-9300-43ac-b026-690fa42884d8'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:16:08.123079 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca495739-8254-403a-8fa0-6098567d4591" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ac7d65-9857-4587-bbd3-b5cf1a48b473", "tag": "bdb6e178-9300-43ac-b026-690fa42884d8"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:16:08.159587 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cebc56-2078-4eed-85b9-978274600a08 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb6e178-9300-43ac-b026-690fa42884d8,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:16:08.165197 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43737759-46a9-4422-9be0-d4f18b11a7b2 x-openstack-request-id: req-43737759-46a9-4422-9be0-d4f18b11a7b2 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:16:08.168228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ac7d65-9857-4587-bbd3-b5cf1a48b473", "tag": "bdb6e178-9300-43ac-b026-690fa42884d8", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:16:08.168228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43737759-46a9-4422-9be0-d4f18b11a7b2 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:16:08.168228 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'tag': 'bdb6e178-9300-43ac-b026-690fa42884d8', 'status': 'completed', 'code': 200} Jan 10 12:16:08.232473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca495739-8254-403a-8fa0-6098567d4591 req-118efcae-dc26-4841-bd0d-66ebd59afb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:08.234130 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ca495739-8254-403a-8fa0-6098567d4591 req-118efcae-dc26-4841-bd0d-66ebd59afb8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 1096 time: 0.0513358 Jan 10 12:16:08.309485 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dcfeb-7f7e-458d-b83b-202425dd2301 req-7cd7e17d-9921-4d46-b2e4-7a48177317e4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:08.311822 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ea8dcfeb-7f7e-458d-b83b-202425dd2301 req-7cd7e17d-9921-4d46-b2e4-7a48177317e4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 943 time: 0.0600190 Jan 10 12:16:08.342337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca495739-8254-403a-8fa0-6098567d4591 req-0a60cf1f-b478-476b-a4a4-f005867311f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:08.343826 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ca495739-8254-403a-8fa0-6098567d4591 req-0a60cf1f-b478-476b-a4a4-f005867311f0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1037591 Jan 10 12:16:08.362380 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ea8dcfeb-7f7e-458d-b83b-202425dd2301 req-a8639476-2478-49d0-a1db-07ca87642ead tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428977 Jan 10 12:16:08.446128 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca495739-8254-403a-8fa0-6098567d4591 req-4a794311-359e-49ed-99f1-6d2c9a9d1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:08.447610 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ca495739-8254-403a-8fa0-6098567d4591 req-4a794311-359e-49ed-99f1-6d2c9a9d1066 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976906 Jan 10 12:16:08.520737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-96274776-554d-4a8a-b11a-8aaf5d88c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:08.522287 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-96274776-554d-4a8a-b11a-8aaf5d88c108 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 1096 time: 0.0409489 Jan 10 12:16:08.561285 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-748ab7b7-f966-4367-8e22-69de11c9d1b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdb6e178-9300-43ac-b026-690fa42884d8 HTTP/1.1" status: 200 len: 217 time: 0.0329914 Jan 10 12:16:08.614815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-0f2605dc-8d6b-45e2-9c7f-6451f621ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:08.616263 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-0f2605dc-8d6b-45e2-9c7f-6451f621ca13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0456460 Jan 10 12:16:08.662965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-427f6b88-469c-4dc1-83a5-04c1e1eb626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:08.664566 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-427f6b88-469c-4dc1-83a5-04c1e1eb626d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429358 Jan 10 12:16:08.752704 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-d97715e4-acff-478a-82e2-ec5609baae6f service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824122 Jan 10 12:16:08.841689 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bba21e2-ecd7-4fad-b788-571a274da55b req-b89a1b3e-fc51-4c8a-a23c-0a17812a120b service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829847 Jan 10 12:16:09.481792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44bd1-c0a9-4ef9-ba3d-241cf4808dfc req-396a661b-1626-4637-a89e-f59b0e42dad3 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:09.483317 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-97b44bd1-c0a9-4ef9-ba3d-241cf4808dfc req-396a661b-1626-4637-a89e-f59b0e42dad3 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 943 time: 0.0498192 Jan 10 12:16:09.530162 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-97b44bd1-c0a9-4ef9-ba3d-241cf4808dfc req-516fb4d2-dfb2-444c-bdcb-eda194e3a520 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412436 Jan 10 12:16:10.350315 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-20fd5082-1b4f-4128-81b1-b7e9d2382a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:10.654646 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20a042-8d87-4cd4-9abb-7ca5f651a6f4 req-216aca29-d1ca-496a-937c-807f066ef466 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:10.657756 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5b20a042-8d87-4cd4-9abb-7ca5f651a6f4 req-216aca29-d1ca-496a-937c-807f066ef466 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 943 time: 0.0592735 Jan 10 12:16:10.698664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:10.707490 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5b20a042-8d87-4cd4-9abb-7ca5f651a6f4 req-c246510f-4ebb-455c-b2c5-9d7568a47636 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433342 Jan 10 12:16:10.847915 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device bdb6e178-9300-43ac-b026-690fa42884d8 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:16:10.943602 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port bdb6e178-9300-43ac-b026-690fa42884d8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdb6e178-9300-43ac-b026-690fa42884d8,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:16:10.954260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'bdb6e178-9300-43ac-b026-690fa42884d8', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'port_id': 'bdb6e178-9300-43ac-b026-690fa42884d8', 'mac_address': 'fa:16:3e:f8:04:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:16:10.990993 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:11.003614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb6e178-9300-43ac-b026-690fa42884d8 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:16:11.022203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port bdb6e178-9300-43ac-b026-690fa42884d8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdb6e178-9300-43ac-b026-690fa42884d8,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:16:11.069960 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:11.120960 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=bdb6e178-9300-43ac-b026-690fa42884d8,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:16:11.268969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['bdb6e178-9300-43ac-b026-690fa42884d8'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:16:11.825319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b3cc3-c509-466e-a669-5d8cc2660d31 req-b31d9d0a-9f13-4267-9e6e-552931f73bc5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:11.826816 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-411b3cc3-c509-466e-a669-5d8cc2660d31 req-b31d9d0a-9f13-4267-9e6e-552931f73bc5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 944 time: 0.0526395 Jan 10 12:16:11.872709 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-411b3cc3-c509-466e-a669-5d8cc2660d31 req-ccd5b599-617b-49b5-91cc-d009532efa3c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404234 Jan 10 12:16:12.217153 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:12.852070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device bdb6e178-9300-43ac-b026-690fa42884d8 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:16:12.972981 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port bdb6e178-9300-43ac-b026-690fa42884d8 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:16:12.977094 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port bdb6e178-9300-43ac-b026-690fa42884d8 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:16:12.980156 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:12.986763 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8764c-51b4-4c84-ae06-3c0fab55c4eb req-2faffdf3-1d61-4778-baca-841e0ffafbd5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:12.988324 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-43d8764c-51b4-4c84-ae06-3c0fab55c4eb req-2faffdf3-1d61-4778-baca-841e0ffafbd5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 944 time: 0.0496647 Jan 10 12:16:13.037009 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-43d8764c-51b4-4c84-ae06-3c0fab55c4eb req-236e2b9f-9a48-4d7e-b299-f707d2256a83 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430427 Jan 10 12:16:13.054932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:13.077009 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb6e178-9300-43ac-b026-690fa42884d8'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:16:13.083136 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbd1edf-94b0-44ca-afdd-f6ceb34c890f" -d '{"events": [{"server_uuid": "d2ac7d65-9857-4587-bbd3-b5cf1a48b473", "name": "network-vif-plugged", "status": "completed", "tag": "bdb6e178-9300-43ac-b026-690fa42884d8"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:16:13.091952 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port bdb6e178-9300-43ac-b026-690fa42884d8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdb6e178-9300-43ac-b026-690fa42884d8,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:16:13.114507 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dbf9ef-06cf-429e-837a-6a3c31ddce26 x-openstack-request-id: req-f7dbf9ef-06cf-429e-837a-6a3c31ddce26 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:16:13.114802 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ac7d65-9857-4587-bbd3-b5cf1a48b473", "name": "network-vif-plugged", "status": "completed", "tag": "bdb6e178-9300-43ac-b026-690fa42884d8", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:16:13.115061 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7dbf9ef-06cf-429e-837a-6a3c31ddce26 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:16:13.115459 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb6e178-9300-43ac-b026-690fa42884d8', 'code': 200} Jan 10 12:16:13.144555 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:13.207650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=bdb6e178-9300-43ac-b026-690fa42884d8,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:16:13.293053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:13.423515 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549bed9-0a83-4616-bda4-258b6d3e6833 req-7d6f4af9-f980-4b83-b341-dfcc10096df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:13.425051 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6549bed9-0a83-4616-bda4-258b6d3e6833 req-7d6f4af9-f980-4b83-b341-dfcc10096df0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 1098 time: 0.0395098 Jan 10 12:16:13.467147 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6549bed9-0a83-4616-bda4-258b6d3e6833 req-fb6f8970-995d-4035-a8bb-4952327c750e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365980 Jan 10 12:16:14.149630 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9f677-2726-47e9-a72d-17a7da85da41 req-c7e7034c-07dc-42ea-b498-95618c199d10 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:14.151115 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6ac9f677-2726-47e9-a72d-17a7da85da41 req-c7e7034c-07dc-42ea-b498-95618c199d10 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0480099 Jan 10 12:16:14.200434 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6ac9f677-2726-47e9-a72d-17a7da85da41 req-4e130ce1-c174-46bc-bf5f-80752932cc72 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438313 Jan 10 12:16:15.317058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b8e58-bf4b-4f2d-84e8-afabc260a024 req-bb85d371-431c-4de1-9b75-326af5a3f9e2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:15.321229 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-006b8e58-bf4b-4f2d-84e8-afabc260a024 req-bb85d371-431c-4de1-9b75-326af5a3f9e2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0487750 Jan 10 12:16:15.371185 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-006b8e58-bf4b-4f2d-84e8-afabc260a024 req-2128f3f9-0d48-4e7b-90c9-94c31d989e69 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468888 Jan 10 12:16:15.479978 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc87d3-bd57-434a-aee8-01aceca3e0f6 req-1a7b9268-971b-43c0-ae40-800e987fba6f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:15.481397 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69cc87d3-bd57-434a-aee8-01aceca3e0f6 req-1a7b9268-971b-43c0-ae40-800e987fba6f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0480335 Jan 10 12:16:15.490032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34002) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:16:15.494518 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-cbd687a8-3c89-48d8-9823-a03a3802fe89 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Request body: {'floatingip': {'port_id': 'bdb6e178-9300-43ac-b026-690fa42884d8'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:16:15.533967 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cbd687a8-3c89-48d8-9823-a03a3802fe89 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for floatingip (93d5f01b-a8ba-48bb-8cae-6d8cb189d713), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:15.954432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cbd687a8-3c89-48d8-9823-a03a3802fe89 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:16.029884 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cbd687a8-3c89-48d8-9823-a03a3802fe89 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (93d5f01b-a8ba-48bb-8cae-6d8cb189d713), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:16.127043 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-cbd687a8-3c89-48d8-9823-a03a3802fe89 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Floating IP 93d5f01b-a8ba-48bb-8cae-6d8cb189d713 associated. External IP: 172.36.2.48, port: bdb6e178-9300-43ac-b026-690fa42884d8. Jan 10 12:16:16.333417 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd687a8-3c89-48d8-9823-a03a3802fe89 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:16:16.440026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd687a8-3c89-48d8-9823-a03a3802fe89 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:16:16.444972 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cbd687a8-3c89-48d8-9823-a03a3802fe89 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:16.450285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b496b022-64f5-41b0-b05b-4c7e2eb49fee None None] Sync routers for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:16:16.460200 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b496b022-64f5-41b0-b05b-4c7e2eb49fee None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:16:16.460807 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b496b022-64f5-41b0-b05b-4c7e2eb49fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:16:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:16:16.475121 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cbd687a8-3c89-48d8-9823-a03a3802fe89 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "PUT /v2.0/floatingips/93d5f01b-a8ba-48bb-8cae-6d8cb189d713 HTTP/1.1" status: 200 len: 990 time: 0.9840486 Jan 10 12:16:16.477647 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'tag': 'bdb6e178-9300-43ac-b026-690fa42884d8'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:16:16.478392 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b076d481-e439-4f87-9f91-567311ca3ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ac7d65-9857-4587-bbd3-b5cf1a48b473", "tag": "bdb6e178-9300-43ac-b026-690fa42884d8"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:16:16.525438 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f5f4b5-644e-40ff-aedc-0a699bf4bb70 x-openstack-request-id: req-e4f5f4b5-644e-40ff-aedc-0a699bf4bb70 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:16:16.526135 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ac7d65-9857-4587-bbd3-b5cf1a48b473", "tag": "bdb6e178-9300-43ac-b026-690fa42884d8", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:16:16.526135 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4f5f4b5-644e-40ff-aedc-0a699bf4bb70 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:16:16.526448 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'tag': 'bdb6e178-9300-43ac-b026-690fa42884d8', 'status': 'completed', 'code': 200} Jan 10 12:16:16.580508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-b496b022-64f5-41b0-b05b-4c7e2eb49fee None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:16:16.587649 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076d481-e439-4f87-9f91-567311ca3ffb req-ebd81c9e-f784-434d-8a40-1a8d96f8d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:16.589274 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b076d481-e439-4f87-9f91-567311ca3ffb req-ebd81c9e-f784-434d-8a40-1a8d96f8d6cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 1098 time: 0.0418291 Jan 10 12:16:16.679653 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076d481-e439-4f87-9f91-567311ca3ffb req-4ee16569-ed15-42bd-b6df-ccd0757da21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:16.681140 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b076d481-e439-4f87-9f91-567311ca3ffb req-4ee16569-ed15-42bd-b6df-ccd0757da21f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0862858 Jan 10 12:16:16.748266 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b076d481-e439-4f87-9f91-567311ca3ffb req-5e6ad4a9-279f-4214-be4f-b003aa8c909e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdb6e178-9300-43ac-b026-690fa42884d8 HTTP/1.1" status: 200 len: 998 time: 0.0613642 Jan 10 12:16:16.795128 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076d481-e439-4f87-9f91-567311ca3ffb req-6f2ba282-e37d-40e6-b13e-aafafdf7cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:16.796637 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b076d481-e439-4f87-9f91-567311ca3ffb req-6f2ba282-e37d-40e6-b13e-aafafdf7cda4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0434859 Jan 10 12:16:16.799473 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b496b022-64f5-41b0-b05b-4c7e2eb49fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '93d5f01b-a8ba-48bb-8cae-6d8cb189d713', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'floating_ip_address': '172.36.2.48', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'port_id': 'bdb6e178-9300-43ac-b026-690fa42884d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'mac_address': 'fa:16:3e:f8:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:13:26Z', 'updated_at': '2022-01-10T12:16:15Z', 'revision_number': 9, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:16:16.829138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b496b022-64f5-41b0-b05b-4c7e2eb49fee None None] Checking router: 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:16:16.837303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b496b022-64f5-41b0-b05b-4c7e2eb49fee None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:16:16.837944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b496b022-64f5-41b0-b05b-4c7e2eb49fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:16:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:16:16.842029 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076d481-e439-4f87-9f91-567311ca3ffb req-bf044dda-2e0e-4ace-9fb5-4e9c10dbec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:16.843525 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b076d481-e439-4f87-9f91-567311ca3ffb req-bf044dda-2e0e-4ace-9fb5-4e9c10dbec11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391569 Jan 10 12:16:16.935842 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b076d481-e439-4f87-9f91-567311ca3ffb req-bbf860d8-d947-47f3-ae20-85fc04c3f6e0 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854979 Jan 10 12:16:16.941287 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-b496b022-64f5-41b0-b05b-4c7e2eb49fee None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:16:17.023073 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b076d481-e439-4f87-9f91-567311ca3ffb req-7781901a-c0b9-431c-b313-c677e9b35427 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816746 Jan 10 12:16:17.161685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b496b022-64f5-41b0-b05b-4c7e2eb49fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '93d5f01b-a8ba-48bb-8cae-6d8cb189d713', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'floating_ip_address': '172.36.2.48', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'port_id': 'bdb6e178-9300-43ac-b026-690fa42884d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'mac_address': 'fa:16:3e:f8:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:13:26Z', 'updated_at': '2022-01-10T12:16:15Z', 'revision_number': 9, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:16:17.191242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b496b022-64f5-41b0-b05b-4c7e2eb49fee None None] The sync data for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv is: [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '93d5f01b-a8ba-48bb-8cae-6d8cb189d713', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'floating_ip_address': '172.36.2.48', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'port_id': 'bdb6e178-9300-43ac-b026-690fa42884d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'mac_address': 'fa:16:3e:f8:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:13:26Z', 'updated_at': '2022-01-10T12:16:15Z', 'revision_number': 9, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:16:17.373550 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f3739d-e7b9-43d7-a27c-69fa25ef7e9e None None] New status for floating IP 93d5f01b-a8ba-48bb-8cae-6d8cb189d713: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:16:19.572838 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:36.092482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3cdf62bc-4bf9-4cc1-a3dc-122217670409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:37.840681 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:16:40.341707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-84750aee-65fa-4ab8-918d-27610022ef06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:40.684347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:42.215725 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:43.244758 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:45.955239 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f8709d53-ea02-4c98-88f9-b69f7a7eb589 req-9c143b6b-351f-4f40-97f4-329180338447 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866783 Jan 10 12:16:46.033955 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8709d53-ea02-4c98-88f9-b69f7a7eb589 req-02e71fcb-5b20-4b0c-b7ee-b661e1bc2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:46.035429 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f8709d53-ea02-4c98-88f9-b69f7a7eb589 req-02e71fcb-5b20-4b0c-b7ee-b661e1bc2971 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 1098 time: 0.0392265 Jan 10 12:16:46.139766 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8709d53-ea02-4c98-88f9-b69f7a7eb589 req-2cf5ee90-d2b9-4611-a01f-9209934d6498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:46.141147 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f8709d53-ea02-4c98-88f9-b69f7a7eb589 req-2cf5ee90-d2b9-4611-a01f-9209934d6498 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0865030 Jan 10 12:16:46.204755 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f8709d53-ea02-4c98-88f9-b69f7a7eb589 req-ea4b8495-ac5b-4083-94e2-937f242e0d31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdb6e178-9300-43ac-b026-690fa42884d8 HTTP/1.1" status: 200 len: 1001 time: 0.0564227 Jan 10 12:16:46.251365 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8709d53-ea02-4c98-88f9-b69f7a7eb589 req-167f928b-bc88-4265-8365-7ae7468a994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:46.252803 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f8709d53-ea02-4c98-88f9-b69f7a7eb589 req-167f928b-bc88-4265-8365-7ae7468a994e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0427737 Jan 10 12:16:46.299809 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8709d53-ea02-4c98-88f9-b69f7a7eb589 req-3ee767b7-cc5b-4183-bafa-dfecc17a91ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:46.301257 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f8709d53-ea02-4c98-88f9-b69f7a7eb589 req-3ee767b7-cc5b-4183-bafa-dfecc17a91ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427885 Jan 10 12:16:46.390665 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f8709d53-ea02-4c98-88f9-b69f7a7eb589 req-010847b0-b5d0-4093-8e51-ae61fea6aac6 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829530 Jan 10 12:16:46.736428 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f8709d53-ea02-4c98-88f9-b69f7a7eb589 req-432a2cf4-0582-4930-9214-b8262bdfab14 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394165 Jan 10 12:16:49.558656 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:16:52.805532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18cacd-4e5e-4a06-b7c6-2f57f5c2ace3 req-ac74d1ff-fc6d-493b-bf69-7b9cc227a16a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:52.806982 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db18cacd-4e5e-4a06-b7c6-2f57f5c2ace3 req-ac74d1ff-fc6d-493b-bf69-7b9cc227a16a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0501919 Jan 10 12:16:52.853875 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db18cacd-4e5e-4a06-b7c6-2f57f5c2ace3 req-9c6c8a78-6ff4-4f30-a6bd-7cac8b05c8cf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413547 Jan 10 12:16:52.964838 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-c96176cd-5144-4e15-8e1f-7f6a809472ed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832722 Jan 10 12:16:53.973550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a6963-8b2f-43ba-b088-3102352e2cc3 req-ac7a15c9-c845-4b82-b66d-8dabaddf7e6a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:53.975096 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-191a6963-8b2f-43ba-b088-3102352e2cc3 req-ac7a15c9-c845-4b82-b66d-8dabaddf7e6a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0498300 Jan 10 12:16:54.022859 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-191a6963-8b2f-43ba-b088-3102352e2cc3 req-fb776bb3-af62-42f1-a7ca-834afb447866 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420887 Jan 10 12:16:54.784781 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-1d7c64b8-d42b-4fbc-936a-bd0f8a2123af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:54.786283 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-1d7c64b8-d42b-4fbc-936a-bd0f8a2123af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 1098 time: 0.0410738 Jan 10 12:16:54.876945 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-45d1bd5a-5c0f-4377-afcb-35f7fe1d529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:54.878440 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-45d1bd5a-5c0f-4377-afcb-35f7fe1d529c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0870316 Jan 10 12:16:54.939827 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-3c9d94f3-b02f-4174-8294-f1fdb7e2cf88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdb6e178-9300-43ac-b026-690fa42884d8 HTTP/1.1" status: 200 len: 1001 time: 0.0558920 Jan 10 12:16:54.991041 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-f78b6a11-74b4-4323-91da-1ea8706a3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:54.992458 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-f78b6a11-74b4-4323-91da-1ea8706a3efb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0464931 Jan 10 12:16:55.036408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-86c008b3-8096-4131-96b8-960585ec051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:55.037792 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-86c008b3-8096-4131-96b8-960585ec051c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400815 Jan 10 12:16:55.126222 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-c577bd14-5d70-406f-8679-0dbc4ec1c729 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824811 Jan 10 12:16:55.140869 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af683366-3418-4b06-847e-21e1a27e83f2 req-80cf353c-1c0f-4e51-8eff-06c2c0a7f714 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:55.142381 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-af683366-3418-4b06-847e-21e1a27e83f2 req-80cf353c-1c0f-4e51-8eff-06c2c0a7f714 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0497200 Jan 10 12:16:55.189900 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-af683366-3418-4b06-847e-21e1a27e83f2 req-ca75a4ed-8146-4174-8a26-5b2ece571440 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412982 Jan 10 12:16:55.217217 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-47f4b59b-f02d-4415-afaf-2687d47dec24 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858352 Jan 10 12:16:56.304959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c7bc8-519e-4021-99f6-65d9076a2044 req-1f911e43-cac2-48c1-82a4-840131a11b46 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:56.306478 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4c5c7bc8-519e-4021-99f6-65d9076a2044 req-1f911e43-cac2-48c1-82a4-840131a11b46 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0487049 Jan 10 12:16:56.353032 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4c5c7bc8-519e-4021-99f6-65d9076a2044 req-f49904f9-8b9c-4a68-8466-1af269fdfadb tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410798 Jan 10 12:16:57.530444 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c78c2b-1817-45c3-bdbd-04c393d91002 req-7dc8897d-c5e6-42a3-a97c-4206e2c1700d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:57.531898 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a7c78c2b-1817-45c3-bdbd-04c393d91002 req-7dc8897d-c5e6-42a3-a97c-4206e2c1700d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.1117480 Jan 10 12:16:57.577794 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a7c78c2b-1817-45c3-bdbd-04c393d91002 req-b8b1dda8-a11c-4de8-b54b-1069c4225b9a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396261 Jan 10 12:16:58.743839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670a79f-80f7-466e-83bc-9d6217ef8b4c req-4cd3fef9-3656-47c7-b348-abdb53c1d8fd tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:58.745543 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f670a79f-80f7-466e-83bc-9d6217ef8b4c req-4cd3fef9-3656-47c7-b348-abdb53c1d8fd tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.1011133 Jan 10 12:16:58.791259 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f670a79f-80f7-466e-83bc-9d6217ef8b4c req-670d23c9-a441-4050-8ed5-a90658c9196e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402327 Jan 10 12:16:59.908857 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee65e46-02b0-4e61-8d66-1467bfc6057a req-5988e160-3c9e-486d-9849-1d0d1319fb77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:16:59.910345 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cee65e46-02b0-4e61-8d66-1467bfc6057a req-5988e160-3c9e-486d-9849-1d0d1319fb77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0526361 Jan 10 12:16:59.956052 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cee65e46-02b0-4e61-8d66-1467bfc6057a req-aaae6b7d-3b45-4759-9f3f-bdf4b0b5f076 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402343 Jan 10 12:17:01.068250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e937-6408-408e-99e9-3efe1850c57b req-66375a5e-2cb8-4c95-a540-d92ec765f2b2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:01.069723 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c6b6e937-6408-408e-99e9-3efe1850c57b req-66375a5e-2cb8-4c95-a540-d92ec765f2b2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0480132 Jan 10 12:17:01.115544 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c6b6e937-6408-408e-99e9-3efe1850c57b req-d96fd31f-b970-4ca5-a18e-edd3b94b790d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402992 Jan 10 12:17:02.229268 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d274f-a46e-4443-bd0e-573844df716d req-ac212e2f-f1b3-4b52-a894-0207eb5e4262 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:02.231186 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-819d274f-a46e-4443-bd0e-573844df716d req-ac212e2f-f1b3-4b52-a894-0207eb5e4262 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0492218 Jan 10 12:17:02.278879 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-819d274f-a46e-4443-bd0e-573844df716d req-ecf06a7c-c6a9-49c4-bb83-2933c3e30382 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420010 Jan 10 12:17:03.398113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3943042-14f6-47ae-a1fe-6df8e33c5b43 req-d7f81ca1-e9ae-455d-a7a7-c075aded3423 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:03.399575 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f3943042-14f6-47ae-a1fe-6df8e33c5b43 req-d7f81ca1-e9ae-455d-a7a7-c075aded3423 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0535963 Jan 10 12:17:03.445243 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f3943042-14f6-47ae-a1fe-6df8e33c5b43 req-ce1e373a-df64-45c0-bb63-8eb4d9f2fb19 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400918 Jan 10 12:17:04.559104 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dfa93-ab87-4fd9-a60e-0ed74f0c9ad1 req-0321b84a-ccbd-4692-bcfe-7e0426c4b50e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:04.560508 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-212dfa93-ab87-4fd9-a60e-0ed74f0c9ad1 req-0321b84a-ccbd-4692-bcfe-7e0426c4b50e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0484247 Jan 10 12:17:04.610198 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-212dfa93-ab87-4fd9-a60e-0ed74f0c9ad1 req-e1f78d6d-8f1d-4efe-a9da-a0a7e0c24ff1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441513 Jan 10 12:17:05.726273 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a2051-b3b2-4102-9be5-28f502605bc9 req-ec324f77-3360-4613-bdd0-7524d78fa786 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:05.727751 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f53a2051-b3b2-4102-9be5-28f502605bc9 req-ec324f77-3360-4613-bdd0-7524d78fa786 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0492163 Jan 10 12:17:05.775998 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f53a2051-b3b2-4102-9be5-28f502605bc9 req-74345f4e-97be-4676-bdee-6ef8abccf3f2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425980 Jan 10 12:17:06.052170 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-97fd8e58-0cc2-4df3-aa6b-a7ec0983d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:06.892175 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d7edb-4928-46ea-a870-47ce59b044a9 req-31ab2031-3c82-4eb2-82a6-d31aaceaa994 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:06.893666 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d62d7edb-4928-46ea-a870-47ce59b044a9 req-31ab2031-3c82-4eb2-82a6-d31aaceaa994 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0489807 Jan 10 12:17:06.939987 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d62d7edb-4928-46ea-a870-47ce59b044a9 req-bc812aa9-c935-4733-9c7d-8690ec2bcc8a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398996 Jan 10 12:17:07.094975 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-b9ace75d-3cb8-4a9c-806a-0e6f906fe5c1 service neutron] 10.222.0.30 "GET /v2.0/ports/bdb6e178-9300-43ac-b026-690fa42884d8/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0543554 Jan 10 12:17:07.576023 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-d5630841-2ce3-4ce9-9207-471c1eb60b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:07.577715 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-d5630841-2ce3-4ce9-9207-471c1eb60b79 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 1098 time: 0.0471368 Jan 10 12:17:07.638236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-b7bf424c-7d1c-44ad-ba81-869913ead8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:07.639733 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-b7bf424c-7d1c-44ad-ba81-869913ead8f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 1098 time: 0.0406666 Jan 10 12:17:07.728105 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-594a8c36-049d-4017-894e-39176005d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:07.729586 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-594a8c36-049d-4017-894e-39176005d837 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0839186 Jan 10 12:17:07.797038 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-9953b1e4-159b-4efb-a3d2-c780b949bb90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdb6e178-9300-43ac-b026-690fa42884d8 HTTP/1.1" status: 200 len: 1001 time: 0.0615215 Jan 10 12:17:07.843795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-ebe95ea5-77cf-4d9d-8d81-19e9a9213644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:07.845199 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-ebe95ea5-77cf-4d9d-8d81-19e9a9213644 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0424919 Jan 10 12:17:07.888486 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-6b1b73b0-5be0-4b5a-b4be-22ae9c21e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:07.889978 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-6b1b73b0-5be0-4b5a-b4be-22ae9c21e619 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392110 Jan 10 12:17:07.980558 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-57825800-6cba-45a5-aee1-f00c0b4cd63c service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844920 Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:17:08.105580 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:17:08.110160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89713cab-253d-417c-8200-921fe282daa8 req-57a3ca90-43af-44fa-9772-407c6a5018e5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:08.110160 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-89713cab-253d-417c-8200-921fe282daa8 req-57a3ca90-43af-44fa-9772-407c6a5018e5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0971694 Jan 10 12:17:08.111745 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef5e99af-a7a9-440c-972a-32dda0b1bfdc req-07d21050-4e36-46cb-825c-ba1d70ac57fd service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254644 Jan 10 12:17:08.155357 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-89713cab-253d-417c-8200-921fe282daa8 req-07434682-21c1-407f-859c-95697bcca68a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417218 Jan 10 12:17:09.272813 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b1858-5b12-45e1-adb3-128c53b31ae6 req-36d8a854-e141-4f14-adef-bac9cddca77c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:09.274452 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d73b1858-5b12-45e1-adb3-128c53b31ae6 req-36d8a854-e141-4f14-adef-bac9cddca77c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0487735 Jan 10 12:17:09.320855 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d73b1858-5b12-45e1-adb3-128c53b31ae6 req-914ccc80-2eaf-42ab-a87b-ea1f801b83e8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409343 Jan 10 12:17:10.312433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-918db7c5-13a6-4631-8f54-da4efa569180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:10.434786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d398c0b-205e-4969-9b2a-881b5f9f1812 req-48761ffb-af27-4a8d-a4cf-9600e23bb7b4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:10.436252 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9d398c0b-205e-4969-9b2a-881b5f9f1812 req-48761ffb-af27-4a8d-a4cf-9600e23bb7b4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0480266 Jan 10 12:17:10.482807 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9d398c0b-205e-4969-9b2a-881b5f9f1812 req-54f30446-01d0-441a-99aa-486184745e9d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402117 Jan 10 12:17:10.729633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:11.057755 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f791d21-7a9f-4897-a405-a6469bec5632 req-6d580e4b-e744-48de-bca4-efee4abc5747 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:11.059312 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f791d21-7a9f-4897-a405-a6469bec5632 req-6d580e4b-e744-48de-bca4-efee4abc5747 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0527413 Jan 10 12:17:11.134317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-55c03e3d-78a9-401f-827d-6819330c9cca tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:11.135790 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-55c03e3d-78a9-401f-827d-6819330c9cca tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0755992 Jan 10 12:17:11.142814 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f791d21-7a9f-4897-a405-a6469bec5632 req-7210dda7-b019-4b61-b0d7-b992cdbcb71e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743933 Jan 10 12:17:11.196675 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-fa02d270-80d4-42f5-b93f-76e625579fd8 service neutron] 10.222.0.30 "GET /v2.0/ports/bdb6e178-9300-43ac-b026-690fa42884d8/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0529339 Jan 10 12:17:11.237143 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device bdb6e178-9300-43ac-b026-690fa42884d8 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:17:11.260408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-e76b5100-74bf-4f67-b66c-38111369d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:11.261941 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-e76b5100-74bf-4f67-b66c-38111369d17a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 1098 time: 0.0455148 Jan 10 12:17:11.313165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:11.336487 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb6e178-9300-43ac-b026-690fa42884d8'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:17:11.338782 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577a4319-6fd6-4d85-af22-af40ef98cb2b" -d '{"events": [{"server_uuid": "d2ac7d65-9857-4587-bbd3-b5cf1a48b473", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb6e178-9300-43ac-b026-690fa42884d8"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:17:11.353066 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port bdb6e178-9300-43ac-b026-690fa42884d8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdb6e178-9300-43ac-b026-690fa42884d8,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:17:11.353194 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-0a60ae11-9e3d-4ed7-82f9-dc84a9990f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:11.353379 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-0a60ae11-9e3d-4ed7-82f9-dc84a9990f8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0855927 Jan 10 12:17:11.387270 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Jan 2022 12:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec76bb3b-7d49-4842-a6d6-8cb8bac145a3 x-openstack-request-id: req-ec76bb3b-7d49-4842-a6d6-8cb8bac145a3 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:17:11.387573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ac7d65-9857-4587-bbd3-b5cf1a48b473", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb6e178-9300-43ac-b026-690fa42884d8", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:17:11.387839 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec76bb3b-7d49-4842-a6d6-8cb8bac145a3 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:17:11.388246 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb6e178-9300-43ac-b026-690fa42884d8', 'code': 200} Jan 10 12:17:11.421483 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-6dd65c2e-5be7-4e30-acc8-c41b39d4c8c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdb6e178-9300-43ac-b026-690fa42884d8 HTTP/1.1" status: 200 len: 1001 time: 0.0623138 Jan 10 12:17:11.423257 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:11.472074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=bdb6e178-9300-43ac-b026-690fa42884d8,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:17:11.473096 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-842f743c-17e5-4588-8655-24a3acd548e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:11.474615 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-842f743c-17e5-4588-8655-24a3acd548e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0473135 Jan 10 12:17:11.479293 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:11.479656 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:11.480009 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:11.480361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:11.480700 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:11.481038 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:11.481376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:11.481714 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:11.482074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:11.482408 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:11.482741 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:11.483071 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:11.483395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:11.518238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-f88adedb-4828-4055-a606-19cb6f5e7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:11.520344 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-f88adedb-4828-4055-a606-19cb6f5e7df0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399191 Jan 10 12:17:11.608970 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-a2c2c55c-104d-4d09-899e-a865d2e2a608 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837758 Jan 10 12:17:11.697576 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-7bbafb89-355c-4963-81fa-0a0ee5302b33 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823827 Jan 10 12:17:12.220891 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:12.264800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4ac77-bcce-41eb-9dfa-dfaf6083e9a1 req-7de09d9b-b642-4c77-977d-f14e03ec5063 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:12.266314 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3de4ac77-bcce-41eb-9dfa-dfaf6083e9a1 req-7de09d9b-b642-4c77-977d-f14e03ec5063 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 943 time: 0.0551178 Jan 10 12:17:12.313217 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3de4ac77-bcce-41eb-9dfa-dfaf6083e9a1 req-38e8507b-a955-4d10-94a2-15a929cf137a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412889 Jan 10 12:17:13.388794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:13.433566 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36767be1-04f3-4e1a-a5a5-4a163e291179 req-072db3ba-9624-45b1-ae6b-b2595e2441d6 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:13.434845 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-36767be1-04f3-4e1a-a5a5-4a163e291179 req-072db3ba-9624-45b1-ae6b-b2595e2441d6 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 943 time: 0.0520194 Jan 10 12:17:13.483448 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-36767be1-04f3-4e1a-a5a5-4a163e291179 req-4f1ec3b2-4b36-433b-839f-32703c6eba53 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417335 Jan 10 12:17:14.427939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-5974f5f8-b640-4321-91a2-ebab77f731de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:14.429416 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-5974f5f8-b640-4321-91a2-ebab77f731de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 1096 time: 0.0404379 Jan 10 12:17:14.488783 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-53c9bc0f-321b-45d7-994e-2f8d67b57625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:14.490288 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-53c9bc0f-321b-45d7-994e-2f8d67b57625 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 1096 time: 0.0397339 Jan 10 12:17:14.610561 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-b7850cb7-4c03-41e9-8744-aadea7f5d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:14.612025 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-b7850cb7-4c03-41e9-8744-aadea7f5d485 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.1164804 Jan 10 12:17:14.621165 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547ee0f-1cba-43f9-bf56-7158137bbc85 req-e9fc01e4-66ff-41c5-90ec-f80e27422788 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:14.622560 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0547ee0f-1cba-43f9-bf56-7158137bbc85 req-e9fc01e4-66ff-41c5-90ec-f80e27422788 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 943 time: 0.0696065 Jan 10 12:17:14.708809 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-303a2e69-7012-468a-9416-584e8c537c9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdb6e178-9300-43ac-b026-690fa42884d8 HTTP/1.1" status: 200 len: 999 time: 0.0853131 Jan 10 12:17:14.715872 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0547ee0f-1cba-43f9-bf56-7158137bbc85 req-9ace44bc-7de5-4525-aa4a-964df8650635 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872226 Jan 10 12:17:14.759418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-a3c1dd1c-8fa5-4886-aed3-377db62aad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:14.760768 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-a3c1dd1c-8fa5-4886-aed3-377db62aad91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0440569 Jan 10 12:17:14.803574 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-d77a2baa-ab0a-475c-96ad-b4e0d3dcc181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:14.805006 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-d77a2baa-ab0a-475c-96ad-b4e0d3dcc181 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386500 Jan 10 12:17:14.839062 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:17:14.895384 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-9bf28061-9b8f-4a03-ab32-d00347938303 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847206 Jan 10 12:17:14.980866 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-57d1756f-68cf-4b26-a330-bb8b1f288110 req-ec76d700-db6d-4468-8008-178c8ee3eb74 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800700 Jan 10 12:17:15.829702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992cad2-d6ff-470c-b8a4-6bc72ad7db50 req-5bab00ed-1fe9-47fb-9460-6db2fc4a8655 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:15.834916 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b992cad2-d6ff-470c-b8a4-6bc72ad7db50 req-5bab00ed-1fe9-47fb-9460-6db2fc4a8655 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 943 time: 0.0480676 Jan 10 12:17:15.878269 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b992cad2-d6ff-470c-b8a4-6bc72ad7db50 req-dd568d5f-8336-435f-851a-96d0798adff0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408907 Jan 10 12:17:16.997399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250fb66-6b5c-4d3e-84a7-1fca4a22ec94 req-e2fd769a-d258-4fd1-a2bc-8bac771bc516 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:16.998956 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a250fb66-6b5c-4d3e-84a7-1fca4a22ec94 req-e2fd769a-d258-4fd1-a2bc-8bac771bc516 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 943 time: 0.0538833 Jan 10 12:17:17.044852 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a250fb66-6b5c-4d3e-84a7-1fca4a22ec94 req-363f2908-445c-44bd-b1df-d5bb87c7668f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404274 Jan 10 12:17:17.160425 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15333d8-a632-43c5-b42a-12e9c0780e23 req-901cc5ed-de81-4994-8a6e-bbf066fcd0f4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:17.162436 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b15333d8-a632-43c5-b42a-12e9c0780e23 req-901cc5ed-de81-4994-8a6e-bbf066fcd0f4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 943 time: 0.0525622 Jan 10 12:17:17.209505 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b15333d8-a632-43c5-b42a-12e9c0780e23 req-6a299e28-a428-49cc-87bb-83754e7594d8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415761 Jan 10 12:17:17.299798 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device bdb6e178-9300-43ac-b026-690fa42884d8 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:17:17.301994 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device bdb6e178-9300-43ac-b026-690fa42884d8 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:17:17.321279 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a3090-d991-4cf0-b255-fb5db03ff6ac req-720982f6-72d0-4252-9525-7dfe0252ed04 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:17.322796 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ba0a3090-d991-4cf0-b255-fb5db03ff6ac req-720982f6-72d0-4252-9525-7dfe0252ed04 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 943 time: 0.0485444 Jan 10 12:17:17.369181 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ba0a3090-d991-4cf0-b255-fb5db03ff6ac req-7120754c-660f-4312-844f-1c77385822a9 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Jan 10 12:17:17.457409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port bdb6e178-9300-43ac-b026-690fa42884d8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdb6e178-9300-43ac-b026-690fa42884d8,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:17:17.469421 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'bdb6e178-9300-43ac-b026-690fa42884d8', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'port_id': 'bdb6e178-9300-43ac-b026-690fa42884d8', 'mac_address': 'fa:16:3e:f8:04:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:17:17.504819 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:17.518225 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb6e178-9300-43ac-b026-690fa42884d8 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:17:17.537095 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port bdb6e178-9300-43ac-b026-690fa42884d8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdb6e178-9300-43ac-b026-690fa42884d8,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:17:17.634295 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:17.836833 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=bdb6e178-9300-43ac-b026-690fa42884d8,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:17:17.844380 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['bdb6e178-9300-43ac-b026-690fa42884d8'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:17:17.859971 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45068194-1431-4bad-a2a3-075c016d0d8e req-3e5fb189-8449-4537-9ec1-4bdc81b329fc tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:17.861902 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-45068194-1431-4bad-a2a3-075c016d0d8e req-3e5fb189-8449-4537-9ec1-4bdc81b329fc tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 944 time: 0.0505261 Jan 10 12:17:17.912230 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-45068194-1431-4bad-a2a3-075c016d0d8e req-c5a471ea-71a1-4dcb-ab43-160d700b51c3 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441892 Jan 10 12:17:19.028228 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01d30e-2fd5-44dc-a74b-f5b0689a886b req-ac811930-490a-448b-bf1c-cefedde6420b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:19.029691 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-be01d30e-2fd5-44dc-a74b-f5b0689a886b req-ac811930-490a-448b-bf1c-cefedde6420b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 944 time: 0.0486042 Jan 10 12:17:19.075349 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-be01d30e-2fd5-44dc-a74b-f5b0689a886b req-efceaec2-2d46-40b7-88a2-53557413e8e0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402713 Jan 10 12:17:19.317418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device bdb6e178-9300-43ac-b026-690fa42884d8 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:17:19.363390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port bdb6e178-9300-43ac-b026-690fa42884d8 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:17:19.363767 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:19.437843 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:19.462360 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb6e178-9300-43ac-b026-690fa42884d8'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:17:19.464580 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabb06ef-88d1-441c-b2fd-d1adfa5274a8" -d '{"events": [{"server_uuid": "d2ac7d65-9857-4587-bbd3-b5cf1a48b473", "name": "network-vif-plugged", "status": "completed", "tag": "bdb6e178-9300-43ac-b026-690fa42884d8"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:17:19.477180 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port bdb6e178-9300-43ac-b026-690fa42884d8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdb6e178-9300-43ac-b026-690fa42884d8,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:17:19.502415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c42ba4b-6dc9-4054-915e-52ccdeb70e2f x-openstack-request-id: req-3c42ba4b-6dc9-4054-915e-52ccdeb70e2f {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:17:19.502707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ac7d65-9857-4587-bbd3-b5cf1a48b473", "name": "network-vif-plugged", "status": "completed", "tag": "bdb6e178-9300-43ac-b026-690fa42884d8", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:17:19.502965 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c42ba4b-6dc9-4054-915e-52ccdeb70e2f {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:17:19.503361 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb6e178-9300-43ac-b026-690fa42884d8', 'code': 200} Jan 10 12:17:19.575214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:19.604614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:19.622445 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=bdb6e178-9300-43ac-b026-690fa42884d8,revision_number=8']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:17:19.894872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0f9ed-a04e-4adb-9417-8945101a8c31 req-d600122b-e47a-4594-9c7f-17d241d15af4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:19.896224 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b6a0f9ed-a04e-4adb-9417-8945101a8c31 req-d600122b-e47a-4594-9c7f-17d241d15af4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0478685 Jan 10 12:17:19.981465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-b6a0f9ed-a04e-4adb-9417-8945101a8c31 req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Deleting port bdb6e178-9300-43ac-b026-690fa42884d8 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:17:19.981838 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b6a0f9ed-a04e-4adb-9417-8945101a8c31 req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:20.071139 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-b6a0f9ed-a04e-4adb-9417-8945101a8c31 req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] For port bdb6e178-9300-43ac-b026-690fa42884d8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdb6e178-9300-43ac-b026-690fa42884d8,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:17:20.071499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b6a0f9ed-a04e-4adb-9417-8945101a8c31 req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:20.189695 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933a6e7-cc39-4ed8-a1c5-7cfb07ea0805 req-091771e1-6bb3-4309-acc5-bb470d5f8bbe tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:20.191124 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f933a6e7-cc39-4ed8-a1c5-7cfb07ea0805 req-091771e1-6bb3-4309-acc5-bb470d5f8bbe tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 945 time: 0.0492196 Jan 10 12:17:20.242809 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b6a0f9ed-a04e-4adb-9417-8945101a8c31 req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:20.243190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b6a0f9ed-a04e-4adb-9417-8945101a8c31 req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (93d5f01b-a8ba-48bb-8cae-6d8cb189d713), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:20.243500 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [req-b6a0f9ed-a04e-4adb-9417-8945101a8c31 req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Floating IP 93d5f01b-a8ba-48bb-8cae-6d8cb189d713 disassociated. External IP: 172.36.2.48, port: bdb6e178-9300-43ac-b026-690fa42884d8. Jan 10 12:17:20.243843 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-b6a0f9ed-a04e-4adb-9417-8945101a8c31 req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Calling delete_port for bdb6e178-9300-43ac-b026-690fa42884d8 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:17:20.244037 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f933a6e7-cc39-4ed8-a1c5-7cfb07ea0805 req-0c51cc7a-0a40-4dab-a84f-7e14222a04ef tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463793 Jan 10 12:17:20.422941 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b6a0f9ed-a04e-4adb-9417-8945101a8c31 req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (bdb6e178-9300-43ac-b026-690fa42884d8), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:20.451499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Pushing event deleted for resources: {'Port': ['ID=bdb6e178-9300-43ac-b026-690fa42884d8,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:17:20.463181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:20.463549 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:20.463908 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:20.464250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:20.464593 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:20.464938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:20.465280 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:20.465619 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:20.465979 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:20.466322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:20.466664 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:20.466998 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:20.467332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:17:20.578511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6a0f9ed-a04e-4adb-9417-8945101a8c31 req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:17:20.686558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6a0f9ed-a04e-4adb-9417-8945101a8c31 req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:17:20.697581 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fc84b7-69f3-41a2-b5a5-5e0a8db7822a None None] Sync routers for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:17:20.708539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fc84b7-69f3-41a2-b5a5-5e0a8db7822a None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:17:20.709107 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-48fc84b7-69f3-41a2-b5a5-5e0a8db7822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:17:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:17:20.725066 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a0f9ed-a04e-4adb-9417-8945101a8c31 req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] No DVR routers for this DVR port bdb6e178-9300-43ac-b026-690fa42884d8 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:17:20.727492 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b6a0f9ed-a04e-4adb-9417-8945101a8c31 req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:20.730783 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b6a0f9ed-a04e-4adb-9417-8945101a8c31 req-4617e429-b1c8-42a2-a781-e059f2fe06ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "DELETE /v2.0/ports/bdb6e178-9300-43ac-b026-690fa42884d8 HTTP/1.1" status: 204 len: 173 time: 0.8295462 Jan 10 12:17:20.731228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'name': 'network-vif-deleted', 'tag': 'bdb6e178-9300-43ac-b026-690fa42884d8'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:17:20.733464 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c086c9bd-2135-486c-b152-97952faabc58" -d '{"events": [{"server_uuid": "d2ac7d65-9857-4587-bbd3-b5cf1a48b473", "name": "network-vif-deleted", "tag": "bdb6e178-9300-43ac-b026-690fa42884d8"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:17:20.773184 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3683633f-e048-4674-8b55-4f9c7c0a8a84 x-openstack-request-id: req-3683633f-e048-4674-8b55-4f9c7c0a8a84 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:17:20.773443 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ac7d65-9857-4587-bbd3-b5cf1a48b473", "name": "network-vif-deleted", "tag": "bdb6e178-9300-43ac-b026-690fa42884d8", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:17:20.773708 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3683633f-e048-4674-8b55-4f9c7c0a8a84 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:17:20.777205 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ac7d65-9857-4587-bbd3-b5cf1a48b473', 'name': 'network-vif-deleted', 'tag': 'bdb6e178-9300-43ac-b026-690fa42884d8', 'status': 'completed', 'code': 200} Jan 10 12:17:20.817073 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-48fc84b7-69f3-41a2-b5a5-5e0a8db7822a None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:17:21.011599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-48fc84b7-69f3-41a2-b5a5-5e0a8db7822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:17:21.041181 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fc84b7-69f3-41a2-b5a5-5e0a8db7822a None None] Checking router: 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:17:21.049477 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fc84b7-69f3-41a2-b5a5-5e0a8db7822a None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:17:21.050106 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-48fc84b7-69f3-41a2-b5a5-5e0a8db7822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:17:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:17:21.151079 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-48fc84b7-69f3-41a2-b5a5-5e0a8db7822a None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:17:21.348414 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-48fc84b7-69f3-41a2-b5a5-5e0a8db7822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:17:21.350718 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3c76ffc6-66ad-4045-9554-3b28daaa8a71 req-4e4fb75b-a54d-4fac-a4de-0d5a97047b44 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ac7d65-9857-4587-bbd3-b5cf1a48b473 HTTP/1.1" status: 200 len: 210 time: 0.0259945 Jan 10 12:17:21.375572 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fc84b7-69f3-41a2-b5a5-5e0a8db7822a None None] The sync data for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv is: [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:17:21.610295 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547bc1c2-94c7-4109-8442-5b670461dc37 None None] New status for floating IP 93d5f01b-a8ba-48bb-8cae-6d8cb189d713: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:17:22.596439 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-43d2080e-7a2a-4910-a8a8-32813c26d276 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1893538285&fields=id&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 267 time: 0.0409479 Jan 10 12:17:22.704330 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-879dba01-4823-41e1-babb-7dc5644b44d2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:22.705905 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-879dba01-4823-41e1-babb-7dc5644b44d2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 812 time: 0.1027648 Jan 10 12:17:22.719793 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-0abcfe11-ef46-45dc-a9e3-4857d3a65c7b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/quotas/d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 375 time: 0.0087359 Jan 10 12:17:22.769261 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-ed45c631-ba51-4289-9744-2392c59bdd1e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447633 Jan 10 12:17:22.867594 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-660d7229-13c9-4f8b-92d5-966489398eb8 service neutron] 10.222.0.16 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866828 Jan 10 12:17:22.954159 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-94f4503c-ec00-47bc-b9ce-40f6b11ef6f1 service neutron] 10.222.0.16 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806518 Jan 10 12:17:23.200730 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2d2e5760-357a-4769-ad19-c30bbf4deb0f req-e9cf7687-39e3-41d3-a462-3a0d267717ca tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 210 time: 0.0276744 Jan 10 12:17:23.360964 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device bdb6e178-9300-43ac-b026-690fa42884d8 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:17:23.385049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: bdb6e178-9300-43ac-b026-690fa42884d8 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:17:23.385401 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device bdb6e178-9300-43ac-b026-690fa42884d8 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:17:24.298191 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1272bad9-b0b8-4cc1-bd82-71fb997f775e req-6f820a2d-c452-48a1-8333-7faf966573de tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 210 time: 0.0301332 Jan 10 12:17:25.047616 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-6dda366d-0539-415b-aa55-d47b23141096 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:25.049059 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-6dda366d-0539-415b-aa55-d47b23141096 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 812 time: 0.1005089 Jan 10 12:17:25.108406 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-e62ab442-1053-4d8d-9c3d-7968cf7f3f1b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 380 time: 0.0517876 Jan 10 12:17:25.116783 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-fdb9f573-2ba4-4b98-ba9b-6da84f52b1d0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Request body: {'port': {'device_id': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'admin_state_up': True, 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'security_groups': ['d7f5293f-7b95-47ae-bc07-618aa35f1555']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:17:25.285686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-fdb9f573-2ba4-4b98-ba9b-6da84f52b1d0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Made reservation on behalf of d5a98d6e47994ff9aa647dde76fb5e18 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:17:25.290254 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-fdb9f573-2ba4-4b98-ba9b-6da84f52b1d0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:25.392273 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-63d8e243-11f0-4a35-90dc-4abdc56092b7 req-54b8076a-3e1e-4ff1-9f8a-6466e2056376 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 210 time: 0.0260019 Jan 10 12:17:25.419170 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-fdb9f573-2ba4-4b98-ba9b-6da84f52b1d0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Allocated IP 172.20.0.6 (d5e3f542-f27b-43bf-8074-0c584915bfdf/d5b478b7-0567-49ee-83e8-a1bb78bd3e0c/b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:17:25.550250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-fdb9f573-2ba4-4b98-ba9b-6da84f52b1d0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:25.628531 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-fdb9f573-2ba4-4b98-ba9b-6da84f52b1d0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:25.676172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-fdb9f573-2ba4-4b98-ba9b-6da84f52b1d0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Network d5e3f542-f27b-43bf-8074-0c584915bfdf is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:17:25.679303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-fdb9f573-2ba4-4b98-ba9b-6da84f52b1d0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:17:25.683029 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-fdb9f573-2ba4-4b98-ba9b-6da84f52b1d0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:17:25.955813 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c6b271dd-09a9-4df7-bbff-1678725a6d69 None None] Provisioning complete for port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:17:25.956383 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c6b271dd-09a9-4df7-bbff-1678725a6d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:25.967502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9f573-2ba4-4b98-ba9b-6da84f52b1d0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Pushing event updated for resources: {'Port': ['ID=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:17:25.989663 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c6b271dd-09a9-4df7-bbff-1678725a6d69 None None] Port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:17:25.993704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-fdb9f573-2ba4-4b98-ba9b-6da84f52b1d0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:25.994620 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-fdb9f573-2ba4-4b98-ba9b-6da84f52b1d0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:26.059307 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-fdb9f573-2ba4-4b98-ba9b-6da84f52b1d0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9461741 Jan 10 12:17:26.071501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Request body: {'port': {'device_id': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:17:26.122300 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:26.377871 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:17:26.385170 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Publish callbacks [] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:26.398426 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Transition to ACTIVE for port object b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:17:26.468826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:26.545238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:17:26.594213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bd422-4f27-4115-b618-001e182b10ac req-a631f656-93af-499c-a257-f1977c2ea7ea tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:26.599005 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c74bd422-4f27-4115-b618-001e182b10ac req-a631f656-93af-499c-a257-f1977c2ea7ea tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.1372194 Jan 10 12:17:26.655941 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Attempting to bind port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:17:26.656286 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Attempting to bind port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:17:26.656621 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Attempting to bind port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 on network d5e3f542-f27b-43bf-8074-0c584915bfdf {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:17:26.668266 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c74bd422-4f27-4115-b618-001e182b10ac req-05b61282-4718-4b59-9a62-878289e1fdbf tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649467 Jan 10 12:17:26.668814 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 on network d5e3f542-f27b-43bf-8074-0c584915bfdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:17:26.669139 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Attempting to bind port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 on network d5e3f542-f27b-43bf-8074-0c584915bfdf {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:17:26.674658 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:17:26.675069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Checking segment: {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:17:26.675387 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Bound using segment: {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:17:26.675792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Bound port: b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:17:26.676152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:26.739426 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] For port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:17:26.742368 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] For port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:17:26.820517 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:26.856209 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:26.856981 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:26.858374 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] 10.222.0.30 "PUT /v2.0/ports/b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 HTTP/1.1" status: 200 len: 1093 time: 0.7915156 Jan 10 12:17:26.863228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'tag': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:17:26.865672 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b49da8-403b-4e91-8ea4-bd8e0362c98e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f86a457-7fdc-4ce4-a406-b470769f47ab", "tag": "b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:17:26.891936 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc6cda-a9eb-490b-b039-b19c918c4e86 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:17:26.905408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d8eaed-262e-4baf-a45b-393251eccbe2 x-openstack-request-id: req-c0d8eaed-262e-4baf-a45b-393251eccbe2 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:17:26.905718 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f86a457-7fdc-4ce4-a406-b470769f47ab", "tag": "b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:17:26.911254 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0d8eaed-262e-4baf-a45b-393251eccbe2 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:17:26.911254 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'tag': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'status': 'completed', 'code': 200} Jan 10 12:17:26.972259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b49da8-403b-4e91-8ea4-bd8e0362c98e req-ef2c1e9d-aeb6-4654-9b8e-04a188c935d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:26.973865 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-54b49da8-403b-4e91-8ea4-bd8e0362c98e req-ef2c1e9d-aeb6-4654-9b8e-04a188c935d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 1096 time: 0.0453310 Jan 10 12:17:27.074936 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b49da8-403b-4e91-8ea4-bd8e0362c98e req-cbd59e13-5537-4dce-9967-2d3afd321ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:27.076366 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-54b49da8-403b-4e91-8ea4-bd8e0362c98e req-cbd59e13-5537-4dce-9967-2d3afd321ec5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0964353 Jan 10 12:17:27.167735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b49da8-403b-4e91-8ea4-bd8e0362c98e req-8e25db9c-66bd-4e6d-b6a0-27760f7c35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:27.169203 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-54b49da8-403b-4e91-8ea4-bd8e0362c98e req-8e25db9c-66bd-4e6d-b6a0-27760f7c35cd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876255 Jan 10 12:17:27.242344 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-9a4a8a59-05e9-4c7d-a8d6-d39a5c4eefbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:27.243843 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-9a4a8a59-05e9-4c7d-a8d6-d39a5c4eefbb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 1096 time: 0.0411148 Jan 10 12:17:27.287495 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-7ac002da-65c8-4fd3-b6eb-1b9ebc9d2a67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 HTTP/1.1" status: 200 len: 217 time: 0.0371408 Jan 10 12:17:27.333264 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-d798179a-c9ad-45d3-9a3a-7bfb181932ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:27.335144 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-d798179a-c9ad-45d3-9a3a-7bfb181932ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0426779 Jan 10 12:17:27.378704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-8ee15587-3b8d-47f8-b0c6-f722894c072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:27.380140 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-8ee15587-3b8d-47f8-b0c6-f722894c072c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394065 Jan 10 12:17:27.470293 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-2aca225e-e0b7-492d-9a7b-d1b8cfa40769 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843613 Jan 10 12:17:27.556662 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-16574b4d-03e2-40af-ba7b-9041d60ebb19 req-b0275eed-bcc1-4e29-976a-0c3db4932adc service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806475 Jan 10 12:17:27.786607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19349094-1182-48eb-9e55-a339194910ee req-000de456-7064-4419-98c3-3145e773362d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:27.788084 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-19349094-1182-48eb-9e55-a339194910ee req-000de456-7064-4419-98c3-3145e773362d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0540805 Jan 10 12:17:27.833812 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-19349094-1182-48eb-9e55-a339194910ee req-75e75d08-6a33-4816-9b18-b991aa41fbab tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402842 Jan 10 12:17:28.949389 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e5e17-f8f0-48e2-83a8-e6d4aa8159ac req-ed5e3b9d-882d-4d79-a555-ddff59b24f4d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:28.950882 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-793e5e17-f8f0-48e2-83a8-e6d4aa8159ac req-ed5e3b9d-882d-4d79-a555-ddff59b24f4d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0475965 Jan 10 12:17:29.000602 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-793e5e17-f8f0-48e2-83a8-e6d4aa8159ac req-379e68a2-b54a-4a86-814c-8bb3d9a45df8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441341 Jan 10 12:17:29.391495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:17:29.486983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:17:29.498069 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'port_id': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'mac_address': 'fa:16:3e:e8:c2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:17:29.534265 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:29.546522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:17:29.565144 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:17:29.668302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:29.717914 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:17:29.869070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:17:30.112652 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ff7c4-d8f3-4ccd-8045-5b62dcfd2485 req-0b516a8f-4578-4dd3-b722-6d1ded7a8645 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:30.114110 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-805ff7c4-d8f3-4ccd-8045-5b62dcfd2485 req-0b516a8f-4578-4dd3-b722-6d1ded7a8645 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 944 time: 0.0473897 Jan 10 12:17:30.160624 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-805ff7c4-d8f3-4ccd-8045-5b62dcfd2485 req-66172b32-ba49-4258-a100-7b87f2d3457f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399978 Jan 10 12:17:31.274046 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9b14c-1d8e-48cc-9672-e1c870123a6e req-ddb73e9e-965e-4e9d-b91a-efaa1da015f8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:31.275561 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ebb9b14c-1d8e-48cc-9672-e1c870123a6e req-ddb73e9e-965e-4e9d-b91a-efaa1da015f8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 944 time: 0.0496635 Jan 10 12:17:31.322015 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ebb9b14c-1d8e-48cc-9672-e1c870123a6e req-cb483256-48a5-45a7-88de-b5c685c6ef4e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407915 Jan 10 12:17:31.407637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:17:31.505797 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:17:31.509330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:17:31.509717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:31.583748 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:31.605671 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:17:31.607917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e062e712-693d-4bef-95d3-aaa49511c4f2" -d '{"events": [{"server_uuid": "8f86a457-7fdc-4ce4-a406-b470769f47ab", "name": "network-vif-plugged", "status": "completed", "tag": "b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:17:31.621034 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:17:31.643223 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c4006f-5849-4003-828c-b996baa3c835 x-openstack-request-id: req-53c4006f-5849-4003-828c-b996baa3c835 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:17:31.643518 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f86a457-7fdc-4ce4-a406-b470769f47ab", "name": "network-vif-plugged", "status": "completed", "tag": "b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:17:31.643776 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53c4006f-5849-4003-828c-b996baa3c835 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:17:31.644167 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'code': 200} Jan 10 12:17:31.671758 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:31.720616 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:17:31.916858 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23007d18-037a-4d5c-9616-c808bc2c8679 req-e28064b8-ce4f-49be-ab25-5c51d8dcbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:31.918330 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-23007d18-037a-4d5c-9616-c808bc2c8679 req-e28064b8-ce4f-49be-ab25-5c51d8dcbf64 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 1098 time: 0.0444665 Jan 10 12:17:31.960506 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-23007d18-037a-4d5c-9616-c808bc2c8679 req-4e45a966-98e6-4c73-a3c9-91388d8fa076 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366170 Jan 10 12:17:32.433025 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea134b4-9d8f-4f63-97a2-2a4b15b6680e req-b6737275-9b83-4a6f-ba4f-8b85804a4aee tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:32.434516 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-aea134b4-9d8f-4f63-97a2-2a4b15b6680e req-b6737275-9b83-4a6f-ba4f-8b85804a4aee tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0475423 Jan 10 12:17:32.480317 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-aea134b4-9d8f-4f63-97a2-2a4b15b6680e req-3e596f7c-5619-4516-9345-de6d8e66d800 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403690 Jan 10 12:17:33.594463 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786613d-c5e7-46b6-94a5-8f0b3f87031e req-3802d68b-07ad-454c-8b34-1b5484cf3db4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:33.595933 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4786613d-c5e7-46b6-94a5-8f0b3f87031e req-3802d68b-07ad-454c-8b34-1b5484cf3db4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0483558 Jan 10 12:17:33.642398 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4786613d-c5e7-46b6-94a5-8f0b3f87031e req-0d807346-5c69-40d4-8a75-fbb10dac2004 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403786 Jan 10 12:17:33.754821 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94882edf-a789-4d78-9f6e-7ccfce59234b req-85c2dec8-0e54-40ee-9852-4851cb8e41ff tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:33.756273 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-94882edf-a789-4d78-9f6e-7ccfce59234b req-85c2dec8-0e54-40ee-9852-4851cb8e41ff tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0512855 Jan 10 12:17:33.765186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34240) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:17:33.769354 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-a0c5d9c5-5251-418a-a29a-ab5abc9f09bb tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Request body: {'floatingip': {'port_id': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:17:33.807138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d9c5-5251-418a-a29a-ab5abc9f09bb tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for floatingip (93d5f01b-a8ba-48bb-8cae-6d8cb189d713), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:34.207256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d9c5-5251-418a-a29a-ab5abc9f09bb tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:34.285375 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d9c5-5251-418a-a29a-ab5abc9f09bb tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (93d5f01b-a8ba-48bb-8cae-6d8cb189d713), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:34.385450 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-a0c5d9c5-5251-418a-a29a-ab5abc9f09bb tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Floating IP 93d5f01b-a8ba-48bb-8cae-6d8cb189d713 associated. External IP: 172.36.2.48, port: b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57. Jan 10 12:17:34.859169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c5d9c5-5251-418a-a29a-ab5abc9f09bb tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:17:34.961067 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c5d9c5-5251-418a-a29a-ab5abc9f09bb tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:17:34.965864 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d9c5-5251-418a-a29a-ab5abc9f09bb tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:34.970864 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8526e4-f22a-4dd7-8d5b-f7be41438bf6 None None] Sync routers for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:17:34.980947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8526e4-f22a-4dd7-8d5b-f7be41438bf6 None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:17:34.981568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-ac8526e4-f22a-4dd7-8d5b-f7be41438bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:17:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:17:34.995964 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a0c5d9c5-5251-418a-a29a-ab5abc9f09bb tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "PUT /v2.0/floatingips/93d5f01b-a8ba-48bb-8cae-6d8cb189d713 HTTP/1.1" status: 200 len: 991 time: 1.2297263 Jan 10 12:17:34.996573 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'tag': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:17:34.998888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab787d81-6536-48a0-939a-4657624b69f6" -d '{"events": [{"name": "network-changed", "server_uuid": "8f86a457-7fdc-4ce4-a406-b470769f47ab", "tag": "b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:17:35.035374 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15b0827-0463-47ab-b29b-11a719b14d41 x-openstack-request-id: req-c15b0827-0463-47ab-b29b-11a719b14d41 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:17:35.035687 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f86a457-7fdc-4ce4-a406-b470769f47ab", "tag": "b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:17:35.035953 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c15b0827-0463-47ab-b29b-11a719b14d41 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:17:35.036372 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'tag': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'status': 'completed', 'code': 200} Jan 10 12:17:35.096789 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab787d81-6536-48a0-939a-4657624b69f6 req-aab9a1c3-e9d8-41de-bb0d-9cff95b0c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:35.098528 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab787d81-6536-48a0-939a-4657624b69f6 req-aab9a1c3-e9d8-41de-bb0d-9cff95b0c9f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 1098 time: 0.0404365 Jan 10 12:17:35.098644 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-ac8526e4-f22a-4dd7-8d5b-f7be41438bf6 None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:17:35.189248 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab787d81-6536-48a0-939a-4657624b69f6 req-e130e34b-5ea3-4017-bc5d-8abbb7b1969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:35.190647 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab787d81-6536-48a0-939a-4657624b69f6 req-e130e34b-5ea3-4017-bc5d-8abbb7b1969f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0866678 Jan 10 12:17:35.254297 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab787d81-6536-48a0-939a-4657624b69f6 req-27d1f317-8a21-4ea7-afd5-5eb5e3991827 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 HTTP/1.1" status: 200 len: 999 time: 0.0577781 Jan 10 12:17:35.306270 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab787d81-6536-48a0-939a-4657624b69f6 req-edbec7ae-a310-4c5f-b579-5023d6f8a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:35.307744 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab787d81-6536-48a0-939a-4657624b69f6 req-edbec7ae-a310-4c5f-b579-5023d6f8a832 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0477049 Jan 10 12:17:35.321239 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-ac8526e4-f22a-4dd7-8d5b-f7be41438bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '93d5f01b-a8ba-48bb-8cae-6d8cb189d713', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'floating_ip_address': '172.36.2.48', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'port_id': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'mac_address': 'fa:16:3e:e8:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:13:26Z', 'updated_at': '2022-01-10T12:17:34Z', 'revision_number': 13, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:17:35.351120 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8526e4-f22a-4dd7-8d5b-f7be41438bf6 None None] Checking router: 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:17:35.352525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab787d81-6536-48a0-939a-4657624b69f6 req-53e5ad45-6d44-43a5-a4bf-17d442edb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:35.354063 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab787d81-6536-48a0-939a-4657624b69f6 req-53e5ad45-6d44-43a5-a4bf-17d442edb50f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408714 Jan 10 12:17:35.359405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8526e4-f22a-4dd7-8d5b-f7be41438bf6 None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:17:35.360014 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-ac8526e4-f22a-4dd7-8d5b-f7be41438bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:17:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:17:35.442087 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab787d81-6536-48a0-939a-4657624b69f6 req-8ef57b3a-ba1b-4416-927c-2d6279fc0f01 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820415 Jan 10 12:17:35.539269 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab787d81-6536-48a0-939a-4657624b69f6 req-138f8e00-cb20-407b-9cf2-5cf5e8810fa5 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918868 Jan 10 12:17:35.615472 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-ac8526e4-f22a-4dd7-8d5b-f7be41438bf6 None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:17:35.829987 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-ac8526e4-f22a-4dd7-8d5b-f7be41438bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '93d5f01b-a8ba-48bb-8cae-6d8cb189d713', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'floating_ip_address': '172.36.2.48', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'port_id': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'mac_address': 'fa:16:3e:e8:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:13:26Z', 'updated_at': '2022-01-10T12:17:34Z', 'revision_number': 13, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:17:35.858896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8526e4-f22a-4dd7-8d5b-f7be41438bf6 None None] The sync data for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv is: [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '93d5f01b-a8ba-48bb-8cae-6d8cb189d713', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'floating_ip_address': '172.36.2.48', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'port_id': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'mac_address': 'fa:16:3e:e8:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:13:26Z', 'updated_at': '2022-01-10T12:17:34Z', 'revision_number': 13, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:17:36.046138 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03753a01-d444-4205-afcf-bd61b9957aae None None] New status for floating IP 93d5f01b-a8ba-48bb-8cae-6d8cb189d713: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:17:36.068254 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b4d15b89-d713-45ff-b051-b99139c8e70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:40.340550 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-324cff4f-28d8-45ec-a98d-e84ce8c999db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:40.696307 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:42.216450 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:43.250896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:47.903881 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-375c97f1-851d-4c19-bf49-f489794212fe req-65c1f9ca-dfbf-4401-b369-d2d5ee348c9b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400929 Jan 10 12:17:47.987652 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c97f1-851d-4c19-bf49-f489794212fe req-78554cea-0566-423d-9fd7-6223f59af806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:47.989145 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-375c97f1-851d-4c19-bf49-f489794212fe req-78554cea-0566-423d-9fd7-6223f59af806 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 1098 time: 0.0444818 Jan 10 12:17:48.096267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c97f1-851d-4c19-bf49-f489794212fe req-3785620e-20d9-44c6-951c-136fded0181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:48.097726 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-375c97f1-851d-4c19-bf49-f489794212fe req-3785620e-20d9-44c6-951c-136fded0181c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0831273 Jan 10 12:17:48.166600 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-375c97f1-851d-4c19-bf49-f489794212fe req-923dedbd-f838-4a9a-9f7d-61b04e0028b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 HTTP/1.1" status: 200 len: 1001 time: 0.0623903 Jan 10 12:17:48.213408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c97f1-851d-4c19-bf49-f489794212fe req-5f5233bc-53f3-4a9b-9e02-96bea3992cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:48.214836 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-375c97f1-851d-4c19-bf49-f489794212fe req-5f5233bc-53f3-4a9b-9e02-96bea3992cc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0426257 Jan 10 12:17:48.260953 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c97f1-851d-4c19-bf49-f489794212fe req-4224a89c-2b40-42b4-b52c-07db43470e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:17:48.262552 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-375c97f1-851d-4c19-bf49-f489794212fe req-4224a89c-2b40-42b4-b52c-07db43470e7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412846 Jan 10 12:17:48.355415 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-375c97f1-851d-4c19-bf49-f489794212fe req-5721557f-e37b-4d21-8a46-247b470bd8c4 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862908 Jan 10 12:17:48.446007 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-375c97f1-851d-4c19-bf49-f489794212fe req-35da8397-9443-4631-9621-8d7ddd94521c service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843406 Jan 10 12:17:49.581968 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:17:51.838443 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:18:06.095720 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e8e8c146-6306-4a43-a7b6-59bc03517f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:18:10.313101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ff440f4f-1664-4abd-8d0d-e3db15aca326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:18:10.706800 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:18:12.242633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:18:13.284440 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:18:13.764692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b74f4-c39c-465b-a07f-014bc506579e req-10f46c6d-67cf-4729-8b90-ae4b9fc66efe tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:13.766087 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-126b74f4-c39c-465b-a07f-014bc506579e req-10f46c6d-67cf-4729-8b90-ae4b9fc66efe tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0530512 Jan 10 12:18:13.812490 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-126b74f4-c39c-465b-a07f-014bc506579e req-f10590f3-c5e6-4cd3-bd82-b295c420535f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410156 Jan 10 12:18:19.595887 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:18:28.837439 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:18:30.908883 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea512d6-cd70-4360-b83e-c26386d0fa34 req-e9af311b-f709-4d20-a577-efd96ff88ef1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:30.910405 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fea512d6-cd70-4360-b83e-c26386d0fa34 req-e9af311b-f709-4d20-a577-efd96ff88ef1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0499935 Jan 10 12:18:30.957656 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fea512d6-cd70-4360-b83e-c26386d0fa34 req-d5cf887f-8e78-4203-a461-6ab123a9a7f2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412614 Jan 10 12:18:31.038219 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-b155e61d-a8c8-4e29-b32a-d8e90a0681bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419695 Jan 10 12:18:32.073847 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38b0c2-a85f-4473-82a6-6949e751c731 req-e2b5c6ce-e118-4dbe-8a88-c1128beca868 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:32.075342 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7c38b0c2-a85f-4473-82a6-6949e751c731 req-e2b5c6ce-e118-4dbe-8a88-c1128beca868 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0497375 Jan 10 12:18:32.122531 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7c38b0c2-a85f-4473-82a6-6949e751c731 req-bcb5388e-a28b-4d46-858d-cbfa05509b14 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413892 Jan 10 12:18:32.889372 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58746-2c5e-4c11-a982-95257aa25993 req-b2232d46-495e-4974-9d98-369c5cb4bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:32.890875 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-b2232d46-495e-4974-9d98-369c5cb4bd8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 1098 time: 0.0401456 Jan 10 12:18:32.980019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58746-2c5e-4c11-a982-95257aa25993 req-a6621754-2be2-4733-89d8-0a797c3ed462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:32.981449 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-a6621754-2be2-4733-89d8-0a797c3ed462 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0853693 Jan 10 12:18:33.044753 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-089dc1cd-9f37-4c68-89c5-6d8738da16cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 HTTP/1.1" status: 200 len: 1001 time: 0.0567856 Jan 10 12:18:33.095603 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58746-2c5e-4c11-a982-95257aa25993 req-c354933f-6fd7-4898-8483-58d58f56d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:33.097014 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-c354933f-6fd7-4898-8483-58d58f56d18e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0467622 Jan 10 12:18:33.140219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58746-2c5e-4c11-a982-95257aa25993 req-34472fc3-d2b2-46e8-b61f-da184bb4f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:33.141602 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-34472fc3-d2b2-46e8-b61f-da184bb4f31f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388167 Jan 10 12:18:33.230523 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-19e5b201-8c1b-4b1e-8918-4d350b12f04b service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828106 Jan 10 12:18:33.239625 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c43a2-015f-47bb-a8b5-d1a3417d8ee8 req-34f118ca-09d7-426a-b2f6-f51e9ae4f470 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:33.242678 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5f6c43a2-015f-47bb-a8b5-d1a3417d8ee8 req-34f118ca-09d7-426a-b2f6-f51e9ae4f470 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0507128 Jan 10 12:18:33.291047 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5f6c43a2-015f-47bb-a8b5-d1a3417d8ee8 req-eb559486-182b-4a53-906c-4dd7314d5696 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426495 Jan 10 12:18:33.326680 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-b359d2f6-971e-46ce-8839-964b8fffb7dc service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906994 Jan 10 12:18:34.406773 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5b697-6d0d-434a-b970-eb708206d867 req-8c438934-df14-431c-93f7-e5469e0aba36 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:34.408241 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b8f5b697-6d0d-434a-b970-eb708206d867 req-8c438934-df14-431c-93f7-e5469e0aba36 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0494940 Jan 10 12:18:34.453434 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b8f5b697-6d0d-434a-b970-eb708206d867 req-2c01a10d-4b47-4f19-a221-2c59e109601f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397494 Jan 10 12:18:35.568941 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bbbc0-4dfe-4bf1-860d-6b2b169c102e req-b68526f6-321f-42fb-9fc5-1e817d202583 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:35.570347 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-789bbbc0-4dfe-4bf1-860d-6b2b169c102e req-b68526f6-321f-42fb-9fc5-1e817d202583 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0473847 Jan 10 12:18:35.619572 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-789bbbc0-4dfe-4bf1-860d-6b2b169c102e req-0d33bdce-86a9-46ab-a531-199bad51c3ad tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437894 Jan 10 12:18:36.063698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-073f0f2b-a7f1-4cb6-83eb-23497568038e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:18:36.736764 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992ea62-ace9-4a20-aed4-d2a40f3801b6 req-13d70090-61a5-4d80-ae11-ac9defafd4e1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:36.738274 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f992ea62-ace9-4a20-aed4-d2a40f3801b6 req-13d70090-61a5-4d80-ae11-ac9defafd4e1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0523691 Jan 10 12:18:36.783834 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f992ea62-ace9-4a20-aed4-d2a40f3801b6 req-1d5f0e63-e7cb-460a-a92a-b4150b50608c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392432 Jan 10 12:18:37.897475 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb0f14-252f-45e6-ad56-1e7da34ce266 req-8d110588-b839-490d-abb9-378d051851e2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:37.898963 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ecfb0f14-252f-45e6-ad56-1e7da34ce266 req-8d110588-b839-490d-abb9-378d051851e2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0488665 Jan 10 12:18:37.945195 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ecfb0f14-252f-45e6-ad56-1e7da34ce266 req-c833cb1b-b4e3-4433-84ed-1c5221e71342 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407162 Jan 10 12:18:39.059960 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3957ec-8c4d-4506-966e-9aa7753a6f27 req-69ff34a6-c627-4be2-bf5b-5dab693df5ef tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:39.061363 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ed3957ec-8c4d-4506-966e-9aa7753a6f27 req-69ff34a6-c627-4be2-bf5b-5dab693df5ef tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0494361 Jan 10 12:18:39.109576 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ed3957ec-8c4d-4506-966e-9aa7753a6f27 req-97c31f5a-f0d5-47e6-9763-04700b6ecf1e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422523 Jan 10 12:18:40.223793 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ebe7f-4cfd-4f34-aa7e-fa688204c146 req-cbaa20e4-8229-4025-8474-fbe667367bfa tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:40.225908 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9f3ebe7f-4cfd-4f34-aa7e-fa688204c146 req-cbaa20e4-8229-4025-8474-fbe667367bfa tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0481217 Jan 10 12:18:40.277313 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9f3ebe7f-4cfd-4f34-aa7e-fa688204c146 req-aedba4d7-e970-4c5d-a9a1-19ceafe70716 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457814 Jan 10 12:18:40.323266 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-881eb25d-d9ab-4600-b21f-fddb1bebc101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:18:40.732208 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:18:41.395497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1522c25-ef2a-4591-955d-a9aa0d65e7d8 req-c114c17f-9290-46f2-90b0-1980df128435 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:41.396978 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a1522c25-ef2a-4591-955d-a9aa0d65e7d8 req-c114c17f-9290-46f2-90b0-1980df128435 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0529044 Jan 10 12:18:41.443359 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a1522c25-ef2a-4591-955d-a9aa0d65e7d8 req-8a3d0195-b518-49ed-9d84-2079bd92d2b5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408759 Jan 10 12:18:42.229209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:18:42.560726 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902e13b-d00b-4968-94c5-d9670ec8520d req-0bcac528-ec62-48ea-9b11-87ba27bcc29e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:42.562195 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e902e13b-d00b-4968-94c5-d9670ec8520d req-0bcac528-ec62-48ea-9b11-87ba27bcc29e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0521483 Jan 10 12:18:42.608829 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e902e13b-d00b-4968-94c5-d9670ec8520d req-0f2b5aee-fdc9-4242-857f-387d4797f54f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412059 Jan 10 12:18:43.280425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:18:43.724540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fe309-b8dd-4fca-af85-32cdbb29065d req-c6d5ccb1-69e4-4f5e-81ee-14c04a094519 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:43.726011 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-168fe309-b8dd-4fca-af85-32cdbb29065d req-c6d5ccb1-69e4-4f5e-81ee-14c04a094519 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0481281 Jan 10 12:18:43.772981 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-168fe309-b8dd-4fca-af85-32cdbb29065d req-79d43cc6-a0de-4178-827c-75e322559d7a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413425 Jan 10 12:18:44.890679 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda4457-9a2f-4f8e-9f37-ab963127981b req-deacb08a-679b-4fc8-9f95-657fdb309b81 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:44.892163 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7cda4457-9a2f-4f8e-9f37-ab963127981b req-deacb08a-679b-4fc8-9f95-657fdb309b81 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0504534 Jan 10 12:18:44.938933 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7cda4457-9a2f-4f8e-9f37-ab963127981b req-b127b743-8acb-4122-a640-93fe8cfbaa70 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413349 Jan 10 12:18:46.051014 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d94ac9-0b36-49ba-8655-bc64a45dbef6 req-48df2b4b-2fee-4ef5-89e8-953bfaaf519e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:46.053034 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-71d94ac9-0b36-49ba-8655-bc64a45dbef6 req-48df2b4b-2fee-4ef5-89e8-953bfaaf519e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0481889 Jan 10 12:18:46.101822 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-71d94ac9-0b36-49ba-8655-bc64a45dbef6 req-bab35ecd-e1ff-4a2b-ab0a-7e706189d05a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432723 Jan 10 12:18:47.215141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c5fd7-9c06-4302-8e46-ea5c161d126a req-5eda4905-8fd7-4fd9-bdb6-b6176cbf269b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:47.216604 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6e2c5fd7-9c06-4302-8e46-ea5c161d126a req-5eda4905-8fd7-4fd9-bdb6-b6176cbf269b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0480881 Jan 10 12:18:47.267273 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6e2c5fd7-9c06-4302-8e46-ea5c161d126a req-f9510a69-6920-48cc-acce-7666c4ea9f64 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451667 Jan 10 12:18:48.384035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b99df7-8e8c-4f15-a203-c0923c33c954 req-f29ead2f-8cf9-419b-bd76-66aeb899e983 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:48.385482 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a5b99df7-8e8c-4f15-a203-c0923c33c954 req-f29ead2f-8cf9-419b-bd76-66aeb899e983 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0476112 Jan 10 12:18:48.431921 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a5b99df7-8e8c-4f15-a203-c0923c33c954 req-79a85719-502f-4b06-b78d-d794e4894514 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409462 Jan 10 12:18:48.926722 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68d6b2-adf1-44c7-a5cb-76f64c15b5c5 req-d8934da1-34f6-4867-a700-2bf989dfcdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:48.928169 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e68d6b2-adf1-44c7-a5cb-76f64c15b5c5 req-d8934da1-34f6-4867-a700-2bf989dfcdea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 1098 time: 0.0392580 Jan 10 12:18:49.029837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68d6b2-adf1-44c7-a5cb-76f64c15b5c5 req-70038c6c-271d-4d17-86ab-f7368cea1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:49.031288 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e68d6b2-adf1-44c7-a5cb-76f64c15b5c5 req-70038c6c-271d-4d17-86ab-f7368cea1efe service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0849023 Jan 10 12:18:49.092117 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e68d6b2-adf1-44c7-a5cb-76f64c15b5c5 req-4e74acf0-d5ed-4c6d-8851-a53c15d448a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 HTTP/1.1" status: 200 len: 1001 time: 0.0556393 Jan 10 12:18:49.142316 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68d6b2-adf1-44c7-a5cb-76f64c15b5c5 req-bba11e1e-7dfc-49c6-a68b-1d7c5a8902c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:49.143700 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e68d6b2-adf1-44c7-a5cb-76f64c15b5c5 req-bba11e1e-7dfc-49c6-a68b-1d7c5a8902c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0460505 Jan 10 12:18:49.185934 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68d6b2-adf1-44c7-a5cb-76f64c15b5c5 req-71fd4229-2434-481f-a83e-4c27b1d7826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:49.187269 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e68d6b2-adf1-44c7-a5cb-76f64c15b5c5 req-71fd4229-2434-481f-a83e-4c27b1d7826f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378003 Jan 10 12:18:49.273141 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e68d6b2-adf1-44c7-a5cb-76f64c15b5c5 req-ca92b8dd-9de4-4ca3-9c2a-6a289c0f67a6 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793912 Jan 10 12:18:49.362814 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2e68d6b2-adf1-44c7-a5cb-76f64c15b5c5 req-a49071a9-6a89-48ea-9bdd-0587a5afe709 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837846 Jan 10 12:18:49.545174 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbeec0-57cd-4da8-9fce-012cd6882bf4 req-fcb42aa9-8637-49d8-a960-f99acef750b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:49.546693 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-15cbeec0-57cd-4da8-9fce-012cd6882bf4 req-fcb42aa9-8637-49d8-a960-f99acef750b7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0483141 Jan 10 12:18:49.593593 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-15cbeec0-57cd-4da8-9fce-012cd6882bf4 req-9ac733a5-8be2-4f83-85e2-6f3d064a545e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404398 Jan 10 12:18:49.615315 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:18:50.711307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecac55-dd26-47ed-8790-d83cbf80d342 req-2bb67195-7356-41d5-99a4-2e6948894832 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:50.712808 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-66ecac55-dd26-47ed-8790-d83cbf80d342 req-2bb67195-7356-41d5-99a4-2e6948894832 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0483732 Jan 10 12:18:50.758736 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-66ecac55-dd26-47ed-8790-d83cbf80d342 req-781bdb6d-9e1a-4dff-a061-8fe917eb7ed1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404015 Jan 10 12:18:51.873729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20ede6-2584-4434-be94-2fc7ebe6fdd9 req-3b61dbba-ab5a-471c-ab00-1953ef071c1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:51.875264 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5e20ede6-2584-4434-be94-2fc7ebe6fdd9 req-3b61dbba-ab5a-471c-ab00-1953ef071c1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0486295 Jan 10 12:18:51.920814 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5e20ede6-2584-4434-be94-2fc7ebe6fdd9 req-b63883ba-5607-48bf-bca3-8ee430d1329f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400732 Jan 10 12:18:53.039314 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee123db9-d17d-4f0c-a14c-f20d3356ba98 req-4c52ae8d-4be6-4131-bf65-1614d9efe695 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:53.040785 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ee123db9-d17d-4f0c-a14c-f20d3356ba98 req-4c52ae8d-4be6-4131-bf65-1614d9efe695 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0526717 Jan 10 12:18:53.086617 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ee123db9-d17d-4f0c-a14c-f20d3356ba98 req-da886857-c023-4f9b-96bc-482ab2410109 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403061 Jan 10 12:18:54.204519 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af0bb4-c1e3-445b-882d-8956b2aef952 req-dfb236a7-e926-456f-b71e-db7e23e0819c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:54.206020 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a4af0bb4-c1e3-445b-882d-8956b2aef952 req-dfb236a7-e926-456f-b71e-db7e23e0819c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0520597 Jan 10 12:18:54.253010 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a4af0bb4-c1e3-445b-882d-8956b2aef952 req-27a2b59e-a55c-4be1-80c1-4c60c4ac452d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408764 Jan 10 12:18:55.366165 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93301a30-e00a-43a1-a158-31c697069d01 req-a579dd9f-5b89-4500-b84d-8ad3f0a2276f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:55.367890 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-93301a30-e00a-43a1-a158-31c697069d01 req-a579dd9f-5b89-4500-b84d-8ad3f0a2276f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0485673 Jan 10 12:18:55.414109 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-93301a30-e00a-43a1-a158-31c697069d01 req-42456ed3-c6ba-466e-9177-15f69cb736df tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406380 Jan 10 12:18:56.526726 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a538f93-7304-4ae3-875c-6c8071ed8d42 req-756bfddb-0744-47e3-a3ba-69f5d424dee8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:56.528108 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5a538f93-7304-4ae3-875c-6c8071ed8d42 req-756bfddb-0744-47e3-a3ba-69f5d424dee8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0483270 Jan 10 12:18:56.574632 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5a538f93-7304-4ae3-875c-6c8071ed8d42 req-a454a429-751a-4a58-9edd-8684047e53b1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408688 Jan 10 12:18:57.688822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13343447-b7e7-4f38-968f-9f06534822fb req-01f2243b-1d26-4a4b-b0a5-a5d1dad299ab tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:57.690317 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-13343447-b7e7-4f38-968f-9f06534822fb req-01f2243b-1d26-4a4b-b0a5-a5d1dad299ab tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0484657 Jan 10 12:18:57.738874 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-13343447-b7e7-4f38-968f-9f06534822fb req-f0b2a35b-b077-44b8-9b96-0b6f6907b30b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430954 Jan 10 12:18:58.857892 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f503a5-50cf-4148-a21e-60b4f925fd42 req-277fdd96-59c8-4c25-ac27-fe2298fac9a2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:18:58.859484 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-80f503a5-50cf-4148-a21e-60b4f925fd42 req-277fdd96-59c8-4c25-ac27-fe2298fac9a2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0541425 Jan 10 12:18:58.907040 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-80f503a5-50cf-4148-a21e-60b4f925fd42 req-7dde2abc-5f9d-40a5-a5c9-7557e9b5d07d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419888 Jan 10 12:19:00.019909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafba084-f708-4889-a3fa-0c5dc84ce3e7 req-eddc90c2-4486-4925-9127-8c09fef6635a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:00.021931 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-eafba084-f708-4889-a3fa-0c5dc84ce3e7 req-eddc90c2-4486-4925-9127-8c09fef6635a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0477703 Jan 10 12:19:00.066625 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-eafba084-f708-4889-a3fa-0c5dc84ce3e7 req-94322e52-1ebc-4a81-b4fc-2b8bb14f474f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392890 Jan 10 12:19:01.181035 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484432e-4672-4a10-a522-0c632b0891db req-a0f21ce0-6ff2-496b-b326-6156b40a261a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:01.182544 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8484432e-4672-4a10-a522-0c632b0891db req-a0f21ce0-6ff2-496b-b326-6156b40a261a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0486114 Jan 10 12:19:01.228935 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8484432e-4672-4a10-a522-0c632b0891db req-c5d2599a-2471-49f0-b3f4-aacab16e780a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409069 Jan 10 12:19:02.347006 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b7d9-b999-4d26-a8f4-a49beb35218a req-8d508969-c533-4061-8594-9b10a97c38f4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:02.348581 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2329b7d9-b999-4d26-a8f4-a49beb35218a req-8d508969-c533-4061-8594-9b10a97c38f4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0501993 Jan 10 12:19:02.397433 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2329b7d9-b999-4d26-a8f4-a49beb35218a req-37d0dfa5-0d07-434c-9985-e8aed3c9a744 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425985 Jan 10 12:19:03.513304 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b60af3-4f9f-4731-9c70-be0be1a8cec8 req-39df0841-4eec-41e8-be26-2b21399f8241 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:03.514741 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-19b60af3-4f9f-4731-9c70-be0be1a8cec8 req-39df0841-4eec-41e8-be26-2b21399f8241 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0494010 Jan 10 12:19:03.564136 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-19b60af3-4f9f-4731-9c70-be0be1a8cec8 req-4e12e2d2-dc9e-45e9-b47c-1aac6a8c09a2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438306 Jan 10 12:19:03.941041 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:19:04.018086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:04.040782 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:19:04.043032 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3105b7ce-10a8-4390-99ec-48da0f307825" -d '{"events": [{"server_uuid": "8f86a457-7fdc-4ce4-a406-b470769f47ab", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:19:04.055205 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:19:04.137536 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:04.160882 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Jan 2022 12:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63312bb4-7468-4e21-9d29-a08bb2eb6454 x-openstack-request-id: req-63312bb4-7468-4e21-9d29-a08bb2eb6454 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:19:04.161187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f86a457-7fdc-4ce4-a406-b470769f47ab", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:19:04.161446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63312bb4-7468-4e21-9d29-a08bb2eb6454 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:19:04.162521 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'code': 200} Jan 10 12:19:04.191021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:19:04.197882 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:04.198241 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:04.198592 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:04.198935 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:04.199275 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:04.199636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:04.200009 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:04.200343 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:04.200677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:04.201010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:04.201338 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:04.201666 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:04.202019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:04.283594 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-ab2cce53-f924-4163-bc71-9fbf57a5eaec service neutron] 10.222.0.30 "GET /v2.0/ports/b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0578306 Jan 10 12:19:04.679861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7cdc4-0b02-4e4f-bd13-4d8bde9a4ad4 req-13c1a6c4-6513-4cbd-b731-0545012a1f78 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:04.681331 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-50e7cdc4-0b02-4e4f-bd13-4d8bde9a4ad4 req-13c1a6c4-6513-4cbd-b731-0545012a1f78 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0484805 Jan 10 12:19:04.729667 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-50e7cdc4-0b02-4e4f-bd13-4d8bde9a4ad4 req-b8c5d26f-6c8d-47c6-8332-8822f53a8237 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418878 Jan 10 12:19:04.737163 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58746-2c5e-4c11-a982-95257aa25993 req-ce671782-0d03-4e7b-ad25-b87a81c293c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:04.738804 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-ce671782-0d03-4e7b-ad25-b87a81c293c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 1096 time: 0.0427852 Jan 10 12:19:04.795735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58746-2c5e-4c11-a982-95257aa25993 req-6e8da897-6c53-477d-aa24-fe9e7df215c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:04.797265 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-6e8da897-6c53-477d-aa24-fe9e7df215c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 1096 time: 0.0395370 Jan 10 12:19:04.888670 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58746-2c5e-4c11-a982-95257aa25993 req-eb73dc97-e701-4ce1-aa0c-91805afa89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:04.890089 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-eb73dc97-e701-4ce1-aa0c-91805afa89f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0865021 Jan 10 12:19:04.952358 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-753798a9-6356-46b4-a195-d03ca66d41cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 HTTP/1.1" status: 200 len: 999 time: 0.0564718 Jan 10 12:19:04.999639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58746-2c5e-4c11-a982-95257aa25993 req-26ddf78c-97f5-4d48-b8e8-e5e280573223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:05.001091 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-26ddf78c-97f5-4d48-b8e8-e5e280573223 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0424540 Jan 10 12:19:05.047775 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58746-2c5e-4c11-a982-95257aa25993 req-17c772d2-feec-4069-96dd-745a00591de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:05.049240 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-17c772d2-feec-4069-96dd-745a00591de0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423884 Jan 10 12:19:05.135982 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-4a761ab6-7658-48b3-84a0-c4798c2f639e service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808041 Jan 10 12:19:05.224687 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-f7b1def3-106d-44f2-b43a-6b6f2ee725f7 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827401 Jan 10 12:19:05.836396 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:19:05.848315 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6a65-6822-4718-a407-a754601caf0c req-1d9007b1-2e78-4c58-ab9b-dd21567202f8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:05.850434 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d2ea6a65-6822-4718-a407-a754601caf0c req-1d9007b1-2e78-4c58-ab9b-dd21567202f8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0495205 Jan 10 12:19:05.897942 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d2ea6a65-6822-4718-a407-a754601caf0c req-6a08ff46-d8fd-448a-98a0-22dc47b7eb39 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418468 Jan 10 12:19:06.057201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3aa82fb1-1e97-45b9-8b58-03a291deb093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:07.016037 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d851d-86d4-49e4-a0a5-195c918d69e7 req-050a10e5-3d3a-4800-bc2a-9db58dc9f989 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:07.017515 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bf5d851d-86d4-49e4-a0a5-195c918d69e7 req-050a10e5-3d3a-4800-bc2a-9db58dc9f989 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0486012 Jan 10 12:19:07.064705 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bf5d851d-86d4-49e4-a0a5-195c918d69e7 req-05f0b450-b744-4516-8a33-e0bf9663acc7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412252 Jan 10 12:19:08.188357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f7663-ef57-4446-a85f-b7b304febbe7 req-b10df00f-32f4-433a-b8d7-e196d0008430 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:08.190237 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ee4f7663-ef57-4446-a85f-b7b304febbe7 req-b10df00f-32f4-433a-b8d7-e196d0008430 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0567460 Jan 10 12:19:08.492110 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ee4f7663-ef57-4446-a85f-b7b304febbe7 req-d60c22ec-77d9-4a36-97ac-c406f91e11a6 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957571 Jan 10 12:19:09.618779 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b707a9-15a2-4a48-b840-2c6588f6ca51 req-b8e184ac-036a-41a5-bd5c-af5fe221324b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:09.620390 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-02b707a9-15a2-4a48-b840-2c6588f6ca51 req-b8e184ac-036a-41a5-bd5c-af5fe221324b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0593355 Jan 10 12:19:09.668914 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-02b707a9-15a2-4a48-b840-2c6588f6ca51 req-d86c15c5-eeb6-44c8-828e-94a883317473 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429535 Jan 10 12:19:10.323403 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e0f24664-7c0f-4b33-8df4-ad5254a07121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:10.701371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:10.785522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa5d91-b276-4de6-af1c-6472d3b299f0 req-ef2704d9-4684-4e33-9730-4ed9e1683959 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:10.787026 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-93fa5d91-b276-4de6-af1c-6472d3b299f0 req-ef2704d9-4684-4e33-9730-4ed9e1683959 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0491340 Jan 10 12:19:10.835567 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-93fa5d91-b276-4de6-af1c-6472d3b299f0 req-50bba21b-cad7-4fb0-a48e-25a7074cf892 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428200 Jan 10 12:19:11.951479 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717234fd-a32c-423b-a611-6e152602f096 req-eed35d11-c2b5-49b5-a04f-ec79c97b1df6 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:11.952989 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-717234fd-a32c-423b-a611-6e152602f096 req-eed35d11-c2b5-49b5-a04f-ec79c97b1df6 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0483520 Jan 10 12:19:11.999069 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-717234fd-a32c-423b-a611-6e152602f096 req-dbd16e6e-7067-4fdb-9e48-a498d10377fa tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405600 Jan 10 12:19:12.223388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:13.119829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d79d5-910f-45e7-9fd5-2c09c2263735 req-ae5aa007-e5fe-43b7-9980-d6e6a684304c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:13.121402 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a36d79d5-910f-45e7-9fd5-2c09c2263735 req-ae5aa007-e5fe-43b7-9980-d6e6a684304c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0529952 Jan 10 12:19:13.173664 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a36d79d5-910f-45e7-9fd5-2c09c2263735 req-8c9cc457-c9fc-41e9-87e2-8dac44daa4de tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466375 Jan 10 12:19:13.280589 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:14.288819 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63604202-0230-4bb6-8abf-1e8a73af2573 req-ca867d33-ffdc-40eb-a754-14ffbe87bc8d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:14.290311 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-63604202-0230-4bb6-8abf-1e8a73af2573 req-ca867d33-ffdc-40eb-a754-14ffbe87bc8d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0477338 Jan 10 12:19:14.340154 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-63604202-0230-4bb6-8abf-1e8a73af2573 req-7d02d27b-37e3-4f57-b2a0-b758bb85ef82 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442002 Jan 10 12:19:15.454049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519ef16-054b-47a1-809e-20701957d74f req-fda36cf7-ee62-48e3-8b29-7fc548e9a23e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:15.455501 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9519ef16-054b-47a1-809e-20701957d74f req-fda36cf7-ee62-48e3-8b29-7fc548e9a23e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0482550 Jan 10 12:19:15.508419 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9519ef16-054b-47a1-809e-20701957d74f req-d5adc9dd-b1ab-4de9-a3a9-bbfb56d2a1a1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473635 Jan 10 12:19:16.007617 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:19:16.103924 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:19:16.114622 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'port_id': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'mac_address': 'fa:16:3e:e8:c2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:19:16.150777 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:16.167040 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:19:16.185531 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:19:16.269108 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:16.318379 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:19:16.327246 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:19:16.621735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87104aa2-1043-46e0-ab29-a88ec9e3b013 req-7530ff7d-f06d-4528-9258-b66a9f5d546d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:16.623220 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-87104aa2-1043-46e0-ab29-a88ec9e3b013 req-7530ff7d-f06d-4528-9258-b66a9f5d546d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 944 time: 0.0490201 Jan 10 12:19:16.670072 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-87104aa2-1043-46e0-ab29-a88ec9e3b013 req-4fa6f7f5-d709-4a93-b99b-e469d9d79e0e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412848 Jan 10 12:19:17.784833 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c9c7d-6c73-4807-9968-f36beb2ace3a req-939741a3-cb90-4a68-b369-d782a87d967e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:17.786228 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-201c9c7d-6c73-4807-9968-f36beb2ace3a req-939741a3-cb90-4a68-b369-d782a87d967e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 944 time: 0.0481780 Jan 10 12:19:17.831815 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-201c9c7d-6c73-4807-9968-f36beb2ace3a req-f5674b16-8db4-4a40-9bad-bc930d261b44 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401034 Jan 10 12:19:18.013264 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:19:18.059577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:19:18.059878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:18.132332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:18.153331 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:19:18.155692 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c34a28-315b-4b3b-89b9-a4f0af5b3d44" -d '{"events": [{"server_uuid": "8f86a457-7fdc-4ce4-a406-b470769f47ab", "name": "network-vif-plugged", "status": "completed", "tag": "b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:19:18.168062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:19:18.198097 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab420b0-0214-40d2-9823-5d4b57df6028 x-openstack-request-id: req-dab420b0-0214-40d2-9823-5d4b57df6028 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:19:18.198401 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f86a457-7fdc-4ce4-a406-b470769f47ab", "name": "network-vif-plugged", "status": "completed", "tag": "b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:19:18.198664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dab420b0-0214-40d2-9823-5d4b57df6028 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:19:18.199068 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'code': 200} Jan 10 12:19:18.234997 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:18.286149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,revision_number=8']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:19:18.948892 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a90bb-92c4-4ebc-9f9f-4372c84547ce req-9b66059e-a863-451d-a876-8b671b96b822 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:18.950377 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc1a90bb-92c4-4ebc-9f9f-4372c84547ce req-9b66059e-a863-451d-a876-8b671b96b822 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0511954 Jan 10 12:19:18.996740 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc1a90bb-92c4-4ebc-9f9f-4372c84547ce req-e604417e-bb13-4392-bee6-d9d38bee4fcc tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409009 Jan 10 12:19:19.637685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:20.112142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad60d8e-2e54-4584-a92d-31aa424a674a req-822a8f13-5e3a-4b2e-8655-cb2f4b79a79f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:20.113599 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-aad60d8e-2e54-4584-a92d-31aa424a674a req-822a8f13-5e3a-4b2e-8655-cb2f4b79a79f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0484388 Jan 10 12:19:20.160194 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-aad60d8e-2e54-4584-a92d-31aa424a674a req-fc2e6eee-fc44-4593-b4b1-553aac39c1e6 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400672 Jan 10 12:19:21.277193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e884d3-c7c4-49e8-93b5-e48d0e2d2b3b req-a35b00c2-b834-4d64-8a9e-684b05170fe3 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:21.278707 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-17e884d3-c7c4-49e8-93b5-e48d0e2d2b3b req-a35b00c2-b834-4d64-8a9e-684b05170fe3 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0494103 Jan 10 12:19:21.324851 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-17e884d3-c7c4-49e8-93b5-e48d0e2d2b3b req-ef88af38-f82a-47c7-891c-f3b451d6672f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406389 Jan 10 12:19:22.445161 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597769c-5b26-48fe-99f9-576a37b815f9 req-1da2f0cd-b335-485f-8a10-693e01cfbf4c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:22.446676 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2597769c-5b26-48fe-99f9-576a37b815f9 req-1da2f0cd-b335-485f-8a10-693e01cfbf4c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0529020 Jan 10 12:19:22.493790 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2597769c-5b26-48fe-99f9-576a37b815f9 req-92d89e85-1a69-418d-a306-46ca42af8883 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416057 Jan 10 12:19:23.056334 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c881e-9abb-40c1-b20e-d02a6ddc50d9 req-d80fc1f4-075e-40e1-849d-1ee79ab1954c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:23.057863 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e93c881e-9abb-40c1-b20e-d02a6ddc50d9 req-d80fc1f4-075e-40e1-849d-1ee79ab1954c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0492294 Jan 10 12:19:23.087905 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-af35ba61-f6c5-4ec1-adea-9be340287a4c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:23.089363 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-af35ba61-f6c5-4ec1-adea-9be340287a4c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0513289 Jan 10 12:19:23.105057 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e93c881e-9abb-40c1-b20e-d02a6ddc50d9 req-2443d8d1-0bbd-445e-bbfa-88be9335e9d0 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415616 Jan 10 12:19:23.152724 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-0d8a93c5-9eaf-44f1-80f6-2dc03b571099 service neutron] 10.222.0.30 "GET /v2.0/ports/b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0571661 Jan 10 12:19:23.213274 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-287579f5-c134-43a9-806e-60ab9ebc7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:23.214730 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-287579f5-c134-43a9-806e-60ab9ebc7f7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 1098 time: 0.0416596 Jan 10 12:19:23.306653 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-94144356-db62-43f7-b752-55bf6412ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:23.308116 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-94144356-db62-43f7-b752-55bf6412ab1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0873201 Jan 10 12:19:23.372164 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-f9590529-327e-4870-b894-a87bdc276f52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 HTTP/1.1" status: 200 len: 1001 time: 0.0585434 Jan 10 12:19:23.418217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-02363c10-7059-4d38-8a8f-6fad6388d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:23.419649 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-02363c10-7059-4d38-8a8f-6fad6388d098 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0425735 Jan 10 12:19:23.467265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-1d0b7b86-6fa1-4c84-8487-293e1c65a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:23.468628 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-1d0b7b86-6fa1-4c84-8487-293e1c65a484 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429411 Jan 10 12:19:23.556236 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-557eda41-9088-4d8e-a77c-5dcbe670268b service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807769 Jan 10 12:19:23.645920 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-9f1eb190-3e18-4b5d-8e84-fdd9d2bc205d service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839956 Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:19:24.217512 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:19:24.222058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b68543-3207-4d78-82a7-0f7d08dcfb4d req-70c29174-a5b4-42c8-a0ea-ea62a3c4c5de tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:24.223536 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-15b68543-3207-4d78-82a7-0f7d08dcfb4d req-70c29174-a5b4-42c8-a0ea-ea62a3c4c5de tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0492206 Jan 10 12:19:24.271366 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-15b68543-3207-4d78-82a7-0f7d08dcfb4d req-7eabe0e3-2173-4858-b8fb-25bb0b61ec5b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422821 Jan 10 12:19:25.389114 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb40fb-fdb6-4ad2-aee8-67f20927e346 req-5be5e94f-87fa-4d7c-a42b-9b44fd14081b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:25.390630 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69fb40fb-fdb6-4ad2-aee8-67f20927e346 req-5be5e94f-87fa-4d7c-a42b-9b44fd14081b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0530946 Jan 10 12:19:25.436800 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-69fb40fb-fdb6-4ad2-aee8-67f20927e346 req-375e2614-012f-49b5-ac23-dde20c559936 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407004 Jan 10 12:19:26.553161 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f882dd-45b2-4413-a455-f31d4255186d req-05580223-ea2d-4f4d-a7c2-c9fc66e6092e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:26.554647 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-17f882dd-45b2-4413-a455-f31d4255186d req-05580223-ea2d-4f4d-a7c2-c9fc66e6092e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0499301 Jan 10 12:19:26.606760 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-17f882dd-45b2-4413-a455-f31d4255186d req-8e5a5f51-16ae-47ee-b3b9-44aaf252a709 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461071 Jan 10 12:19:27.721673 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1814307-0412-41e3-b027-462800172bfc req-174507ca-5cef-4185-ac02-4288bc21743d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:27.723303 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f1814307-0412-41e3-b027-462800172bfc req-174507ca-5cef-4185-ac02-4288bc21743d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0483410 Jan 10 12:19:27.770061 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f1814307-0412-41e3-b027-462800172bfc req-341760c6-2785-4eb1-8aba-80a6eddca50a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407250 Jan 10 12:19:28.075155 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:19:28.153893 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:28.176109 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:19:28.178365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b54a29-8b7b-4532-af53-fc15d1f8e808" -d '{"events": [{"server_uuid": "8f86a457-7fdc-4ce4-a406-b470769f47ab", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:19:28.191068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:19:28.223450 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Jan 2022 12:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b760bd-fbbc-44f1-abda-93fcecc156f2 x-openstack-request-id: req-a5b760bd-fbbc-44f1-abda-93fcecc156f2 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:19:28.223749 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f86a457-7fdc-4ce4-a406-b470769f47ab", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:19:28.224008 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5b760bd-fbbc-44f1-abda-93fcecc156f2 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:19:28.225064 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'code': 200} Jan 10 12:19:28.275004 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:28.321954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,revision_number=9']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:19:28.885137 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14d2cc-c8da-4695-86f3-01e55ff9227d req-7bf4d7d4-f112-48c1-a50c-5e78fe6f0c9c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:28.886658 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db14d2cc-c8da-4695-86f3-01e55ff9227d req-7bf4d7d4-f112-48c1-a50c-5e78fe6f0c9c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0488071 Jan 10 12:19:28.937983 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db14d2cc-c8da-4695-86f3-01e55ff9227d req-887db36f-580f-4587-9944-51e06b43eb73 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457487 Jan 10 12:19:30.056133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af3fda-0dfc-450e-8212-df26550a389a req-8fa23144-6581-489b-9102-794cb4823caa tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:30.057633 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37af3fda-0dfc-450e-8212-df26550a389a req-8fa23144-6581-489b-9102-794cb4823caa tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0488865 Jan 10 12:19:30.104973 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-37af3fda-0dfc-450e-8212-df26550a389a req-7cbe340b-834b-49bc-9ce9-8ca58b777dd9 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414109 Jan 10 12:19:30.406656 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-f2a532d8-d13d-43b6-9898-d9b8e56a333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:30.408121 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-f2a532d8-d13d-43b6-9898-d9b8e56a333f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab&tenant_id=d5a98d6e47994ff9aa647dde76fb5e18 HTTP/1.1" status: 200 len: 1096 time: 0.0398209 Jan 10 12:19:30.466472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-39313a99-1c6e-4eae-9f07-76eb1a60bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:30.467932 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-39313a99-1c6e-4eae-9f07-76eb1a60bd59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 1096 time: 0.0387404 Jan 10 12:19:30.558909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-9f9ddedc-ec03-45e1-af1e-7a5710a7a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:30.560301 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-9f9ddedc-ec03-45e1-af1e-7a5710a7a358 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 200 len: 913 time: 0.0870774 Jan 10 12:19:30.627290 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-32c6bf58-5a7a-4f41-9ef3-240a6a488ae2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 HTTP/1.1" status: 200 len: 999 time: 0.0611987 Jan 10 12:19:30.673858 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-8f5547fc-1f2b-4fcc-a6dd-58ffe077d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:30.675332 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-8f5547fc-1f2b-4fcc-a6dd-58ffe077d510 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 200 len: 851 time: 0.0424616 Jan 10 12:19:30.717691 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-a907c10f-a0af-4144-94ee-7cf03891b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:30.719178 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-a907c10f-a0af-4144-94ee-7cf03891b595 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e3f542-f27b-43bf-8074-0c584915bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384047 Jan 10 12:19:30.810520 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-46d25398-50fd-415e-a4a1-65dfcd0bb379 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846879 Jan 10 12:19:30.898014 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f95bbcca-0417-4e37-bff5-16d701b7f936 req-13bf8e8d-99c9-4409-83f2-20fcfd8e96a7 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821145 Jan 10 12:19:31.220858 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458c975-9044-4f05-86b4-eedb5ecc81f2 req-b87bf9f8-ea4a-4810-a5e5-fd0e0af77914 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:31.222827 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f458c975-9044-4f05-86b4-eedb5ecc81f2 req-b87bf9f8-ea4a-4810-a5e5-fd0e0af77914 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0489054 Jan 10 12:19:31.271622 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f458c975-9044-4f05-86b4-eedb5ecc81f2 req-ac835831-d809-4a18-94b0-cc91c81f73ed tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412891 Jan 10 12:19:32.388137 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473532c-a0ee-4542-85ab-6e2e13844bde req-627420b1-1575-4f40-8958-7fa483f44fe4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:32.389625 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9473532c-a0ee-4542-85ab-6e2e13844bde req-627420b1-1575-4f40-8958-7fa483f44fe4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0496697 Jan 10 12:19:32.440254 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9473532c-a0ee-4542-85ab-6e2e13844bde req-7378b909-a9ce-4ba6-8bd5-e7c4819e9f62 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449643 Jan 10 12:19:33.558955 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610fc11-5cba-4617-837c-fcdf798954d5 req-59c779a2-41f5-4be1-88df-5a39a2f0ba32 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:33.560721 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d610fc11-5cba-4617-837c-fcdf798954d5 req-59c779a2-41f5-4be1-88df-5a39a2f0ba32 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0510623 Jan 10 12:19:33.612139 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d610fc11-5cba-4617-837c-fcdf798954d5 req-af7d3df3-3df0-45d7-9c74-8dd2c467cddd tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455956 Jan 10 12:19:34.727239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c9e7a-a28e-4487-acaf-a57ebbbc4180 req-91d0f7b5-cff1-458e-8bd8-85221f753ffc tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:34.728707 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-623c9e7a-a28e-4487-acaf-a57ebbbc4180 req-91d0f7b5-cff1-458e-8bd8-85221f753ffc tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0483317 Jan 10 12:19:34.774113 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-623c9e7a-a28e-4487-acaf-a57ebbbc4180 req-01c26e08-4409-43a1-8184-e5ced60a06e3 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399299 Jan 10 12:19:35.895773 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2d0d9-c308-4161-88f0-877ffda74730 req-ed717e5f-351c-400d-b244-fe7013b98eba tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:35.897320 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-18e2d0d9-c308-4161-88f0-877ffda74730 req-ed717e5f-351c-400d-b244-fe7013b98eba tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0540030 Jan 10 12:19:35.944819 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-18e2d0d9-c308-4161-88f0-877ffda74730 req-c35e1de0-858d-4e73-93db-f2bf7c498452 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419538 Jan 10 12:19:36.072364 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aabbf1e8-5454-4e1e-a1e9-2008e7b64796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:37.059626 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab1c10-d356-4cd3-927e-c53b9132d648 req-698eb580-d174-476c-8b69-bd358cbeafa3 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:37.061115 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-68ab1c10-d356-4cd3-927e-c53b9132d648 req-698eb580-d174-476c-8b69-bd358cbeafa3 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0482199 Jan 10 12:19:37.107873 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-68ab1c10-d356-4cd3-927e-c53b9132d648 req-800facc8-bdad-4a17-987a-3a561fb37c60 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410304 Jan 10 12:19:38.222946 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42280d31-e38f-4c8b-896e-b80621918bb6 req-5a0b539f-304b-4a85-95f9-48d62f6515ec tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:38.224567 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-42280d31-e38f-4c8b-896e-b80621918bb6 req-5a0b539f-304b-4a85-95f9-48d62f6515ec tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0494702 Jan 10 12:19:38.272747 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-42280d31-e38f-4c8b-896e-b80621918bb6 req-10cb5fa7-49be-4746-a30f-c0394c8526a8 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426874 Jan 10 12:19:39.402292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456442b8-89fb-44ae-8ff6-f624a3458fc5 req-cb4da5b6-c6fd-4e73-8d16-33668ff87aa1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:39.409130 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-456442b8-89fb-44ae-8ff6-f624a3458fc5 req-cb4da5b6-c6fd-4e73-8d16-33668ff87aa1 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0628667 Jan 10 12:19:39.452077 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-456442b8-89fb-44ae-8ff6-f624a3458fc5 req-138be746-0ba3-47a0-b763-dde321102aa5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420976 Jan 10 12:19:40.308978 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8dee614d-3f30-4a51-ae87-90bdfafc3ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:40.566573 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f14a85-5dc4-4dc9-837a-827e6c4b8434 req-406e5523-2bc6-4702-ab11-51ac1696ac6d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:40.568556 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-07f14a85-5dc4-4dc9-837a-827e6c4b8434 req-406e5523-2bc6-4702-ab11-51ac1696ac6d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0488300 Jan 10 12:19:40.619926 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-07f14a85-5dc4-4dc9-837a-827e6c4b8434 req-6c71b2a4-f0bd-4982-9f47-e707a43bf3d5 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455532 Jan 10 12:19:40.706698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:41.736858 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce30f3-a55d-4db3-8848-04537edf9911 req-de683796-0e8c-4856-90bd-69e768a7791d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:41.738368 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cfce30f3-a55d-4db3-8848-04537edf9911 req-de683796-0e8c-4856-90bd-69e768a7791d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 943 time: 0.0489719 Jan 10 12:19:41.784351 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cfce30f3-a55d-4db3-8848-04537edf9911 req-a7ee7ad0-1699-444b-8870-c5e67b5398cc tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401826 Jan 10 12:19:42.108601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:19:42.213908 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:19:42.225063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'port_id': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'mac_address': 'fa:16:3e:e8:c2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:19:42.256997 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:42.264662 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:42.277330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:19:42.296151 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:19:42.374833 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:42.423648 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,revision_number=10']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:19:42.429725 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:19:42.834591 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:19:42.897829 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44b0f7-e794-48d2-a48e-87bc5fc8ba5f req-ffbb44bb-3dbe-4099-a35a-0ac69aca57ef tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:42.899312 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8f44b0f7-e794-48d2-a48e-87bc5fc8ba5f req-ffbb44bb-3dbe-4099-a35a-0ac69aca57ef tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0489678 Jan 10 12:19:42.946447 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8f44b0f7-e794-48d2-a48e-87bc5fc8ba5f req-a3e0da33-92ae-427e-a0f0-66e63d364ef7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416741 Jan 10 12:19:43.269211 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:44.064532 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936a03a-cf5f-4a6c-9409-55a7c181e1ca req-273c1a95-f753-46eb-bc4b-134587c8659f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:44.066027 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0936a03a-cf5f-4a6c-9409-55a7c181e1ca req-273c1a95-f753-46eb-bc4b-134587c8659f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 945 time: 0.0515921 Jan 10 12:19:44.115241 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0936a03a-cf5f-4a6c-9409-55a7c181e1ca req-8041799f-3d98-460d-b089-6f52f53c0bf3 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423269 Jan 10 12:19:44.131665 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:19:44.221062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:19:44.221436 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:44.316429 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:44.344791 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:19:44.347034 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c38f3de-9fac-4f09-820b-e0d91706edfd" -d '{"events": [{"server_uuid": "8f86a457-7fdc-4ce4-a406-b470769f47ab", "name": "network-vif-plugged", "status": "completed", "tag": "b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:19:44.359497 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:19:44.390712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ce1c82-aa2d-4dcc-a325-acdcf10c8351 x-openstack-request-id: req-b7ce1c82-aa2d-4dcc-a325-acdcf10c8351 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:19:44.391007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f86a457-7fdc-4ce4-a406-b470769f47ab", "name": "network-vif-plugged", "status": "completed", "tag": "b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:19:44.391269 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7ce1c82-aa2d-4dcc-a325-acdcf10c8351 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:19:44.391670 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'code': 200} Jan 10 12:19:44.426182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:44.475649 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,revision_number=11']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:19:45.230261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f31fde-e5de-45f3-9b32-d00aa347d2e1 req-17246cf9-167d-4b5d-85ed-04fc58f771d9 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:45.231755 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-47f31fde-e5de-45f3-9b32-d00aa347d2e1 req-17246cf9-167d-4b5d-85ed-04fc58f771d9 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 946 time: 0.0487907 Jan 10 12:19:45.278994 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-47f31fde-e5de-45f3-9b32-d00aa347d2e1 req-638aba8f-0299-44e9-85b3-a8734276a02f tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416133 Jan 10 12:19:46.397023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d1f1d-97c5-4059-97ba-ecada788c31b req-7da4681e-360f-43c1-ad6a-c8fd277b6594 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:46.398559 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cf1d1f1d-97c5-4059-97ba-ecada788c31b req-7da4681e-360f-43c1-ad6a-c8fd277b6594 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 946 time: 0.0505252 Jan 10 12:19:46.445729 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cf1d1f1d-97c5-4059-97ba-ecada788c31b req-3ea9c21b-d843-4588-a31f-9e18bf74b3bb tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417054 Jan 10 12:19:47.559302 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c6be9-64c5-4e23-abc1-7c65bd1e81a4 req-b563f1fc-37c5-4b14-b272-5e94b66f958a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:47.560761 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-127c6be9-64c5-4e23-abc1-7c65bd1e81a4 req-b563f1fc-37c5-4b14-b272-5e94b66f958a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 946 time: 0.0478184 Jan 10 12:19:47.610889 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-127c6be9-64c5-4e23-abc1-7c65bd1e81a4 req-2b7f1f92-322e-4f77-9cf9-d399af9dd8e9 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445256 Jan 10 12:19:47.729354 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fb154-a1d0-4f87-8cfc-7aac3c5ab2ea req-ef56fadd-3565-4356-8e4c-292d1ded35c2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:47.730773 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-972fb154-a1d0-4f87-8cfc-7aac3c5ab2ea req-ef56fadd-3565-4356-8e4c-292d1ded35c2 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 946 time: 0.0529256 Jan 10 12:19:47.777347 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-972fb154-a1d0-4f87-8cfc-7aac3c5ab2ea req-c88cef17-f513-420c-bcea-43f242638872 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411870 Jan 10 12:19:47.889060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06e964-0478-46bb-80b2-1bed7091d25c req-55ee4bde-380d-4d67-8dc3-d0d462a8d5df tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:47.890718 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8e06e964-0478-46bb-80b2-1bed7091d25c req-55ee4bde-380d-4d67-8dc3-d0d462a8d5df tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 946 time: 0.0491502 Jan 10 12:19:47.936481 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8e06e964-0478-46bb-80b2-1bed7091d25c req-5d60eaa6-37cc-44e3-941b-aaf0e793a263 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403864 Jan 10 12:19:48.320414 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405e17c-940f-4381-be89-b381e8da779d req-bdddc4a6-46ad-4840-95ce-781255357dc9 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:48.321925 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7405e17c-940f-4381-be89-b381e8da779d req-bdddc4a6-46ad-4840-95ce-781255357dc9 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 946 time: 0.0486941 Jan 10 12:19:48.369512 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7405e17c-940f-4381-be89-b381e8da779d req-739fb46b-705e-4f42-a3ba-d3e27061cb8c tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421345 Jan 10 12:19:49.484103 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6fe78-d221-420d-8acd-8c7ad6f46d7d req-9f4d70e0-7da4-4ca0-b76a-735c4bf2f23b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:49.485575 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0ee6fe78-d221-420d-8acd-8c7ad6f46d7d req-9f4d70e0-7da4-4ca0-b76a-735c4bf2f23b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 946 time: 0.0487101 Jan 10 12:19:49.533740 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0ee6fe78-d221-420d-8acd-8c7ad6f46d7d req-41adb4da-8f5c-4aa8-9979-32b827013c8d tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425801 Jan 10 12:19:49.614727 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:50.662961 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b7a03-2dc1-43cb-9f29-b6518b0afceb req-8796bf92-5d5b-44b3-8fa7-be17d237a8d9 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:50.664984 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ff5b7a03-2dc1-43cb-9f29-b6518b0afceb req-8796bf92-5d5b-44b3-8fa7-be17d237a8d9 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 946 time: 0.0808890 Jan 10 12:19:50.678313 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f0d2f-7665-4ce3-846d-41cf4963a652 req-ceaabfab-2184-48db-a8e0-7af7cc0e5c5b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:19:50.679777 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a37f0d2f-7665-4ce3-846d-41cf4963a652 req-ceaabfab-2184-48db-a8e0-7af7cc0e5c5b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 946 time: 0.0664616 Jan 10 12:19:50.775492 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a37f0d2f-7665-4ce3-846d-41cf4963a652 req-29f6eed8-4e19-4d14-81fd-5a619bd49314 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7f5293f-7b95-47ae-bc07-618aa35f1555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888703 Jan 10 12:19:50.797685 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-ff5b7a03-2dc1-43cb-9f29-b6518b0afceb req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Deleting port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:19:50.798060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ff5b7a03-2dc1-43cb-9f29-b6518b0afceb req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:50.885376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-ff5b7a03-2dc1-43cb-9f29-b6518b0afceb req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] For port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:19:50.885661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ff5b7a03-2dc1-43cb-9f29-b6518b0afceb req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:51.062073 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ff5b7a03-2dc1-43cb-9f29-b6518b0afceb req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:51.062448 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ff5b7a03-2dc1-43cb-9f29-b6518b0afceb req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (93d5f01b-a8ba-48bb-8cae-6d8cb189d713), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:51.062770 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [req-ff5b7a03-2dc1-43cb-9f29-b6518b0afceb req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Floating IP 93d5f01b-a8ba-48bb-8cae-6d8cb189d713 disassociated. External IP: 172.36.2.48, port: b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57. Jan 10 12:19:51.063116 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-ff5b7a03-2dc1-43cb-9f29-b6518b0afceb req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Calling delete_port for b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:19:51.252317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ff5b7a03-2dc1-43cb-9f29-b6518b0afceb req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:51.279172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Pushing event deleted for resources: {'Port': ['ID=b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:19:51.290939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:51.291251 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:51.291629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:51.291946 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:51.292294 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:51.292633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:51.292970 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:51.293308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:51.293642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:51.294009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:51.294349 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:51.294683 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:51.295011 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:19:51.412288 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff5b7a03-2dc1-43cb-9f29-b6518b0afceb req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:19:51.524177 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff5b7a03-2dc1-43cb-9f29-b6518b0afceb req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:19:51.534700 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d672f4-ae0d-4a05-9dd4-2a3f05117540 None None] Sync routers for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:19:51.544927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d672f4-ae0d-4a05-9dd4-2a3f05117540 None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:19:51.545539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-63d672f4-ae0d-4a05-9dd4-2a3f05117540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:19:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:19:51.563695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5b7a03-2dc1-43cb-9f29-b6518b0afceb req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] No DVR routers for this DVR port b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:19:51.566227 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ff5b7a03-2dc1-43cb-9f29-b6518b0afceb req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:19:51.569632 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ff5b7a03-2dc1-43cb-9f29-b6518b0afceb req-15d2b84d-c01c-4384-b30c-66b8e3dafd77 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.30 "DELETE /v2.0/ports/b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 HTTP/1.1" status: 204 len: 173 time: 0.8991516 Jan 10 12:19:51.570178 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'name': 'network-vif-deleted', 'tag': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:19:51.572529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed1b8a1-3de1-499c-aa4a-a70f8b68a9d0" -d '{"events": [{"server_uuid": "8f86a457-7fdc-4ce4-a406-b470769f47ab", "name": "network-vif-deleted", "tag": "b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:19:51.656416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-63d672f4-ae0d-4a05-9dd4-2a3f05117540 None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:19:51.660967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bef1d43-c69a-4d00-8ca7-90cae7e6cb06 x-openstack-request-id: req-5bef1d43-c69a-4d00-8ca7-90cae7e6cb06 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:19:51.661477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f86a457-7fdc-4ce4-a406-b470769f47ab", "name": "network-vif-deleted", "tag": "b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:19:51.661889 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bef1d43-c69a-4d00-8ca7-90cae7e6cb06 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:19:51.662403 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f86a457-7fdc-4ce4-a406-b470769f47ab', 'name': 'network-vif-deleted', 'tag': 'b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57', 'status': 'completed', 'code': 200} Jan 10 12:19:51.884420 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3f5e72c6-9798-41eb-b9a3-5b4ec1044d60 req-02aa2cf7-afaa-485f-a152-7fe3d359604b tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 210 time: 0.0280807 Jan 10 12:19:52.013064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-63d672f4-ae0d-4a05-9dd4-2a3f05117540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:19:52.043260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d672f4-ae0d-4a05-9dd4-2a3f05117540 None None] Checking router: 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:19:52.051659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d672f4-ae0d-4a05-9dd4-2a3f05117540 None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:19:52.052303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-63d672f4-ae0d-4a05-9dd4-2a3f05117540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:19:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:19:52.157413 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-63d672f4-ae0d-4a05-9dd4-2a3f05117540 None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:19:52.357275 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-63d672f4-ae0d-4a05-9dd4-2a3f05117540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:19:52.387876 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d672f4-ae0d-4a05-9dd4-2a3f05117540 None None] The sync data for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv is: [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2074a10-b9e9-4941-ab17-8498f4ad276d', 'name': '', 'network_id': 'd5e3f542-f27b-43bf-8074-0c584915bfdf', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'mac_address': 'fa:16:3e:38:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:22Z', 'updated_at': '2022-01-10T12:13:26Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'subnets': [{'id': 'd5b478b7-0567-49ee-83e8-a1bb78bd3e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:19:52.603396 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd84eda-6b24-48cb-a18e-c752dde75f61 None None] New status for floating IP 93d5f01b-a8ba-48bb-8cae-6d8cb189d713: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:19:52.988754 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fc4eb9ec-c24f-439d-a67d-c133e52939dc req-79b2be8a-20c3-47b1-886f-1e88f4fe970e tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 210 time: 0.0312707 Jan 10 12:19:54.085831 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-da4b1a05-f4e5-48f8-bf2c-15447baab12e req-41ee15de-ae62-4955-ae6b-20a4c22bcb13 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 210 time: 0.0297384 Jan 10 12:19:54.138039 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:19:54.158536 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:19:54.158890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device b0f0cf31-ef5d-4b0f-9d67-0d97e12bbb57 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:19:55.178296 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3ba17caa-ae15-4200-868e-f034b683a289 req-42b6bcf7-9b8f-4bdd-b4b2-54d6e6cd07dc tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 210 time: 0.0262392 Jan 10 12:19:56.272384 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fb91bcb7-8ddd-421b-b6b8-7726910dccbd req-b2f45a0c-4519-48ac-bdc0-f5cfa165d023 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 210 time: 0.0260596 Jan 10 12:19:57.368461 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-83156d44-2970-40e2-ae5c-d41ccd9bb75c req-157ff679-7f0f-454b-a478-b29e054bbfa9 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 210 time: 0.0277672 Jan 10 12:19:58.464394 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-082ed5d4-5af0-4906-a7e8-c8474273ed9c req-304b392a-c62b-4e0a-b109-2dd1c585e416 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 210 time: 0.0267987 Jan 10 12:19:59.557884 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-aeaca661-f5b2-4614-a6d8-697b95179e22 req-40f99fc8-0508-4e9d-9869-4fb0b5d678d7 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 210 time: 0.0263982 Jan 10 12:20:00.661638 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6ecc32b1-aa79-4a3f-8a2e-ed28f39e1ff0 req-ae59ba30-594e-4ada-a81c-bba766a61e79 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f86a457-7fdc-4ce4-a406-b470769f47ab HTTP/1.1" status: 200 len: 210 time: 0.0263834 Jan 10 12:20:06.077993 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-87242d88-d4a3-4ac0-8384-dece845ef51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:07.724712 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34640) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:07.779469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for security_group (d7f5293f-7b95-47ae-bc07-618aa35f1555), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:07.802509 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for security_group (d7f5293f-7b95-47ae-bc07-618aa35f1555), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:07.923741 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (d7f5293f-7b95-47ae-bc07-618aa35f1555), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:07.926464 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:07.927785 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "DELETE /v2.0/security-groups/d7f5293f-7b95-47ae-bc07-618aa35f1555 HTTP/1.1" status: 204 len: 168 time: 0.2019632 Jan 10 12:20:07.930586 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34642) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:07.936864 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f5293f-7b95-47ae-bc07-618aa35f1555,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:07.944046 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:07.944355 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:07.944713 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:07.945059 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:07.945173 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.api.v2.resource [None req-b930e4f4-5727-46c6-9fcd-0f85064a53c4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] show failed (client error): The resource could not be found. Jan 10 12:20:07.945426 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:07.945812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:07.946161 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:07.946510 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:07.946842 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:07.947181 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:07.947523 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:07.947858 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:07.948188 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95b3b-c9e7-40f7-880b-c2a61ff6ed1a tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:07.948922 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b930e4f4-5727-46c6-9fcd-0f85064a53c4 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "GET /v2.0/security-groups/d7f5293f-7b95-47ae-bc07-618aa35f1555 HTTP/1.1" status: 404 len: 347 time: 0.0173235 Jan 10 12:20:07.949489 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34644) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:08.087044 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2894ef48-4958-4e4f-9ce3-432043542e85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Deleting port 7857b0ca-1960-499c-a7e5-53e308da463c {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:20:08.087400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2894ef48-4958-4e4f-9ce3-432043542e85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7857b0ca-1960-499c-a7e5-53e308da463c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:08.169396 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2894ef48-4958-4e4f-9ce3-432043542e85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7857b0ca-1960-499c-a7e5-53e308da463c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:08.169719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2894ef48-4958-4e4f-9ce3-432043542e85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for floatingip (7857b0ca-1960-499c-a7e5-53e308da463c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:08.181667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2894ef48-4958-4e4f-9ce3-432043542e85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Calling delete_port for 7857b0ca-1960-499c-a7e5-53e308da463c owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:20:08.372351 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2894ef48-4958-4e4f-9ce3-432043542e85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (7857b0ca-1960-499c-a7e5-53e308da463c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:08.397372 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894ef48-4958-4e4f-9ce3-432043542e85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Pushing event deleted for resources: {'Port': ['ID=7857b0ca-1960-499c-a7e5-53e308da463c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:08.457900 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2894ef48-4958-4e4f-9ce3-432043542e85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks [] for floatingip (93d5f01b-a8ba-48bb-8cae-6d8cb189d713), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:08.460432 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2894ef48-4958-4e4f-9ce3-432043542e85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:08.462116 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2894ef48-4958-4e4f-9ce3-432043542e85 tempest-ServerActionsTestJSON-1675619644 tempest-ServerActionsTestJSON-1675619644-project] 10.222.0.16 "DELETE /v2.0/floatingips/93d5f01b-a8ba-48bb-8cae-6d8cb189d713 HTTP/1.1" status: 204 len: 168 time: 0.5116503 Jan 10 12:20:08.465130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34646) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:08.936031 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-66c70f70-cb1e-4197-b9dd-497e200f9ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:09.487474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-66c70f70-cb1e-4197-b9dd-497e200f9ddd admin admin] Deleting port a2074a10-b9e9-4941-ab17-8498f4ad276d {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:20:09.488035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-66c70f70-cb1e-4197-b9dd-497e200f9ddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:09.564499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-66c70f70-cb1e-4197-b9dd-497e200f9ddd admin admin] For port a2074a10-b9e9-4941-ab17-8498f4ad276d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a2074a10-b9e9-4941-ab17-8498f4ad276d,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:20:09.564857 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-66c70f70-cb1e-4197-b9dd-497e200f9ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:09.576682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-66c70f70-cb1e-4197-b9dd-497e200f9ddd admin admin] Calling delete_port for a2074a10-b9e9-4941-ab17-8498f4ad276d owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:20:09.832689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-66c70f70-cb1e-4197-b9dd-497e200f9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a2074a10-b9e9-4941-ab17-8498f4ad276d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:09.858506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c70f70-cb1e-4197-b9dd-497e200f9ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=a2074a10-b9e9-4941-ab17-8498f4ad276d,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:10.022461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-66c70f70-cb1e-4197-b9dd-497e200f9ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:10.236341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c70f70-cb1e-4197-b9dd-497e200f9ddd admin admin] Router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:20:10.324011 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0de17fd2-70f5-4c9e-b10c-302bdd44fcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:10.350785 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c70f70-cb1e-4197-b9dd-497e200f9ddd admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:20:10.358412 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-66c70f70-cb1e-4197-b9dd-497e200f9ddd admin admin] 10.222.0.16 "PUT /v2.0/routers/85bab12e-83c0-433f-bd9c-557cdd1bf2e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8907135 Jan 10 12:20:10.361803 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518785c-531a-4008-8dfb-24587bd182c2 None None] Sync routers for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:20:10.365806 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34650) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:10.374043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518785c-531a-4008-8dfb-24587bd182c2 None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:20:10.374657 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-9518785c-531a-4008-8dfb-24587bd182c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:20:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:10.474613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89bd49d4-589f-4de1-8a62-2159c3b8901e admin admin] Publish callbacks [] for router (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:10.487769 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-9518785c-531a-4008-8dfb-24587bd182c2 None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:20:10.581670 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89bd49d4-589f-4de1-8a62-2159c3b8901e admin admin] Publish callbacks [] for router_gateway (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:10.677269 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-9518785c-531a-4008-8dfb-24587bd182c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243'}], 'enable_snat': True}, 'gw_port_id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:20:09Z', 'revision_number': 5, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port': {'id': 'f2f4ce3b-188f-47bd-9263-d1df62e285bb', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:98:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:10.692654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-89bd49d4-589f-4de1-8a62-2159c3b8901e admin admin] Deleting port f2f4ce3b-188f-47bd-9263-d1df62e285bb {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:20:10.693014 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89bd49d4-589f-4de1-8a62-2159c3b8901e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f2f4ce3b-188f-47bd-9263-d1df62e285bb), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:10.714394 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518785c-531a-4008-8dfb-24587bd182c2 None None] Checking router: 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:20:10.724569 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518785c-531a-4008-8dfb-24587bd182c2 None None] Routers {'85bab12e-83c0-433f-bd9c-557cdd1bf2e6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:20:10.725210 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-9518785c-531a-4008-8dfb-24587bd182c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:20:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:10.782679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-89bd49d4-589f-4de1-8a62-2159c3b8901e admin admin] For port f2f4ce3b-188f-47bd-9263-d1df62e285bb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2f4ce3b-188f-47bd-9263-d1df62e285bb,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:20:10.783041 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89bd49d4-589f-4de1-8a62-2159c3b8901e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f2f4ce3b-188f-47bd-9263-d1df62e285bb), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:10.788570 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:10.795172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-89bd49d4-589f-4de1-8a62-2159c3b8901e admin admin] Calling delete_port for f2f4ce3b-188f-47bd-9263-d1df62e285bb owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:20:10.815180 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-9518785c-531a-4008-8dfb-24587bd182c2 None None] Set router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:20:10.866420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-9518785c-531a-4008-8dfb-24587bd182c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:20:10Z', 'revision_number': 6, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:10.895201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518785c-531a-4008-8dfb-24587bd182c2 None None] The sync data for ids ['85bab12e-83c0-433f-bd9c-557cdd1bf2e6'] in dv-neutron-master-2-hyperv is: [{'id': '85bab12e-83c0-433f-bd9c-557cdd1bf2e6', 'name': 'tempest-ServerActionsTestJSON-1665481777-router', 'tenant_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:13:20Z', 'updated_at': '2022-01-10T12:20:10Z', 'revision_number': 6, 'project_id': 'd5a98d6e47994ff9aa647dde76fb5e18', 'gw_port_host': None}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:20:11.010077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89bd49d4-589f-4de1-8a62-2159c3b8901e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (f2f4ce3b-188f-47bd-9263-d1df62e285bb), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:11.034349 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd49d4-589f-4de1-8a62-2159c3b8901e admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f4ce3b-188f-47bd-9263-d1df62e285bb,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:11.050462 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c98144e-7108-4f44-8158-923601a00c60 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:20:11.096130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89bd49d4-589f-4de1-8a62-2159c3b8901e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:11.184158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89bd49d4-589f-4de1-8a62-2159c3b8901e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:11.186292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89bd49d4-589f-4de1-8a62-2159c3b8901e admin admin] Publish callbacks [] for router_controller (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:11.306924 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89bd49d4-589f-4de1-8a62-2159c3b8901e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (85bab12e-83c0-433f-bd9c-557cdd1bf2e6), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:11.307869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bd49d4-589f-4de1-8a62-2159c3b8901e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85bab12e-83c0-433f-bd9c-557cdd1bf2e6 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:20:11.312147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-89bd49d4-589f-4de1-8a62-2159c3b8901e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:11.313529 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-89bd49d4-589f-4de1-8a62-2159c3b8901e admin admin] 10.222.0.16 "DELETE /v2.0/routers/85bab12e-83c0-433f-bd9c-557cdd1bf2e6 HTTP/1.1" status: 204 len: 168 time: 0.9464517 Jan 10 12:20:11.315991 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34652) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:11.361098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f426ce-7a47-49c6-93fe-677d7da152a9 admin admin] Deleting subnet d5b478b7-0567-49ee-83e8-a1bb78bd3e0c {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:20:11.364282 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-05f426ce-7a47-49c6-93fe-677d7da152a9 admin admin] Publish callbacks [] for subnet (d5b478b7-0567-49ee-83e8-a1bb78bd3e0c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:11.414985 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-05f426ce-7a47-49c6-93fe-677d7da152a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (d5b478b7-0567-49ee-83e8-a1bb78bd3e0c), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:11.521022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-05f426ce-7a47-49c6-93fe-677d7da152a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (d5b478b7-0567-49ee-83e8-a1bb78bd3e0c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:11.624471 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-05f426ce-7a47-49c6-93fe-677d7da152a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (d5b478b7-0567-49ee-83e8-a1bb78bd3e0c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:11.651634 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f426ce-7a47-49c6-93fe-677d7da152a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b478b7-0567-49ee-83e8-a1bb78bd3e0c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:11.655490 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-05f426ce-7a47-49c6-93fe-677d7da152a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:11.661351 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-05f426ce-7a47-49c6-93fe-677d7da152a9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d5b478b7-0567-49ee-83e8-a1bb78bd3e0c HTTP/1.1" status: 204 len: 168 time: 0.3420982 Jan 10 12:20:11.662689 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34654) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:11.664692 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3a8a0c-d18f-4992-a920-a127dc98f377 None None] Network d5e3f542-f27b-43bf-8074-0c584915bfdf requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:20:11.688392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a2074a10-b9e9-4941-ab17-8498f4ad276d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:20:11.735351 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (d5e3f542-f27b-43bf-8074-0c584915bfdf), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:11.737082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: a2074a10-b9e9-4941-ab17-8498f4ad276d {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:20:11.737440 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a2074a10-b9e9-4941-ab17-8498f4ad276d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:20:11.737904 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f2f4ce3b-188f-47bd-9263-d1df62e285bb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:20:11.780120 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: f2f4ce3b-188f-47bd-9263-d1df62e285bb {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:20:11.780473 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f2f4ce3b-188f-47bd-9263-d1df62e285bb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:20:11.793491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] Deleting port 36386178-9b8e-4437-b6a5-f464ba140034 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:20:11.793982 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (36386178-9b8e-4437-b6a5-f464ba140034), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:11.854811 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] DHCP port deletion for d5e3f542-f27b-43bf-8074-0c584915bfdf request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:20:11.866032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] For port 36386178-9b8e-4437-b6a5-f464ba140034, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=36386178-9b8e-4437-b6a5-f464ba140034,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:20:11.866219 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (36386178-9b8e-4437-b6a5-f464ba140034), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:11.880730 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] Calling delete_port for 36386178-9b8e-4437-b6a5-f464ba140034 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:20:11.904213 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Deleting port 36386178-9b8e-4437-b6a5-f464ba140034 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:20:11.904598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (36386178-9b8e-4437-b6a5-f464ba140034), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:11.972571 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] For port 36386178-9b8e-4437-b6a5-f464ba140034, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=36386178-9b8e-4437-b6a5-f464ba140034,segment=NetworkSegment(b3bacd58-69e8-449c-973d-1eb07e5f2a7b),segment_id=b3bacd58-69e8-449c-973d-1eb07e5f2a7b)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:20:11.972972 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (36386178-9b8e-4437-b6a5-f464ba140034), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:11.985627 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Calling delete_port for 36386178-9b8e-4437-b6a5-f464ba140034 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:20:12.026831 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (36386178-9b8e-4437-b6a5-f464ba140034), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:12.059084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] Pushing event deleted for resources: {'Port': ['ID=36386178-9b8e-4437-b6a5-f464ba140034,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:12.060963 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] No DVR routers for this DVR port 36386178-9b8e-4437-b6a5-f464ba140034 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:20:12.065084 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (36386178-9b8e-4437-b6a5-f464ba140034), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:12.089707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Pushing event deleted for resources: {'Port': ['ID=36386178-9b8e-4437-b6a5-f464ba140034,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:12.093906 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] No DVR routers for this DVR port 36386178-9b8e-4437-b6a5-f464ba140034 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:20:12.103147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:12.103147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:12.103147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:12.103147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:12.103147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:12.103147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:12.103147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:12.103949 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:12.103949 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:12.103949 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:12.104277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:12.104523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:12.104829 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7816-c07c-48cf-8867-6bb4cbddc6b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:12.138089 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (d5e3f542-f27b-43bf-8074-0c584915bfdf), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:12.158384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e3f542-f27b-43bf-8074-0c584915bfdf']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:12.168255 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:12.168565 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bacd58-69e8-449c-973d-1eb07e5f2a7b') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:12.182125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (b3bacd58-69e8-449c-973d-1eb07e5f2a7b), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:12.195155 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b3bacd58-69e8-449c-973d-1eb07e5f2a7b), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:12.200971 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:20:12.201353 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (b3bacd58-69e8-449c-973d-1eb07e5f2a7b), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:20:12.203033 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:20:12.221148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:12.318097 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (d5e3f542-f27b-43bf-8074-0c584915bfdf), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:12.323221 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:12.326395 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] 10.222.0.16 "DELETE /v2.0/networks/d5e3f542-f27b-43bf-8074-0c584915bfdf HTTP/1.1" status: 204 len: 168 time: 0.6625535 Jan 10 12:20:12.337413 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f7a99-8c34-4f4e-af9e-7c7fbbaa16cc admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e3f542-f27b-43bf-8074-0c584915bfdf,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:12.621093 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34658) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:12.660278 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4950358c-47a5-4659-be6c-c3bc68bc4574 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5a98d6e47994ff9aa647dde76fb5e18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380485 Jan 10 12:20:12.662718 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34660) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:12.707459 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-89a441c9-46c6-4ebe-83b1-67ff44dcee28 admin admin] Publish callbacks [] for security_group (478478da-fa6c-4c8a-b090-88748a1d2938), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:12.732309 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-89a441c9-46c6-4ebe-83b1-67ff44dcee28 admin admin] Publish callbacks [] for security_group (478478da-fa6c-4c8a-b090-88748a1d2938), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:12.843929 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-89a441c9-46c6-4ebe-83b1-67ff44dcee28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (478478da-fa6c-4c8a-b090-88748a1d2938), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:12.846437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-89a441c9-46c6-4ebe-83b1-67ff44dcee28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:12.847588 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-89a441c9-46c6-4ebe-83b1-67ff44dcee28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/478478da-fa6c-4c8a-b090-88748a1d2938 HTTP/1.1" status: 204 len: 168 time: 0.1839926 Jan 10 12:20:12.855535 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a441c9-46c6-4ebe-83b1-67ff44dcee28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478478da-fa6c-4c8a-b090-88748a1d2938,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:13.292898 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:13.576169 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 36386178-9b8e-4437-b6a5-f464ba140034 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:20:13.596632 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 36386178-9b8e-4437-b6a5-f464ba140034 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:20:13.596910 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 36386178-9b8e-4437-b6a5-f464ba140034 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:20:13.804494 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34682) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:13.896588 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-228ac21c-d8da-4c85-8bcf-bf7e7130d5cc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-167385631-network', 'tenant_id': 'd0580fda002942af929f9474be983630'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:20:14.012217 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228ac21c-d8da-4c85-8bcf-bf7e7130d5cc admin admin] Made reservation on behalf of d0580fda002942af929f9474be983630 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:20:14.014565 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-228ac21c-d8da-4c85-8bcf-bf7e7130d5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:14.023505 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-228ac21c-d8da-4c85-8bcf-bf7e7130d5cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:14.096069 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-228ac21c-d8da-4c85-8bcf-bf7e7130d5cc admin admin] Publish callbacks [] for security_group (5dd0a1c7-555f-463a-9a99-78e6429e94af), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:14.160558 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-228ac21c-d8da-4c85-8bcf-bf7e7130d5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (5dd0a1c7-555f-463a-9a99-78e6429e94af), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:14.184415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228ac21c-d8da-4c85-8bcf-bf7e7130d5cc admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:20:14.192950 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ac21c-d8da-4c85-8bcf-bf7e7130d5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd0a1c7-555f-463a-9a99-78e6429e94af,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:14.199356 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-228ac21c-d8da-4c85-8bcf-bf7e7130d5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (413fed12-2cff-49a4-9bf5-0c5f7537bac8), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:14.203828 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-228ac21c-d8da-4c85-8bcf-bf7e7130d5cc admin admin] Added segment 413fed12-2cff-49a4-9bf5-0c5f7537bac8 of type vlan for network 64e85b54-170b-4d3e-a031-78540906542f Jan 10 12:20:14.239366 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-228ac21c-d8da-4c85-8bcf-bf7e7130d5cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (64e85b54-170b-4d3e-a031-78540906542f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:14.332131 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-228ac21c-d8da-4c85-8bcf-bf7e7130d5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (64e85b54-170b-4d3e-a031-78540906542f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:14.333142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228ac21c-d8da-4c85-8bcf-bf7e7130d5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:14.333847 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-228ac21c-d8da-4c85-8bcf-bf7e7130d5cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:14.396021 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ac21c-d8da-4c85-8bcf-bf7e7130d5cc admin admin] Pushing event updated for resources: {'Network': ['ID=64e85b54-170b-4d3e-a031-78540906542f,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:14.407116 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 64e85b54-170b-4d3e-a031-78540906542f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:20:14.420782 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-228ac21c-d8da-4c85-8bcf-bf7e7130d5cc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6150970 Jan 10 12:20:14.423598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34686) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:14.428379 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-fda6702e-d59a-4b4c-aa77-f0cf7876df0f admin admin] Request body: {'subnet': {'network_id': '64e85b54-170b-4d3e-a031-78540906542f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-167385631-subnet', 'tenant_id': 'd0580fda002942af929f9474be983630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:20:14.514752 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda6702e-d59a-4b4c-aa77-f0cf7876df0f admin admin] Made reservation on behalf of d0580fda002942af929f9474be983630 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:20:14.517161 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fda6702e-d59a-4b4c-aa77-f0cf7876df0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:14.737717 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fda6702e-d59a-4b4c-aa77-f0cf7876df0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (18c53fc4-ea11-4f15-9dd4-5689b4405d4e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:14.796618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6702e-d59a-4b4c-aa77-f0cf7876df0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c53fc4-ea11-4f15-9dd4-5689b4405d4e,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:14.801483 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda6702e-d59a-4b4c-aa77-f0cf7876df0f admin admin] Checking segment: {'id': '413fed12-2cff-49a4-9bf5-0c5f7537bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64e85b54-170b-4d3e-a031-78540906542f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:20:14.801940 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda6702e-d59a-4b4c-aa77-f0cf7876df0f admin admin] Network hostable DHCP agents. Network: 64e85b54-170b-4d3e-a031-78540906542f, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:20:14.903114 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda6702e-d59a-4b4c-aa77-f0cf7876df0f admin admin] Network 64e85b54-170b-4d3e-a031-78540906542f is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:20:14.986695 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-fda6702e-d59a-4b4c-aa77-f0cf7876df0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 64e85b54-170b-4d3e-a031-78540906542f) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:20:14.990868 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda6702e-d59a-4b4c-aa77-f0cf7876df0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:14.991394 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fda6702e-d59a-4b4c-aa77-f0cf7876df0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:14.997425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c0447e-4722-4cff-a3b1-faa852382b97 None None] Network 64e85b54-170b-4d3e-a031-78540906542f requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:20:15.075655 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fda6702e-d59a-4b4c-aa77-f0cf7876df0f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6509650 Jan 10 12:20:15.244062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db5a794-b59d-43a5-8f28-3bbbd0c8f57c None None] Network 64e85b54-170b-4d3e-a031-78540906542f requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:20:15.491284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-8920a898-f8f7-4129-9f6d-3d2487ef9f30 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:15.493523 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-8920a898-f8f7-4129-9f6d-3d2487ef9f30 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/networks?id=64e85b54-170b-4d3e-a031-78540906542f HTTP/1.1" status: 200 len: 813 time: 0.1041017 Jan 10 12:20:15.507823 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-86beec56-d0af-40ac-aad5-918252414d0b tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/quotas/d0580fda002942af929f9474be983630 HTTP/1.1" status: 200 len: 375 time: 0.0088918 Jan 10 12:20:15.538818 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-5db8cc4e-4603-4938-bfca-df67982f7103 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0580fda002942af929f9474be983630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256536 Jan 10 12:20:15.630601 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-c03940de-f63f-45ba-a9a6-45a4f5ee62f0 service neutron] 10.222.0.16 "GET /v2.0/networks/64e85b54-170b-4d3e-a031-78540906542f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849135 Jan 10 12:20:15.715485 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-77724412-96b1-432a-aaed-067b65ed8f2e service neutron] 10.222.0.16 "GET /v2.0/networks/64e85b54-170b-4d3e-a031-78540906542f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791690 Jan 10 12:20:15.963873 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-357ca035-0b4d-4832-973c-740e1cdcdacb req-07fe6c37-722e-445d-b8aa-66da12862003 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 210 time: 0.0267534 Jan 10 12:20:17.047088 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5e319ccd-b6a6-4212-bd9e-8a1f2aa9037b req-00219fd2-b140-46af-afaf-8305d26d52e9 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 210 time: 0.0302241 Jan 10 12:20:18.146156 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-47c1f18b-9782-42cf-908a-3573a08aefe9 req-82575c8b-caf6-4b74-9f37-17fa416014f9 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 210 time: 0.0311165 Jan 10 12:20:19.009945 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-b1e5873e-81e0-4445-954e-89cf4a2a1aed tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:19.011450 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-b1e5873e-81e0-4445-954e-89cf4a2a1aed tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.30 "GET /v2.0/networks?id=64e85b54-170b-4d3e-a031-78540906542f HTTP/1.1" status: 200 len: 813 time: 0.1024697 Jan 10 12:20:19.022862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-5e9aaf45-ccae-4460-8530-6fe4f4000bd0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Request body: {'port': {'device_id': 'de01c029-9c1e-429e-96eb-97cf4cfd5ff3', 'network_id': '64e85b54-170b-4d3e-a031-78540906542f', 'admin_state_up': True, 'tenant_id': 'd0580fda002942af929f9474be983630'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:20:19.222372 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-5e9aaf45-ccae-4460-8530-6fe4f4000bd0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Made reservation on behalf of d0580fda002942af929f9474be983630 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:20:19.225756 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-5e9aaf45-ccae-4460-8530-6fe4f4000bd0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:19.248722 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ed896213-f780-471e-9994-6fa48f9d32b4 req-1d274b0d-3565-4eb9-9101-74ac98cac8d7 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 210 time: 0.0377188 Jan 10 12:20:19.367701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-5e9aaf45-ccae-4460-8530-6fe4f4000bd0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Allocated IP 172.20.0.4 (64e85b54-170b-4d3e-a031-78540906542f/18c53fc4-ea11-4f15-9dd4-5689b4405d4e/262a97a2-d623-4393-a396-0e1ecf8c659f) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:20:19.507255 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-5e9aaf45-ccae-4460-8530-6fe4f4000bd0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Publish callbacks [] for port (262a97a2-d623-4393-a396-0e1ecf8c659f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:19.606010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:19.629312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-5e9aaf45-ccae-4460-8530-6fe4f4000bd0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (262a97a2-d623-4393-a396-0e1ecf8c659f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:19.675659 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-5e9aaf45-ccae-4460-8530-6fe4f4000bd0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Network 64e85b54-170b-4d3e-a031-78540906542f is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:20:19.678875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-5e9aaf45-ccae-4460-8530-6fe4f4000bd0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:20:19.683069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-5e9aaf45-ccae-4460-8530-6fe4f4000bd0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:20:19.707851 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9aaf45-ccae-4460-8530-6fe4f4000bd0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Pushing event updated for resources: {'Port': ['ID=262a97a2-d623-4393-a396-0e1ecf8c659f,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:19.735119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-5e9aaf45-ccae-4460-8530-6fe4f4000bd0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:19.735734 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-5e9aaf45-ccae-4460-8530-6fe4f4000bd0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:19.820253 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-5e9aaf45-ccae-4460-8530-6fe4f4000bd0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8009617 Jan 10 12:20:19.831339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Request body: {'port': {'device_id': 'de01c029-9c1e-429e-96eb-97cf4cfd5ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:20:19.833474 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:20:19.886656 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (262a97a2-d623-4393-a396-0e1ecf8c659f), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:20.365916 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a61c23-997d-4218-b3c5-27911767f13f req-d86f1f8b-bd0b-4891-aabb-083816fc8189 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:20.368342 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-19a61c23-997d-4218-b3c5-27911767f13f req-d86f1f8b-bd0b-4891-aabb-083816fc8189 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 931 time: 0.0508180 Jan 10 12:20:20.417363 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-19a61c23-997d-4218-b3c5-27911767f13f req-0ef6b346-625e-4aca-8937-9bc54fa229d1 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432863 Jan 10 12:20:20.423285 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262a97a2-d623-4393-a396-0e1ecf8c659f {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:20:20.430891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Publish callbacks [] for port (262a97a2-d623-4393-a396-0e1ecf8c659f), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:20.445403 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Transition to ACTIVE for port object 262a97a2-d623-4393-a396-0e1ecf8c659f will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:20:20.506752 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (262a97a2-d623-4393-a396-0e1ecf8c659f), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:20.574752 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=262a97a2-d623-4393-a396-0e1ecf8c659f,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:20.622577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Attempting to bind port 262a97a2-d623-4393-a396-0e1ecf8c659f on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:20:20.622915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Attempting to bind port 262a97a2-d623-4393-a396-0e1ecf8c659f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '413fed12-2cff-49a4-9bf5-0c5f7537bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64e85b54-170b-4d3e-a031-78540906542f'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:20:20.623243 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Attempting to bind port 262a97a2-d623-4393-a396-0e1ecf8c659f on network 64e85b54-170b-4d3e-a031-78540906542f {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:20:20.627905 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Port 262a97a2-d623-4393-a396-0e1ecf8c659f on network 64e85b54-170b-4d3e-a031-78540906542f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:20:20.628394 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Attempting to bind port 262a97a2-d623-4393-a396-0e1ecf8c659f on network 64e85b54-170b-4d3e-a031-78540906542f {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:20:20.633552 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:20:20.633951 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Checking segment: {'id': '413fed12-2cff-49a4-9bf5-0c5f7537bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64e85b54-170b-4d3e-a031-78540906542f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:20:20.634345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Bound using segment: {'id': '413fed12-2cff-49a4-9bf5-0c5f7537bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64e85b54-170b-4d3e-a031-78540906542f'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:20:20.634805 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Bound port: 262a97a2-d623-4393-a396-0e1ecf8c659f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413fed12-2cff-49a4-9bf5-0c5f7537bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64e85b54-170b-4d3e-a031-78540906542f'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:20:20.635161 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (262a97a2-d623-4393-a396-0e1ecf8c659f), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:20.698522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] For port 262a97a2-d623-4393-a396-0e1ecf8c659f, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:20:20.701549 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] For port 262a97a2-d623-4393-a396-0e1ecf8c659f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=262a97a2-d623-4393-a396-0e1ecf8c659f,segment=NetworkSegment(413fed12-2cff-49a4-9bf5-0c5f7537bac8),segment_id=413fed12-2cff-49a4-9bf5-0c5f7537bac8)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:20:20.741290 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (262a97a2-d623-4393-a396-0e1ecf8c659f), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:20.772934 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:20.773278 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:20.775504 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] 10.222.0.30 "PUT /v2.0/ports/262a97a2-d623-4393-a396-0e1ecf8c659f HTTP/1.1" status: 200 len: 1093 time: 0.9481757 Jan 10 12:20:20.777542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de01c029-9c1e-429e-96eb-97cf4cfd5ff3', 'tag': '262a97a2-d623-4393-a396-0e1ecf8c659f'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:20:20.780378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857c0760-10c6-47b5-b3e6-1be9a3b46a29" -d '{"events": [{"name": "network-changed", "server_uuid": "de01c029-9c1e-429e-96eb-97cf4cfd5ff3", "tag": "262a97a2-d623-4393-a396-0e1ecf8c659f"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:20:20.807403 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc551eb-1358-40fe-85ce-60e9f3025ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=262a97a2-d623-4393-a396-0e1ecf8c659f,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:20.820110 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3497def-3221-4e4b-9f04-0c4210747b35 x-openstack-request-id: req-b3497def-3221-4e4b-9f04-0c4210747b35 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:20:20.820909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de01c029-9c1e-429e-96eb-97cf4cfd5ff3", "tag": "262a97a2-d623-4393-a396-0e1ecf8c659f", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:20:20.821169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3497def-3221-4e4b-9f04-0c4210747b35 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:20:20.821578 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de01c029-9c1e-429e-96eb-97cf4cfd5ff3', 'tag': '262a97a2-d623-4393-a396-0e1ecf8c659f', 'status': 'completed', 'code': 200} Jan 10 12:20:20.884293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c0760-10c6-47b5-b3e6-1be9a3b46a29 req-4bc388c8-e75f-40c8-98c9-538cb93de6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:20.885860 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-857c0760-10c6-47b5-b3e6-1be9a3b46a29 req-4bc388c8-e75f-40c8-98c9-538cb93de6f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0580fda002942af929f9474be983630&device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0439939 Jan 10 12:20:20.981333 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c0760-10c6-47b5-b3e6-1be9a3b46a29 req-b30ba2ef-186e-483e-bf4a-7ac12df066a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:20.982875 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-857c0760-10c6-47b5-b3e6-1be9a3b46a29 req-b30ba2ef-186e-483e-bf4a-7ac12df066a4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d0580fda002942af929f9474be983630&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0910733 Jan 10 12:20:21.077803 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c0760-10c6-47b5-b3e6-1be9a3b46a29 req-7af0bd9b-7a2a-4757-b294-b1c9bc8248cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:21.079178 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-857c0760-10c6-47b5-b3e6-1be9a3b46a29 req-7af0bd9b-7a2a-4757-b294-b1c9bc8248cd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908525 Jan 10 12:20:21.152257 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-be7b3260-fde7-413e-a6b9-367a6e4594f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:21.153729 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-be7b3260-fde7-413e-a6b9-367a6e4594f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0580fda002942af929f9474be983630&device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0407236 Jan 10 12:20:21.197135 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-ff989cd6-530a-4042-a73c-0e9757d8dfb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=262a97a2-d623-4393-a396-0e1ecf8c659f HTTP/1.1" status: 200 len: 217 time: 0.0371292 Jan 10 12:20:21.244359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-b87da554-bba5-4d52-8571-28caf38f8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:21.245905 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-b87da554-bba5-4d52-8571-28caf38f8e68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18c53fc4-ea11-4f15-9dd4-5689b4405d4e HTTP/1.1" status: 200 len: 853 time: 0.0429294 Jan 10 12:20:21.275894 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-55d9f989-1df0-4129-8d81-a088fb4e7826 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64e85b54-170b-4d3e-a031-78540906542f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244665 Jan 10 12:20:21.366503 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-7ddfc796-8f4f-4769-9a78-b8065c05af30 service neutron] 10.222.0.30 "GET /v2.0/networks/64e85b54-170b-4d3e-a031-78540906542f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841460 Jan 10 12:20:21.454245 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b0ee6bfa-afc2-4cf7-b8f9-8ab7c1aecf90 req-e205804e-7c7c-4d68-aafc-080006c6a5c6 service neutron] 10.222.0.30 "GET /v2.0/networks/64e85b54-170b-4d3e-a031-78540906542f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825903 Jan 10 12:20:21.532559 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea953934-b896-4201-b381-ccda66f6739e req-211d96a5-5aa9-403b-8c86-c77e273add56 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:21.534090 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ea953934-b896-4201-b381-ccda66f6739e req-211d96a5-5aa9-403b-8c86-c77e273add56 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 943 time: 0.0491514 Jan 10 12:20:21.580387 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ea953934-b896-4201-b381-ccda66f6739e req-d8ae90f1-bc10-4c10-a315-84e74b18c82c tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403595 Jan 10 12:20:22.230711 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 262a97a2-d623-4393-a396-0e1ecf8c659f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:20:22.324625 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 262a97a2-d623-4393-a396-0e1ecf8c659f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=262a97a2-d623-4393-a396-0e1ecf8c659f,segment=NetworkSegment(413fed12-2cff-49a4-9bf5-0c5f7537bac8),segment_id=413fed12-2cff-49a4-9bf5-0c5f7537bac8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:20:22.335429 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '262a97a2-d623-4393-a396-0e1ecf8c659f', 'network_id': '64e85b54-170b-4d3e-a031-78540906542f', 'port_id': '262a97a2-d623-4393-a396-0e1ecf8c659f', 'mac_address': 'fa:16:3e:6f:3f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c53fc4-ea11-4f15-9dd4-5689b4405d4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:20:22.375037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (262a97a2-d623-4393-a396-0e1ecf8c659f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:22.387790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262a97a2-d623-4393-a396-0e1ecf8c659f {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:20:22.406506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 262a97a2-d623-4393-a396-0e1ecf8c659f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=262a97a2-d623-4393-a396-0e1ecf8c659f,segment=NetworkSegment(413fed12-2cff-49a4-9bf5-0c5f7537bac8),segment_id=413fed12-2cff-49a4-9bf5-0c5f7537bac8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:20:22.509739 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (262a97a2-d623-4393-a396-0e1ecf8c659f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:22.555951 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=262a97a2-d623-4393-a396-0e1ecf8c659f,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:22.695232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f79916-136a-4203-b21a-4a674a01452b req-93319cdb-6860-4a34-94b0-bdecabe5a658 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:22.697352 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e4f79916-136a-4203-b21a-4a674a01452b req-93319cdb-6860-4a34-94b0-bdecabe5a658 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 944 time: 0.0504005 Jan 10 12:20:22.725788 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['262a97a2-d623-4393-a396-0e1ecf8c659f'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:20:22.750769 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e4f79916-136a-4203-b21a-4a674a01452b req-a42e9816-6783-480c-8c68-05159a3b7c14 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478776 Jan 10 12:20:23.866537 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca7f41-2cd5-4520-bcde-4fc1f9f3b430 req-3888c6c6-a015-4a03-94b6-2b4e007d8fa5 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:23.868246 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-77ca7f41-2cd5-4520-bcde-4fc1f9f3b430 req-3888c6c6-a015-4a03-94b6-2b4e007d8fa5 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 944 time: 0.0528526 Jan 10 12:20:23.914111 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-77ca7f41-2cd5-4520-bcde-4fc1f9f3b430 req-3c3d290f-60e6-4e02-99ba-4ac55d3a4741 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Jan 10 12:20:24.230429 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 262a97a2-d623-4393-a396-0e1ecf8c659f up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:20:24.346832 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 262a97a2-d623-4393-a396-0e1ecf8c659f completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:20:24.350382 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 262a97a2-d623-4393-a396-0e1ecf8c659f triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:20:24.350760 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (262a97a2-d623-4393-a396-0e1ecf8c659f), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:24.425707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (262a97a2-d623-4393-a396-0e1ecf8c659f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:24.447860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de01c029-9c1e-429e-96eb-97cf4cfd5ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262a97a2-d623-4393-a396-0e1ecf8c659f'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:20:24.450143 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1f2544-0d67-43bd-ad91-811fcde5d0c4" -d '{"events": [{"server_uuid": "de01c029-9c1e-429e-96eb-97cf4cfd5ff3", "name": "network-vif-plugged", "status": "completed", "tag": "262a97a2-d623-4393-a396-0e1ecf8c659f"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:20:24.465534 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 262a97a2-d623-4393-a396-0e1ecf8c659f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=262a97a2-d623-4393-a396-0e1ecf8c659f,segment=NetworkSegment(413fed12-2cff-49a4-9bf5-0c5f7537bac8),segment_id=413fed12-2cff-49a4-9bf5-0c5f7537bac8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:20:24.487841 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdbdcb3-736d-4bf7-bff0-6d26cf786084 x-openstack-request-id: req-4fdbdcb3-736d-4bf7-bff0-6d26cf786084 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:20:24.487841 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de01c029-9c1e-429e-96eb-97cf4cfd5ff3", "name": "network-vif-plugged", "status": "completed", "tag": "262a97a2-d623-4393-a396-0e1ecf8c659f", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:20:24.487841 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4fdbdcb3-736d-4bf7-bff0-6d26cf786084 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:20:24.487841 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de01c029-9c1e-429e-96eb-97cf4cfd5ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262a97a2-d623-4393-a396-0e1ecf8c659f', 'code': 200} Jan 10 12:20:24.530019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (262a97a2-d623-4393-a396-0e1ecf8c659f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:24.578062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=262a97a2-d623-4393-a396-0e1ecf8c659f,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:24.779332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d56f2-68e7-4068-8b1a-3c66353e0569 req-ea7ecc4e-deb2-4eaf-97dd-16b00b160237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:24.780806 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6f7d56f2-68e7-4068-8b1a-3c66353e0569 req-ea7ecc4e-deb2-4eaf-97dd-16b00b160237 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 1098 time: 0.0397816 Jan 10 12:20:24.823744 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6f7d56f2-68e7-4068-8b1a-3c66353e0569 req-b8515803-deda-4c66-9493-c2a9e6ca0edd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370798 Jan 10 12:20:25.026537 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36724778-70d1-40c2-947d-e99948178b3b req-edf53efc-eccb-4c32-98ac-5a223ff668fb tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:25.028014 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-36724778-70d1-40c2-947d-e99948178b3b req-edf53efc-eccb-4c32-98ac-5a223ff668fb tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 945 time: 0.0478411 Jan 10 12:20:25.076001 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-36724778-70d1-40c2-947d-e99948178b3b req-257b3d59-759a-45d1-b337-64196d78b1e2 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424664 Jan 10 12:20:26.189439 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c896e-ada0-40c5-8ab1-f34b501ba865 req-e2ca82ae-8d95-4c0b-9ec3-28bb64825773 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:26.190941 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-517c896e-ada0-40c5-8ab1-f34b501ba865 req-e2ca82ae-8d95-4c0b-9ec3-28bb64825773 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 945 time: 0.0484102 Jan 10 12:20:26.237791 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-517c896e-ada0-40c5-8ab1-f34b501ba865 req-ac5ea140-c74e-423c-8f78-59739839e377 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 Jan 10 12:20:26.458237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-333c0aa4-55bf-40cb-bb20-895a43d512be tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:26.459716 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-333c0aa4-55bf-40cb-bb20-895a43d512be tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/networks?id=64e85b54-170b-4d3e-a031-78540906542f HTTP/1.1" status: 200 len: 813 time: 0.1048870 Jan 10 12:20:26.473968 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-c9c01a02-afda-4ce6-a584-e7aab2279f8d tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/quotas/d0580fda002942af929f9474be983630 HTTP/1.1" status: 200 len: 375 time: 0.0088639 Jan 10 12:20:26.521703 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-a6abf6e7-9e5e-4dec-b517-2eac732f8f0f tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0580fda002942af929f9474be983630&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429227 Jan 10 12:20:26.575073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-9013c44c-b516-46e0-bee2-de884af9b480 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:20:26.576087 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-9013c44c-b516-46e0-bee2-de884af9b480 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480881 Jan 10 12:20:26.668428 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-9bc82611-6a90-4808-840b-71c6457d19bf service neutron] 10.222.0.16 "GET /v2.0/networks/64e85b54-170b-4d3e-a031-78540906542f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863311 Jan 10 12:20:26.755689 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-a4250c0d-4e64-4dde-9e5f-fc2098927652 service neutron] 10.222.0.16 "GET /v2.0/networks/64e85b54-170b-4d3e-a031-78540906542f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815308 Jan 10 12:20:27.986754 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ce348a34-427f-44bb-b893-bd5cdc6f17d1 req-b0cb6269-bbad-4ae6-bf7c-7e4795272bc6 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 210 time: 0.0297756 Jan 10 12:20:29.078980 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b47580e9-3010-4f74-b84d-a1ebdcd24de0 req-efe4a0fc-0362-4802-b9d4-5435548edd8c tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 210 time: 0.0271702 Jan 10 12:20:29.628329 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-0d136084-8d96-4e9a-bbf7-2e7fd7954d8f tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:29.629799 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-0d136084-8d96-4e9a-bbf7-2e7fd7954d8f tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.30 "GET /v2.0/networks?id=64e85b54-170b-4d3e-a031-78540906542f HTTP/1.1" status: 200 len: 813 time: 0.1025090 Jan 10 12:20:29.641217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-1d36e377-5676-4f49-b239-96f532879902 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Request body: {'port': {'device_id': 'd3a981fd-b046-4b92-abc4-6a0bec7b9138', 'network_id': '64e85b54-170b-4d3e-a031-78540906542f', 'admin_state_up': True, 'tenant_id': 'd0580fda002942af929f9474be983630'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:20:29.838298 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-1d36e377-5676-4f49-b239-96f532879902 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Made reservation on behalf of d0580fda002942af929f9474be983630 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:20:29.842029 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-1d36e377-5676-4f49-b239-96f532879902 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:29.968120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-1d36e377-5676-4f49-b239-96f532879902 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Allocated IP 172.20.0.13 (64e85b54-170b-4d3e-a031-78540906542f/18c53fc4-ea11-4f15-9dd4-5689b4405d4e/d1f636c4-337e-41fd-ab1e-fed758fe94fc) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:20:30.114215 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-1d36e377-5676-4f49-b239-96f532879902 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Publish callbacks [] for port (d1f636c4-337e-41fd-ab1e-fed758fe94fc), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:30.172160 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-03e53e86-17b5-4757-9b05-c549cbe9344c req-f80e40f9-1cc2-4e33-a133-301b3f58d035 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 210 time: 0.0267377 Jan 10 12:20:30.209851 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-1d36e377-5676-4f49-b239-96f532879902 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (d1f636c4-337e-41fd-ab1e-fed758fe94fc), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:30.222036 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['262a97a2-d623-4393-a396-0e1ecf8c659f'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:20:30.259577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-1d36e377-5676-4f49-b239-96f532879902 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Network 64e85b54-170b-4d3e-a031-78540906542f is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:20:30.262768 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-1d36e377-5676-4f49-b239-96f532879902 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:20:30.266563 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-1d36e377-5676-4f49-b239-96f532879902 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:20:30.273189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36e377-5676-4f49-b239-96f532879902 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Pushing event updated for resources: {'Port': ['ID=d1f636c4-337e-41fd-ab1e-fed758fe94fc,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:30.321307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-1d36e377-5676-4f49-b239-96f532879902 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:30.321954 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-1d36e377-5676-4f49-b239-96f532879902 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:30.397487 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-1d36e377-5676-4f49-b239-96f532879902 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7596397 Jan 10 12:20:30.408292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Request body: {'port': {'device_id': 'd3a981fd-b046-4b92-abc4-6a0bec7b9138', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:20:30.460028 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d1f636c4-337e-41fd-ab1e-fed758fe94fc), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:30.720072 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f636c4-337e-41fd-ab1e-fed758fe94fc {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:20:30.727538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Publish callbacks [] for port (d1f636c4-337e-41fd-ab1e-fed758fe94fc), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:30.739275 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Transition to ACTIVE for port object d1f636c4-337e-41fd-ab1e-fed758fe94fc will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:20:30.811694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (d1f636c4-337e-41fd-ab1e-fed758fe94fc), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:30.864826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f636c4-337e-41fd-ab1e-fed758fe94fc,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:30.929217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Attempting to bind port d1f636c4-337e-41fd-ab1e-fed758fe94fc on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:20:30.930100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Attempting to bind port d1f636c4-337e-41fd-ab1e-fed758fe94fc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '413fed12-2cff-49a4-9bf5-0c5f7537bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64e85b54-170b-4d3e-a031-78540906542f'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:20:30.930451 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Attempting to bind port d1f636c4-337e-41fd-ab1e-fed758fe94fc on network 64e85b54-170b-4d3e-a031-78540906542f {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:20:30.934812 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Port d1f636c4-337e-41fd-ab1e-fed758fe94fc on network 64e85b54-170b-4d3e-a031-78540906542f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:20:30.935144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Attempting to bind port d1f636c4-337e-41fd-ab1e-fed758fe94fc on network 64e85b54-170b-4d3e-a031-78540906542f {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:20:30.940176 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:20:30.940519 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Checking segment: {'id': '413fed12-2cff-49a4-9bf5-0c5f7537bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64e85b54-170b-4d3e-a031-78540906542f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:20:30.940935 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Bound using segment: {'id': '413fed12-2cff-49a4-9bf5-0c5f7537bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64e85b54-170b-4d3e-a031-78540906542f'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:20:30.941333 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Bound port: d1f636c4-337e-41fd-ab1e-fed758fe94fc, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413fed12-2cff-49a4-9bf5-0c5f7537bac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64e85b54-170b-4d3e-a031-78540906542f'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:20:30.941689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d1f636c4-337e-41fd-ab1e-fed758fe94fc), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:31.008991 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] For port d1f636c4-337e-41fd-ab1e-fed758fe94fc, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:20:31.011839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] For port d1f636c4-337e-41fd-ab1e-fed758fe94fc, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d1f636c4-337e-41fd-ab1e-fed758fe94fc,segment=NetworkSegment(413fed12-2cff-49a4-9bf5-0c5f7537bac8),segment_id=413fed12-2cff-49a4-9bf5-0c5f7537bac8)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:20:31.086916 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (d1f636c4-337e-41fd-ab1e-fed758fe94fc), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:31.122634 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:31.123257 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:31.124688 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] 10.222.0.30 "PUT /v2.0/ports/d1f636c4-337e-41fd-ab1e-fed758fe94fc HTTP/1.1" status: 200 len: 1094 time: 0.7205267 Jan 10 12:20:31.125130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a981fd-b046-4b92-abc4-6a0bec7b9138', 'tag': 'd1f636c4-337e-41fd-ab1e-fed758fe94fc'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:20:31.127475 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923fc877-4fa9-4879-9586-1e9249eb4c72" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a981fd-b046-4b92-abc4-6a0bec7b9138", "tag": "d1f636c4-337e-41fd-ab1e-fed758fe94fc"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:20:31.152606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09853d13-1095-460b-ae48-94d374604bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f636c4-337e-41fd-ab1e-fed758fe94fc,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:31.163931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d0ebb8-e2f0-4a23-b6a3-1c343e77a6c3 x-openstack-request-id: req-d6d0ebb8-e2f0-4a23-b6a3-1c343e77a6c3 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:20:31.164230 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a981fd-b046-4b92-abc4-6a0bec7b9138", "tag": "d1f636c4-337e-41fd-ab1e-fed758fe94fc", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:20:31.164518 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6d0ebb8-e2f0-4a23-b6a3-1c343e77a6c3 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:20:31.164933 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a981fd-b046-4b92-abc4-6a0bec7b9138', 'tag': 'd1f636c4-337e-41fd-ab1e-fed758fe94fc', 'status': 'completed', 'code': 200} Jan 10 12:20:31.223670 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fc877-4fa9-4879-9586-1e9249eb4c72 req-70c50bb0-19e1-4e77-b2c8-bc90ea1570ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:31.225179 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-923fc877-4fa9-4879-9586-1e9249eb4c72 req-70c50bb0-19e1-4e77-b2c8-bc90ea1570ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0580fda002942af929f9474be983630&device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 1097 time: 0.0416675 Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:31.346666 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:31.349958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4525c-2507-47bb-8d89-1c39d472a82d req-7f0de01c-f7d6-43a1-887c-008a9cfcdf3f tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:31.350335 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-33e4525c-2507-47bb-8d89-1c39d472a82d req-7f0de01c-f7d6-43a1-887c-008a9cfcdf3f tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 944 time: 0.1084073 Jan 10 12:20:31.375850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fc877-4fa9-4879-9586-1e9249eb4c72 req-b5d13a4b-5808-4f81-b161-adf5ccbfffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:31.377263 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-923fc877-4fa9-4879-9586-1e9249eb4c72 req-b5d13a4b-5808-4f81-b161-adf5ccbfffdb service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d0580fda002942af929f9474be983630&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1448278 Jan 10 12:20:31.456520 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-33e4525c-2507-47bb-8d89-1c39d472a82d req-854f4a64-ac2b-4bb9-8f79-d801cf12b48f tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969911 Jan 10 12:20:31.490670 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fc877-4fa9-4879-9586-1e9249eb4c72 req-76baed10-e8f4-406a-8f49-65e58e001485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:31.492971 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-923fc877-4fa9-4879-9586-1e9249eb4c72 req-76baed10-e8f4-406a-8f49-65e58e001485 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077111 Jan 10 12:20:31.565126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-e2ca5949-a160-400e-bd9e-ad1f8074d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:31.566654 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-e2ca5949-a160-400e-bd9e-ad1f8074d45e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0580fda002942af929f9474be983630&device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 1097 time: 0.0416417 Jan 10 12:20:31.606106 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-57bc7838-d1f7-4df8-8526-9d0f44cfca09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1f636c4-337e-41fd-ab1e-fed758fe94fc HTTP/1.1" status: 200 len: 217 time: 0.0331349 Jan 10 12:20:31.657253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-8a97d158-c28c-4e8a-8ff6-5b304b7f7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:31.658714 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-8a97d158-c28c-4e8a-8ff6-5b304b7f7739 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18c53fc4-ea11-4f15-9dd4-5689b4405d4e HTTP/1.1" status: 200 len: 853 time: 0.0473065 Jan 10 12:20:31.688974 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-d738a3c4-5c04-41bf-bf47-b5b10dcaa50e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64e85b54-170b-4d3e-a031-78540906542f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235412 Jan 10 12:20:31.777011 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-42cb19b5-0090-4a50-8980-9c0beefa39c1 service neutron] 10.222.0.30 "GET /v2.0/networks/64e85b54-170b-4d3e-a031-78540906542f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814302 Jan 10 12:20:31.866636 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-db2feb53-cd3c-42ad-9792-cf74ae7c3b27 req-42932a9d-0997-4db3-9e2d-31bdce413351 service neutron] 10.222.0.30 "GET /v2.0/networks/64e85b54-170b-4d3e-a031-78540906542f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843985 Jan 10 12:20:32.574696 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bff406-315f-4224-9f0c-fd071d395af0 req-7f63921c-f59e-4811-ae73-3e0914c549d5 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:32.576086 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-09bff406-315f-4224-9f0c-fd071d395af0 req-7f63921c-f59e-4811-ae73-3e0914c549d5 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 944 time: 0.0527871 Jan 10 12:20:32.622159 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-09bff406-315f-4224-9f0c-fd071d395af0 req-f8c27706-da90-4da5-b053-57bdca5ea511 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402296 Jan 10 12:20:33.736251 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c189e-ee9a-4fa1-901c-c5989cc845d9 req-0dcf7112-d88b-463c-bd09-4615070fe4e6 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:33.737737 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-404c189e-ee9a-4fa1-901c-c5989cc845d9 req-0dcf7112-d88b-463c-bd09-4615070fe4e6 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 944 time: 0.0502579 Jan 10 12:20:33.784113 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-404c189e-ee9a-4fa1-901c-c5989cc845d9 req-8ff1ddb4-2c45-421d-87a8-8c803790ad70 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405142 Jan 10 12:20:34.266448 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device d1f636c4-337e-41fd-ab1e-fed758fe94fc details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:20:34.357429 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port d1f636c4-337e-41fd-ab1e-fed758fe94fc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d1f636c4-337e-41fd-ab1e-fed758fe94fc,segment=NetworkSegment(413fed12-2cff-49a4-9bf5-0c5f7537bac8),segment_id=413fed12-2cff-49a4-9bf5-0c5f7537bac8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:20:34.371924 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'd1f636c4-337e-41fd-ab1e-fed758fe94fc', 'network_id': '64e85b54-170b-4d3e-a031-78540906542f', 'port_id': 'd1f636c4-337e-41fd-ab1e-fed758fe94fc', 'mac_address': 'fa:16:3e:32:14:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c53fc4-ea11-4f15-9dd4-5689b4405d4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:20:34.406677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d1f636c4-337e-41fd-ab1e-fed758fe94fc), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:34.419548 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f636c4-337e-41fd-ab1e-fed758fe94fc {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:20:34.438886 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port d1f636c4-337e-41fd-ab1e-fed758fe94fc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d1f636c4-337e-41fd-ab1e-fed758fe94fc,segment=NetworkSegment(413fed12-2cff-49a4-9bf5-0c5f7537bac8),segment_id=413fed12-2cff-49a4-9bf5-0c5f7537bac8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:20:34.520389 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d1f636c4-337e-41fd-ab1e-fed758fe94fc), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:34.566927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=d1f636c4-337e-41fd-ab1e-fed758fe94fc,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:34.725954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['d1f636c4-337e-41fd-ab1e-fed758fe94fc'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:20:34.895051 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb706d-d8f6-4435-9a7c-ae6d5a1bc4f5 req-c2ceee2e-9893-400e-896a-f2748877a3d9 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:34.896539 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5cdb706d-d8f6-4435-9a7c-ae6d5a1bc4f5 req-c2ceee2e-9893-400e-896a-f2748877a3d9 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 945 time: 0.0485299 Jan 10 12:20:34.943123 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5cdb706d-d8f6-4435-9a7c-ae6d5a1bc4f5 req-0dc3548c-0974-4792-8c20-49f4f2559f22 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Jan 10 12:20:36.061688 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653503b8-159a-4686-82e9-8d7238ac0409 req-941f2345-ff73-49a0-addd-959ecccadfef tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:36.063304 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-653503b8-159a-4686-82e9-8d7238ac0409 req-941f2345-ff73-49a0-addd-959ecccadfef tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 945 time: 0.0533068 Jan 10 12:20:36.078311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-74536caf-2740-462b-9525-317754549389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:36.109623 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-653503b8-159a-4686-82e9-8d7238ac0409 req-4e42cd13-7ff5-4548-ba9c-e235b2b18945 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Jan 10 12:20:36.277989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device d1f636c4-337e-41fd-ab1e-fed758fe94fc up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:20:36.406330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port d1f636c4-337e-41fd-ab1e-fed758fe94fc completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:20:36.410141 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port d1f636c4-337e-41fd-ab1e-fed758fe94fc triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:20:36.410537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d1f636c4-337e-41fd-ab1e-fed758fe94fc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:36.489404 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d1f636c4-337e-41fd-ab1e-fed758fe94fc), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:36.512434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a981fd-b046-4b92-abc4-6a0bec7b9138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f636c4-337e-41fd-ab1e-fed758fe94fc'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:20:36.514595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbac522-e2db-4aac-ad53-e352c075a358" -d '{"events": [{"server_uuid": "d3a981fd-b046-4b92-abc4-6a0bec7b9138", "name": "network-vif-plugged", "status": "completed", "tag": "d1f636c4-337e-41fd-ab1e-fed758fe94fc"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:20:36.526958 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port d1f636c4-337e-41fd-ab1e-fed758fe94fc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d1f636c4-337e-41fd-ab1e-fed758fe94fc,segment=NetworkSegment(413fed12-2cff-49a4-9bf5-0c5f7537bac8),segment_id=413fed12-2cff-49a4-9bf5-0c5f7537bac8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:20:36.551154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6269cc4e-1bed-4368-83f5-d0512770cc19 x-openstack-request-id: req-6269cc4e-1bed-4368-83f5-d0512770cc19 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:20:36.551499 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a981fd-b046-4b92-abc4-6a0bec7b9138", "name": "network-vif-plugged", "status": "completed", "tag": "d1f636c4-337e-41fd-ab1e-fed758fe94fc", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:20:36.551764 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6269cc4e-1bed-4368-83f5-d0512770cc19 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:20:36.552166 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a981fd-b046-4b92-abc4-6a0bec7b9138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f636c4-337e-41fd-ab1e-fed758fe94fc', 'code': 200} Jan 10 12:20:36.578164 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d1f636c4-337e-41fd-ab1e-fed758fe94fc), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:36.627254 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=d1f636c4-337e-41fd-ab1e-fed758fe94fc,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:36.850017 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3eb6b-8eaf-4ab5-bf91-0b7a68922df1 req-56fb030b-2c80-4cc3-ba0d-b87ce3b7c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:36.851419 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-26c3eb6b-8eaf-4ab5-bf91-0b7a68922df1 req-56fb030b-2c80-4cc3-ba0d-b87ce3b7c3b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 1099 time: 0.0397801 Jan 10 12:20:36.897235 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-26c3eb6b-8eaf-4ab5-bf91-0b7a68922df1 req-ba43d7c2-485c-4ac2-b4e6-0a028a50289c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367401 Jan 10 12:20:37.227162 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f63aa-f81a-40b4-8448-1292067121ed req-3f213133-b306-4804-9ded-8cb8a0337090 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:37.228633 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0e2f63aa-f81a-40b4-8448-1292067121ed req-3f213133-b306-4804-9ded-8cb8a0337090 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 946 time: 0.0526741 Jan 10 12:20:37.276129 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0e2f63aa-f81a-40b4-8448-1292067121ed req-f226e92a-46f9-446e-8db8-41d72375f6e7 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419486 Jan 10 12:20:38.394840 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecce91b-a36d-4385-b757-2c17dfad0cd3 req-86f29fa8-3782-4cef-adfb-b6f15bbb3c09 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:38.396301 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fecce91b-a36d-4385-b757-2c17dfad0cd3 req-86f29fa8-3782-4cef-adfb-b6f15bbb3c09 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 946 time: 0.0515988 Jan 10 12:20:38.444195 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fecce91b-a36d-4385-b757-2c17dfad0cd3 req-3d14e6e8-35f1-4d66-a540-c9bc01faafb8 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417430 Jan 10 12:20:38.850269 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7082ca4-de5d-4f15-9b27-b5bebfdfb17b req-19ae8c4d-63a7-483f-8388-c9753af5e997 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:38.852338 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c7082ca4-de5d-4f15-9b27-b5bebfdfb17b req-19ae8c4d-63a7-483f-8388-c9753af5e997 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 946 time: 0.0495510 Jan 10 12:20:38.898886 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c7082ca4-de5d-4f15-9b27-b5bebfdfb17b req-eef300b2-0c6b-49ea-81af-d12314ca2678 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 Jan 10 12:20:40.016016 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96057295-ded7-4562-84b7-c4786b6a97c8 req-61865cfd-3aad-4d6d-8e99-dba23c4e6151 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:40.017497 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96057295-ded7-4562-84b7-c4786b6a97c8 req-61865cfd-3aad-4d6d-8e99-dba23c4e6151 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 946 time: 0.0488842 Jan 10 12:20:40.063628 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96057295-ded7-4562-84b7-c4786b6a97c8 req-46c47f0a-0cc1-4b75-a592-e592f9ad9bc9 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403826 Jan 10 12:20:40.187067 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bc3db-6291-4ab0-aa2e-0e84a6cf28cf req-89ef2593-fcdb-4c72-9418-1abb1dc62968 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:40.188464 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d57bc3db-6291-4ab0-aa2e-0e84a6cf28cf req-89ef2593-fcdb-4c72-9418-1abb1dc62968 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 946 time: 0.0482371 Jan 10 12:20:40.279440 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-d57bc3db-6291-4ab0-aa2e-0e84a6cf28cf req-18c7b755-16fa-43ec-a5d0-0819db3639a0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Deleting port d1f636c4-337e-41fd-ab1e-fed758fe94fc {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:20:40.279788 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d57bc3db-6291-4ab0-aa2e-0e84a6cf28cf req-18c7b755-16fa-43ec-a5d0-0819db3639a0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (d1f636c4-337e-41fd-ab1e-fed758fe94fc), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:40.309275 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a585f214-f357-4a16-a4de-149566c15724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:40.369400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-d57bc3db-6291-4ab0-aa2e-0e84a6cf28cf req-18c7b755-16fa-43ec-a5d0-0819db3639a0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] For port d1f636c4-337e-41fd-ab1e-fed758fe94fc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d1f636c4-337e-41fd-ab1e-fed758fe94fc,segment=NetworkSegment(413fed12-2cff-49a4-9bf5-0c5f7537bac8),segment_id=413fed12-2cff-49a4-9bf5-0c5f7537bac8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:20:40.369908 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d57bc3db-6291-4ab0-aa2e-0e84a6cf28cf req-18c7b755-16fa-43ec-a5d0-0819db3639a0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (d1f636c4-337e-41fd-ab1e-fed758fe94fc), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:40.382668 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-d57bc3db-6291-4ab0-aa2e-0e84a6cf28cf req-18c7b755-16fa-43ec-a5d0-0819db3639a0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Calling delete_port for d1f636c4-337e-41fd-ab1e-fed758fe94fc owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:20:40.578219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d57bc3db-6291-4ab0-aa2e-0e84a6cf28cf req-18c7b755-16fa-43ec-a5d0-0819db3639a0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (d1f636c4-337e-41fd-ab1e-fed758fe94fc), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:40.589851 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['262a97a2-d623-4393-a396-0e1ecf8c659f', 'd1f636c4-337e-41fd-ab1e-fed758fe94fc'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:20:40.605359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7b755-16fa-43ec-a5d0-0819db3639a0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Pushing event deleted for resources: {'Port': ['ID=d1f636c4-337e-41fd-ab1e-fed758fe94fc,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:40.654162 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57bc3db-6291-4ab0-aa2e-0e84a6cf28cf req-18c7b755-16fa-43ec-a5d0-0819db3639a0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] No DVR routers for this DVR port d1f636c4-337e-41fd-ab1e-fed758fe94fc on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:20:40.656645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d57bc3db-6291-4ab0-aa2e-0e84a6cf28cf req-18c7b755-16fa-43ec-a5d0-0819db3639a0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:40.661035 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d57bc3db-6291-4ab0-aa2e-0e84a6cf28cf req-18c7b755-16fa-43ec-a5d0-0819db3639a0 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.30 "DELETE /v2.0/ports/d1f636c4-337e-41fd-ab1e-fed758fe94fc HTTP/1.1" status: 204 len: 173 time: 0.4674280 Jan 10 12:20:40.661586 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a981fd-b046-4b92-abc4-6a0bec7b9138', 'name': 'network-vif-deleted', 'tag': 'd1f636c4-337e-41fd-ab1e-fed758fe94fc'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:20:40.665299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a131624-809f-4023-ab85-cfa493829e4a" -d '{"events": [{"server_uuid": "d3a981fd-b046-4b92-abc4-6a0bec7b9138", "name": "network-vif-deleted", "tag": "d1f636c4-337e-41fd-ab1e-fed758fe94fc"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:20:40.704450 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6482a40-c97f-4138-abd7-344b00b110d6 x-openstack-request-id: req-f6482a40-c97f-4138-abd7-344b00b110d6 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:20:40.704760 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a981fd-b046-4b92-abc4-6a0bec7b9138", "name": "network-vif-deleted", "tag": "d1f636c4-337e-41fd-ab1e-fed758fe94fc", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:20:40.705024 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6482a40-c97f-4138-abd7-344b00b110d6 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:20:40.705469 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a981fd-b046-4b92-abc4-6a0bec7b9138', 'name': 'network-vif-deleted', 'tag': 'd1f636c4-337e-41fd-ab1e-fed758fe94fc', 'status': 'completed', 'code': 200} Jan 10 12:20:40.729984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:41.166187 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2df83202-312c-4240-823c-5659ff8c889e req-bb0bf348-5489-4af6-837c-e2e9c44724a7 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3a981fd-b046-4b92-abc4-6a0bec7b9138 HTTP/1.1" status: 200 len: 210 time: 0.0260868 Jan 10 12:20:42.240983 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:42.313568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e6f29-c4b7-41c5-a70e-1d685ef668bc req-19473a16-9701-4485-bac6-1e3c51f49a82 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:42.315059 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-182e6f29-c4b7-41c5-a70e-1d685ef668bc req-19473a16-9701-4485-bac6-1e3c51f49a82 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 945 time: 0.0491242 Jan 10 12:20:42.360842 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-182e6f29-c4b7-41c5-a70e-1d685ef668bc req-69be5e77-ec1c-4a4b-9245-3414d6ee0c67 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401514 Jan 10 12:20:42.488522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747789a-63b0-4bba-aabc-1fd66b07bfff req-8728000d-0ebf-4203-8017-b7fc3300b3f8 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:42.490022 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8747789a-63b0-4bba-aabc-1fd66b07bfff req-8728000d-0ebf-4203-8017-b7fc3300b3f8 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 945 time: 0.0486977 Jan 10 12:20:42.541417 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8747789a-63b0-4bba-aabc-1fd66b07bfff req-822cb87b-1515-41d0-93b7-cd8bfc277303 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450130 Jan 10 12:20:42.653684 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7cdea-923b-48e5-80c4-d5ac4366b5fc req-d2e9340e-1af1-4417-a2ca-bdb1c1329135 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:42.655096 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-37a7cdea-923b-48e5-80c4-d5ac4366b5fc req-d2e9340e-1af1-4417-a2ca-bdb1c1329135 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 945 time: 0.0481250 Jan 10 12:20:42.704882 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-37a7cdea-923b-48e5-80c4-d5ac4366b5fc req-34a035bc-179b-4f19-92f9-8735a87439c3 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443370 Jan 10 12:20:42.775815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [req-2d0be34b-3b16-4bd3-83a4-2b2afdc77508 req-1f8737be-8502-4f56-a057-3977bfb86ea2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:20:42.776796 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2d0be34b-3b16-4bd3-83a4-2b2afdc77508 req-1f8737be-8502-4f56-a057-3977bfb86ea2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053334 Jan 10 12:20:42.881191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bdd77-0d59-4251-b1db-3a96f457b3a3 req-dc3ce003-d6c3-4f3b-badb-cdb7873a13ad tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:42.882680 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-144bdd77-0d59-4251-b1db-3a96f457b3a3 req-dc3ce003-d6c3-4f3b-badb-cdb7873a13ad tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 945 time: 0.0483572 Jan 10 12:20:42.928550 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-144bdd77-0d59-4251-b1db-3a96f457b3a3 req-1e4e521d-ab87-4bb3-94a5-2a0a38580d64 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402746 Jan 10 12:20:43.041573 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97e062-3367-4412-a420-5b7d388334f7 req-aab7e842-ee1e-4c1b-848f-7a726761fd21 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:43.042083 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f97e062-3367-4412-a420-5b7d388334f7 req-aab7e842-ee1e-4c1b-848f-7a726761fd21 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 945 time: 0.0484591 Jan 10 12:20:43.087921 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f97e062-3367-4412-a420-5b7d388334f7 req-a849f51d-6e10-45e0-877b-95a95ffffb09 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401690 Jan 10 12:20:43.209848 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda62566-d37b-49d6-937f-fdbcca49bce4 req-24d35f5b-647e-40da-8229-6fdfeb4ddcaf tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:43.212192 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dda62566-d37b-49d6-937f-fdbcca49bce4 req-24d35f5b-647e-40da-8229-6fdfeb4ddcaf tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 945 time: 0.0495450 Jan 10 12:20:43.259948 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dda62566-d37b-49d6-937f-fdbcca49bce4 req-d964f37f-a5f8-4316-8889-c6fe0e81fc19 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423305 Jan 10 12:20:43.280455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:43.766750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cdced-1656-4cc7-9ae8-939e50d6f36d req-90aa44ad-7573-42f6-9088-ecf94057ec63 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:43.768207 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1e1cdced-1656-4cc7-9ae8-939e50d6f36d req-90aa44ad-7573-42f6-9088-ecf94057ec63 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 945 time: 0.0525920 Jan 10 12:20:43.814864 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1e1cdced-1656-4cc7-9ae8-939e50d6f36d req-7f032626-23b6-4007-a804-1a422c2782c4 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Jan 10 12:20:44.319324 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device d1f636c4-337e-41fd-ab1e-fed758fe94fc no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:20:44.341696 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: d1f636c4-337e-41fd-ab1e-fed758fe94fc {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:20:44.342070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device d1f636c4-337e-41fd-ab1e-fed758fe94fc not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:20:44.930842 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2907559-3494-4d35-aadb-cf570c64992e req-6ab28773-863d-415a-bfe7-87a16bf4ace3 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:44.932305 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a2907559-3494-4d35-aadb-cf570c64992e req-6ab28773-863d-415a-bfe7-87a16bf4ace3 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 945 time: 0.0490692 Jan 10 12:20:44.979843 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a2907559-3494-4d35-aadb-cf570c64992e req-cb73f540-6c2b-4038-9631-477f7cc23dfc tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dd0a1c7-555f-463a-9a99-78e6429e94af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420585 Jan 10 12:20:45.133488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efc1db-d628-4d4c-8f28-f8066635e662 req-5dd49019-0b61-4022-9823-1ddb544775e6 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:45.135448 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-93efc1db-d628-4d4c-8f28-f8066635e662 req-5dd49019-0b61-4022-9823-1ddb544775e6 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.30 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 945 time: 0.0489237 Jan 10 12:20:45.223592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-93efc1db-d628-4d4c-8f28-f8066635e662 req-4cbdb09b-8d37-44fc-8809-79eb503275d8 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Deleting port 262a97a2-d623-4393-a396-0e1ecf8c659f {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:20:45.223936 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-93efc1db-d628-4d4c-8f28-f8066635e662 req-4cbdb09b-8d37-44fc-8809-79eb503275d8 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (262a97a2-d623-4393-a396-0e1ecf8c659f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:45.311228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-93efc1db-d628-4d4c-8f28-f8066635e662 req-4cbdb09b-8d37-44fc-8809-79eb503275d8 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] For port 262a97a2-d623-4393-a396-0e1ecf8c659f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=262a97a2-d623-4393-a396-0e1ecf8c659f,segment=NetworkSegment(413fed12-2cff-49a4-9bf5-0c5f7537bac8),segment_id=413fed12-2cff-49a4-9bf5-0c5f7537bac8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:20:45.311586 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-93efc1db-d628-4d4c-8f28-f8066635e662 req-4cbdb09b-8d37-44fc-8809-79eb503275d8 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (262a97a2-d623-4393-a396-0e1ecf8c659f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:45.324226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-93efc1db-d628-4d4c-8f28-f8066635e662 req-4cbdb09b-8d37-44fc-8809-79eb503275d8 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Calling delete_port for 262a97a2-d623-4393-a396-0e1ecf8c659f owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:20:45.543405 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-93efc1db-d628-4d4c-8f28-f8066635e662 req-4cbdb09b-8d37-44fc-8809-79eb503275d8 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (262a97a2-d623-4393-a396-0e1ecf8c659f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:45.555381 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['262a97a2-d623-4393-a396-0e1ecf8c659f'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:20:45.570120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdb09b-8d37-44fc-8809-79eb503275d8 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Pushing event deleted for resources: {'Port': ['ID=262a97a2-d623-4393-a396-0e1ecf8c659f,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:45.612725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-93efc1db-d628-4d4c-8f28-f8066635e662 req-4cbdb09b-8d37-44fc-8809-79eb503275d8 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] No DVR routers for this DVR port 262a97a2-d623-4393-a396-0e1ecf8c659f on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:20:45.615147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-93efc1db-d628-4d4c-8f28-f8066635e662 req-4cbdb09b-8d37-44fc-8809-79eb503275d8 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:45.619270 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-93efc1db-d628-4d4c-8f28-f8066635e662 req-4cbdb09b-8d37-44fc-8809-79eb503275d8 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.30 "DELETE /v2.0/ports/262a97a2-d623-4393-a396-0e1ecf8c659f HTTP/1.1" status: 204 len: 173 time: 0.4792576 Jan 10 12:20:45.619709 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de01c029-9c1e-429e-96eb-97cf4cfd5ff3', 'name': 'network-vif-deleted', 'tag': '262a97a2-d623-4393-a396-0e1ecf8c659f'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:20:45.621966 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c35965-b34d-4e80-9480-da1d9ad5e80c" -d '{"events": [{"server_uuid": "de01c029-9c1e-429e-96eb-97cf4cfd5ff3", "name": "network-vif-deleted", "tag": "262a97a2-d623-4393-a396-0e1ecf8c659f"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:20:45.656792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d59dd2-452b-4da0-965e-51d27788d133 x-openstack-request-id: req-26d59dd2-452b-4da0-965e-51d27788d133 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:20:45.657097 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de01c029-9c1e-429e-96eb-97cf4cfd5ff3", "name": "network-vif-deleted", "tag": "262a97a2-d623-4393-a396-0e1ecf8c659f", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:20:45.657371 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26d59dd2-452b-4da0-965e-51d27788d133 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:20:45.657805 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de01c029-9c1e-429e-96eb-97cf4cfd5ff3', 'name': 'network-vif-deleted', 'tag': '262a97a2-d623-4393-a396-0e1ecf8c659f', 'status': 'completed', 'code': 200} Jan 10 12:20:46.084754 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6a0e42b1-b6c4-446b-b1ce-0f5c93ae3701 req-8a04db8a-f0fc-4f78-be6d-620487b1e154 tempest-ServersNegativeTestJSON-424837977 tempest-ServersNegativeTestJSON-424837977-project] 10.222.0.16 "GET /v2.0/ports?device_id=de01c029-9c1e-429e-96eb-97cf4cfd5ff3 HTTP/1.1" status: 200 len: 210 time: 0.0290532 Jan 10 12:20:47.140795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34840) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:47.184910 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aea176e-d871-4dd2-9746-ec21a405d541 admin admin] Deleting subnet 18c53fc4-ea11-4f15-9dd4-5689b4405d4e {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:20:47.187887 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5aea176e-d871-4dd2-9746-ec21a405d541 admin admin] Publish callbacks [] for subnet (18c53fc4-ea11-4f15-9dd4-5689b4405d4e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:47.220742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5aea176e-d871-4dd2-9746-ec21a405d541 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (18c53fc4-ea11-4f15-9dd4-5689b4405d4e), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:47.260244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5aea176e-d871-4dd2-9746-ec21a405d541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (18c53fc4-ea11-4f15-9dd4-5689b4405d4e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:47.375479 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5aea176e-d871-4dd2-9746-ec21a405d541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (18c53fc4-ea11-4f15-9dd4-5689b4405d4e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:47.400690 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea176e-d871-4dd2-9746-ec21a405d541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18c53fc4-ea11-4f15-9dd4-5689b4405d4e,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:47.404740 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5aea176e-d871-4dd2-9746-ec21a405d541 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:47.408015 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5aea176e-d871-4dd2-9746-ec21a405d541 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/18c53fc4-ea11-4f15-9dd4-5689b4405d4e HTTP/1.1" status: 204 len: 168 time: 0.2662203 Jan 10 12:20:47.410508 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34842) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:47.478276 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7766cf3a-bc21-4832-bed4-5bdd6fdf74b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (64e85b54-170b-4d3e-a031-78540906542f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:47.558742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7766cf3a-bc21-4832-bed4-5bdd6fdf74b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (64e85b54-170b-4d3e-a031-78540906542f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:47.578476 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-7766cf3a-bc21-4832-bed4-5bdd6fdf74b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e85b54-170b-4d3e-a031-78540906542f']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:47.587499 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-7766cf3a-bc21-4832-bed4-5bdd6fdf74b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413fed12-2cff-49a4-9bf5-0c5f7537bac8') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:47.587801 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-7766cf3a-bc21-4832-bed4-5bdd6fdf74b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413fed12-2cff-49a4-9bf5-0c5f7537bac8') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:47.596829 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7766cf3a-bc21-4832-bed4-5bdd6fdf74b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (413fed12-2cff-49a4-9bf5-0c5f7537bac8), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:47.609529 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7766cf3a-bc21-4832-bed4-5bdd6fdf74b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (413fed12-2cff-49a4-9bf5-0c5f7537bac8), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:47.615395 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7766cf3a-bc21-4832-bed4-5bdd6fdf74b7 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7766cf3a-bc21-4832-bed4-5bdd6fdf74b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (413fed12-2cff-49a4-9bf5-0c5f7537bac8), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:20:47.618326 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:20:47.769595 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7766cf3a-bc21-4832-bed4-5bdd6fdf74b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (64e85b54-170b-4d3e-a031-78540906542f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:47.774866 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7766cf3a-bc21-4832-bed4-5bdd6fdf74b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:47.778129 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7766cf3a-bc21-4832-bed4-5bdd6fdf74b7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/64e85b54-170b-4d3e-a031-78540906542f HTTP/1.1" status: 204 len: 168 time: 0.3666863 Jan 10 12:20:47.788783 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766cf3a-bc21-4832-bed4-5bdd6fdf74b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=64e85b54-170b-4d3e-a031-78540906542f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:48.087216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34846) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:48.127587 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-187de6cc-4d0b-4b1c-a9bd-1a9d57439eca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0580fda002942af929f9474be983630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391097 Jan 10 12:20:48.129942 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34848) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:48.175888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2c84efd6-5d53-442e-8e2d-835f26df4cfe admin admin] Publish callbacks [] for security_group (5dd0a1c7-555f-463a-9a99-78e6429e94af), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:48.196132 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2c84efd6-5d53-442e-8e2d-835f26df4cfe admin admin] Publish callbacks [] for security_group (5dd0a1c7-555f-463a-9a99-78e6429e94af), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:48.298043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2c84efd6-5d53-442e-8e2d-835f26df4cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (5dd0a1c7-555f-463a-9a99-78e6429e94af), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:48.300732 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2c84efd6-5d53-442e-8e2d-835f26df4cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:48.301970 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2c84efd6-5d53-442e-8e2d-835f26df4cfe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5dd0a1c7-555f-463a-9a99-78e6429e94af HTTP/1.1" status: 204 len: 168 time: 0.1710961 Jan 10 12:20:48.309755 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84efd6-5d53-442e-8e2d-835f26df4cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd0a1c7-555f-463a-9a99-78e6429e94af,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:48.339538 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 262a97a2-d623-4393-a396-0e1ecf8c659f no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:20:48.359683 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 262a97a2-d623-4393-a396-0e1ecf8c659f {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:20:48.360038 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 262a97a2-d623-4393-a396-0e1ecf8c659f not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:20:49.313241 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34870) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:49.404972 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5783fd10-abdd-4122-8807-43be000e9110 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2128408529'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:20:49.480107 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5783fd10-abdd-4122-8807-43be000e9110 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Made reservation on behalf of cd035449732e4212beba0f31c7ccc385 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:20:49.483491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5783fd10-abdd-4122-8807-43be000e9110 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:49.492027 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5783fd10-abdd-4122-8807-43be000e9110 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:49.569792 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5783fd10-abdd-4122-8807-43be000e9110 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for security_group (4093e68c-6c44-4fed-8a1e-3a92a1ccd13b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:49.643799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:49.672187 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5783fd10-abdd-4122-8807-43be000e9110 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (4093e68c-6c44-4fed-8a1e-3a92a1ccd13b), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:49.701566 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5783fd10-abdd-4122-8807-43be000e9110 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:20:49.707656 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783fd10-abdd-4122-8807-43be000e9110 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4093e68c-6c44-4fed-8a1e-3a92a1ccd13b,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:49.713610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5783fd10-abdd-4122-8807-43be000e9110 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (7a8b63b4-a709-4a67-8fd5-45396fbd5c71), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:49.714094 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-5783fd10-abdd-4122-8807-43be000e9110 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Added segment 7a8b63b4-a709-4a67-8fd5-45396fbd5c71 of type vlan for network e5bda16a-d83c-4ef7-b1b4-9b53755afa96 Jan 10 12:20:49.754125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5783fd10-abdd-4122-8807-43be000e9110 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (e5bda16a-d83c-4ef7-b1b4-9b53755afa96), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:49.846058 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5783fd10-abdd-4122-8807-43be000e9110 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (e5bda16a-d83c-4ef7-b1b4-9b53755afa96), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:49.853348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5783fd10-abdd-4122-8807-43be000e9110 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:49.853969 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5783fd10-abdd-4122-8807-43be000e9110 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:49.918354 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783fd10-abdd-4122-8807-43be000e9110 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event updated for resources: {'Network': ['ID=e5bda16a-d83c-4ef7-b1b4-9b53755afa96,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:49.928397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network e5bda16a-d83c-4ef7-b1b4-9b53755afa96 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:20:49.961337 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5783fd10-abdd-4122-8807-43be000e9110 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6469712 Jan 10 12:20:53.228796 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34876) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:53.234039 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d93ee2c2-55b7-4770-92e7-e31e1d128157 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Request body: {'subnet': {'network_id': 'e5bda16a-d83c-4ef7-b1b4-9b53755afa96', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:20:53.406053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93ee2c2-55b7-4770-92e7-e31e1d128157 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Made reservation on behalf of cd035449732e4212beba0f31c7ccc385 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:20:53.409582 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d93ee2c2-55b7-4770-92e7-e31e1d128157 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:53.669202 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d93ee2c2-55b7-4770-92e7-e31e1d128157 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (cb44de18-23a6-497a-8d31-24c066cc430c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:53.728804 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ee2c2-55b7-4770-92e7-e31e1d128157 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event updated for resources: {'Subnet': ['ID=cb44de18-23a6-497a-8d31-24c066cc430c,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:53.736005 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ee2c2-55b7-4770-92e7-e31e1d128157 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Checking segment: {'id': '7a8b63b4-a709-4a67-8fd5-45396fbd5c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e5bda16a-d83c-4ef7-b1b4-9b53755afa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:20:53.736369 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ee2c2-55b7-4770-92e7-e31e1d128157 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Network hostable DHCP agents. Network: e5bda16a-d83c-4ef7-b1b4-9b53755afa96, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:20:53.806553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ee2c2-55b7-4770-92e7-e31e1d128157 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Network e5bda16a-d83c-4ef7-b1b4-9b53755afa96 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:20:53.886045 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-d93ee2c2-55b7-4770-92e7-e31e1d128157 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e5bda16a-d83c-4ef7-b1b4-9b53755afa96) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:20:53.890064 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93ee2c2-55b7-4770-92e7-e31e1d128157 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:53.890674 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d93ee2c2-55b7-4770-92e7-e31e1d128157 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:53.895317 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1791ee-b43b-4b39-9ec9-fb7ff3e312cd None None] Network e5bda16a-d83c-4ef7-b1b4-9b53755afa96 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:20:53.974889 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d93ee2c2-55b7-4770-92e7-e31e1d128157 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7449512 Jan 10 12:20:53.978822 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34878) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:53.983657 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-bf423484-fe88-4dd0-a2f5-dfa6dbedf6d6 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1573567079'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:20:53.996659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e5bda16a-d83c-4ef7-b1b4-9b53755afa96', 'network_id': 'e5bda16a-d83c-4ef7-b1b4-9b53755afa96', 'project_id': 'cd035449732e4212beba0f31c7ccc385', 'fixed_ips': [{'subnet_id': 'cb44de18-23a6-497a-8d31-24c066cc430c'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:20:53.997550 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:54.063712 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf423484-fe88-4dd0-a2f5-dfa6dbedf6d6 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Made reservation on behalf of cd035449732e4212beba0f31c7ccc385 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:20:54.067241 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bf423484-fe88-4dd0-a2f5-dfa6dbedf6d6 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:54.093376 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf423484-fe88-4dd0-a2f5-dfa6dbedf6d6 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:20:54.104071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bf423484-fe88-4dd0-a2f5-dfa6dbedf6d6 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:54.104431 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-bf423484-fe88-4dd0-a2f5-dfa6dbedf6d6 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Added segment e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849 of type vlan for network 805e7106-0fa9-4e5a-b1e9-f335aa026d28 Jan 10 12:20:54.138293 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Allocated IP 2001:db8:0:ffff::2 (e5bda16a-d83c-4ef7-b1b4-9b53755afa96/cb44de18-23a6-497a-8d31-24c066cc430c/17489c3a-0761-404a-9efa-50bd1d938e94) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:20:54.152184 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bf423484-fe88-4dd0-a2f5-dfa6dbedf6d6 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (805e7106-0fa9-4e5a-b1e9-f335aa026d28), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:54.249811 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bf423484-fe88-4dd0-a2f5-dfa6dbedf6d6 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (805e7106-0fa9-4e5a-b1e9-f335aa026d28), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:54.255729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf423484-fe88-4dd0-a2f5-dfa6dbedf6d6 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:54.260574 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bf423484-fe88-4dd0-a2f5-dfa6dbedf6d6 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:54.290564 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Publish callbacks [] for port (17489c3a-0761-404a-9efa-50bd1d938e94), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:54.321365 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf423484-fe88-4dd0-a2f5-dfa6dbedf6d6 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event updated for resources: {'Network': ['ID=805e7106-0fa9-4e5a-b1e9-f335aa026d28,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:54.331193 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 805e7106-0fa9-4e5a-b1e9-f335aa026d28 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:20:54.352528 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bf423484-fe88-4dd0-a2f5-dfa6dbedf6d6 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3720763 Jan 10 12:20:54.355437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34880) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:54.365547 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c75a5531-a524-4b26-8d1d-41cf36816d41 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Request body: {'subnet': {'network_id': '805e7106-0fa9-4e5a-b1e9-f335aa026d28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:20:54.385572 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (17489c3a-0761-404a-9efa-50bd1d938e94), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:54.439715 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Network e5bda16a-d83c-4ef7-b1b4-9b53755afa96 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:20:54.442658 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:20:54.446514 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:20:54.452510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Pushing event updated for resources: {'Port': ['ID=17489c3a-0761-404a-9efa-50bd1d938e94,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:54.507599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Attempting to bind port 17489c3a-0761-404a-9efa-50bd1d938e94 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:20:54.508649 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Attempting to bind port 17489c3a-0761-404a-9efa-50bd1d938e94 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7a8b63b4-a709-4a67-8fd5-45396fbd5c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e5bda16a-d83c-4ef7-b1b4-9b53755afa96'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:20:54.508649 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Attempting to bind port 17489c3a-0761-404a-9efa-50bd1d938e94 on network e5bda16a-d83c-4ef7-b1b4-9b53755afa96 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:20:54.514048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:20:54.514380 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Checking segment: {'id': '7a8b63b4-a709-4a67-8fd5-45396fbd5c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e5bda16a-d83c-4ef7-b1b4-9b53755afa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:20:54.514749 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:54.515150 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Bound using segment: {'id': '7a8b63b4-a709-4a67-8fd5-45396fbd5c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e5bda16a-d83c-4ef7-b1b4-9b53755afa96'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:20:54.515642 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Bound port: 17489c3a-0761-404a-9efa-50bd1d938e94, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8b63b4-a709-4a67-8fd5-45396fbd5c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e5bda16a-d83c-4ef7-b1b4-9b53755afa96'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:20:54.516021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (17489c3a-0761-404a-9efa-50bd1d938e94), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:54.582133 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] For port 17489c3a-0761-404a-9efa-50bd1d938e94, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:20:54.585208 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] For port 17489c3a-0761-404a-9efa-50bd1d938e94, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17489c3a-0761-404a-9efa-50bd1d938e94,segment=NetworkSegment(7a8b63b4-a709-4a67-8fd5-45396fbd5c71),segment_id=7a8b63b4-a709-4a67-8fd5-45396fbd5c71)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:20:54.653075 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (17489c3a-0761-404a-9efa-50bd1d938e94), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:54.716734 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e846388-924f-48d0-b234-cfa12b2d1bf9 None None] Pushing event updated for resources: {'Port': ['ID=17489c3a-0761-404a-9efa-50bd1d938e94,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:54.789289 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75a5531-a524-4b26-8d1d-41cf36816d41 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Made reservation on behalf of cd035449732e4212beba0f31c7ccc385 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:20:54.793563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c75a5531-a524-4b26-8d1d-41cf36816d41 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:55.052275 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c75a5531-a524-4b26-8d1d-41cf36816d41 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (6e7cb622-34c1-487d-bfb9-557fc5224346), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:55.116223 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a5531-a524-4b26-8d1d-41cf36816d41 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event updated for resources: {'Subnet': ['ID=6e7cb622-34c1-487d-bfb9-557fc5224346,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:55.121630 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75a5531-a524-4b26-8d1d-41cf36816d41 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Checking segment: {'id': 'e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '805e7106-0fa9-4e5a-b1e9-f335aa026d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:20:55.122090 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75a5531-a524-4b26-8d1d-41cf36816d41 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Network hostable DHCP agents. Network: 805e7106-0fa9-4e5a-b1e9-f335aa026d28, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:20:55.195154 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75a5531-a524-4b26-8d1d-41cf36816d41 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Network 805e7106-0fa9-4e5a-b1e9-f335aa026d28 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:20:55.257971 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-c75a5531-a524-4b26-8d1d-41cf36816d41 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 805e7106-0fa9-4e5a-b1e9-f335aa026d28) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:20:55.263135 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75a5531-a524-4b26-8d1d-41cf36816d41 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:55.263788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c75a5531-a524-4b26-8d1d-41cf36816d41 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:55.266907 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8236318a-d7a7-4ee4-9333-a23074de4796 None None] Network 805e7106-0fa9-4e5a-b1e9-f335aa026d28 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:20:55.365408 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17246493-3498-4af8-a954-10028e5c105c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-805e7106-0fa9-4e5a-b1e9-f335aa026d28', 'network_id': '805e7106-0fa9-4e5a-b1e9-f335aa026d28', 'project_id': 'cd035449732e4212beba0f31c7ccc385', 'fixed_ips': [{'subnet_id': '6e7cb622-34c1-487d-bfb9-557fc5224346'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:20:55.366421 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-17246493-3498-4af8-a954-10028e5c105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:55.381271 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c75a5531-a524-4b26-8d1d-41cf36816d41 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0213871 Jan 10 12:20:55.381605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34882) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:55.490305 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (805e7106-0fa9-4e5a-b1e9-f335aa026d28), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:55.522338 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-17246493-3498-4af8-a954-10028e5c105c None None] Allocated IP 2001:db8::2 (805e7106-0fa9-4e5a-b1e9-f335aa026d28/6e7cb622-34c1-487d-bfb9-557fc5224346/5a2e71bf-1fa7-4c82-91be-7c040d81540f) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:20:55.581527 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (6e7cb622-34c1-487d-bfb9-557fc5224346), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:55.665528 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 17489c3a-0761-404a-9efa-50bd1d938e94 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:20:55.705025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85579c04-62cb-43f1-8968-403850f6b231 None None] Network e5bda16a-d83c-4ef7-b1b4-9b53755afa96 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:20:55.793852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-17246493-3498-4af8-a954-10028e5c105c None None] Publish callbacks [] for port (5a2e71bf-1fa7-4c82-91be-7c040d81540f), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:55.817362 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0f747063-81cf-4ae8-87a2-031bca26ff71 None None] Provisioning complete for port 17489c3a-0761-404a-9efa-50bd1d938e94 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:20:55.817727 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0f747063-81cf-4ae8-87a2-031bca26ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (17489c3a-0761-404a-9efa-50bd1d938e94), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:55.870908 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 17489c3a-0761-404a-9efa-50bd1d938e94 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:20:55.871288 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (17489c3a-0761-404a-9efa-50bd1d938e94), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:55.979187 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (6e7cb622-34c1-487d-bfb9-557fc5224346), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:56.005867 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7cb622-34c1-487d-bfb9-557fc5224346,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:56.056075 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-17246493-3498-4af8-a954-10028e5c105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (5a2e71bf-1fa7-4c82-91be-7c040d81540f), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:56.070953 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (805e7106-0fa9-4e5a-b1e9-f335aa026d28), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:56.091089 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805e7106-0fa9-4e5a-b1e9-f335aa026d28']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:56.100286 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:56.100590 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:56.110700 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:56.125920 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:56.132362 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:20:56.133416 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:20:56.136461 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:20:56.138814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17246493-3498-4af8-a954-10028e5c105c None None] Network 805e7106-0fa9-4e5a-b1e9-f335aa026d28 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:20:56.155237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0f747063-81cf-4ae8-87a2-031bca26ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (17489c3a-0761-404a-9efa-50bd1d938e94), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:56.157482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17246493-3498-4af8-a954-10028e5c105c None None] Pushing event updated for resources: {'Port': ['ID=5a2e71bf-1fa7-4c82-91be-7c040d81540f,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:56.161530 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-17246493-3498-4af8-a954-10028e5c105c None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:20:56.171633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17246493-3498-4af8-a954-10028e5c105c None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:20:56.250766 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.db.api [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 12:20:56.250766 dv-neutron-master-2-hyperv neutron-server[110625]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 12:20:56.250766 dv-neutron-master-2-hyperv neutron-server[110625]: [parameters: {'id': '805e7106-0fa9-4e5a-b1e9-f335aa026d28'}] Jan 10 12:20:56.250766 dv-neutron-master-2-hyperv neutron-server[110625]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 12:20:56.251056 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG oslo_db.api [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 12:20:56.269327 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0f747063-81cf-4ae8-87a2-031bca26ff71 None None] For port 17489c3a-0761-404a-9efa-50bd1d938e94, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17489c3a-0761-404a-9efa-50bd1d938e94,segment=NetworkSegment(7a8b63b4-a709-4a67-8fd5-45396fbd5c71),segment_id=7a8b63b4-a709-4a67-8fd5-45396fbd5c71)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:20:56.283748 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (17489c3a-0761-404a-9efa-50bd1d938e94), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:56.285809 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-17246493-3498-4af8-a954-10028e5c105c None None] Attempting to bind port 5a2e71bf-1fa7-4c82-91be-7c040d81540f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:20:56.286190 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-17246493-3498-4af8-a954-10028e5c105c None None] Attempting to bind port 5a2e71bf-1fa7-4c82-91be-7c040d81540f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '805e7106-0fa9-4e5a-b1e9-f335aa026d28'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:20:56.286570 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17246493-3498-4af8-a954-10028e5c105c None None] Attempting to bind port 5a2e71bf-1fa7-4c82-91be-7c040d81540f on network 805e7106-0fa9-4e5a-b1e9-f335aa026d28 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:20:56.299321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17246493-3498-4af8-a954-10028e5c105c None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:20:56.299715 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17246493-3498-4af8-a954-10028e5c105c None None] Checking segment: {'id': 'e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '805e7106-0fa9-4e5a-b1e9-f335aa026d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:20:56.300134 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-17246493-3498-4af8-a954-10028e5c105c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:56.300808 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17246493-3498-4af8-a954-10028e5c105c None None] Bound using segment: {'id': 'e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '805e7106-0fa9-4e5a-b1e9-f335aa026d28'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:20:56.301300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-17246493-3498-4af8-a954-10028e5c105c None None] Bound port: 5a2e71bf-1fa7-4c82-91be-7c040d81540f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '805e7106-0fa9-4e5a-b1e9-f335aa026d28'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:20:56.301686 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-17246493-3498-4af8-a954-10028e5c105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5a2e71bf-1fa7-4c82-91be-7c040d81540f), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:56.341629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0f747063-81cf-4ae8-87a2-031bca26ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (17489c3a-0761-404a-9efa-50bd1d938e94), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:56.439372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 12:20:56.439669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 12:20:56.443685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-17246493-3498-4af8-a954-10028e5c105c None None] For port 5a2e71bf-1fa7-4c82-91be-7c040d81540f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:20:56.445671 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f747063-81cf-4ae8-87a2-031bca26ff71 None None] Pushing event updated for resources: {'Port': ['ID=17489c3a-0761-404a-9efa-50bd1d938e94,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:56.450214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-17246493-3498-4af8-a954-10028e5c105c None None] For port 5a2e71bf-1fa7-4c82-91be-7c040d81540f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a2e71bf-1fa7-4c82-91be-7c040d81540f,segment=NetworkSegment(e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849),segment_id=e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:20:56.462593 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-26400b5e-20d5-4bb5-be0b-ee91adf9c123 None None] Provisioning complete for port 17489c3a-0761-404a-9efa-50bd1d938e94 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:20:56.462972 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-26400b5e-20d5-4bb5-be0b-ee91adf9c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (17489c3a-0761-404a-9efa-50bd1d938e94), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:56.527175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-17246493-3498-4af8-a954-10028e5c105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (5a2e71bf-1fa7-4c82-91be-7c040d81540f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:56.615142 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17246493-3498-4af8-a954-10028e5c105c None None] Pushing event updated for resources: {'Port': ['ID=5a2e71bf-1fa7-4c82-91be-7c040d81540f,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:56.632011 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5ca310-bcaf-4711-bf2c-f6224fc5e5f5 None None] Network 805e7106-0fa9-4e5a-b1e9-f335aa026d28 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:20:56.725419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f5f163-dccb-47c2-8af7-b54866bb2a8a None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 12:20:56.752515 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (805e7106-0fa9-4e5a-b1e9-f335aa026d28), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:56.791541 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f5f163-dccb-47c2-8af7-b54866bb2a8a None None] Resources bound (agent type, host, resource id): {{(pid=110626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 12:20:56.804815 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Deleting port 5a2e71bf-1fa7-4c82-91be-7c040d81540f {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:20:56.805390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (5a2e71bf-1fa7-4c82-91be-7c040d81540f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:56.831202 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:20:56.872250 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] For port 5a2e71bf-1fa7-4c82-91be-7c040d81540f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a2e71bf-1fa7-4c82-91be-7c040d81540f,segment=NetworkSegment(e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849),segment_id=e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:20:56.872734 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (5a2e71bf-1fa7-4c82-91be-7c040d81540f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:56.886159 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Calling delete_port for 5a2e71bf-1fa7-4c82-91be-7c040d81540f owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:20:57.021057 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (5a2e71bf-1fa7-4c82-91be-7c040d81540f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:57.046398 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event deleted for resources: {'Port': ['ID=5a2e71bf-1fa7-4c82-91be-7c040d81540f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:57.050943 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] No DVR routers for this DVR port 5a2e71bf-1fa7-4c82-91be-7c040d81540f on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:20:57.130751 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (805e7106-0fa9-4e5a-b1e9-f335aa026d28), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:57.150411 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805e7106-0fa9-4e5a-b1e9-f335aa026d28']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:57.159397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:57.159771 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:57.168875 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:57.181972 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:57.187747 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:20:57.188166 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (e0a3a8b8-6824-49eb-8eaf-f3ea4fad7849), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:20:57.191105 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:20:57.315064 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (805e7106-0fa9-4e5a-b1e9-f335aa026d28), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:57.319544 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:57.322826 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "DELETE /v2.0/networks/805e7106-0fa9-4e5a-b1e9-f335aa026d28 HTTP/1.1" status: 204 len: 168 time: 1.9402325 Jan 10 12:20:57.326804 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34884) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:57.332170 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2019270649'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:20:57.337249 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba12bc-c8fb-45f4-80c6-29cca7bb610e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event deleted for resources: {'Network': ['ID=805e7106-0fa9-4e5a-b1e9-f335aa026d28,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:57.421159 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Made reservation on behalf of cd035449732e4212beba0f31c7ccc385 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:20:57.424918 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:57.452266 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:20:57.460713 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (2fec8eca-8628-4e79-811c-2c57fdb11add), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:57.462835 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Added segment 2fec8eca-8628-4e79-811c-2c57fdb11add of type vlan for network 24591c91-1ab1-4a86-8ff3-f1318e496ba7 Jan 10 12:20:57.500760 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (24591c91-1ab1-4a86-8ff3-f1318e496ba7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:57.581572 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (24591c91-1ab1-4a86-8ff3-f1318e496ba7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:57.587689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:57.588275 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:57.607028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 17489c3a-0761-404a-9efa-50bd1d938e94 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:20:57.658494 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 17489c3a-0761-404a-9efa-50bd1d938e94 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:20:57.658874 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (17489c3a-0761-404a-9efa-50bd1d938e94), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:57.695531 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event updated for resources: {'Network': ['ID=24591c91-1ab1-4a86-8ff3-f1318e496ba7,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:57.702647 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:57.703005 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:57.703356 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:57.703700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:57.704041 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:57.704380 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:57.704713 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:57.705046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:57.705378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:57.705705 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:57.706061 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:57.709520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:57.709520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:20:57.724160 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 24591c91-1ab1-4a86-8ff3-f1318e496ba7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:20:57.732571 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-96253c9a-363c-4462-8d49-390f6518ab33 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4046414 Jan 10 12:20:57.735431 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34886) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:57.740488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7512fbf5-c22f-48a9-acd1-14e8b6dd5bfd tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Request body: {'subnet': {'network_id': '24591c91-1ab1-4a86-8ff3-f1318e496ba7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:20:57.901191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7512fbf5-c22f-48a9-acd1-14e8b6dd5bfd tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Made reservation on behalf of cd035449732e4212beba0f31c7ccc385 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:20:57.904712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7512fbf5-c22f-48a9-acd1-14e8b6dd5bfd tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:57.963394 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.ipam_backend_mixin [None req-7512fbf5-c22f-48a9-acd1-14e8b6dd5bfd tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Performing IP validity checks on allocation pools {{(pid=110624) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 10 12:20:57.963902 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.ipam_backend_mixin [None req-7512fbf5-c22f-48a9-acd1-14e8b6dd5bfd tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110624) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 10 12:20:58.138027 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7512fbf5-c22f-48a9-acd1-14e8b6dd5bfd tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (d99e85e5-d9a9-412a-8b8f-61ab4813caaa), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:58.200334 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512fbf5-c22f-48a9-acd1-14e8b6dd5bfd tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event updated for resources: {'Subnet': ['ID=d99e85e5-d9a9-412a-8b8f-61ab4813caaa,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:58.208933 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512fbf5-c22f-48a9-acd1-14e8b6dd5bfd tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Checking segment: {'id': '2fec8eca-8628-4e79-811c-2c57fdb11add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '24591c91-1ab1-4a86-8ff3-f1318e496ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:20:58.209307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7512fbf5-c22f-48a9-acd1-14e8b6dd5bfd tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Network hostable DHCP agents. Network: 24591c91-1ab1-4a86-8ff3-f1318e496ba7, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:20:58.297945 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7512fbf5-c22f-48a9-acd1-14e8b6dd5bfd tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Network 24591c91-1ab1-4a86-8ff3-f1318e496ba7 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:20:58.384175 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-7512fbf5-c22f-48a9-acd1-14e8b6dd5bfd tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 24591c91-1ab1-4a86-8ff3-f1318e496ba7) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:20:58.388270 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7512fbf5-c22f-48a9-acd1-14e8b6dd5bfd tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:20:58.388863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7512fbf5-c22f-48a9-acd1-14e8b6dd5bfd tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:58.394276 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d74757-63b6-4c78-8693-00aec4851ed3 None None] Network 24591c91-1ab1-4a86-8ff3-f1318e496ba7 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:20:58.480415 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7512fbf5-c22f-48a9-acd1-14e8b6dd5bfd tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7414632 Jan 10 12:20:58.480598 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34888) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:20:58.495578 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-24591c91-1ab1-4a86-8ff3-f1318e496ba7', 'network_id': '24591c91-1ab1-4a86-8ff3-f1318e496ba7', 'project_id': 'cd035449732e4212beba0f31c7ccc385', 'fixed_ips': [{'subnet_id': 'd99e85e5-d9a9-412a-8b8f-61ab4813caaa'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:20:58.496588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:58.576870 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (24591c91-1ab1-4a86-8ff3-f1318e496ba7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:58.630102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Allocated IP 2001:db8::3 (24591c91-1ab1-4a86-8ff3-f1318e496ba7/d99e85e5-d9a9-412a-8b8f-61ab4813caaa/81b005f8-b549-47d3-a68d-06fa80822ff3) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:20:58.662355 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (d99e85e5-d9a9-412a-8b8f-61ab4813caaa), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:58.774207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Publish callbacks [] for port (81b005f8-b549-47d3-a68d-06fa80822ff3), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:58.850189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (81b005f8-b549-47d3-a68d-06fa80822ff3), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:58.890709 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Network 24591c91-1ab1-4a86-8ff3-f1318e496ba7 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:20:58.893537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:20:58.895950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:20:58.904891 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Pushing event updated for resources: {'Port': ['ID=81b005f8-b549-47d3-a68d-06fa80822ff3,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:58.958189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Attempting to bind port 81b005f8-b549-47d3-a68d-06fa80822ff3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:20:58.958570 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Attempting to bind port 81b005f8-b549-47d3-a68d-06fa80822ff3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2fec8eca-8628-4e79-811c-2c57fdb11add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '24591c91-1ab1-4a86-8ff3-f1318e496ba7'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:20:58.958941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Attempting to bind port 81b005f8-b549-47d3-a68d-06fa80822ff3 on network 24591c91-1ab1-4a86-8ff3-f1318e496ba7 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:20:58.963950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:20:58.964333 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Checking segment: {'id': '2fec8eca-8628-4e79-811c-2c57fdb11add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '24591c91-1ab1-4a86-8ff3-f1318e496ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:20:58.964744 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:58.965144 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Bound using segment: {'id': '2fec8eca-8628-4e79-811c-2c57fdb11add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '24591c91-1ab1-4a86-8ff3-f1318e496ba7'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:20:58.965684 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Bound port: 81b005f8-b549-47d3-a68d-06fa80822ff3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fec8eca-8628-4e79-811c-2c57fdb11add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '24591c91-1ab1-4a86-8ff3-f1318e496ba7'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:20:58.966090 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (81b005f8-b549-47d3-a68d-06fa80822ff3), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:58.967255 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (d99e85e5-d9a9-412a-8b8f-61ab4813caaa), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:58.995682 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event deleted for resources: {'Subnet': ['ID=d99e85e5-d9a9-412a-8b8f-61ab4813caaa,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:59.029966 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] For port 81b005f8-b549-47d3-a68d-06fa80822ff3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:20:59.033048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] For port 81b005f8-b549-47d3-a68d-06fa80822ff3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81b005f8-b549-47d3-a68d-06fa80822ff3,segment=NetworkSegment(2fec8eca-8628-4e79-811c-2c57fdb11add),segment_id=2fec8eca-8628-4e79-811c-2c57fdb11add)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:20:59.058890 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (24591c91-1ab1-4a86-8ff3-f1318e496ba7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:59.079140 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24591c91-1ab1-4a86-8ff3-f1318e496ba7']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:59.088308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fec8eca-8628-4e79-811c-2c57fdb11add') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:59.088612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fec8eca-8628-4e79-811c-2c57fdb11add') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:20:59.097648 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (2fec8eca-8628-4e79-811c-2c57fdb11add), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:59.109708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (81b005f8-b549-47d3-a68d-06fa80822ff3), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:59.111578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (2fec8eca-8628-4e79-811c-2c57fdb11add), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:59.118459 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:20:59.118997 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (2fec8eca-8628-4e79-811c-2c57fdb11add), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:20:59.122158 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:20:59.191242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942695a-dd66-484b-b5e3-a3d62bb0a3af None None] Pushing event updated for resources: {'Port': ['ID=81b005f8-b549-47d3-a68d-06fa80822ff3,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:20:59.203922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e7fa06-234c-493a-a873-6768854d9dc8 None None] Network 24591c91-1ab1-4a86-8ff3-f1318e496ba7 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:20:59.233164 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.db.api [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 12:20:59.233164 dv-neutron-master-2-hyperv neutron-server[110624]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 12:20:59.233164 dv-neutron-master-2-hyperv neutron-server[110624]: [parameters: {'id': '24591c91-1ab1-4a86-8ff3-f1318e496ba7'}] Jan 10 12:20:59.233164 dv-neutron-master-2-hyperv neutron-server[110624]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 12:20:59.233905 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG oslo_db.api [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 12:20:59.294866 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c63375f-f278-484c-95fa-200d7c46e0ff None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 12:20:59.363086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c63375f-f278-484c-95fa-200d7c46e0ff None None] Resources bound (agent type, host, resource id): {{(pid=110626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 12:20:59.734629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (24591c91-1ab1-4a86-8ff3-f1318e496ba7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:59.790453 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Deleting port 81b005f8-b549-47d3-a68d-06fa80822ff3 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:20:59.790789 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (81b005f8-b549-47d3-a68d-06fa80822ff3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:59.850564 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] For port 81b005f8-b549-47d3-a68d-06fa80822ff3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81b005f8-b549-47d3-a68d-06fa80822ff3,segment=NetworkSegment(2fec8eca-8628-4e79-811c-2c57fdb11add),segment_id=2fec8eca-8628-4e79-811c-2c57fdb11add)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:20:59.850872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (81b005f8-b549-47d3-a68d-06fa80822ff3), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:20:59.862619 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Calling delete_port for 81b005f8-b549-47d3-a68d-06fa80822ff3 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:21:00.269311 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (81b005f8-b549-47d3-a68d-06fa80822ff3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:00.294241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event deleted for resources: {'Port': ['ID=81b005f8-b549-47d3-a68d-06fa80822ff3,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:00.298728 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] No DVR routers for this DVR port 81b005f8-b549-47d3-a68d-06fa80822ff3 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:21:00.376099 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (24591c91-1ab1-4a86-8ff3-f1318e496ba7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:00.399189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24591c91-1ab1-4a86-8ff3-f1318e496ba7']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:00.408238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fec8eca-8628-4e79-811c-2c57fdb11add') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:00.408542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fec8eca-8628-4e79-811c-2c57fdb11add') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:00.418267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (2fec8eca-8628-4e79-811c-2c57fdb11add), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:00.431935 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (2fec8eca-8628-4e79-811c-2c57fdb11add), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:00.437793 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:21:00.438227 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (2fec8eca-8628-4e79-811c-2c57fdb11add), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:21:00.441096 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:21:00.554975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (24591c91-1ab1-4a86-8ff3-f1318e496ba7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:00.561469 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:00.564879 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "DELETE /v2.0/networks/24591c91-1ab1-4a86-8ff3-f1318e496ba7 HTTP/1.1" status: 204 len: 168 time: 2.0829327 Jan 10 12:21:00.568494 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34890) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:00.574219 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-1c2bd95b-3d19-43aa-a325-6de5ebd3e182 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1211867202'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:00.576331 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005daa3a-b317-4055-9518-301bdf9b72a3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event deleted for resources: {'Network': ['ID=24591c91-1ab1-4a86-8ff3-f1318e496ba7,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:00.663038 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2bd95b-3d19-43aa-a325-6de5ebd3e182 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Made reservation on behalf of cd035449732e4212beba0f31c7ccc385 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:21:00.666653 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd95b-3d19-43aa-a325-6de5ebd3e182 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:00.689671 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2bd95b-3d19-43aa-a325-6de5ebd3e182 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:21:00.698646 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd95b-3d19-43aa-a325-6de5ebd3e182 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:00.698982 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-1c2bd95b-3d19-43aa-a325-6de5ebd3e182 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Added segment 9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5 of type vlan for network 92a73e11-98e6-4ff2-b382-bbbd846b3231 Jan 10 12:21:00.736286 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd95b-3d19-43aa-a325-6de5ebd3e182 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (92a73e11-98e6-4ff2-b382-bbbd846b3231), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:00.811733 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd95b-3d19-43aa-a325-6de5ebd3e182 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (92a73e11-98e6-4ff2-b382-bbbd846b3231), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:00.817427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2bd95b-3d19-43aa-a325-6de5ebd3e182 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:00.818034 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd95b-3d19-43aa-a325-6de5ebd3e182 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:00.886536 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bd95b-3d19-43aa-a325-6de5ebd3e182 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event updated for resources: {'Network': ['ID=92a73e11-98e6-4ff2-b382-bbbd846b3231,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:00.897059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 92a73e11-98e6-4ff2-b382-bbbd846b3231 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:21:00.929368 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1c2bd95b-3d19-43aa-a325-6de5ebd3e182 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3597720 Jan 10 12:21:00.932811 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34892) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:00.937908 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-a1de115e-71cb-4893-af53-9088b08277f3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Request body: {'subnet': {'network_id': '92a73e11-98e6-4ff2-b382-bbbd846b3231', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:01.091877 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1de115e-71cb-4893-af53-9088b08277f3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Made reservation on behalf of cd035449732e4212beba0f31c7ccc385 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:21:01.095417 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a1de115e-71cb-4893-af53-9088b08277f3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:01.320739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a1de115e-71cb-4893-af53-9088b08277f3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (5ea33b3a-01ce-4188-a322-70308568dc96), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:01.383384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de115e-71cb-4893-af53-9088b08277f3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event updated for resources: {'Subnet': ['ID=5ea33b3a-01ce-4188-a322-70308568dc96,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:01.393526 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de115e-71cb-4893-af53-9088b08277f3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Checking segment: {'id': '9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '92a73e11-98e6-4ff2-b382-bbbd846b3231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:01.393930 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de115e-71cb-4893-af53-9088b08277f3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Network hostable DHCP agents. Network: 92a73e11-98e6-4ff2-b382-bbbd846b3231, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:21:01.486155 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de115e-71cb-4893-af53-9088b08277f3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Network 92a73e11-98e6-4ff2-b382-bbbd846b3231 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:21:01.549104 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-a1de115e-71cb-4893-af53-9088b08277f3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 92a73e11-98e6-4ff2-b382-bbbd846b3231) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:01.553249 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1de115e-71cb-4893-af53-9088b08277f3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:01.553928 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a1de115e-71cb-4893-af53-9088b08277f3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:01.558574 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee875fe9-3948-4396-beb9-6352b2c673d5 None None] Network 92a73e11-98e6-4ff2-b382-bbbd846b3231 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:21:01.643363 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a1de115e-71cb-4893-af53-9088b08277f3 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7093697 Jan 10 12:21:01.646858 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34894) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:01.652680 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0108e3a7-e677-4367-bab2-c5753a1b23ce tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1757042979'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:01.659525 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-92a73e11-98e6-4ff2-b382-bbbd846b3231', 'network_id': '92a73e11-98e6-4ff2-b382-bbbd846b3231', 'project_id': 'cd035449732e4212beba0f31c7ccc385', 'fixed_ips': [{'subnet_id': '5ea33b3a-01ce-4188-a322-70308568dc96'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:21:01.660627 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:01.754642 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0108e3a7-e677-4367-bab2-c5753a1b23ce tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Made reservation on behalf of cd035449732e4212beba0f31c7ccc385 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:21:01.758788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0108e3a7-e677-4367-bab2-c5753a1b23ce tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:01.783543 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0108e3a7-e677-4367-bab2-c5753a1b23ce tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:21:01.792263 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0108e3a7-e677-4367-bab2-c5753a1b23ce tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (2137728c-be35-4c38-bcb6-6b8f783a56b3), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:01.792632 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-0108e3a7-e677-4367-bab2-c5753a1b23ce tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Added segment 2137728c-be35-4c38-bcb6-6b8f783a56b3 of type vlan for network 9416aa43-de1d-472b-9a04-17655f2c5250 Jan 10 12:21:01.796444 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Allocated IP 2001:db8::2 (92a73e11-98e6-4ff2-b382-bbbd846b3231/5ea33b3a-01ce-4188-a322-70308568dc96/8e1c7175-9183-42e6-8d1a-2e8486a91852) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:21:01.832232 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0108e3a7-e677-4367-bab2-c5753a1b23ce tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (9416aa43-de1d-472b-9a04-17655f2c5250), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:01.949254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0108e3a7-e677-4367-bab2-c5753a1b23ce tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (9416aa43-de1d-472b-9a04-17655f2c5250), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:01.955129 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0108e3a7-e677-4367-bab2-c5753a1b23ce tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:01.955776 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0108e3a7-e677-4367-bab2-c5753a1b23ce tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:02.027321 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108e3a7-e677-4367-bab2-c5753a1b23ce tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event updated for resources: {'Network': ['ID=9416aa43-de1d-472b-9a04-17655f2c5250,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:02.071787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 9416aa43-de1d-472b-9a04-17655f2c5250 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:21:02.077555 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0108e3a7-e677-4367-bab2-c5753a1b23ce tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4296687 Jan 10 12:21:02.080406 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34896) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:02.085273 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-db2ff6cc-8ef8-4d3d-8388-88179b3f4b4c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Request body: {'subnet': {'network_id': '9416aa43-de1d-472b-9a04-17655f2c5250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:02.145941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Publish callbacks [] for port (8e1c7175-9183-42e6-8d1a-2e8486a91852), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:02.229468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (8e1c7175-9183-42e6-8d1a-2e8486a91852), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:02.263368 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2ff6cc-8ef8-4d3d-8388-88179b3f4b4c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Made reservation on behalf of cd035449732e4212beba0f31c7ccc385 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:21:02.267131 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db2ff6cc-8ef8-4d3d-8388-88179b3f4b4c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:02.273432 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Network 92a73e11-98e6-4ff2-b382-bbbd846b3231 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:21:02.277410 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:02.278677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:21:02.287896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Pushing event updated for resources: {'Port': ['ID=8e1c7175-9183-42e6-8d1a-2e8486a91852,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:02.337998 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Attempting to bind port 8e1c7175-9183-42e6-8d1a-2e8486a91852 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:21:02.338424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Attempting to bind port 8e1c7175-9183-42e6-8d1a-2e8486a91852 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '92a73e11-98e6-4ff2-b382-bbbd846b3231'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:21:02.338790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Attempting to bind port 8e1c7175-9183-42e6-8d1a-2e8486a91852 on network 92a73e11-98e6-4ff2-b382-bbbd846b3231 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:21:02.343720 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:21:02.344198 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Checking segment: {'id': '9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '92a73e11-98e6-4ff2-b382-bbbd846b3231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:02.344602 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:02.344993 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Bound using segment: {'id': '9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '92a73e11-98e6-4ff2-b382-bbbd846b3231'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:21:02.345458 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Bound port: 8e1c7175-9183-42e6-8d1a-2e8486a91852, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '92a73e11-98e6-4ff2-b382-bbbd846b3231'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:21:02.345909 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8e1c7175-9183-42e6-8d1a-2e8486a91852), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:02.407980 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] For port 8e1c7175-9183-42e6-8d1a-2e8486a91852, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:21:02.411111 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] For port 8e1c7175-9183-42e6-8d1a-2e8486a91852, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8e1c7175-9183-42e6-8d1a-2e8486a91852,segment=NetworkSegment(9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5),segment_id=9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:21:02.464072 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8e1c7175-9183-42e6-8d1a-2e8486a91852), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:02.508044 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db2ff6cc-8ef8-4d3d-8388-88179b3f4b4c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (11f727e5-8a16-4ec9-ab6e-6872b6a6237c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:02.531885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91adeb-1999-44e5-8af7-bef7bd634868 None None] Pushing event updated for resources: {'Port': ['ID=8e1c7175-9183-42e6-8d1a-2e8486a91852,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:02.583455 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ff6cc-8ef8-4d3d-8388-88179b3f4b4c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event updated for resources: {'Subnet': ['ID=11f727e5-8a16-4ec9-ab6e-6872b6a6237c,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:02.591689 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ff6cc-8ef8-4d3d-8388-88179b3f4b4c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Checking segment: {'id': '2137728c-be35-4c38-bcb6-6b8f783a56b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9416aa43-de1d-472b-9a04-17655f2c5250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:02.592091 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2ff6cc-8ef8-4d3d-8388-88179b3f4b4c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Network hostable DHCP agents. Network: 9416aa43-de1d-472b-9a04-17655f2c5250, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:21:02.675270 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2ff6cc-8ef8-4d3d-8388-88179b3f4b4c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Network 9416aa43-de1d-472b-9a04-17655f2c5250 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:21:02.778141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-db2ff6cc-8ef8-4d3d-8388-88179b3f4b4c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9416aa43-de1d-472b-9a04-17655f2c5250) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:02.782414 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2ff6cc-8ef8-4d3d-8388-88179b3f4b4c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:02.783018 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-db2ff6cc-8ef8-4d3d-8388-88179b3f4b4c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:02.786942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a769cc5-da6c-4acf-ae33-22f72814bb23 None None] Network 9416aa43-de1d-472b-9a04-17655f2c5250 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:21:02.878163 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-db2ff6cc-8ef8-4d3d-8388-88179b3f4b4c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7964513 Jan 10 12:21:02.880702 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34898) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:02.883690 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9416aa43-de1d-472b-9a04-17655f2c5250', 'network_id': '9416aa43-de1d-472b-9a04-17655f2c5250', 'project_id': 'cd035449732e4212beba0f31c7ccc385', 'fixed_ips': [{'subnet_id': '11f727e5-8a16-4ec9-ab6e-6872b6a6237c'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:21:02.884517 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:02.982487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (9416aa43-de1d-472b-9a04-17655f2c5250), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:03.022817 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Allocated IP 2001:db8::2 (9416aa43-de1d-472b-9a04-17655f2c5250/11f727e5-8a16-4ec9-ab6e-6872b6a6237c/be6adaaa-7657-4125-9822-2b8e3a71689b) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:21:03.033661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (11f727e5-8a16-4ec9-ab6e-6872b6a6237c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:03.171628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Publish callbacks [] for port (be6adaaa-7657-4125-9822-2b8e3a71689b), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:03.239195 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (be6adaaa-7657-4125-9822-2b8e3a71689b), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:03.288612 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Network 9416aa43-de1d-472b-9a04-17655f2c5250 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:21:03.291823 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:03.295545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:21:03.302688 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Pushing event updated for resources: {'Port': ['ID=be6adaaa-7657-4125-9822-2b8e3a71689b,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:03.327107 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (11f727e5-8a16-4ec9-ab6e-6872b6a6237c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:03.361611 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Attempting to bind port be6adaaa-7657-4125-9822-2b8e3a71689b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:21:03.361863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event deleted for resources: {'Subnet': ['ID=11f727e5-8a16-4ec9-ab6e-6872b6a6237c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:03.362108 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Attempting to bind port be6adaaa-7657-4125-9822-2b8e3a71689b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2137728c-be35-4c38-bcb6-6b8f783a56b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9416aa43-de1d-472b-9a04-17655f2c5250'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:21:03.362369 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Attempting to bind port be6adaaa-7657-4125-9822-2b8e3a71689b on network 9416aa43-de1d-472b-9a04-17655f2c5250 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:21:03.368244 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:21:03.368631 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Checking segment: {'id': '2137728c-be35-4c38-bcb6-6b8f783a56b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9416aa43-de1d-472b-9a04-17655f2c5250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:03.369043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:03.369433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Bound using segment: {'id': '2137728c-be35-4c38-bcb6-6b8f783a56b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9416aa43-de1d-472b-9a04-17655f2c5250'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:21:03.369948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Bound port: be6adaaa-7657-4125-9822-2b8e3a71689b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2137728c-be35-4c38-bcb6-6b8f783a56b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9416aa43-de1d-472b-9a04-17655f2c5250'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:21:03.370336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (be6adaaa-7657-4125-9822-2b8e3a71689b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:03.421382 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b261e74b-d1a6-462d-bcf6-cf35e30cfd82 None None] Network 92a73e11-98e6-4ff2-b382-bbbd846b3231 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:21:03.431670 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (9416aa43-de1d-472b-9a04-17655f2c5250), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:03.453092 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9416aa43-de1d-472b-9a04-17655f2c5250']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:03.463414 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2137728c-be35-4c38-bcb6-6b8f783a56b3') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:03.463730 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2137728c-be35-4c38-bcb6-6b8f783a56b3') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:03.473188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (2137728c-be35-4c38-bcb6-6b8f783a56b3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:03.486744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (2137728c-be35-4c38-bcb6-6b8f783a56b3), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:03.493249 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (2137728c-be35-4c38-bcb6-6b8f783a56b3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:21:03.497806 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:21:03.500048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] For port be6adaaa-7657-4125-9822-2b8e3a71689b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:21:03.512924 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-bab43661-bf1b-401c-95ee-c59a0e5fa389 None None] Provisioning complete for port 8e1c7175-9183-42e6-8d1a-2e8486a91852 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:03.513306 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bab43661-bf1b-401c-95ee-c59a0e5fa389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8e1c7175-9183-42e6-8d1a-2e8486a91852), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:03.576534 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] For port be6adaaa-7657-4125-9822-2b8e3a71689b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=be6adaaa-7657-4125-9822-2b8e3a71689b,segment=NetworkSegment(2137728c-be35-4c38-bcb6-6b8f783a56b3),segment_id=2137728c-be35-4c38-bcb6-6b8f783a56b3)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:21:03.602823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.db.api [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 10 12:21:03.602823 dv-neutron-master-2-hyperv neutron-server[110624]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 10 12:21:03.602823 dv-neutron-master-2-hyperv neutron-server[110624]: [parameters: {'id': '9416aa43-de1d-472b-9a04-17655f2c5250'}] Jan 10 12:21:03.602823 dv-neutron-master-2-hyperv neutron-server[110624]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 12:21:03.602823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG oslo_db.api [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 12:21:03.635460 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bab43661-bf1b-401c-95ee-c59a0e5fa389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8e1c7175-9183-42e6-8d1a-2e8486a91852), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:03.647743 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8e1c7175-9183-42e6-8d1a-2e8486a91852 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:21:03.674784 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (be6adaaa-7657-4125-9822-2b8e3a71689b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:03.772676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-bab43661-bf1b-401c-95ee-c59a0e5fa389 None None] For port 8e1c7175-9183-42e6-8d1a-2e8486a91852, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8e1c7175-9183-42e6-8d1a-2e8486a91852,segment=NetworkSegment(9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5),segment_id=9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:03.796313 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d10cb-db52-4245-87cd-10542f8d5f96 None None] Pushing event updated for resources: {'Port': ['ID=be6adaaa-7657-4125-9822-2b8e3a71689b,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:03.806586 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 8e1c7175-9183-42e6-8d1a-2e8486a91852 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:03.806978 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8e1c7175-9183-42e6-8d1a-2e8486a91852), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:03.810798 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0248f9f4-9b9f-4393-a0fd-0b7aea3426da None None] Network 9416aa43-de1d-472b-9a04-17655f2c5250 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:21:03.847096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bab43661-bf1b-401c-95ee-c59a0e5fa389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8e1c7175-9183-42e6-8d1a-2e8486a91852), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:03.963341 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab43661-bf1b-401c-95ee-c59a0e5fa389 None None] Pushing event updated for resources: {'Port': ['ID=8e1c7175-9183-42e6-8d1a-2e8486a91852,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:04.008031 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a40122ab-2039-4554-8074-9314f5c932c9 None None] Provisioning complete for port 8e1c7175-9183-42e6-8d1a-2e8486a91852 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:04.008431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a40122ab-2039-4554-8074-9314f5c932c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8e1c7175-9183-42e6-8d1a-2e8486a91852), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:04.045335 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bede70b-2f65-46b5-90bd-9bfb4c4cfdc2 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 12:21:04.101165 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (9416aa43-de1d-472b-9a04-17655f2c5250), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:04.153032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Deleting port be6adaaa-7657-4125-9822-2b8e3a71689b {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:21:04.153368 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (be6adaaa-7657-4125-9822-2b8e3a71689b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:04.161176 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bede70b-2f65-46b5-90bd-9bfb4c4cfdc2 None None] Resources bound (agent type, host, resource id): {{(pid=110626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 10 12:21:04.215139 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] For port be6adaaa-7657-4125-9822-2b8e3a71689b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=be6adaaa-7657-4125-9822-2b8e3a71689b,segment=NetworkSegment(2137728c-be35-4c38-bcb6-6b8f783a56b3),segment_id=2137728c-be35-4c38-bcb6-6b8f783a56b3)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:04.215561 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (be6adaaa-7657-4125-9822-2b8e3a71689b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:04.228224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Calling delete_port for be6adaaa-7657-4125-9822-2b8e3a71689b owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:21:04.383433 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (be6adaaa-7657-4125-9822-2b8e3a71689b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:04.410121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event deleted for resources: {'Port': ['ID=be6adaaa-7657-4125-9822-2b8e3a71689b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:04.411990 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] No DVR routers for this DVR port be6adaaa-7657-4125-9822-2b8e3a71689b on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:21:04.492026 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (9416aa43-de1d-472b-9a04-17655f2c5250), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:04.511551 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9416aa43-de1d-472b-9a04-17655f2c5250']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:04.520555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2137728c-be35-4c38-bcb6-6b8f783a56b3') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:04.520861 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2137728c-be35-4c38-bcb6-6b8f783a56b3') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:04.530679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (2137728c-be35-4c38-bcb6-6b8f783a56b3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:04.543939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (2137728c-be35-4c38-bcb6-6b8f783a56b3), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:04.549754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:21:04.550164 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (2137728c-be35-4c38-bcb6-6b8f783a56b3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:21:04.553008 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:21:04.681047 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (9416aa43-de1d-472b-9a04-17655f2c5250), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:04.688031 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:04.690839 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "DELETE /v2.0/networks/9416aa43-de1d-472b-9a04-17655f2c5250 HTTP/1.1" status: 204 len: 168 time: 1.8089120 Jan 10 12:21:04.694554 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34900) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:04.702756 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf9bba-9a2e-44f7-9589-744a57ef451e tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event deleted for resources: {'Network': ['ID=9416aa43-de1d-472b-9a04-17655f2c5250,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:04.724314 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c8914f-e2c7-4951-bf0a-3e5964d19bac tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] GET failed (client error): The resource could not be found. Jan 10 12:21:04.725735 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f7c8914f-e2c7-4951-bf0a-3e5964d19bac tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "GET /v2.0/subnets/11f727e5-8a16-4ec9-ab6e-6872b6a6237c HTTP/1.1" status: 404 len: 337 time: 0.0305398 Jan 10 12:21:04.728909 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34902) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:04.747992 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d66d18-e9cf-48eb-8b6e-46869bcb3636 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] DELETE failed (client error): The resource could not be found. Jan 10 12:21:04.748468 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d66d18-e9cf-48eb-8b6e-46869bcb3636 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 12:21:04.751397 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-16d66d18-e9cf-48eb-8b6e-46869bcb3636 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "DELETE /v2.0/networks/9416aa43-de1d-472b-9a04-17655f2c5250 HTTP/1.1" status: 404 len: 339 time: 0.0215461 Jan 10 12:21:04.754861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34904) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:04.778673 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d36bd2-0a16-4ea4-8c6f-f0b123b8bd91 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] DELETE failed (client error): The resource could not be found. Jan 10 12:21:04.779109 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d36bd2-0a16-4ea4-8c6f-f0b123b8bd91 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 12:21:04.782151 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-28d36bd2-0a16-4ea4-8c6f-f0b123b8bd91 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "DELETE /v2.0/subnets/11f727e5-8a16-4ec9-ab6e-6872b6a6237c HTTP/1.1" status: 404 len: 337 time: 0.0264280 Jan 10 12:21:04.784296 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34906) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:04.801542 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f27ecfa-2380-414d-bbf9-752b6302ffed tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] DELETE failed (client error): The resource could not be found. Jan 10 12:21:04.802048 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f27ecfa-2380-414d-bbf9-752b6302ffed tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110625) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 12:21:04.804941 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8f27ecfa-2380-414d-bbf9-752b6302ffed tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "DELETE /v2.0/networks/9416aa43-de1d-472b-9a04-17655f2c5250 HTTP/1.1" status: 404 len: 339 time: 0.0197849 Jan 10 12:21:04.807778 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34908) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:04.862132 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7a72f0-7210-4e51-a0a0-7977c7935592 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Deleting subnet 5ea33b3a-01ce-4188-a322-70308568dc96 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:21:04.865241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b7a72f0-7210-4e51-a0a0-7977c7935592 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for subnet (5ea33b3a-01ce-4188-a322-70308568dc96), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:04.904961 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b7a72f0-7210-4e51-a0a0-7977c7935592 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (5ea33b3a-01ce-4188-a322-70308568dc96), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:04.984543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b7a72f0-7210-4e51-a0a0-7977c7935592 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (5ea33b3a-01ce-4188-a322-70308568dc96), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:05.130214 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b7a72f0-7210-4e51-a0a0-7977c7935592 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (5ea33b3a-01ce-4188-a322-70308568dc96), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:05.158857 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a72f0-7210-4e51-a0a0-7977c7935592 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea33b3a-01ce-4188-a322-70308568dc96,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:05.160839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b7a72f0-7210-4e51-a0a0-7977c7935592 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:05.165997 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7689cb41-e6ca-4171-aa46-39b087934396 None None] Network 92a73e11-98e6-4ff2-b382-bbbd846b3231 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:21:05.167296 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8b7a72f0-7210-4e51-a0a0-7977c7935592 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "DELETE /v2.0/subnets/5ea33b3a-01ce-4188-a322-70308568dc96 HTTP/1.1" status: 204 len: 168 time: 0.3584700 Jan 10 12:21:05.169833 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34910) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:05.251402 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (92a73e11-98e6-4ff2-b382-bbbd846b3231), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:05.305723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df21c46-8b10-4bdf-b59b-ead890df9ee2 None None] DHCP port deletion for 92a73e11-98e6-4ff2-b382-bbbd846b3231 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:21:05.308237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Deleting port 8e1c7175-9183-42e6-8d1a-2e8486a91852 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:21:05.308581 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8e1c7175-9183-42e6-8d1a-2e8486a91852), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:05.351503 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8df21c46-8b10-4bdf-b59b-ead890df9ee2 None None] Deleting port 8e1c7175-9183-42e6-8d1a-2e8486a91852 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:21:05.352421 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8df21c46-8b10-4bdf-b59b-ead890df9ee2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8e1c7175-9183-42e6-8d1a-2e8486a91852), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:05.373800 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] For port 8e1c7175-9183-42e6-8d1a-2e8486a91852, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8e1c7175-9183-42e6-8d1a-2e8486a91852,segment=NetworkSegment(9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5),segment_id=9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:05.374162 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8e1c7175-9183-42e6-8d1a-2e8486a91852), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:05.386293 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Calling delete_port for 8e1c7175-9183-42e6-8d1a-2e8486a91852 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:21:05.412685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8df21c46-8b10-4bdf-b59b-ead890df9ee2 None None] For port 8e1c7175-9183-42e6-8d1a-2e8486a91852, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8e1c7175-9183-42e6-8d1a-2e8486a91852,segment=NetworkSegment(9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5),segment_id=9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:05.413088 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8df21c46-8b10-4bdf-b59b-ead890df9ee2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8e1c7175-9183-42e6-8d1a-2e8486a91852), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:05.426114 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8df21c46-8b10-4bdf-b59b-ead890df9ee2 None None] Calling delete_port for 8e1c7175-9183-42e6-8d1a-2e8486a91852 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:21:05.529731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (8e1c7175-9183-42e6-8d1a-2e8486a91852), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:05.535567 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8df21c46-8b10-4bdf-b59b-ead890df9ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (8e1c7175-9183-42e6-8d1a-2e8486a91852), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:05.552805 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event deleted for resources: {'Port': ['ID=8e1c7175-9183-42e6-8d1a-2e8486a91852,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:05.558386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] No DVR routers for this DVR port 8e1c7175-9183-42e6-8d1a-2e8486a91852 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:21:05.560491 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df21c46-8b10-4bdf-b59b-ead890df9ee2 None None] Pushing event deleted for resources: {'Port': ['ID=8e1c7175-9183-42e6-8d1a-2e8486a91852,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:05.564958 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df21c46-8b10-4bdf-b59b-ead890df9ee2 None None] No DVR routers for this DVR port 8e1c7175-9183-42e6-8d1a-2e8486a91852 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:21:05.623629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8e1c7175-9183-42e6-8d1a-2e8486a91852 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:21:05.640680 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (92a73e11-98e6-4ff2-b382-bbbd846b3231), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:05.644436 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 8e1c7175-9183-42e6-8d1a-2e8486a91852 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:21:05.644789 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 8e1c7175-9183-42e6-8d1a-2e8486a91852 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:21:05.660813 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a73e11-98e6-4ff2-b382-bbbd846b3231']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:05.669969 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:05.670267 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:05.679342 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:05.692072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:05.698289 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:21:05.698860 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (9aef18fe-4fb3-4cff-b6d5-f1fed07c13d5), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:21:05.701485 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:21:05.811731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (92a73e11-98e6-4ff2-b382-bbbd846b3231), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:05.818547 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:05.821712 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "DELETE /v2.0/networks/92a73e11-98e6-4ff2-b382-bbbd846b3231 HTTP/1.1" status: 204 len: 168 time: 0.6507988 Jan 10 12:21:05.828399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34912) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:05.832781 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ddf53-b3a5-4ad8-853f-7762d951203c tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event deleted for resources: {'Network': ['ID=92a73e11-98e6-4ff2-b382-bbbd846b3231,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:05.852445 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb775d9-4209-4d15-a91b-e1a3216f6229 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] DELETE failed (client error): The resource could not be found. Jan 10 12:21:05.852903 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb775d9-4209-4d15-a91b-e1a3216f6229 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 12:21:05.855978 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-aeb775d9-4209-4d15-a91b-e1a3216f6229 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "DELETE /v2.0/subnets/d99e85e5-d9a9-412a-8b8f-61ab4813caaa HTTP/1.1" status: 404 len: 337 time: 0.0305598 Jan 10 12:21:05.858524 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34914) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:05.876905 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f0f186-1595-4fa6-9ae2-5e1104aed0ba tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] DELETE failed (client error): The resource could not be found. Jan 10 12:21:05.877399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f0f186-1595-4fa6-9ae2-5e1104aed0ba tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 12:21:05.885663 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e1f0f186-1595-4fa6-9ae2-5e1104aed0ba tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "DELETE /v2.0/networks/24591c91-1ab1-4a86-8ff3-f1318e496ba7 HTTP/1.1" status: 404 len: 339 time: 0.0209842 Jan 10 12:21:05.887391 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34916) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:05.912400 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a348a1-e0ad-44c2-aa46-233444bdd756 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] DELETE failed (client error): The resource could not be found. Jan 10 12:21:05.912856 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a348a1-e0ad-44c2-aa46-233444bdd756 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 12:21:05.915873 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-94a348a1-e0ad-44c2-aa46-233444bdd756 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "DELETE /v2.0/subnets/6e7cb622-34c1-487d-bfb9-557fc5224346 HTTP/1.1" status: 404 len: 337 time: 0.0276113 Jan 10 12:21:05.918211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34918) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:05.935783 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86683eb-507b-457a-b291-16491bd11ad2 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] DELETE failed (client error): The resource could not be found. Jan 10 12:21:05.936271 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86683eb-507b-457a-b291-16491bd11ad2 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 10 12:21:05.939195 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e86683eb-507b-457a-b291-16491bd11ad2 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "DELETE /v2.0/networks/805e7106-0fa9-4e5a-b1e9-f335aa026d28 HTTP/1.1" status: 404 len: 339 time: 0.0200994 Jan 10 12:21:05.941401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34920) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:05.990415 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-961ddd81-6d59-4552-9734-d8ff496313be tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Deleting subnet cb44de18-23a6-497a-8d31-24c066cc430c {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:21:05.994282 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-961ddd81-6d59-4552-9734-d8ff496313be tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for subnet (cb44de18-23a6-497a-8d31-24c066cc430c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.039108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-961ddd81-6d59-4552-9734-d8ff496313be tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (cb44de18-23a6-497a-8d31-24c066cc430c), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.049596 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-25e126b3-1158-4b0e-a57d-db281d450880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.120547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-961ddd81-6d59-4552-9734-d8ff496313be tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (cb44de18-23a6-497a-8d31-24c066cc430c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.261586 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-961ddd81-6d59-4552-9734-d8ff496313be tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (cb44de18-23a6-497a-8d31-24c066cc430c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.291587 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ddd81-6d59-4552-9734-d8ff496313be tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event deleted for resources: {'Subnet': ['ID=cb44de18-23a6-497a-8d31-24c066cc430c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:06.297300 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-961ddd81-6d59-4552-9734-d8ff496313be tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.300535 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-961ddd81-6d59-4552-9734-d8ff496313be tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "DELETE /v2.0/subnets/cb44de18-23a6-497a-8d31-24c066cc430c HTTP/1.1" status: 204 len: 168 time: 0.3582118 Jan 10 12:21:06.303043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34922) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:06.303329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4204d3d6-2fe6-4cb4-b885-8782734a15c3 None None] Network e5bda16a-d83c-4ef7-b1b4-9b53755afa96 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:21:06.380396 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (e5bda16a-d83c-4ef7-b1b4-9b53755afa96), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.438949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Deleting port 17489c3a-0761-404a-9efa-50bd1d938e94 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:21:06.441487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (17489c3a-0761-404a-9efa-50bd1d938e94), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.449825 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3224283b-f7ac-469a-93f3-d2eb5cddc7b3 None None] DHCP port deletion for e5bda16a-d83c-4ef7-b1b4-9b53755afa96 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:21:06.496051 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3224283b-f7ac-469a-93f3-d2eb5cddc7b3 None None] Deleting port 17489c3a-0761-404a-9efa-50bd1d938e94 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:21:06.496434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3224283b-f7ac-469a-93f3-d2eb5cddc7b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (17489c3a-0761-404a-9efa-50bd1d938e94), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.507710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] For port 17489c3a-0761-404a-9efa-50bd1d938e94, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17489c3a-0761-404a-9efa-50bd1d938e94,segment=NetworkSegment(7a8b63b4-a709-4a67-8fd5-45396fbd5c71),segment_id=7a8b63b4-a709-4a67-8fd5-45396fbd5c71)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:06.508350 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (17489c3a-0761-404a-9efa-50bd1d938e94), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.521281 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Calling delete_port for 17489c3a-0761-404a-9efa-50bd1d938e94 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:21:06.562040 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-3224283b-f7ac-469a-93f3-d2eb5cddc7b3 None None] For port 17489c3a-0761-404a-9efa-50bd1d938e94, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17489c3a-0761-404a-9efa-50bd1d938e94,segment=NetworkSegment(7a8b63b4-a709-4a67-8fd5-45396fbd5c71),segment_id=7a8b63b4-a709-4a67-8fd5-45396fbd5c71)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:06.562449 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3224283b-f7ac-469a-93f3-d2eb5cddc7b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (17489c3a-0761-404a-9efa-50bd1d938e94), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.574994 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3224283b-f7ac-469a-93f3-d2eb5cddc7b3 None None] Calling delete_port for 17489c3a-0761-404a-9efa-50bd1d938e94 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:21:06.684538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (17489c3a-0761-404a-9efa-50bd1d938e94), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.689880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3224283b-f7ac-469a-93f3-d2eb5cddc7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (17489c3a-0761-404a-9efa-50bd1d938e94), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.715838 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event deleted for resources: {'Port': ['ID=17489c3a-0761-404a-9efa-50bd1d938e94,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:06.716681 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224283b-f7ac-469a-93f3-d2eb5cddc7b3 None None] Pushing event deleted for resources: {'Port': ['ID=17489c3a-0761-404a-9efa-50bd1d938e94,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:06.717757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] No DVR routers for this DVR port 17489c3a-0761-404a-9efa-50bd1d938e94 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:21:06.724077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3224283b-f7ac-469a-93f3-d2eb5cddc7b3 None None] No DVR routers for this DVR port 17489c3a-0761-404a-9efa-50bd1d938e94 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:21:06.797380 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (e5bda16a-d83c-4ef7-b1b4-9b53755afa96), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.816852 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bda16a-d83c-4ef7-b1b4-9b53755afa96']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:06.826020 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8b63b4-a709-4a67-8fd5-45396fbd5c71') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:06.826327 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8b63b4-a709-4a67-8fd5-45396fbd5c71') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:06.835665 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (7a8b63b4-a709-4a67-8fd5-45396fbd5c71), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.849038 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (7a8b63b4-a709-4a67-8fd5-45396fbd5c71), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.855463 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:21:06.855849 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (7a8b63b4-a709-4a67-8fd5-45396fbd5c71), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:21:06.858756 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:21:06.975696 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (e5bda16a-d83c-4ef7-b1b4-9b53755afa96), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.984175 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:06.987164 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] 10.222.0.16 "DELETE /v2.0/networks/e5bda16a-d83c-4ef7-b1b4-9b53755afa96 HTTP/1.1" status: 204 len: 168 time: 0.6830800 Jan 10 12:21:06.998880 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37356b4-d3bc-4fd3-8048-a8227d225029 tempest-NetworksIpV6Test-1974553263 tempest-NetworksIpV6Test-1974553263-project] Pushing event deleted for resources: {'Network': ['ID=e5bda16a-d83c-4ef7-b1b4-9b53755afa96,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:07.436693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34928) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:07.571951 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f9b5d17d-4816-4934-983a-80def4b3ee13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd035449732e4212beba0f31c7ccc385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340539 Jan 10 12:21:07.574621 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34932) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:07.615921 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 17489c3a-0761-404a-9efa-50bd1d938e94 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:21:07.622244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-eed25386-2042-4230-9bea-ff7a3e761e8f admin admin] Publish callbacks [] for security_group (4093e68c-6c44-4fed-8a1e-3a92a1ccd13b), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:07.637117 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 17489c3a-0761-404a-9efa-50bd1d938e94 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:21:07.637468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 17489c3a-0761-404a-9efa-50bd1d938e94 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:21:07.643616 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-eed25386-2042-4230-9bea-ff7a3e761e8f admin admin] Publish callbacks [] for security_group (4093e68c-6c44-4fed-8a1e-3a92a1ccd13b), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:07.775521 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-eed25386-2042-4230-9bea-ff7a3e761e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (4093e68c-6c44-4fed-8a1e-3a92a1ccd13b), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:07.778400 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-eed25386-2042-4230-9bea-ff7a3e761e8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:07.779793 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-eed25386-2042-4230-9bea-ff7a3e761e8f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4093e68c-6c44-4fed-8a1e-3a92a1ccd13b HTTP/1.1" status: 204 len: 168 time: 0.2040086 Jan 10 12:21:07.792857 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed25386-2042-4230-9bea-ff7a3e761e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4093e68c-6c44-4fed-8a1e-3a92a1ccd13b,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:08.692563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34954) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:08.785352 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-a118ae5e-2416-4fa4-8f67-51e26de97ca9 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-197214657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:08.861389 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a118ae5e-2416-4fa4-8f67-51e26de97ca9 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (7c8366f9-b62e-454e-ab14-1d3ec62b8cf0), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:08.862450 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a118ae5e-2416-4fa4-8f67-51e26de97ca9 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (7c8366f9-b62e-454e-ab14-1d3ec62b8cf0), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:08.916553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a118ae5e-2416-4fa4-8f67-51e26de97ca9 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for router_controller (7c8366f9-b62e-454e-ab14-1d3ec62b8cf0), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:08.987018 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a118ae5e-2416-4fa4-8f67-51e26de97ca9 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (7c8366f9-b62e-454e-ab14-1d3ec62b8cf0), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:09.071515 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a118ae5e-2416-4fa4-8f67-51e26de97ca9 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:09.072727 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a118ae5e-2416-4fa4-8f67-51e26de97ca9 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3791492 Jan 10 12:21:09.075424 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34958) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:09.080301 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1232927470'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:09.164018 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Made reservation on behalf of 00ed06ebd45945d9a4978b9e86445976 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:21:09.167437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:09.176370 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:09.251918 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for security_group (e16bea36-061a-484e-9f43-cc4e49c4c033), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:09.318291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e16bea36-061a-484e-9f43-cc4e49c4c033), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:09.341145 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:21:09.356205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16bea36-061a-484e-9f43-cc4e49c4c033,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:09.358586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (de418574-6aaf-4af8-a950-2ae94200391a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:09.358927 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Added segment de418574-6aaf-4af8-a950-2ae94200391a of type vlan for network 4fb53edb-bd89-444e-afa2-0e297dfd69f0 Jan 10 12:21:09.376198 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:09.376556 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:09.376905 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:09.377247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:09.377584 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:09.377946 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:09.378280 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:09.378612 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:09.378940 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:09.379272 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:09.379609 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:09.379930 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:09.380254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:09.419241 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (4fb53edb-bd89-444e-afa2-0e297dfd69f0), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:09.503536 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (4fb53edb-bd89-444e-afa2-0e297dfd69f0), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:09.509283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:09.509914 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:09.577148 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Pushing event updated for resources: {'Network': ['ID=4fb53edb-bd89-444e-afa2-0e297dfd69f0,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:09.590490 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 4fb53edb-bd89-444e-afa2-0e297dfd69f0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:21:09.591942 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-38cc1a33-5acf-43c1-b274-eb2f4be4df73 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5154142 Jan 10 12:21:09.594734 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34960) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:09.599741 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-0f2f5485-b8b5-4f56-9d11-3a6b51a09d88 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Request body: {'subnet': {'network_id': '4fb53edb-bd89-444e-afa2-0e297dfd69f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:09.755280 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2f5485-b8b5-4f56-9d11-3a6b51a09d88 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Made reservation on behalf of 00ed06ebd45945d9a4978b9e86445976 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:21:09.758959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5485-b8b5-4f56-9d11-3a6b51a09d88 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:10.012224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5485-b8b5-4f56-9d11-3a6b51a09d88 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (c5047683-4ffc-465b-b241-924e8fc6dc95), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:10.073194 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f5485-b8b5-4f56-9d11-3a6b51a09d88 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Pushing event updated for resources: {'Subnet': ['ID=c5047683-4ffc-465b-b241-924e8fc6dc95,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:10.080501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2f5485-b8b5-4f56-9d11-3a6b51a09d88 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Checking segment: {'id': 'de418574-6aaf-4af8-a950-2ae94200391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4fb53edb-bd89-444e-afa2-0e297dfd69f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:10.080866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f5485-b8b5-4f56-9d11-3a6b51a09d88 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Network hostable DHCP agents. Network: 4fb53edb-bd89-444e-afa2-0e297dfd69f0, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:21:10.143370 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f5485-b8b5-4f56-9d11-3a6b51a09d88 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Network 4fb53edb-bd89-444e-afa2-0e297dfd69f0 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:21:10.217552 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-0f2f5485-b8b5-4f56-9d11-3a6b51a09d88 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4fb53edb-bd89-444e-afa2-0e297dfd69f0) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:10.221693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f5485-b8b5-4f56-9d11-3a6b51a09d88 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:10.222438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5485-b8b5-4f56-9d11-3a6b51a09d88 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:10.228416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51132a2d-c608-4586-acd1-353c1658770d None None] Network 4fb53edb-bd89-444e-afa2-0e297dfd69f0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:21:10.289538 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0f2f5485-b8b5-4f56-9d11-3a6b51a09d88 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6935833 Jan 10 12:21:10.292803 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34962) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:10.297985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e894b4e8-0ad8-407a-8245-2bac28e6e87f tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-305435023'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:10.349000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-07d20569-9000-4b48-94d0-d95c8e29df8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:10.353160 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4fb53edb-bd89-444e-afa2-0e297dfd69f0', 'network_id': '4fb53edb-bd89-444e-afa2-0e297dfd69f0', 'project_id': '00ed06ebd45945d9a4978b9e86445976', 'fixed_ips': [{'subnet_id': 'c5047683-4ffc-465b-b241-924e8fc6dc95'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:21:10.360978 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:10.378464 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e894b4e8-0ad8-407a-8245-2bac28e6e87f tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Made reservation on behalf of 00ed06ebd45945d9a4978b9e86445976 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:21:10.382529 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e894b4e8-0ad8-407a-8245-2bac28e6e87f tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:10.407149 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e894b4e8-0ad8-407a-8245-2bac28e6e87f tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:21:10.416683 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e894b4e8-0ad8-407a-8245-2bac28e6e87f tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9d45684a-ba59-491b-9cc7-d27b50d2df56), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:10.417035 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-e894b4e8-0ad8-407a-8245-2bac28e6e87f tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Added segment 9d45684a-ba59-491b-9cc7-d27b50d2df56 of type vlan for network 30cd5ba9-9a72-4a78-a029-3374df048b94 Jan 10 12:21:10.457129 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e894b4e8-0ad8-407a-8245-2bac28e6e87f tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (30cd5ba9-9a72-4a78-a029-3374df048b94), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:10.491601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Allocated IP 172.20.0.2 (4fb53edb-bd89-444e-afa2-0e297dfd69f0/c5047683-4ffc-465b-b241-924e8fc6dc95/f5cffa38-3d1f-4f37-987e-741eb8707aec) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:21:10.553078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e894b4e8-0ad8-407a-8245-2bac28e6e87f tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (30cd5ba9-9a72-4a78-a029-3374df048b94), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:10.559067 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e894b4e8-0ad8-407a-8245-2bac28e6e87f tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:10.559680 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e894b4e8-0ad8-407a-8245-2bac28e6e87f tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:10.629752 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894b4e8-0ad8-407a-8245-2bac28e6e87f tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Pushing event updated for resources: {'Network': ['ID=30cd5ba9-9a72-4a78-a029-3374df048b94,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:10.635128 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Publish callbacks [] for port (f5cffa38-3d1f-4f37-987e-741eb8707aec), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:10.639774 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 30cd5ba9-9a72-4a78-a029-3374df048b94 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:21:10.672101 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e894b4e8-0ad8-407a-8245-2bac28e6e87f tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3781476 Jan 10 12:21:10.675099 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34964) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:10.680746 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ec8f355c-0c77-4728-a16e-2d6d83d8b871 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Request body: {'subnet': {'network_id': '30cd5ba9-9a72-4a78-a029-3374df048b94', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:10.704314 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (f5cffa38-3d1f-4f37-987e-741eb8707aec), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:10.759052 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Network 4fb53edb-bd89-444e-afa2-0e297dfd69f0 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:21:10.763849 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:10.767131 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:21:10.778509 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Pushing event updated for resources: {'Port': ['ID=f5cffa38-3d1f-4f37-987e-741eb8707aec,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:10.799370 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:10.827720 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Attempting to bind port f5cffa38-3d1f-4f37-987e-741eb8707aec on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:21:10.828026 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Attempting to bind port f5cffa38-3d1f-4f37-987e-741eb8707aec by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'de418574-6aaf-4af8-a950-2ae94200391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4fb53edb-bd89-444e-afa2-0e297dfd69f0'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:21:10.828435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Attempting to bind port f5cffa38-3d1f-4f37-987e-741eb8707aec on network 4fb53edb-bd89-444e-afa2-0e297dfd69f0 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:21:10.833271 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:21:10.833661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Checking segment: {'id': 'de418574-6aaf-4af8-a950-2ae94200391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4fb53edb-bd89-444e-afa2-0e297dfd69f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:10.834149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:10.834545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Bound using segment: {'id': 'de418574-6aaf-4af8-a950-2ae94200391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4fb53edb-bd89-444e-afa2-0e297dfd69f0'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:21:10.835007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Bound port: f5cffa38-3d1f-4f37-987e-741eb8707aec, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de418574-6aaf-4af8-a950-2ae94200391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4fb53edb-bd89-444e-afa2-0e297dfd69f0'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:21:10.835594 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f5cffa38-3d1f-4f37-987e-741eb8707aec), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:10.892004 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8f355c-0c77-4728-a16e-2d6d83d8b871 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Made reservation on behalf of 00ed06ebd45945d9a4978b9e86445976 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:21:10.896319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ec8f355c-0c77-4728-a16e-2d6d83d8b871 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:10.901066 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] For port f5cffa38-3d1f-4f37-987e-741eb8707aec, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:21:10.904174 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] For port f5cffa38-3d1f-4f37-987e-741eb8707aec, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5cffa38-3d1f-4f37-987e-741eb8707aec,segment=NetworkSegment(de418574-6aaf-4af8-a950-2ae94200391a),segment_id=de418574-6aaf-4af8-a950-2ae94200391a)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:21:11.004615 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f5cffa38-3d1f-4f37-987e-741eb8707aec), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:11.069223 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd7b9e-e81f-41bf-a95e-11cdda1a6cc3 None None] Pushing event updated for resources: {'Port': ['ID=f5cffa38-3d1f-4f37-987e-741eb8707aec,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:11.138299 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ec8f355c-0c77-4728-a16e-2d6d83d8b871 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (4e48f806-3000-46f5-b09b-1692fbbe9feb), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:11.212897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f355c-0c77-4728-a16e-2d6d83d8b871 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Pushing event updated for resources: {'Subnet': ['ID=4e48f806-3000-46f5-b09b-1692fbbe9feb,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:11.224570 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f355c-0c77-4728-a16e-2d6d83d8b871 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Checking segment: {'id': '9d45684a-ba59-491b-9cc7-d27b50d2df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '30cd5ba9-9a72-4a78-a029-3374df048b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:11.224950 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8f355c-0c77-4728-a16e-2d6d83d8b871 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Network hostable DHCP agents. Network: 30cd5ba9-9a72-4a78-a029-3374df048b94, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:21:11.307004 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8f355c-0c77-4728-a16e-2d6d83d8b871 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Network 30cd5ba9-9a72-4a78-a029-3374df048b94 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:21:11.369674 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-ec8f355c-0c77-4728-a16e-2d6d83d8b871 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 30cd5ba9-9a72-4a78-a029-3374df048b94) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:11.373758 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8f355c-0c77-4728-a16e-2d6d83d8b871 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:11.379869 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ec8f355c-0c77-4728-a16e-2d6d83d8b871 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:11.380125 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dfab29-1aec-4104-8ac0-bdd8dc2b2074 None None] Network 30cd5ba9-9a72-4a78-a029-3374df048b94 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:21:11.461616 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ec8f355c-0c77-4728-a16e-2d6d83d8b871 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7847624 Jan 10 12:21:11.464635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34966) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:11.469409 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-4fae6120-26f6-4ed0-a256-638f4c866877 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Request body: {'router': {'external_gateway_info': {'network_id': '30cd5ba9-9a72-4a78-a029-3374df048b94'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:11.630678 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-30cd5ba9-9a72-4a78-a029-3374df048b94', 'network_id': '30cd5ba9-9a72-4a78-a029-3374df048b94', 'project_id': '00ed06ebd45945d9a4978b9e86445976', 'fixed_ips': [{'subnet_id': '4e48f806-3000-46f5-b09b-1692fbbe9feb'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:21:11.631584 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:11.653308 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f5cffa38-3d1f-4f37-987e-741eb8707aec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:21:11.690384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4fae6120-26f6-4ed0-a256-638f4c866877 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for router_gateway (7c8366f9-b62e-454e-ab14-1d3ec62b8cf0), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:11.798635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port f5cffa38-3d1f-4f37-987e-741eb8707aec triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:11.799013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f5cffa38-3d1f-4f37-987e-741eb8707aec), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:11.846272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Allocated IP 172.21.0.2 (30cd5ba9-9a72-4a78-a029-3374df048b94/4e48f806-3000-46f5-b09b-1692fbbe9feb/b9bc5afe-e069-4ecf-8da3-69d5d0099f3b) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:21:11.858633 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.api.v2.resource [None req-4fae6120-26f6-4ed0-a256-638f4c866877 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 10 12:21:11.859773 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4fae6120-26f6-4ed0-a256-638f4c866877 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] 10.222.0.16 "PUT /v2.0/routers/7c8366f9-b62e-454e-ab14-1d3ec62b8cf0 HTTP/1.1" status: 400 len: 364 time: 0.3940728 Jan 10 12:21:11.865855 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34968) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:11.928819 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8b2061-0c34-4995-be05-80bc0c6ec9aa tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Deleting subnet 4e48f806-3000-46f5-b09b-1692fbbe9feb {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:21:11.947621 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f5cffa38-3d1f-4f37-987e-741eb8707aec), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:11.998344 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049d6006-8135-4c3a-9383-df0d7585e21a None None] Network 4fb53edb-bd89-444e-afa2-0e297dfd69f0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:21:12.005888 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port f5cffa38-3d1f-4f37-987e-741eb8707aec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5cffa38-3d1f-4f37-987e-741eb8707aec,segment=NetworkSegment(de418574-6aaf-4af8-a950-2ae94200391a),segment_id=de418574-6aaf-4af8-a950-2ae94200391a)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:12.092283 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f5cffa38-3d1f-4f37-987e-741eb8707aec), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.135850 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9cf83607-e718-4c29-b972-501ea06cd9d3 None None] Provisioning complete for port f5cffa38-3d1f-4f37-987e-741eb8707aec triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:12.136219 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9cf83607-e718-4c29-b972-501ea06cd9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f5cffa38-3d1f-4f37-987e-741eb8707aec), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.143933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Publish callbacks [] for port (b9bc5afe-e069-4ecf-8da3-69d5d0099f3b), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.211891 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a8b2061-0c34-4995-be05-80bc0c6ec9aa tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for subnet (4e48f806-3000-46f5-b09b-1692fbbe9feb), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.232782 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (b9bc5afe-e069-4ecf-8da3-69d5d0099f3b), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.241223 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=f5cffa38-3d1f-4f37-987e-741eb8707aec,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:12.260509 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a8b2061-0c34-4995-be05-80bc0c6ec9aa tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (4e48f806-3000-46f5-b09b-1692fbbe9feb), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.262840 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.264063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:12.264410 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:12.264747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:12.265084 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:12.265411 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:12.265738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:12.266092 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:12.266418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:12.266741 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:12.267064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:12.267388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:12.267704 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:12.268025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:12.273856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Network 30cd5ba9-9a72-4a78-a029-3374df048b94 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:21:12.281389 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:12.283305 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:21:12.347684 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a8b2061-0c34-4995-be05-80bc0c6ec9aa tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (4e48f806-3000-46f5-b09b-1692fbbe9feb), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.368888 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Pushing event updated for resources: {'Port': ['ID=b9bc5afe-e069-4ecf-8da3-69d5d0099f3b,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:12.407248 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Attempting to bind port b9bc5afe-e069-4ecf-8da3-69d5d0099f3b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:21:12.407622 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Attempting to bind port b9bc5afe-e069-4ecf-8da3-69d5d0099f3b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9d45684a-ba59-491b-9cc7-d27b50d2df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '30cd5ba9-9a72-4a78-a029-3374df048b94'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:21:12.411544 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Attempting to bind port b9bc5afe-e069-4ecf-8da3-69d5d0099f3b on network 30cd5ba9-9a72-4a78-a029-3374df048b94 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:21:12.413193 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:21:12.413574 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Checking segment: {'id': '9d45684a-ba59-491b-9cc7-d27b50d2df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '30cd5ba9-9a72-4a78-a029-3374df048b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:12.414009 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.414959 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Bound using segment: {'id': '9d45684a-ba59-491b-9cc7-d27b50d2df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '30cd5ba9-9a72-4a78-a029-3374df048b94'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:21:12.415437 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Bound port: b9bc5afe-e069-4ecf-8da3-69d5d0099f3b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d45684a-ba59-491b-9cc7-d27b50d2df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '30cd5ba9-9a72-4a78-a029-3374df048b94'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:21:12.415814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b9bc5afe-e069-4ecf-8da3-69d5d0099f3b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.487191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a8b2061-0c34-4995-be05-80bc0c6ec9aa tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (4e48f806-3000-46f5-b09b-1692fbbe9feb), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.489806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] For port b9bc5afe-e069-4ecf-8da3-69d5d0099f3b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:21:12.493881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] For port b9bc5afe-e069-4ecf-8da3-69d5d0099f3b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b9bc5afe-e069-4ecf-8da3-69d5d0099f3b,segment=NetworkSegment(9d45684a-ba59-491b-9cc7-d27b50d2df56),segment_id=9d45684a-ba59-491b-9cc7-d27b50d2df56)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:21:12.515834 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f370efe6-5c33-47a1-8f1e-a1e6bf033fde None None] Provisioning complete for port f5cffa38-3d1f-4f37-987e-741eb8707aec triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:12.516214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f370efe6-5c33-47a1-8f1e-a1e6bf033fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f5cffa38-3d1f-4f37-987e-741eb8707aec), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.521008 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b2061-0c34-4995-be05-80bc0c6ec9aa tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Pushing event deleted for resources: {'Subnet': ['ID=4e48f806-3000-46f5-b09b-1692fbbe9feb,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:12.523000 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8a8b2061-0c34-4995-be05-80bc0c6ec9aa tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.526239 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8a8b2061-0c34-4995-be05-80bc0c6ec9aa tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] 10.222.0.16 "DELETE /v2.0/subnets/4e48f806-3000-46f5-b09b-1692fbbe9feb HTTP/1.1" status: 204 len: 168 time: 0.6579461 Jan 10 12:21:12.528796 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34970) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:12.587591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b9bc5afe-e069-4ecf-8da3-69d5d0099f3b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.607494 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (30cd5ba9-9a72-4a78-a029-3374df048b94), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.662356 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bc901-f19b-43e4-9aba-3178310ee891 None None] Pushing event updated for resources: {'Port': ['ID=b9bc5afe-e069-4ecf-8da3-69d5d0099f3b,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:12.662901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Deleting port b9bc5afe-e069-4ecf-8da3-69d5d0099f3b {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:21:12.662901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b9bc5afe-e069-4ecf-8da3-69d5d0099f3b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.732342 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] For port b9bc5afe-e069-4ecf-8da3-69d5d0099f3b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b9bc5afe-e069-4ecf-8da3-69d5d0099f3b,segment=NetworkSegment(9d45684a-ba59-491b-9cc7-d27b50d2df56),segment_id=9d45684a-ba59-491b-9cc7-d27b50d2df56)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:12.732707 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b9bc5afe-e069-4ecf-8da3-69d5d0099f3b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.746101 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Calling delete_port for b9bc5afe-e069-4ecf-8da3-69d5d0099f3b owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:21:12.901522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b9bc5afe-e069-4ecf-8da3-69d5d0099f3b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:12.932792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Pushing event deleted for resources: {'Port': ['ID=b9bc5afe-e069-4ecf-8da3-69d5d0099f3b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:12.936278 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] No DVR routers for this DVR port b9bc5afe-e069-4ecf-8da3-69d5d0099f3b on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:21:13.014057 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (30cd5ba9-9a72-4a78-a029-3374df048b94), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.033477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30cd5ba9-9a72-4a78-a029-3374df048b94']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:13.042415 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d45684a-ba59-491b-9cc7-d27b50d2df56') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:13.042655 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d45684a-ba59-491b-9cc7-d27b50d2df56') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:13.051707 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (9d45684a-ba59-491b-9cc7-d27b50d2df56), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.064441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9d45684a-ba59-491b-9cc7-d27b50d2df56), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.070207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:21:13.071194 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (9d45684a-ba59-491b-9cc7-d27b50d2df56), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:21:13.074295 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:21:13.198253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (30cd5ba9-9a72-4a78-a029-3374df048b94), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.203686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.207104 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] 10.222.0.16 "DELETE /v2.0/networks/30cd5ba9-9a72-4a78-a029-3374df048b94 HTTP/1.1" status: 204 len: 168 time: 0.6773767 Jan 10 12:21:13.210378 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34972) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:13.221952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0f23b-3676-4be8-bd18-b4b5a941213e tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Pushing event deleted for resources: {'Network': ['ID=30cd5ba9-9a72-4a78-a029-3374df048b94,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:13.273162 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-8922dbed-b5aa-43dc-9738-041bee290909 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Deleting subnet c5047683-4ffc-465b-b241-924e8fc6dc95 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:21:13.277495 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8922dbed-b5aa-43dc-9738-041bee290909 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for subnet (c5047683-4ffc-465b-b241-924e8fc6dc95), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.312821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.319496 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8922dbed-b5aa-43dc-9738-041bee290909 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (c5047683-4ffc-465b-b241-924e8fc6dc95), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.414149 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8922dbed-b5aa-43dc-9738-041bee290909 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (c5047683-4ffc-465b-b241-924e8fc6dc95), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.553080 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8922dbed-b5aa-43dc-9738-041bee290909 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (c5047683-4ffc-465b-b241-924e8fc6dc95), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.557834 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-84e1d0c4-ecf9-4883-a5d3-5d72903b3517 None None] Could not find standard attr ID for object b9bc5afe-e069-4ecf-8da3-69d5d0099f3b. {{(pid=110626) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 10 12:21:13.583653 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922dbed-b5aa-43dc-9738-041bee290909 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Pushing event deleted for resources: {'Subnet': ['ID=c5047683-4ffc-465b-b241-924e8fc6dc95,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:13.585531 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8922dbed-b5aa-43dc-9738-041bee290909 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.588938 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8922dbed-b5aa-43dc-9738-041bee290909 tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] 10.222.0.16 "DELETE /v2.0/subnets/c5047683-4ffc-465b-b241-924e8fc6dc95 HTTP/1.1" status: 204 len: 168 time: 0.3776584 Jan 10 12:21:13.591350 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 34974) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:13.597568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d60c2af-8125-4bd8-94f2-cd47915deef5 None None] Network 4fb53edb-bd89-444e-afa2-0e297dfd69f0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:21:13.600890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e66ba6c-f80b-43e5-8655-04ec06d984de None None] DHCP port deletion for 30cd5ba9-9a72-4a78-a029-3374df048b94 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:21:13.662268 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f5cffa38-3d1f-4f37-987e-741eb8707aec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:21:13.682602 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (4fb53edb-bd89-444e-afa2-0e297dfd69f0), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.690987 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31348e8d-acd0-44b2-b10a-7eac236d350c None None] Network 30cd5ba9-9a72-4a78-a029-3374df048b94 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:21:13.711588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31348e8d-acd0-44b2-b10a-7eac236d350c None None] Network 30cd5ba9-9a72-4a78-a029-3374df048b94 could not be found, it might have been deleted concurrently. {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 10 12:21:13.736196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Deleting port f5cffa38-3d1f-4f37-987e-741eb8707aec {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:21:13.736462 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f5cffa38-3d1f-4f37-987e-741eb8707aec), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.756873 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port f5cffa38-3d1f-4f37-987e-741eb8707aec triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:13.757250 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f5cffa38-3d1f-4f37-987e-741eb8707aec), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.801037 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] For port f5cffa38-3d1f-4f37-987e-741eb8707aec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5cffa38-3d1f-4f37-987e-741eb8707aec,segment=NetworkSegment(de418574-6aaf-4af8-a950-2ae94200391a),segment_id=de418574-6aaf-4af8-a950-2ae94200391a)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:13.801401 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f5cffa38-3d1f-4f37-987e-741eb8707aec), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.814299 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Calling delete_port for f5cffa38-3d1f-4f37-987e-741eb8707aec owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:21:13.830942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3043549b-a5a7-46d6-a4b1-18fd6b81fc3a None None] DHCP port deletion for 4fb53edb-bd89-444e-afa2-0e297dfd69f0 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:21:13.886054 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3043549b-a5a7-46d6-a4b1-18fd6b81fc3a None None] Deleting port f5cffa38-3d1f-4f37-987e-741eb8707aec {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:21:13.886433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3043549b-a5a7-46d6-a4b1-18fd6b81fc3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f5cffa38-3d1f-4f37-987e-741eb8707aec), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.948125 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-3043549b-a5a7-46d6-a4b1-18fd6b81fc3a None None] For port f5cffa38-3d1f-4f37-987e-741eb8707aec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5cffa38-3d1f-4f37-987e-741eb8707aec,segment=NetworkSegment(de418574-6aaf-4af8-a950-2ae94200391a),segment_id=de418574-6aaf-4af8-a950-2ae94200391a)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:13.948561 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3043549b-a5a7-46d6-a4b1-18fd6b81fc3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f5cffa38-3d1f-4f37-987e-741eb8707aec), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:13.960722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3043549b-a5a7-46d6-a4b1-18fd6b81fc3a None None] Calling delete_port for f5cffa38-3d1f-4f37-987e-741eb8707aec owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:21:14.000593 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (f5cffa38-3d1f-4f37-987e-741eb8707aec), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:14.025657 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Pushing event deleted for resources: {'Port': ['ID=f5cffa38-3d1f-4f37-987e-741eb8707aec,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:14.029201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] No DVR routers for this DVR port f5cffa38-3d1f-4f37-987e-741eb8707aec on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:21:14.043943 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3043549b-a5a7-46d6-a4b1-18fd6b81fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (f5cffa38-3d1f-4f37-987e-741eb8707aec), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:14.069115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043549b-a5a7-46d6-a4b1-18fd6b81fc3a None None] Pushing event deleted for resources: {'Port': ['ID=f5cffa38-3d1f-4f37-987e-741eb8707aec,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:14.072756 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3043549b-a5a7-46d6-a4b1-18fd6b81fc3a None None] No DVR routers for this DVR port f5cffa38-3d1f-4f37-987e-741eb8707aec on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:21:14.111869 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (4fb53edb-bd89-444e-afa2-0e297dfd69f0), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:14.132618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb53edb-bd89-444e-afa2-0e297dfd69f0']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:14.141707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de418574-6aaf-4af8-a950-2ae94200391a') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:14.142032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de418574-6aaf-4af8-a950-2ae94200391a') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:14.151640 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (de418574-6aaf-4af8-a950-2ae94200391a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:14.164917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (de418574-6aaf-4af8-a950-2ae94200391a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:14.170747 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:21:14.171154 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (de418574-6aaf-4af8-a950-2ae94200391a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:21:14.174061 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:21:14.280788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (4fb53edb-bd89-444e-afa2-0e297dfd69f0), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:14.287376 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:14.291367 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] 10.222.0.16 "DELETE /v2.0/networks/4fb53edb-bd89-444e-afa2-0e297dfd69f0 HTTP/1.1" status: 204 len: 168 time: 0.6988440 Jan 10 12:21:14.294210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34976) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:14.302415 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fc8cc-b057-4229-b4cd-12fae445f4dd tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Pushing event deleted for resources: {'Network': ['ID=4fb53edb-bd89-444e-afa2-0e297dfd69f0,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:14.321692 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1f13151e-e267-49f2-9614-7c8ceeffa1de tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8366f9-b62e-454e-ab14-1d3ec62b8cf0 HTTP/1.1" status: 200 len: 205 time: 0.0262876 Jan 10 12:21:14.324034 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34978) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:14.398098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-28384888-375a-471f-afef-772fd7c39ddb tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for router (7c8366f9-b62e-454e-ab14-1d3ec62b8cf0), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:14.551416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-28384888-375a-471f-afef-772fd7c39ddb tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (7c8366f9-b62e-454e-ab14-1d3ec62b8cf0), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:14.553405 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-28384888-375a-471f-afef-772fd7c39ddb tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for router_controller (7c8366f9-b62e-454e-ab14-1d3ec62b8cf0), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:14.663474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-28384888-375a-471f-afef-772fd7c39ddb tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (7c8366f9-b62e-454e-ab14-1d3ec62b8cf0), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:14.663992 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28384888-375a-471f-afef-772fd7c39ddb tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Fanout notify agent at l3_agent the message router_deleted on router 7c8366f9-b62e-454e-ab14-1d3ec62b8cf0 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:21:14.680134 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-28384888-375a-471f-afef-772fd7c39ddb tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:14.680134 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-28384888-375a-471f-afef-772fd7c39ddb tempest-RoutersNegativeTest-1855130900 tempest-RoutersNegativeTest-1855130900-project] 10.222.0.16 "DELETE /v2.0/routers/7c8366f9-b62e-454e-ab14-1d3ec62b8cf0 HTTP/1.1" status: 204 len: 168 time: 0.3471715 Jan 10 12:21:15.115679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34984) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:15.242533 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-10ccfa92-6387-4395-a9b4-946c71a34163 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00ed06ebd45945d9a4978b9e86445976&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1253843 Jan 10 12:21:15.244982 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 34988) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:15.295549 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2af2835-4bcb-4b4e-91f9-bd111533b553 admin admin] Publish callbacks [] for security_group (e16bea36-061a-484e-9f43-cc4e49c4c033), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:15.316173 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2af2835-4bcb-4b4e-91f9-bd111533b553 admin admin] Publish callbacks [] for security_group (e16bea36-061a-484e-9f43-cc4e49c4c033), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:15.423534 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2af2835-4bcb-4b4e-91f9-bd111533b553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e16bea36-061a-484e-9f43-cc4e49c4c033), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:15.426148 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d2af2835-4bcb-4b4e-91f9-bd111533b553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:15.427382 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d2af2835-4bcb-4b4e-91f9-bd111533b553 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e16bea36-061a-484e-9f43-cc4e49c4c033 HTTP/1.1" status: 204 len: 168 time: 0.1814544 Jan 10 12:21:15.435036 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af2835-4bcb-4b4e-91f9-bd111533b553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16bea36-061a-484e-9f43-cc4e49c4c033,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:15.610492 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f5cffa38-3d1f-4f37-987e-741eb8707aec no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:21:15.631409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: f5cffa38-3d1f-4f37-987e-741eb8707aec {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:21:15.631785 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f5cffa38-3d1f-4f37-987e-741eb8707aec not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:21:15.632199 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b9bc5afe-e069-4ecf-8da3-69d5d0099f3b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:21:15.653952 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: b9bc5afe-e069-4ecf-8da3-69d5d0099f3b {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:21:15.654298 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b9bc5afe-e069-4ecf-8da3-69d5d0099f3b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:21:16.372974 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35010) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:16.465639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-be0d8269-e281-4d6a-bdb6-1ca68b2649e7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1798069303-network', 'tenant_id': '66f527ed9061467991568637e4933d87'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:16.529841 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0d8269-e281-4d6a-bdb6-1ca68b2649e7 admin admin] Made reservation on behalf of 66f527ed9061467991568637e4933d87 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:21:16.532218 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be0d8269-e281-4d6a-bdb6-1ca68b2649e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:16.541296 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be0d8269-e281-4d6a-bdb6-1ca68b2649e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:16.613079 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be0d8269-e281-4d6a-bdb6-1ca68b2649e7 admin admin] Publish callbacks [] for security_group (7335d13b-5bfe-4625-9cbb-8610727ac390), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:16.674654 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be0d8269-e281-4d6a-bdb6-1ca68b2649e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (7335d13b-5bfe-4625-9cbb-8610727ac390), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:16.698850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0d8269-e281-4d6a-bdb6-1ca68b2649e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:21:16.707498 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d8269-e281-4d6a-bdb6-1ca68b2649e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7335d13b-5bfe-4625-9cbb-8610727ac390,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:16.713895 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be0d8269-e281-4d6a-bdb6-1ca68b2649e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9d45cb80-7571-4d91-9883-7aaeb5b683f8), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:16.714244 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-be0d8269-e281-4d6a-bdb6-1ca68b2649e7 admin admin] Added segment 9d45cb80-7571-4d91-9883-7aaeb5b683f8 of type vlan for network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 Jan 10 12:21:16.753150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be0d8269-e281-4d6a-bdb6-1ca68b2649e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (8fb32ef9-8ac0-4cef-aa4a-c32860d504e0), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:16.846123 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be0d8269-e281-4d6a-bdb6-1ca68b2649e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (8fb32ef9-8ac0-4cef-aa4a-c32860d504e0), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:16.846990 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0d8269-e281-4d6a-bdb6-1ca68b2649e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:16.847569 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-be0d8269-e281-4d6a-bdb6-1ca68b2649e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:16.904915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d8269-e281-4d6a-bdb6-1ca68b2649e7 admin admin] Pushing event updated for resources: {'Network': ['ID=8fb32ef9-8ac0-4cef-aa4a-c32860d504e0,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:16.914509 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:21:16.951865 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-be0d8269-e281-4d6a-bdb6-1ca68b2649e7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5777628 Jan 10 12:21:16.954714 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35014) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:16.959501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-838911dd-8f00-4c1c-a9e8-0d4093effbff admin admin] Request body: {'subnet': {'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1798069303-subnet', 'tenant_id': '66f527ed9061467991568637e4933d87', 'ip_version': 4}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:17.043858 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838911dd-8f00-4c1c-a9e8-0d4093effbff admin admin] Made reservation on behalf of 66f527ed9061467991568637e4933d87 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:21:17.046236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-838911dd-8f00-4c1c-a9e8-0d4093effbff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:17.250245 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-838911dd-8f00-4c1c-a9e8-0d4093effbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (a1ab4122-0131-4e50-bb19-535c58119a65), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:17.302335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838911dd-8f00-4c1c-a9e8-0d4093effbff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ab4122-0131-4e50-bb19-535c58119a65,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:17.312723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838911dd-8f00-4c1c-a9e8-0d4093effbff admin admin] Checking segment: {'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:17.313080 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838911dd-8f00-4c1c-a9e8-0d4093effbff admin admin] Network hostable DHCP agents. Network: 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:21:17.409580 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838911dd-8f00-4c1c-a9e8-0d4093effbff admin admin] Network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:21:17.472365 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-838911dd-8f00-4c1c-a9e8-0d4093effbff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:17.476395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838911dd-8f00-4c1c-a9e8-0d4093effbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:17.477612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-838911dd-8f00-4c1c-a9e8-0d4093effbff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:17.482062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fe7dc7-bc2b-44af-8b98-9f4aea6e70a2 None None] Network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:21:17.566943 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-838911dd-8f00-4c1c-a9e8-0d4093effbff admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6111755 Jan 10 12:21:17.569537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35016) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:17.574718 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1798069303-router', 'tenant_id': '66f527ed9061467991568637e4933d87', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:17.582047 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8fb32ef9-8ac0-4cef-aa4a-c32860d504e0', 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0', 'project_id': '66f527ed9061467991568637e4933d87', 'fixed_ips': [{'subnet_id': 'a1ab4122-0131-4e50-bb19-535c58119a65'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:21:17.582930 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:17.686745 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:17.687828 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:17.716729 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Allocated IP 172.20.0.2 (8fb32ef9-8ac0-4cef-aa4a-c32860d504e0/a1ab4122-0131-4e50-bb19-535c58119a65/b41e35b3-0d6e-4784-8e08-516df274e252) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:21:17.776647 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Publish callbacks [] for router_controller (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:17.857618 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Publish callbacks [] for port (b41e35b3-0d6e-4784-8e08-516df274e252), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:17.932615 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (b41e35b3-0d6e-4784-8e08-516df274e252), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:17.967098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Publish callbacks [] for router_gateway (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:17.972300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:21:17.975183 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:17.979291 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:21:17.984754 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Pushing event updated for resources: {'Port': ['ID=b41e35b3-0d6e-4784-8e08-516df274e252,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:18.035093 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Attempting to bind port b41e35b3-0d6e-4784-8e08-516df274e252 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:21:18.035469 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Attempting to bind port b41e35b3-0d6e-4784-8e08-516df274e252 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:21:18.035837 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Attempting to bind port b41e35b3-0d6e-4784-8e08-516df274e252 on network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:21:18.041393 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:21:18.041787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Checking segment: {'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:18.042198 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:18.042597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Bound using segment: {'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:21:18.043065 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Bound port: b41e35b3-0d6e-4784-8e08-516df274e252, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:21:18.043446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b41e35b3-0d6e-4784-8e08-516df274e252), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:18.104829 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] For port b41e35b3-0d6e-4784-8e08-516df274e252, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:21:18.111130 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] For port b41e35b3-0d6e-4784-8e08-516df274e252, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b41e35b3-0d6e-4784-8e08-516df274e252,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:21:18.193062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b41e35b3-0d6e-4784-8e08-516df274e252), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:18.257094 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd65b5c-fca2-4267-af40-e82b7ba368ab None None] Pushing event updated for resources: {'Port': ['ID=b41e35b3-0d6e-4784-8e08-516df274e252,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:18.572157 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Publish callbacks [] for router_gateway (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:18.596340 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:18.697565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Allocated IP 172.36.2.30 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/b9722a21-7261-4666-96b7-004631acdf9a) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:21:18.800866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Publish callbacks [] for port (b9722a21-7261-4666-96b7-004631acdf9a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:18.904068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b9722a21-7261-4666-96b7-004631acdf9a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:18.946021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:21:18.950798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:18.953643 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:21:18.965363 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03cc484-84b2-4927-9c61-ec59529fe800 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:21:18.988099 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Pushing event updated for resources: {'Port': ['ID=b9722a21-7261-4666-96b7-004631acdf9a,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:19.017500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-3bd9a129-5380-473f-a679-545e07a2d3c9 None None] Provisioning complete for port b9722a21-7261-4666-96b7-004631acdf9a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:19.018205 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a129-5380-473f-a679-545e07a2d3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b9722a21-7261-4666-96b7-004631acdf9a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:19.053805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3bd9a129-5380-473f-a679-545e07a2d3c9 None None] Port b9722a21-7261-4666-96b7-004631acdf9a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:21:19.120558 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1186f7bc-01cf-4864-954e-9a06749c56cd None None] Network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:21:19.194358 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5f52154b-69b6-42b9-b0a0-724c1640d167 None None] Provisioning complete for port b41e35b3-0d6e-4784-8e08-516df274e252 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:19.194733 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5f52154b-69b6-42b9-b0a0-724c1640d167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b41e35b3-0d6e-4784-8e08-516df274e252), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:19.299079 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Publish callbacks [] for router_gateway (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:19.300005 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5f52154b-69b6-42b9-b0a0-724c1640d167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b41e35b3-0d6e-4784-8e08-516df274e252), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:19.340448 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-5f52154b-69b6-42b9-b0a0-724c1640d167 None None] For port b41e35b3-0d6e-4784-8e08-516df274e252, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b41e35b3-0d6e-4784-8e08-516df274e252,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:19.412425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5f52154b-69b6-42b9-b0a0-724c1640d167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b41e35b3-0d6e-4784-8e08-516df274e252), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:19.463737 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52154b-69b6-42b9-b0a0-724c1640d167 None None] Pushing event updated for resources: {'Port': ['ID=b41e35b3-0d6e-4784-8e08-516df274e252,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:19.503044 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:19.532771 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-753a0ae6-b1f4-425b-b209-6013552992bb None None] Provisioning complete for port b41e35b3-0d6e-4784-8e08-516df274e252 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:19.533240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-753a0ae6-b1f4-425b-b209-6013552992bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b41e35b3-0d6e-4784-8e08-516df274e252), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:19.655593 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b41e35b3-0d6e-4784-8e08-516df274e252 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:21:19.659224 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:19.703401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Router 2e36ab18-252d-4680-9e69-1fb7b1d39ad3 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:21:19.815281 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:21:19.825537 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Sync routers for ids ['2e36ab18-252d-4680-9e69-1fb7b1d39ad3'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:21:19.836879 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Routers {'2e36ab18-252d-4680-9e69-1fb7b1d39ad3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:21:19.837491 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:21:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['2e36ab18-252d-4680-9e69-1fb7b1d39ad3'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:19.857414 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port b41e35b3-0d6e-4784-8e08-516df274e252 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:19.857918 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b41e35b3-0d6e-4784-8e08-516df274e252), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:19.894203 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:19.895766 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8facc21f-d7ad-426d-91dc-77c0e802a643 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3252473 Jan 10 12:21:19.899182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35018) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:19.944815 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Set router 2e36ab18-252d-4680-9e69-1fb7b1d39ad3 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:21:20.204729 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'name': 'tempest-TestEncryptedCinderVolumes-1798069303-router', 'tenant_id': '66f527ed9061467991568637e4933d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'b9722a21-7261-4666-96b7-004631acdf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:17Z', 'updated_at': '2022-01-10T12:21:19Z', 'revision_number': 3, 'project_id': '66f527ed9061467991568637e4933d87', 'gw_port': {'id': 'b9722a21-7261-4666-96b7-004631acdf9a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:18Z', 'updated_at': '2022-01-10T12:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:20.230568 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Checking router: 2e36ab18-252d-4680-9e69-1fb7b1d39ad3 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:21:20.231175 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Updating router 2e36ab18-252d-4680-9e69-1fb7b1d39ad3 port b9722a21-7261-4666-96b7-004631acdf9a binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:21:20.257262 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b9722a21-7261-4666-96b7-004631acdf9a), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:20.317684 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:20.505360 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Publish callbacks [] for port (b9722a21-7261-4666-96b7-004631acdf9a), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:20.519768 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Allocated IP 172.20.0.1 (8fb32ef9-8ac0-4cef-aa4a-c32860d504e0/a1ab4122-0131-4e50-bb19-535c58119a65/dfa509f6-e214-45e0-97cf-7eefc6778558) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:21:20.592532 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b9722a21-7261-4666-96b7-004631acdf9a), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:20.617818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Publish callbacks [] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:20.632388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a433a1-7910-4dcb-af26-c92bb01a0df7 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:21:20.645406 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Attempting to bind port b9722a21-7261-4666-96b7-004631acdf9a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:21:20.645806 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Attempting to bind port b9722a21-7261-4666-96b7-004631acdf9a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:21:20.646178 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Attempting to bind port b9722a21-7261-4666-96b7-004631acdf9a on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:21:20.649722 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b45cc-7053-4cf5-bb08-522072e48f86 None None] Pushing event updated for resources: {'Port': ['ID=b9722a21-7261-4666-96b7-004631acdf9a,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:20.657193 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:21:20.657570 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:20.658004 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:20.658409 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:21:20.658857 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Bound port: b9722a21-7261-4666-96b7-004631acdf9a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:21:20.659236 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b9722a21-7261-4666-96b7-004631acdf9a), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:20.662288 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b45cc-7053-4cf5-bb08-522072e48f86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:20.666203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b45cc-7053-4cf5-bb08-522072e48f86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:20.666203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b45cc-7053-4cf5-bb08-522072e48f86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:20.666203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b45cc-7053-4cf5-bb08-522072e48f86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:20.666203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b45cc-7053-4cf5-bb08-522072e48f86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:20.666203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b45cc-7053-4cf5-bb08-522072e48f86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:20.666203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b45cc-7053-4cf5-bb08-522072e48f86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:20.666203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b45cc-7053-4cf5-bb08-522072e48f86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:20.666203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b45cc-7053-4cf5-bb08-522072e48f86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:20.666203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b45cc-7053-4cf5-bb08-522072e48f86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:20.666203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b45cc-7053-4cf5-bb08-522072e48f86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:20.666203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b45cc-7053-4cf5-bb08-522072e48f86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:20.666203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b45cc-7053-4cf5-bb08-522072e48f86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:21:20.717777 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] For port b9722a21-7261-4666-96b7-004631acdf9a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:21:20.720635 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] For port b9722a21-7261-4666-96b7-004631acdf9a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b9722a21-7261-4666-96b7-004631acdf9a,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:21:20.724576 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:20.756510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-bc371822-d0b5-437c-aec2-c144fb926148 None None] Provisioning complete for port b9722a21-7261-4666-96b7-004631acdf9a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:20.756819 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bc371822-d0b5-437c-aec2-c144fb926148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b9722a21-7261-4666-96b7-004631acdf9a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:20.771029 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:21:20.775999 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:20.779538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:21:20.797389 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-bc371822-d0b5-437c-aec2-c144fb926148 None None] Port b9722a21-7261-4666-96b7-004631acdf9a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:21:20.803710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa509f6-e214-45e0-97cf-7eefc6778558,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:20.807653 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b9722a21-7261-4666-96b7-004631acdf9a), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:20.824358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:20.860072 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450aebb8-a83c-4112-9b7e-8c1f760452d4 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:21:20.870812 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Routers {'2e36ab18-252d-4680-9e69-1fb7b1d39ad3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:21:20.871290 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:21:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['2e36ab18-252d-4680-9e69-1fb7b1d39ad3'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:20.876178 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b45cc-7053-4cf5-bb08-522072e48f86 None None] Pushing event updated for resources: {'Port': ['ID=b9722a21-7261-4666-96b7-004631acdf9a,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:20.920342 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f37d39b3-b570-4345-8ff5-885cc984dd67 None None] Provisioning complete for port b9722a21-7261-4666-96b7-004631acdf9a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:20.921189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f37d39b3-b570-4345-8ff5-885cc984dd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b9722a21-7261-4666-96b7-004631acdf9a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:21.000777 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] Set router 2e36ab18-252d-4680-9e69-1fb7b1d39ad3 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:21:21.008902 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f37d39b3-b570-4345-8ff5-885cc984dd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b9722a21-7261-4666-96b7-004631acdf9a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:21.031014 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f37d39b3-b570-4345-8ff5-885cc984dd67 None None] For port b9722a21-7261-4666-96b7-004631acdf9a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b9722a21-7261-4666-96b7-004631acdf9a,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:21.094674 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:21.098294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f37d39b3-b570-4345-8ff5-885cc984dd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b9722a21-7261-4666-96b7-004631acdf9a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:21.149888 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d39b3-b570-4345-8ff5-885cc984dd67 None None] Pushing event updated for resources: {'Port': ['ID=b9722a21-7261-4666-96b7-004631acdf9a,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:21.188794 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'name': 'tempest-TestEncryptedCinderVolumes-1798069303-router', 'tenant_id': '66f527ed9061467991568637e4933d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'b9722a21-7261-4666-96b7-004631acdf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:17Z', 'updated_at': '2022-01-10T12:21:19Z', 'revision_number': 3, 'project_id': '66f527ed9061467991568637e4933d87', 'gw_port': {'id': 'b9722a21-7261-4666-96b7-004631acdf9a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:18Z', 'updated_at': '2022-01-10T12:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:21.217751 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-14639612-145d-4071-bf27-503085400e49 None None] Provisioning complete for port dfa509f6-e214-45e0-97cf-7eefc6778558 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:21.218307 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-14639612-145d-4071-bf27-503085400e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:21.219734 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48ad8e-53e7-49b5-907a-5b851c9d5c12 None None] The sync data for ids ['2e36ab18-252d-4680-9e69-1fb7b1d39ad3'] in dv-neutron-master-2-hyperv is: [{'id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'name': 'tempest-TestEncryptedCinderVolumes-1798069303-router', 'tenant_id': '66f527ed9061467991568637e4933d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'b9722a21-7261-4666-96b7-004631acdf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:17Z', 'updated_at': '2022-01-10T12:21:19Z', 'revision_number': 3, 'project_id': '66f527ed9061467991568637e4933d87', 'gw_port': {'id': 'b9722a21-7261-4666-96b7-004631acdf9a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:18Z', 'updated_at': '2022-01-10T12:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:21:21.268998 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-14639612-145d-4071-bf27-503085400e49 None None] Port dfa509f6-e214-45e0-97cf-7eefc6778558 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:21:21.276048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Publish callbacks [] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:21.335442 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:21.403331 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:21.408126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa509f6-e214-45e0-97cf-7eefc6778558,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:21.521485 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:21:21.522932 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:21.647826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Router 2e36ab18-252d-4680-9e69-1fb7b1d39ad3 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:21:21.673746 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b9722a21-7261-4666-96b7-004631acdf9a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:21:21.736118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port b9722a21-7261-4666-96b7-004631acdf9a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:21.736563 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b9722a21-7261-4666-96b7-004631acdf9a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:21.768905 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:21:21.774817 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f486dc75-d461-4063-b572-acef73eb6683 admin admin] 10.222.0.16 "PUT /v2.0/routers/2e36ab18-252d-4680-9e69-1fb7b1d39ad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8746090 Jan 10 12:21:21.893620 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0a32e8d1-7fcc-478c-8838-b8a8fe70139b None None] Provisioning complete for port dfa509f6-e214-45e0-97cf-7eefc6778558 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:21.893962 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0a32e8d1-7fcc-478c-8838-b8a8fe70139b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:21.931577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-0a32e8d1-7fcc-478c-8838-b8a8fe70139b None None] Port dfa509f6-e214-45e0-97cf-7eefc6778558 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:21:22.427057 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35034) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:22.432473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-34a34fe4-28e6-4881-87ef-8cfce6bc1563 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-732295512-network', 'tenant_id': '66c9fe78a35b4e11b94e6da58a3921f4'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:22.518526 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a34fe4-28e6-4881-87ef-8cfce6bc1563 admin admin] Made reservation on behalf of 66c9fe78a35b4e11b94e6da58a3921f4 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:21:22.520975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34a34fe4-28e6-4881-87ef-8cfce6bc1563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:22.530703 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34a34fe4-28e6-4881-87ef-8cfce6bc1563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:22.604248 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34a34fe4-28e6-4881-87ef-8cfce6bc1563 admin admin] Publish callbacks [] for security_group (1e510c42-7944-4736-9469-db8cf16dd03a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:22.686515 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34a34fe4-28e6-4881-87ef-8cfce6bc1563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (1e510c42-7944-4736-9469-db8cf16dd03a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:22.713479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a34fe4-28e6-4881-87ef-8cfce6bc1563 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:21:22.730211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a34fe4-28e6-4881-87ef-8cfce6bc1563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e510c42-7944-4736-9469-db8cf16dd03a,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:22.736021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34a34fe4-28e6-4881-87ef-8cfce6bc1563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b350772e-d5e5-4267-8ef0-f21060fe3081), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:22.736021 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-34a34fe4-28e6-4881-87ef-8cfce6bc1563 admin admin] Added segment b350772e-d5e5-4267-8ef0-f21060fe3081 of type vlan for network 78c2de6e-967f-47d0-89fe-cf36d2edd36a Jan 10 12:21:22.774825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34a34fe4-28e6-4881-87ef-8cfce6bc1563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (78c2de6e-967f-47d0-89fe-cf36d2edd36a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:22.809502 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Sync routers for ids ['2e36ab18-252d-4680-9e69-1fb7b1d39ad3'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:21:22.818752 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Routers {'2e36ab18-252d-4680-9e69-1fb7b1d39ad3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:21:22.821634 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:21:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['2e36ab18-252d-4680-9e69-1fb7b1d39ad3'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:22.869457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34a34fe4-28e6-4881-87ef-8cfce6bc1563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (78c2de6e-967f-47d0-89fe-cf36d2edd36a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:22.870478 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a34fe4-28e6-4881-87ef-8cfce6bc1563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:22.871070 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-34a34fe4-28e6-4881-87ef-8cfce6bc1563 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:22.924455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Set router 2e36ab18-252d-4680-9e69-1fb7b1d39ad3 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:21:22.932952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a34fe4-28e6-4881-87ef-8cfce6bc1563 admin admin] Pushing event updated for resources: {'Network': ['ID=78c2de6e-967f-47d0-89fe-cf36d2edd36a,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:22.954505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 78c2de6e-967f-47d0-89fe-cf36d2edd36a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:21:23.007013 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-34a34fe4-28e6-4881-87ef-8cfce6bc1563 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5788496 Jan 10 12:21:23.009964 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35036) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:23.015042 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d6c1e609-50a6-4457-8f7e-1064c4b5ecb4 admin admin] Request body: {'subnet': {'network_id': '78c2de6e-967f-47d0-89fe-cf36d2edd36a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-732295512-subnet', 'tenant_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'ip_version': 4}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:23.103601 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c1e609-50a6-4457-8f7e-1064c4b5ecb4 admin admin] Made reservation on behalf of 66c9fe78a35b4e11b94e6da58a3921f4 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:21:23.106022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6c1e609-50a6-4457-8f7e-1064c4b5ecb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:23.186591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'name': 'tempest-TestEncryptedCinderVolumes-1798069303-router', 'tenant_id': '66f527ed9061467991568637e4933d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'b9722a21-7261-4666-96b7-004631acdf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:17Z', 'updated_at': '2022-01-10T12:21:20Z', 'revision_number': 4, 'project_id': '66f527ed9061467991568637e4933d87', 'gw_port': {'id': 'b9722a21-7261-4666-96b7-004631acdf9a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:18Z', 'updated_at': '2022-01-10T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'dfa509f6-e214-45e0-97cf-7eefc6778558', 'name': '', 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0', 'tenant_id': '66f527ed9061467991568637e4933d87', 'mac_address': 'fa:16:3e:0c:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'a1ab4122-0131-4e50-bb19-535c58119a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:20Z', 'updated_at': '2022-01-10T12:21:21Z', 'revision_number': 2, 'project_id': '66f527ed9061467991568637e4933d87', 'subnets': [{'id': 'a1ab4122-0131-4e50-bb19-535c58119a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:23.213285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Checking router: 2e36ab18-252d-4680-9e69-1fb7b1d39ad3 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:21:23.214794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Updating router 2e36ab18-252d-4680-9e69-1fb7b1d39ad3 port dfa509f6-e214-45e0-97cf-7eefc6778558 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:21:23.239341 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:23.338121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6c1e609-50a6-4457-8f7e-1064c4b5ecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (62569bc8-e5e2-4cc1-bb7f-5eb41b005d07), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:23.393099 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1e609-50a6-4457-8f7e-1064c4b5ecb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62569bc8-e5e2-4cc1-bb7f-5eb41b005d07,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:23.402265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1e609-50a6-4457-8f7e-1064c4b5ecb4 admin admin] Checking segment: {'id': 'b350772e-d5e5-4267-8ef0-f21060fe3081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78c2de6e-967f-47d0-89fe-cf36d2edd36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:23.402708 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c1e609-50a6-4457-8f7e-1064c4b5ecb4 admin admin] Network hostable DHCP agents. Network: 78c2de6e-967f-47d0-89fe-cf36d2edd36a, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:21:23.492259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c1e609-50a6-4457-8f7e-1064c4b5ecb4 admin admin] Network 78c2de6e-967f-47d0-89fe-cf36d2edd36a is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:21:23.510573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Publish callbacks [] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:23.594986 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d6c1e609-50a6-4457-8f7e-1064c4b5ecb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 78c2de6e-967f-47d0-89fe-cf36d2edd36a) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:23.599197 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c1e609-50a6-4457-8f7e-1064c4b5ecb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:23.599795 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d6c1e609-50a6-4457-8f7e-1064c4b5ecb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:23.604636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb86e33-937b-4c15-ab6d-2e7f3b736a46 None None] Network 78c2de6e-967f-47d0-89fe-cf36d2edd36a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:21:23.617381 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:23.684318 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d6c1e609-50a6-4457-8f7e-1064c4b5ecb4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6731346 Jan 10 12:21:23.687007 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35038) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:23.691397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-732295512-router', 'tenant_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:23.732132 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3e3aa-4e9f-4f40-ba68-53d6961a9f85 None None] Pushing event updated for resources: {'Port': ['ID=dfa509f6-e214-45e0-97cf-7eefc6778558,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:23.784001 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (c12985c8-1b41-4482-a9e1-9929fa2610c4), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:23.785084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (c12985c8-1b41-4482-a9e1-9929fa2610c4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:23.789883 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Attempting to bind port dfa509f6-e214-45e0-97cf-7eefc6778558 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:21:23.790272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Attempting to bind port dfa509f6-e214-45e0-97cf-7eefc6778558 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:21:23.790646 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Attempting to bind port dfa509f6-e214-45e0-97cf-7eefc6778558 on network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:21:23.797923 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-78c2de6e-967f-47d0-89fe-cf36d2edd36a', 'network_id': '78c2de6e-967f-47d0-89fe-cf36d2edd36a', 'project_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'fixed_ips': [{'subnet_id': '62569bc8-e5e2-4cc1-bb7f-5eb41b005d07'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:21:23.799085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:23.802877 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:21:23.803345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Checking segment: {'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:23.803748 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:23.804148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Bound using segment: {'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:21:23.804676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Bound port: dfa509f6-e214-45e0-97cf-7eefc6778558, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:21:23.805064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:23.840464 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Publish callbacks [] for router_controller (c12985c8-1b41-4482-a9e1-9929fa2610c4), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:23.952289 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] For port dfa509f6-e214-45e0-97cf-7eefc6778558, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:21:23.958964 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] For port dfa509f6-e214-45e0-97cf-7eefc6778558, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dfa509f6-e214-45e0-97cf-7eefc6778558,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:21:24.000901 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d6e31a6f-6c34-4537-9da2-e53ac528559b None None] Provisioning complete for port dfa509f6-e214-45e0-97cf-7eefc6778558 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:24.001281 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d6e31a6f-6c34-4537-9da2-e53ac528559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:24.035487 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Allocated IP 172.20.0.2 (78c2de6e-967f-47d0-89fe-cf36d2edd36a/62569bc8-e5e2-4cc1-bb7f-5eb41b005d07/aa2d734a-cf06-4788-8441-ffd155627dca) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:21:24.043989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:24.088748 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d6e31a6f-6c34-4537-9da2-e53ac528559b None None] Port dfa509f6-e214-45e0-97cf-7eefc6778558 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:21:24.173950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3e3aa-4e9f-4f40-ba68-53d6961a9f85 None None] Pushing event updated for resources: {'Port': ['ID=dfa509f6-e214-45e0-97cf-7eefc6778558,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:24.180804 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Routers {'2e36ab18-252d-4680-9e69-1fb7b1d39ad3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:21:24.181370 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:21:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['2e36ab18-252d-4680-9e69-1fb7b1d39ad3'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:24.333620 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Publish callbacks [] for router_gateway (c12985c8-1b41-4482-a9e1-9929fa2610c4), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:24.347763 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Publish callbacks [] for port (aa2d734a-cf06-4788-8441-ffd155627dca), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:24.350159 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] Set router 2e36ab18-252d-4680-9e69-1fb7b1d39ad3 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:21:24.423032 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (aa2d734a-cf06-4788-8441-ffd155627dca), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:24.595204 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Publish callbacks [] for router_gateway (c12985c8-1b41-4482-a9e1-9929fa2610c4), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:24.614698 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:24.675653 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Network 78c2de6e-967f-47d0-89fe-cf36d2edd36a is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:21:24.679157 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Pushing event updated for resources: {'Port': ['ID=aa2d734a-cf06-4788-8441-ffd155627dca,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:24.681358 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-bdf4f52e-0a13-4c01-897d-307d9f26455b None None] Provisioning complete for port dfa509f6-e214-45e0-97cf-7eefc6778558 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:24.681733 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f52e-0a13-4c01-897d-307d9f26455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:24.683510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:24.689640 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:21:24.721082 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Allocated IP 172.36.2.51 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/d6101400-cbe1-4f22-ab93-7c31357e4cb9) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:21:24.810707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Attempting to bind port aa2d734a-cf06-4788-8441-ffd155627dca on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:21:24.811086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Attempting to bind port aa2d734a-cf06-4788-8441-ffd155627dca by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b350772e-d5e5-4267-8ef0-f21060fe3081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78c2de6e-967f-47d0-89fe-cf36d2edd36a'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:21:24.811452 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Attempting to bind port aa2d734a-cf06-4788-8441-ffd155627dca on network 78c2de6e-967f-47d0-89fe-cf36d2edd36a {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:21:24.823546 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:21:24.823936 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Checking segment: {'id': 'b350772e-d5e5-4267-8ef0-f21060fe3081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78c2de6e-967f-47d0-89fe-cf36d2edd36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:24.824325 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:24.824722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Bound using segment: {'id': 'b350772e-d5e5-4267-8ef0-f21060fe3081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78c2de6e-967f-47d0-89fe-cf36d2edd36a'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:21:24.825195 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Bound port: aa2d734a-cf06-4788-8441-ffd155627dca, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b350772e-d5e5-4267-8ef0-f21060fe3081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78c2de6e-967f-47d0-89fe-cf36d2edd36a'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:21:24.825577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aa2d734a-cf06-4788-8441-ffd155627dca), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:24.826224 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Publish callbacks [] for port (d6101400-cbe1-4f22-ab93-7c31357e4cb9), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:24.897890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f52e-0a13-4c01-897d-307d9f26455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:24.938375 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (d6101400-cbe1-4f22-ab93-7c31357e4cb9), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:24.954945 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'name': 'tempest-TestEncryptedCinderVolumes-1798069303-router', 'tenant_id': '66f527ed9061467991568637e4933d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'b9722a21-7261-4666-96b7-004631acdf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:17Z', 'updated_at': '2022-01-10T12:21:20Z', 'revision_number': 4, 'project_id': '66f527ed9061467991568637e4933d87', 'gw_port': {'id': 'b9722a21-7261-4666-96b7-004631acdf9a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:18Z', 'updated_at': '2022-01-10T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'dfa509f6-e214-45e0-97cf-7eefc6778558', 'name': '', 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0', 'tenant_id': '66f527ed9061467991568637e4933d87', 'mac_address': 'fa:16:3e:0c:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'a1ab4122-0131-4e50-bb19-535c58119a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:20Z', 'updated_at': '2022-01-10T12:21:23Z', 'revision_number': 4, 'project_id': '66f527ed9061467991568637e4933d87', 'subnets': [{'id': 'a1ab4122-0131-4e50-bb19-535c58119a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:24.960126 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-bdf4f52e-0a13-4c01-897d-307d9f26455b None None] For port dfa509f6-e214-45e0-97cf-7eefc6778558, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dfa509f6-e214-45e0-97cf-7eefc6778558,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:24.978268 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:21:24.982772 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:24.986472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:21:24.989797 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] For port aa2d734a-cf06-4788-8441-ffd155627dca, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:21:24.992747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b535cd-7dd8-4f4e-a31c-1fe8a6ccfff8 None None] The sync data for ids ['2e36ab18-252d-4680-9e69-1fb7b1d39ad3'] in dv-neutron-master-2-hyperv is: [{'id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'name': 'tempest-TestEncryptedCinderVolumes-1798069303-router', 'tenant_id': '66f527ed9061467991568637e4933d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'b9722a21-7261-4666-96b7-004631acdf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:17Z', 'updated_at': '2022-01-10T12:21:20Z', 'revision_number': 4, 'project_id': '66f527ed9061467991568637e4933d87', 'gw_port': {'id': 'b9722a21-7261-4666-96b7-004631acdf9a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:18Z', 'updated_at': '2022-01-10T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'dfa509f6-e214-45e0-97cf-7eefc6778558', 'name': '', 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0', 'tenant_id': '66f527ed9061467991568637e4933d87', 'mac_address': 'fa:16:3e:0c:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'a1ab4122-0131-4e50-bb19-535c58119a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:20Z', 'updated_at': '2022-01-10T12:21:23Z', 'revision_number': 4, 'project_id': '66f527ed9061467991568637e4933d87', 'subnets': [{'id': 'a1ab4122-0131-4e50-bb19-535c58119a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:21:24.997256 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b32cce2-f9f9-49a1-9c78-8d7ec595de5b None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:21:25.009545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] For port aa2d734a-cf06-4788-8441-ffd155627dca, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa2d734a-cf06-4788-8441-ffd155627dca,segment=NetworkSegment(b350772e-d5e5-4267-8ef0-f21060fe3081),segment_id=b350772e-d5e5-4267-8ef0-f21060fe3081)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:21:25.014069 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Pushing event updated for resources: {'Port': ['ID=d6101400-cbe1-4f22-ab93-7c31357e4cb9,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:25.029832 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f52e-0a13-4c01-897d-307d9f26455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:25.084715 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (aa2d734a-cf06-4788-8441-ffd155627dca), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:25.118953 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4f52e-0a13-4c01-897d-307d9f26455b None None] Pushing event updated for resources: {'Port': ['ID=dfa509f6-e214-45e0-97cf-7eefc6778558,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:25.190128 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c13c3f-27e9-49d9-85ca-edebd9497a82 None None] Pushing event updated for resources: {'Port': ['ID=aa2d734a-cf06-4788-8441-ffd155627dca,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:25.199777 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-758c399b-0368-4444-861b-969efc3b719e None None] Provisioning complete for port d6101400-cbe1-4f22-ab93-7c31357e4cb9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:25.200164 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-758c399b-0368-4444-861b-969efc3b719e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d6101400-cbe1-4f22-ab93-7c31357e4cb9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:25.260856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-758c399b-0368-4444-861b-969efc3b719e None None] Port d6101400-cbe1-4f22-ab93-7c31357e4cb9 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:21:25.367598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Publish callbacks [] for router_gateway (c12985c8-1b41-4482-a9e1-9929fa2610c4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:25.579243 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (c12985c8-1b41-4482-a9e1-9929fa2610c4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:25.700062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device aa2d734a-cf06-4788-8441-ffd155627dca up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:21:25.751324 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port aa2d734a-cf06-4788-8441-ffd155627dca triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:25.751779 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aa2d734a-cf06-4788-8441-ffd155627dca), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:25.810938 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Router c12985c8-1b41-4482-a9e1-9929fa2610c4 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:21:25.843990 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (aa2d734a-cf06-4788-8441-ffd155627dca), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:25.885015 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port aa2d734a-cf06-4788-8441-ffd155627dca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa2d734a-cf06-4788-8441-ffd155627dca,segment=NetworkSegment(b350772e-d5e5-4267-8ef0-f21060fe3081),segment_id=b350772e-d5e5-4267-8ef0-f21060fe3081)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:25.933412 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:21:25.945972 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Sync routers for ids ['c12985c8-1b41-4482-a9e1-9929fa2610c4'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:21:25.956515 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Routers {'c12985c8-1b41-4482-a9e1-9929fa2610c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:21:25.957153 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:21:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c12985c8-1b41-4482-a9e1-9929fa2610c4'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:25.972559 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (aa2d734a-cf06-4788-8441-ffd155627dca), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:25.977298 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device dfa509f6-e214-45e0-97cf-7eefc6778558 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:21:26.063416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=aa2d734a-cf06-4788-8441-ffd155627dca,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:26.075895 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:26.077225 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port dfa509f6-e214-45e0-97cf-7eefc6778558 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:26.077518 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:26.078557 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-48983a2a-6b25-4653-b0c0-246643802d0f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3905339 Jan 10 12:21:26.081267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35040) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:21:26.099124 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Set router c12985c8-1b41-4482-a9e1-9929fa2610c4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:21:26.228213 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d749f4-1eb1-4897-8c17-67c666529336 None None] Network 78c2de6e-967f-47d0-89fe-cf36d2edd36a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:21:26.344845 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'name': 'tempest-TestEncryptedCinderVolumes-732295512-router', 'tenant_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd6101400-cbe1-4f22-ab93-7c31357e4cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:23Z', 'updated_at': '2022-01-10T12:21:25Z', 'revision_number': 3, 'project_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'gw_port': {'id': 'd6101400-cbe1-4f22-ab93-7c31357e4cb9', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:24Z', 'updated_at': '2022-01-10T12:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:26.365623 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4721a446-9a40-4497-8d7b-734d4f3554ae None None] Provisioning complete for port aa2d734a-cf06-4788-8441-ffd155627dca triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:26.366089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4721a446-9a40-4497-8d7b-734d4f3554ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aa2d734a-cf06-4788-8441-ffd155627dca), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:26.379061 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Checking router: c12985c8-1b41-4482-a9e1-9929fa2610c4 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:21:26.379415 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Updating router c12985c8-1b41-4482-a9e1-9929fa2610c4 port d6101400-cbe1-4f22-ab93-7c31357e4cb9 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:21:26.408399 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d6101400-cbe1-4f22-ab93-7c31357e4cb9), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:26.691325 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6ad2dbbc-87c7-498c-b0e4-92cfd911955d None None] Provisioning complete for port aa2d734a-cf06-4788-8441-ffd155627dca triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:26.691672 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6ad2dbbc-87c7-498c-b0e4-92cfd911955d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aa2d734a-cf06-4788-8441-ffd155627dca), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:26.716385 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Publish callbacks [] for port (d6101400-cbe1-4f22-ab93-7c31357e4cb9), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:26.775805 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d6101400-cbe1-4f22-ab93-7c31357e4cb9), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:26.817874 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91da279-4be1-433c-97df-a4e58306f82b None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:21:26.831425 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Attempting to bind port d6101400-cbe1-4f22-ab93-7c31357e4cb9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:21:26.831797 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Attempting to bind port d6101400-cbe1-4f22-ab93-7c31357e4cb9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:21:26.832608 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Attempting to bind port d6101400-cbe1-4f22-ab93-7c31357e4cb9 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:21:26.837789 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17b8e1-3bf7-49c1-b905-052112056cb3 None None] Pushing event updated for resources: {'Port': ['ID=d6101400-cbe1-4f22-ab93-7c31357e4cb9,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:26.847807 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:21:26.848180 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:26.848576 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:26.848959 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:21:26.849421 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Bound port: d6101400-cbe1-4f22-ab93-7c31357e4cb9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:21:26.849820 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d6101400-cbe1-4f22-ab93-7c31357e4cb9), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:26.877514 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:26.889913 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-b6379e73-059d-41ed-bd9f-91f70f6702ea None None] Provisioning complete for port d6101400-cbe1-4f22-ab93-7c31357e4cb9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:26.890302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b6379e73-059d-41ed-bd9f-91f70f6702ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d6101400-cbe1-4f22-ab93-7c31357e4cb9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:26.903486 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] For port d6101400-cbe1-4f22-ab93-7c31357e4cb9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:21:26.906491 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] For port d6101400-cbe1-4f22-ab93-7c31357e4cb9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6101400-cbe1-4f22-ab93-7c31357e4cb9,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:21:26.927948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-b6379e73-059d-41ed-bd9f-91f70f6702ea None None] Port d6101400-cbe1-4f22-ab93-7c31357e4cb9 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:21:26.978638 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d6101400-cbe1-4f22-ab93-7c31357e4cb9), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:27.038484 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Allocated IP 172.20.0.1 (78c2de6e-967f-47d0-89fe-cf36d2edd36a/62569bc8-e5e2-4cc1-bb7f-5eb41b005d07/565fc63c-d88d-40c3-98ad-0cbfa6e6c137) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:21:27.112079 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81427b76-03da-4a8b-8fc9-81e4f843b049 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:21:27.125849 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Routers {'c12985c8-1b41-4482-a9e1-9929fa2610c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:21:27.126485 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:21:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c12985c8-1b41-4482-a9e1-9929fa2610c4'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:27.147737 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-210b3313-39ee-4168-87dc-1ce5c1d7c0d0 None None] Provisioning complete for port d6101400-cbe1-4f22-ab93-7c31357e4cb9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:27.148174 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Publish callbacks [] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:27.149186 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-210b3313-39ee-4168-87dc-1ce5c1d7c0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d6101400-cbe1-4f22-ab93-7c31357e4cb9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:27.191547 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17b8e1-3bf7-49c1-b905-052112056cb3 None None] Pushing event updated for resources: {'Port': ['ID=d6101400-cbe1-4f22-ab93-7c31357e4cb9,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:27.230122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-210b3313-39ee-4168-87dc-1ce5c1d7c0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d6101400-cbe1-4f22-ab93-7c31357e4cb9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:27.244001 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] Set router c12985c8-1b41-4482-a9e1-9929fa2610c4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:21:27.251602 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-210b3313-39ee-4168-87dc-1ce5c1d7c0d0 None None] For port d6101400-cbe1-4f22-ab93-7c31357e4cb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6101400-cbe1-4f22-ab93-7c31357e4cb9,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:27.258530 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:27.297481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Network 78c2de6e-967f-47d0-89fe-cf36d2edd36a is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:21:27.301963 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:27.305629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:21:27.328732 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Pushing event updated for resources: {'Port': ['ID=565fc63c-d88d-40c3-98ad-0cbfa6e6c137,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:27.339320 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-210b3313-39ee-4168-87dc-1ce5c1d7c0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d6101400-cbe1-4f22-ab93-7c31357e4cb9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:27.353808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (c12985c8-1b41-4482-a9e1-9929fa2610c4), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:27.406829 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b3313-39ee-4168-87dc-1ce5c1d7c0d0 None None] Pushing event updated for resources: {'Port': ['ID=d6101400-cbe1-4f22-ab93-7c31357e4cb9,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:27.430604 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'name': 'tempest-TestEncryptedCinderVolumes-732295512-router', 'tenant_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd6101400-cbe1-4f22-ab93-7c31357e4cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:23Z', 'updated_at': '2022-01-10T12:21:25Z', 'revision_number': 3, 'project_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'gw_port': {'id': 'd6101400-cbe1-4f22-ab93-7c31357e4cb9', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:24Z', 'updated_at': '2022-01-10T12:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:27.462421 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ec4df-74ff-4721-a960-942886aa823b None None] The sync data for ids ['c12985c8-1b41-4482-a9e1-9929fa2610c4'] in dv-neutron-master-2-hyperv is: [{'id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'name': 'tempest-TestEncryptedCinderVolumes-732295512-router', 'tenant_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd6101400-cbe1-4f22-ab93-7c31357e4cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:23Z', 'updated_at': '2022-01-10T12:21:25Z', 'revision_number': 3, 'project_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'gw_port': {'id': 'd6101400-cbe1-4f22-ab93-7c31357e4cb9', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:24Z', 'updated_at': '2022-01-10T12:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:21:27.547602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:27.560018 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-26702c13-f836-4644-8b89-e0cc7d7e17cc None None] Provisioning complete for port 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:27.560400 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-26702c13-f836-4644-8b89-e0cc7d7e17cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:27.602260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-26702c13-f836-4644-8b89-e0cc7d7e17cc None None] Port 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:21:27.640545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device aa2d734a-cf06-4788-8441-ffd155627dca up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:21:27.697669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port aa2d734a-cf06-4788-8441-ffd155627dca triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:27.698303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (aa2d734a-cf06-4788-8441-ffd155627dca), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:27.730125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Publish callbacks [] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:27.793066 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:27.868859 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (c12985c8-1b41-4482-a9e1-9929fa2610c4), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:27.870665 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Pushing event updated for resources: {'Port': ['ID=565fc63c-d88d-40c3-98ad-0cbfa6e6c137,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:27.965476 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Network 78c2de6e-967f-47d0-89fe-cf36d2edd36a is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:21:27.966867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:28.092245 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Router c12985c8-1b41-4482-a9e1-9929fa2610c4 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:21:28.214481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:21:28.219501 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4fa230fd-c4e6-421b-b711-30927013d486 admin admin] 10.222.0.16 "PUT /v2.0/routers/c12985c8-1b41-4482-a9e1-9929fa2610c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1359394 Jan 10 12:21:28.243781 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8af56a5c-64c1-42ca-aa4f-97ed83ad2571 None None] Provisioning complete for port 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:28.244311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8af56a5c-64c1-42ca-aa4f-97ed83ad2571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:28.279874 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8af56a5c-64c1-42ca-aa4f-97ed83ad2571 None None] Port 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:21:29.036695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Sync routers for ids ['c12985c8-1b41-4482-a9e1-9929fa2610c4'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:21:29.047428 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Routers {'c12985c8-1b41-4482-a9e1-9929fa2610c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:21:29.048072 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:21:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c12985c8-1b41-4482-a9e1-9929fa2610c4'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:29.153863 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Set router c12985c8-1b41-4482-a9e1-9929fa2610c4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:21:29.222526 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-f57924aa-702d-4f35-b802-154b735934cf tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:29.224010 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-f57924aa-702d-4f35-b802-154b735934cf tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/networks?id=8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 HTTP/1.1" status: 200 len: 817 time: 0.1027381 Jan 10 12:21:29.239162 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-34b91674-f6bc-4a20-ae34-e62b6ce0e0f1 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/quotas/66f527ed9061467991568637e4933d87 HTTP/1.1" status: 200 len: 375 time: 0.0095387 Jan 10 12:21:29.299381 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-ccbf48af-2bc8-4f7a-b80e-6a89f97c54ea tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=66f527ed9061467991568637e4933d87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495753 Jan 10 12:21:29.354999 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'name': 'tempest-TestEncryptedCinderVolumes-732295512-router', 'tenant_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd6101400-cbe1-4f22-ab93-7c31357e4cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:23Z', 'updated_at': '2022-01-10T12:21:27Z', 'revision_number': 4, 'project_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'gw_port': {'id': 'd6101400-cbe1-4f22-ab93-7c31357e4cb9', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:24Z', 'updated_at': '2022-01-10T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '565fc63c-d88d-40c3-98ad-0cbfa6e6c137', 'name': '', 'network_id': '78c2de6e-967f-47d0-89fe-cf36d2edd36a', 'tenant_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'mac_address': 'fa:16:3e:74:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '62569bc8-e5e2-4cc1-bb7f-5eb41b005d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:26Z', 'updated_at': '2022-01-10T12:21:27Z', 'revision_number': 2, 'project_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'subnets': [{'id': '62569bc8-e5e2-4cc1-bb7f-5eb41b005d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:29.382233 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Checking router: c12985c8-1b41-4482-a9e1-9929fa2610c4 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:21:29.382584 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Updating router c12985c8-1b41-4482-a9e1-9929fa2610c4 port 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:21:29.407697 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:29.483928 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-9a057419-59c1-4aeb-978d-0970b5ff5421 service neutron] 10.222.0.16 "GET /v2.0/networks/8fb32ef9-8ac0-4cef-aa4a-c32860d504e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725800 Jan 10 12:21:29.576993 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-f44394ca-ad09-4a71-ba8c-33ae52dc4a58 service neutron] 10.222.0.16 "GET /v2.0/networks/8fb32ef9-8ac0-4cef-aa4a-c32860d504e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874310 Jan 10 12:21:29.672010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device d6101400-cbe1-4f22-ab93-7c31357e4cb9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:21:29.714107 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Publish callbacks [] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:29.733985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port d6101400-cbe1-4f22-ab93-7c31357e4cb9 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:29.734360 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d6101400-cbe1-4f22-ab93-7c31357e4cb9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:29.801586 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:29.810926 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a41d0e4d-a8e2-4c5c-93eb-d0a2da1ce61c req-67f148a2-71ef-4d9f-a24d-6879347081d1 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 210 time: 0.0278206 Jan 10 12:21:29.870183 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a5900-45ca-4373-ad76-4d7318edbf2d None None] Pushing event updated for resources: {'Port': ['ID=565fc63c-d88d-40c3-98ad-0cbfa6e6c137,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:29.934167 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Attempting to bind port 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:21:29.934545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Attempting to bind port 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b350772e-d5e5-4267-8ef0-f21060fe3081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78c2de6e-967f-47d0-89fe-cf36d2edd36a'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:21:29.934951 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Attempting to bind port 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 on network 78c2de6e-967f-47d0-89fe-cf36d2edd36a {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:21:29.940359 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:21:29.948272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Checking segment: {'id': 'b350772e-d5e5-4267-8ef0-f21060fe3081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78c2de6e-967f-47d0-89fe-cf36d2edd36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:29.948272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:29.948272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Bound using segment: {'id': 'b350772e-d5e5-4267-8ef0-f21060fe3081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78c2de6e-967f-47d0-89fe-cf36d2edd36a'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:21:29.948272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Bound port: 565fc63c-d88d-40c3-98ad-0cbfa6e6c137, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b350772e-d5e5-4267-8ef0-f21060fe3081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78c2de6e-967f-47d0-89fe-cf36d2edd36a'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:21:29.948272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:30.007223 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] For port 565fc63c-d88d-40c3-98ad-0cbfa6e6c137, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:21:30.010470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] For port 565fc63c-d88d-40c3-98ad-0cbfa6e6c137, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=565fc63c-d88d-40c3-98ad-0cbfa6e6c137,segment=NetworkSegment(b350772e-d5e5-4267-8ef0-f21060fe3081),segment_id=b350772e-d5e5-4267-8ef0-f21060fe3081)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:21:30.075354 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:30.306353 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4c8a8e19-7c8d-4908-869e-b639557dbec7 None None] Provisioning complete for port 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:30.306733 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8e19-7c8d-4908-869e-b639557dbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:30.308642 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Routers {'c12985c8-1b41-4482-a9e1-9929fa2610c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:21:30.309285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:21:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c12985c8-1b41-4482-a9e1-9929fa2610c4'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:30.310999 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a5900-45ca-4373-ad76-4d7318edbf2d None None] Pushing event updated for resources: {'Port': ['ID=565fc63c-d88d-40c3-98ad-0cbfa6e6c137,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:30.472926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] Set router c12985c8-1b41-4482-a9e1-9929fa2610c4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:21:30.514730 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8e19-7c8d-4908-869e-b639557dbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:30.622627 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4c8a8e19-7c8d-4908-869e-b639557dbec7 None None] For port 565fc63c-d88d-40c3-98ad-0cbfa6e6c137, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=565fc63c-d88d-40c3-98ad-0cbfa6e6c137,segment=NetworkSegment(b350772e-d5e5-4267-8ef0-f21060fe3081),segment_id=b350772e-d5e5-4267-8ef0-f21060fe3081)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:30.702893 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'name': 'tempest-TestEncryptedCinderVolumes-732295512-router', 'tenant_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd6101400-cbe1-4f22-ab93-7c31357e4cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:23Z', 'updated_at': '2022-01-10T12:21:27Z', 'revision_number': 4, 'project_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'gw_port': {'id': 'd6101400-cbe1-4f22-ab93-7c31357e4cb9', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:24Z', 'updated_at': '2022-01-10T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '565fc63c-d88d-40c3-98ad-0cbfa6e6c137', 'name': '', 'network_id': '78c2de6e-967f-47d0-89fe-cf36d2edd36a', 'tenant_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'mac_address': 'fa:16:3e:74:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '62569bc8-e5e2-4cc1-bb7f-5eb41b005d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:26Z', 'updated_at': '2022-01-10T12:21:30Z', 'revision_number': 4, 'project_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'subnets': [{'id': '62569bc8-e5e2-4cc1-bb7f-5eb41b005d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:21:30.728707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00828b7-48df-4183-8b36-d0ff46e243f1 None None] The sync data for ids ['c12985c8-1b41-4482-a9e1-9929fa2610c4'] in dv-neutron-master-2-hyperv is: [{'id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'name': 'tempest-TestEncryptedCinderVolumes-732295512-router', 'tenant_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd6101400-cbe1-4f22-ab93-7c31357e4cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:23Z', 'updated_at': '2022-01-10T12:21:27Z', 'revision_number': 4, 'project_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'gw_port': {'id': 'd6101400-cbe1-4f22-ab93-7c31357e4cb9', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:24Z', 'updated_at': '2022-01-10T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '565fc63c-d88d-40c3-98ad-0cbfa6e6c137', 'name': '', 'network_id': '78c2de6e-967f-47d0-89fe-cf36d2edd36a', 'tenant_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'mac_address': 'fa:16:3e:74:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '62569bc8-e5e2-4cc1-bb7f-5eb41b005d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:26Z', 'updated_at': '2022-01-10T12:21:30Z', 'revision_number': 4, 'project_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'subnets': [{'id': '62569bc8-e5e2-4cc1-bb7f-5eb41b005d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:21:30.730215 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8e19-7c8d-4908-869e-b639557dbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:30.786043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a8e19-7c8d-4908-869e-b639557dbec7 None None] Pushing event updated for resources: {'Port': ['ID=565fc63c-d88d-40c3-98ad-0cbfa6e6c137,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:30.856282 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-283d8d67-7edf-447a-b8a0-0b72be7d057c None None] Provisioning complete for port 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:30.856659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-283d8d67-7edf-447a-b8a0-0b72be7d057c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:30.920574 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f1746557-ac65-4491-a4cc-be04128b35a2 req-f01d6c77-287d-4774-8d38-c8919a8f3a0f tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 210 time: 0.0323386 Jan 10 12:21:31.641664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:21:31.691017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:31.691413 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:31.992564 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-f0151558-cfd0-499e-ab57-d6f18895f2e9 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:31.994751 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-f0151558-cfd0-499e-ab57-d6f18895f2e9 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.30 "GET /v2.0/networks?id=8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 HTTP/1.1" status: 200 len: 817 time: 0.1145799 Jan 10 12:21:32.012325 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-2b90c7d1-f685-4d41-848c-024d70aab3ca tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Request body: {'port': {'device_id': '6cda80d3-cd09-42fe-bae6-5edf0353d227', 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0', 'admin_state_up': True, 'tenant_id': '66f527ed9061467991568637e4933d87'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:32.032395 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-031c82af-d113-4f09-8a88-6cfb2b6a37d0 req-9b75435f-c34b-4a54-88da-4cc7fb1bac64 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 210 time: 0.0322261 Jan 10 12:21:32.192924 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-2b90c7d1-f685-4d41-848c-024d70aab3ca tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Made reservation on behalf of 66f527ed9061467991568637e4933d87 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:21:32.197223 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-2b90c7d1-f685-4d41-848c-024d70aab3ca tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:32.330632 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-2b90c7d1-f685-4d41-848c-024d70aab3ca tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Allocated IP 172.20.0.5 (8fb32ef9-8ac0-4cef-aa4a-c32860d504e0/a1ab4122-0131-4e50-bb19-535c58119a65/f529bcc7-2485-44bf-aa10-bcd0e4b78feb) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:21:32.481159 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-2b90c7d1-f685-4d41-848c-024d70aab3ca tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Publish callbacks [] for port (f529bcc7-2485-44bf-aa10-bcd0e4b78feb), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:32.572491 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-2b90c7d1-f685-4d41-848c-024d70aab3ca tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (f529bcc7-2485-44bf-aa10-bcd0e4b78feb), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:32.619352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-2b90c7d1-f685-4d41-848c-024d70aab3ca tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:21:32.622471 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-2b90c7d1-f685-4d41-848c-024d70aab3ca tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:21:32.626138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-2b90c7d1-f685-4d41-848c-024d70aab3ca tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:21:32.653263 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90c7d1-f685-4d41-848c-024d70aab3ca tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Pushing event updated for resources: {'Port': ['ID=f529bcc7-2485-44bf-aa10-bcd0e4b78feb,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:32.680752 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-2b90c7d1-f685-4d41-848c-024d70aab3ca tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:32.681397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-2b90c7d1-f685-4d41-848c-024d70aab3ca tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:32.750240 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-2b90c7d1-f685-4d41-848c-024d70aab3ca tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7460837 Jan 10 12:21:32.759867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-e8025eef-2540-415c-8450-a1e93fd5e2ee tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:21:32.761101 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-e8025eef-2540-415c-8450-a1e93fd5e2ee tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061128 Jan 10 12:21:32.772213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Request body: {'port': {'device_id': '6cda80d3-cd09-42fe-bae6-5edf0353d227', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:21:32.827788 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f529bcc7-2485-44bf-aa10-bcd0e4b78feb), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:32.879637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e3220e6a-7d68-4ca9-b86d-6ee4b630c7df None None] Provisioning complete for port f529bcc7-2485-44bf-aa10-bcd0e4b78feb triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:32.880213 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e3220e6a-7d68-4ca9-b86d-6ee4b630c7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f529bcc7-2485-44bf-aa10-bcd0e4b78feb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:32.913751 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e3220e6a-7d68-4ca9-b86d-6ee4b630c7df None None] Port f529bcc7-2485-44bf-aa10-bcd0e4b78feb cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:21:33.093339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f529bcc7-2485-44bf-aa10-bcd0e4b78feb {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:21:33.100927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Publish callbacks [] for port (f529bcc7-2485-44bf-aa10-bcd0e4b78feb), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:33.138219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Transition to ACTIVE for port object f529bcc7-2485-44bf-aa10-bcd0e4b78feb will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:21:33.156840 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205034e-7b26-4169-8f46-4bea8a004eff req-da9173de-c24c-417c-9753-e12839f8c078 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:33.158332 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a205034e-7b26-4169-8f46-4bea8a004eff req-da9173de-c24c-417c-9753-e12839f8c078 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 931 time: 0.0550740 Jan 10 12:21:33.206184 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a205034e-7b26-4169-8f46-4bea8a004eff req-a5d5a0fe-ef95-433d-994a-7c8877daed47 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423510 Jan 10 12:21:33.207225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (f529bcc7-2485-44bf-aa10-bcd0e4b78feb), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:33.261992 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Pushing event updated for resources: {'Port': ['ID=f529bcc7-2485-44bf-aa10-bcd0e4b78feb,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:33.330245 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Attempting to bind port f529bcc7-2485-44bf-aa10-bcd0e4b78feb on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:21:33.330592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Attempting to bind port f529bcc7-2485-44bf-aa10-bcd0e4b78feb by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:21:33.330928 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Attempting to bind port f529bcc7-2485-44bf-aa10-bcd0e4b78feb on network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:21:33.335629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Port f529bcc7-2485-44bf-aa10-bcd0e4b78feb on network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:21:33.335960 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Attempting to bind port f529bcc7-2485-44bf-aa10-bcd0e4b78feb on network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:21:33.341042 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:21:33.341393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Checking segment: {'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:21:33.341804 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Bound using segment: {'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:21:33.342243 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Bound port: f529bcc7-2485-44bf-aa10-bcd0e4b78feb, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:21:33.342609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f529bcc7-2485-44bf-aa10-bcd0e4b78feb), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:33.407646 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] For port f529bcc7-2485-44bf-aa10-bcd0e4b78feb, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:21:33.410721 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] For port f529bcc7-2485-44bf-aa10-bcd0e4b78feb, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f529bcc7-2485-44bf-aa10-bcd0e4b78feb,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:21:33.490694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (f529bcc7-2485-44bf-aa10-bcd0e4b78feb), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:33.531095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:33.531718 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:33.533112 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] 10.222.0.30 "PUT /v2.0/ports/f529bcc7-2485-44bf-aa10-bcd0e4b78feb HTTP/1.1" status: 200 len: 1093 time: 0.7651777 Jan 10 12:21:33.533560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cda80d3-cd09-42fe-bae6-5edf0353d227', 'tag': 'f529bcc7-2485-44bf-aa10-bcd0e4b78feb'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:21:33.535899 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae98ce2-6610-45cc-b2ee-0080fdfe0074" -d '{"events": [{"name": "network-changed", "server_uuid": "6cda80d3-cd09-42fe-bae6-5edf0353d227", "tag": "f529bcc7-2485-44bf-aa10-bcd0e4b78feb"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:21:33.561008 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78246d-d0cb-47bc-a5e9-8a5502d20c8a service neutron] Pushing event updated for resources: {'Port': ['ID=f529bcc7-2485-44bf-aa10-bcd0e4b78feb,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:33.582425 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76be0433-f213-433b-bd7e-942c796709eb x-openstack-request-id: req-76be0433-f213-433b-bd7e-942c796709eb {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:21:33.582739 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cda80d3-cd09-42fe-bae6-5edf0353d227", "tag": "f529bcc7-2485-44bf-aa10-bcd0e4b78feb", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:21:33.583005 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76be0433-f213-433b-bd7e-942c796709eb {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:21:33.583428 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cda80d3-cd09-42fe-bae6-5edf0353d227', 'tag': 'f529bcc7-2485-44bf-aa10-bcd0e4b78feb', 'status': 'completed', 'code': 200} Jan 10 12:21:33.640792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae98ce2-6610-45cc-b2ee-0080fdfe0074 req-3ad9abea-d0dc-4d57-bc7c-5254dc6dfdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:33.642359 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3ae98ce2-6610-45cc-b2ee-0080fdfe0074 req-3ad9abea-d0dc-4d57-bc7c-5254dc6dfdad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66f527ed9061467991568637e4933d87&device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 1096 time: 0.0439680 Jan 10 12:21:33.743413 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae98ce2-6610-45cc-b2ee-0080fdfe0074 req-c595ebe5-a177-4e04-90e7-65bfdc84baef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:33.744902 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3ae98ce2-6610-45cc-b2ee-0080fdfe0074 req-c595ebe5-a177-4e04-90e7-65bfdc84baef service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=66f527ed9061467991568637e4933d87&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0952678 Jan 10 12:21:33.829309 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:21:33.839864 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae98ce2-6610-45cc-b2ee-0080fdfe0074 req-6ae9d76b-753a-41d1-b0ca-6a39951e9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:33.841355 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3ae98ce2-6610-45cc-b2ee-0080fdfe0074 req-6ae9d76b-753a-41d1-b0ca-6a39951e9743 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912855 Jan 10 12:21:33.917511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-c24f1078-260f-4626-b495-0404466b6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:33.919113 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-c24f1078-260f-4626-b495-0404466b6201 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66f527ed9061467991568637e4933d87&device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 1096 time: 0.0412531 Jan 10 12:21:33.962530 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-0500d1df-b318-47cf-893a-c3d0db025d53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f529bcc7-2485-44bf-aa10-bcd0e4b78feb HTTP/1.1" status: 200 len: 217 time: 0.0373518 Jan 10 12:21:34.016577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-902df897-5dcf-4ac5-b735-c5f45652de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:34.018050 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-902df897-5dcf-4ac5-b735-c5f45652de5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1ab4122-0131-4e50-bb19-535c58119a65 HTTP/1.1" status: 200 len: 856 time: 0.0438297 Jan 10 12:21:34.061799 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-abee7581-fc60-45ff-9845-a88abb42808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:34.063253 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-abee7581-fc60-45ff-9845-a88abb42808b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8fb32ef9-8ac0-4cef-aa4a-c32860d504e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388403 Jan 10 12:21:34.154362 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-58547d67-9045-47be-afd5-8677f91b4c89 service neutron] 10.222.0.30 "GET /v2.0/networks/8fb32ef9-8ac0-4cef-aa4a-c32860d504e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849628 Jan 10 12:21:34.240980 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4f99b9ba-29a0-4871-8296-f869cd06c9a6 req-65e912ef-900b-4614-9702-58ae45f2222d service neutron] 10.222.0.30 "GET /v2.0/networks/8fb32ef9-8ac0-4cef-aa4a-c32860d504e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808153 Jan 10 12:21:34.322091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b6b1a-ec6e-49d8-a205-03ef26fb6b08 req-067c59ae-c73c-4c9a-85c3-4342014ee3ba tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:34.323547 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c41b6b1a-ec6e-49d8-a205-03ef26fb6b08 req-067c59ae-c73c-4c9a-85c3-4342014ee3ba tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 943 time: 0.0486243 Jan 10 12:21:34.375507 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c41b6b1a-ec6e-49d8-a205-03ef26fb6b08 req-5f260441-7063-43bd-acd7-ba70f19c43ab tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463970 Jan 10 12:21:35.490260 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d1ffc-2ef3-40a8-9c68-08da1af53428 req-c2e17fe6-5333-4b8a-baf8-4fefecb48b61 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:35.492042 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c62d1ffc-2ef3-40a8-9c68-08da1af53428 req-c2e17fe6-5333-4b8a-baf8-4fefecb48b61 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 943 time: 0.0488453 Jan 10 12:21:35.538323 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c62d1ffc-2ef3-40a8-9c68-08da1af53428 req-98e3e970-145a-40cf-aea8-9171c205b865 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407476 Jan 10 12:21:36.062955 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ae7b9158-848f-41bd-82b9-a23081964194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:36.589214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device f529bcc7-2485-44bf-aa10-bcd0e4b78feb details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:21:36.652112 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557febe7-14a9-40e8-808a-0b2c0eda9bad req-2d16e42e-0e41-4960-8136-43b391548a16 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:36.653637 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-557febe7-14a9-40e8-808a-0b2c0eda9bad req-2d16e42e-0e41-4960-8136-43b391548a16 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 943 time: 0.0497222 Jan 10 12:21:36.683871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port f529bcc7-2485-44bf-aa10-bcd0e4b78feb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f529bcc7-2485-44bf-aa10-bcd0e4b78feb,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:36.694953 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'f529bcc7-2485-44bf-aa10-bcd0e4b78feb', 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0', 'port_id': 'f529bcc7-2485-44bf-aa10-bcd0e4b78feb', 'mac_address': 'fa:16:3e:57:d9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ab4122-0131-4e50-bb19-535c58119a65', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:21:36.701000 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-557febe7-14a9-40e8-808a-0b2c0eda9bad req-b074ad4a-c201-425c-aef4-e9bb02dbc299 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416284 Jan 10 12:21:36.735184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f529bcc7-2485-44bf-aa10-bcd0e4b78feb), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:36.748333 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f529bcc7-2485-44bf-aa10-bcd0e4b78feb {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:21:36.767196 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port f529bcc7-2485-44bf-aa10-bcd0e4b78feb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f529bcc7-2485-44bf-aa10-bcd0e4b78feb,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:36.829051 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f529bcc7-2485-44bf-aa10-bcd0e4b78feb), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:36.875585 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=f529bcc7-2485-44bf-aa10-bcd0e4b78feb,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:37.065450 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['f529bcc7-2485-44bf-aa10-bcd0e4b78feb'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:21:37.817304 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a5294-93e5-49d9-9723-b362e84dd66f req-2f155172-2c53-4657-ab25-4ef213a62a6c tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:37.818710 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f39a5294-93e5-49d9-9723-b362e84dd66f req-2f155172-2c53-4657-ab25-4ef213a62a6c tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 944 time: 0.0520105 Jan 10 12:21:37.865673 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f39a5294-93e5-49d9-9723-b362e84dd66f req-6fc18495-4aae-479e-a6bc-57b7260370ae tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Jan 10 12:21:38.605393 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device f529bcc7-2485-44bf-aa10-bcd0e4b78feb up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:21:38.746717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port f529bcc7-2485-44bf-aa10-bcd0e4b78feb completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:21:38.750746 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port f529bcc7-2485-44bf-aa10-bcd0e4b78feb triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:21:38.751336 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f529bcc7-2485-44bf-aa10-bcd0e4b78feb), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:38.826644 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f529bcc7-2485-44bf-aa10-bcd0e4b78feb), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:38.848328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cda80d3-cd09-42fe-bae6-5edf0353d227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f529bcc7-2485-44bf-aa10-bcd0e4b78feb'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:21:38.850609 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cf41b3-3d23-435d-a87c-231cfca6e054" -d '{"events": [{"server_uuid": "6cda80d3-cd09-42fe-bae6-5edf0353d227", "name": "network-vif-plugged", "status": "completed", "tag": "f529bcc7-2485-44bf-aa10-bcd0e4b78feb"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:21:38.866593 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port f529bcc7-2485-44bf-aa10-bcd0e4b78feb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f529bcc7-2485-44bf-aa10-bcd0e4b78feb,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:21:38.887787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7419a9-41e9-49d6-b609-36b73c792215 x-openstack-request-id: req-2d7419a9-41e9-49d6-b609-36b73c792215 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:21:38.888080 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cda80d3-cd09-42fe-bae6-5edf0353d227", "name": "network-vif-plugged", "status": "completed", "tag": "f529bcc7-2485-44bf-aa10-bcd0e4b78feb", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:21:38.888338 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d7419a9-41e9-49d6-b609-36b73c792215 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:21:38.888734 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cda80d3-cd09-42fe-bae6-5edf0353d227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f529bcc7-2485-44bf-aa10-bcd0e4b78feb', 'code': 200} Jan 10 12:21:38.935962 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f529bcc7-2485-44bf-aa10-bcd0e4b78feb), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:38.982328 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f07cc-cdb3-438c-85f8-a9a384eeb295 req-1e0cefda-ea27-4e34-91af-5b08a0cb6724 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:38.983820 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-982f07cc-cdb3-438c-85f8-a9a384eeb295 req-1e0cefda-ea27-4e34-91af-5b08a0cb6724 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 945 time: 0.0491076 Jan 10 12:21:38.986153 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=f529bcc7-2485-44bf-aa10-bcd0e4b78feb,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:21:39.031207 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-982f07cc-cdb3-438c-85f8-a9a384eeb295 req-71ff017e-14b0-49cb-9697-ebc45e7d79c1 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 Jan 10 12:21:39.158083 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd9171-3103-46e2-94ff-ad48c4c05be8 req-e58befce-ed5d-4342-b9fc-98fff3f4d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:39.159515 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0bd9171-3103-46e2-94ff-ad48c4c05be8 req-e58befce-ed5d-4342-b9fc-98fff3f4d3bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 1098 time: 0.0393896 Jan 10 12:21:39.202717 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0bd9171-3103-46e2-94ff-ad48c4c05be8 req-4daa5c87-9114-4987-af83-d096057a8c35 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362148 Jan 10 12:21:40.151118 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364be05-a328-4f75-9458-0ef4a1a4dac0 req-fa4623c3-c07a-4750-803f-b81d891a115f tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:40.153210 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1364be05-a328-4f75-9458-0ef4a1a4dac0 req-fa4623c3-c07a-4750-803f-b81d891a115f tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 945 time: 0.0546701 Jan 10 12:21:40.199841 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1364be05-a328-4f75-9458-0ef4a1a4dac0 req-789a771c-642c-4f6a-8ba6-3f5a8eef2b98 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417168 Jan 10 12:21:40.330273 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8133153f-53aa-4739-ac27-cd44adf78fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:40.720268 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:41.318167 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed824b-dc05-4758-8bcc-35694f29e20d req-bdbdd851-ba51-4519-8bf0-799f1c0066f8 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:41.319669 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-45ed824b-dc05-4758-8bcc-35694f29e20d req-bdbdd851-ba51-4519-8bf0-799f1c0066f8 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 945 time: 0.0536268 Jan 10 12:21:41.367001 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-45ed824b-dc05-4758-8bcc-35694f29e20d req-32382516-0115-4857-88ca-ccc5a3f3858c tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415914 Jan 10 12:21:41.484224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5b8e-f247-48a0-b9be-df6b8ad180da req-27684d17-c47d-4cac-9999-1d9c8e30d71d tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:41.485616 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3d0b5b8e-f247-48a0-b9be-df6b8ad180da req-27684d17-c47d-4cac-9999-1d9c8e30d71d tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 945 time: 0.0487027 Jan 10 12:21:41.532118 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3d0b5b8e-f247-48a0-b9be-df6b8ad180da req-0ce80b36-0173-463e-a314-37d17a829ab5 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409849 Jan 10 12:21:42.250357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:43.278382 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:21:48.955377 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6df11eb6-3efc-4a0c-a6ce-7f6c64b2a933 req-2ba3741f-0f05-4a63-a209-096d606d14e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869775 Jan 10 12:21:49.034315 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df11eb6-3efc-4a0c-a6ce-7f6c64b2a933 req-c2910b6f-48e3-48fd-a875-062e13d9a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:49.035856 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6df11eb6-3efc-4a0c-a6ce-7f6c64b2a933 req-c2910b6f-48e3-48fd-a875-062e13d9a810 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66f527ed9061467991568637e4933d87&device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 1098 time: 0.0403817 Jan 10 12:21:49.147398 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df11eb6-3efc-4a0c-a6ce-7f6c64b2a933 req-3bda6ce2-090f-4144-9f6b-8b7d3d24b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:49.148780 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6df11eb6-3efc-4a0c-a6ce-7f6c64b2a933 req-3bda6ce2-090f-4144-9f6b-8b7d3d24b0f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 HTTP/1.1" status: 200 len: 918 time: 0.0957465 Jan 10 12:21:49.191723 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6df11eb6-3efc-4a0c-a6ce-7f6c64b2a933 req-ab63127d-2a73-4122-b622-08f34f6c6a94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f529bcc7-2485-44bf-aa10-bcd0e4b78feb HTTP/1.1" status: 200 len: 217 time: 0.0373428 Jan 10 12:21:49.240285 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df11eb6-3efc-4a0c-a6ce-7f6c64b2a933 req-122b76c5-29a3-478f-b8ea-9010632caf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:49.242028 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6df11eb6-3efc-4a0c-a6ce-7f6c64b2a933 req-122b76c5-29a3-478f-b8ea-9010632caf72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1ab4122-0131-4e50-bb19-535c58119a65 HTTP/1.1" status: 200 len: 856 time: 0.0439534 Jan 10 12:21:49.285116 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df11eb6-3efc-4a0c-a6ce-7f6c64b2a933 req-7d9848ac-58e7-41b9-baf4-d97ab409c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:21:49.286692 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6df11eb6-3efc-4a0c-a6ce-7f6c64b2a933 req-7d9848ac-58e7-41b9-baf4-d97ab409c95c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8fb32ef9-8ac0-4cef-aa4a-c32860d504e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393739 Jan 10 12:21:49.377707 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6df11eb6-3efc-4a0c-a6ce-7f6c64b2a933 req-733c4877-d1e5-4d33-a1d5-ebd9bd5b2e23 service neutron] 10.222.0.30 "GET /v2.0/networks/8fb32ef9-8ac0-4cef-aa4a-c32860d504e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849771 Jan 10 12:21:49.463970 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6df11eb6-3efc-4a0c-a6ce-7f6c64b2a933 req-350daea1-3a95-4d70-a00b-bf5518c5480e service neutron] 10.222.0.30 "GET /v2.0/networks/8fb32ef9-8ac0-4cef-aa4a-c32860d504e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803800 Jan 10 12:21:49.618901 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:06.063451 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c6c2659e-2b96-41e5-9001-81a409868d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:10.324086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-16b05fce-a4d7-418e-98a4-15024e0e65d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:10.737207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:10.827560 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:22:12.249753 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:13.272644 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:17.370254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f6bfe-0fcd-4d26-96ea-bc827d4b0b98 req-55c3933e-0650-449c-9c90-2854d0766762 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:17.371750 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e12f6bfe-0fcd-4d26-96ea-bc827d4b0b98 req-55c3933e-0650-449c-9c90-2854d0766762 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 945 time: 0.0492909 Jan 10 12:22:17.417686 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e12f6bfe-0fcd-4d26-96ea-bc827d4b0b98 req-bb52d61a-db85-48ec-8904-c1c17a2e8ddd tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403409 Jan 10 12:22:18.542539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a920e-21d8-420f-ba78-f44f5fe36425 req-44eaa2d8-0b7a-4417-a6fc-2b45a804281c tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:18.544089 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3b8a920e-21d8-420f-ba78-f44f5fe36425 req-44eaa2d8-0b7a-4417-a6fc-2b45a804281c tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 945 time: 0.0563874 Jan 10 12:22:18.597314 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3b8a920e-21d8-420f-ba78-f44f5fe36425 req-67e40e58-2e8c-4794-8f81-ff94a1a21935 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458777 Jan 10 12:22:18.802222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0bb9c-8c76-429d-9288-73923d092a2e req-a324a0d6-b719-4727-a57c-997a40f82a8f tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:18.803585 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bcd0bb9c-8c76-429d-9288-73923d092a2e req-a324a0d6-b719-4727-a57c-997a40f82a8f tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 945 time: 0.0484748 Jan 10 12:22:18.893084 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-bcd0bb9c-8c76-429d-9288-73923d092a2e req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Deleting port f529bcc7-2485-44bf-aa10-bcd0e4b78feb {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:22:18.893346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-bcd0bb9c-8c76-429d-9288-73923d092a2e req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f529bcc7-2485-44bf-aa10-bcd0e4b78feb), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:18.979064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-bcd0bb9c-8c76-429d-9288-73923d092a2e req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] For port f529bcc7-2485-44bf-aa10-bcd0e4b78feb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f529bcc7-2485-44bf-aa10-bcd0e4b78feb,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:22:18.979422 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-bcd0bb9c-8c76-429d-9288-73923d092a2e req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f529bcc7-2485-44bf-aa10-bcd0e4b78feb), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:18.991427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-bcd0bb9c-8c76-429d-9288-73923d092a2e req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Calling delete_port for f529bcc7-2485-44bf-aa10-bcd0e4b78feb owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:22:19.467120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-bcd0bb9c-8c76-429d-9288-73923d092a2e req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (f529bcc7-2485-44bf-aa10-bcd0e4b78feb), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:19.478513 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['f529bcc7-2485-44bf-aa10-bcd0e4b78feb'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:22:19.495707 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Pushing event deleted for resources: {'Port': ['ID=f529bcc7-2485-44bf-aa10-bcd0e4b78feb,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:22:19.520431 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:19.520797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:19.521176 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:19.521536 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:19.521910 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:19.522254 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:19.522596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:19.522938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:19.523274 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:19.523645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:19.523983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:19.524318 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:19.524655 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:19.546118 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd0bb9c-8c76-429d-9288-73923d092a2e req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] No DVR routers for this DVR port f529bcc7-2485-44bf-aa10-bcd0e4b78feb on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:22:19.548474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-bcd0bb9c-8c76-429d-9288-73923d092a2e req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:19.551944 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bcd0bb9c-8c76-429d-9288-73923d092a2e req-6232b580-655c-402e-88aa-1e2eec63d603 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.30 "DELETE /v2.0/ports/f529bcc7-2485-44bf-aa10-bcd0e4b78feb HTTP/1.1" status: 204 len: 173 time: 0.7433927 Jan 10 12:22:19.552396 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cda80d3-cd09-42fe-bae6-5edf0353d227', 'name': 'network-vif-deleted', 'tag': 'f529bcc7-2485-44bf-aa10-bcd0e4b78feb'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:22:19.554728 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f40adae-bde7-4087-a359-32580cf0d1ea" -d '{"events": [{"server_uuid": "6cda80d3-cd09-42fe-bae6-5edf0353d227", "name": "network-vif-deleted", "tag": "f529bcc7-2485-44bf-aa10-bcd0e4b78feb"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:22:19.591340 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57072ea5-376a-488a-83d6-eda8617bb247 x-openstack-request-id: req-57072ea5-376a-488a-83d6-eda8617bb247 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:22:19.591913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cda80d3-cd09-42fe-bae6-5edf0353d227", "name": "network-vif-deleted", "tag": "f529bcc7-2485-44bf-aa10-bcd0e4b78feb", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:22:19.592176 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57072ea5-376a-488a-83d6-eda8617bb247 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:22:19.592593 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cda80d3-cd09-42fe-bae6-5edf0353d227', 'name': 'network-vif-deleted', 'tag': 'f529bcc7-2485-44bf-aa10-bcd0e4b78feb', 'status': 'completed', 'code': 200} Jan 10 12:22:19.600519 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:19.696150 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-006dace6-df05-4abd-941b-5954810cb3f0 req-3a7c8a64-a4b0-4e8a-8adb-d30c50e884f7 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cda80d3-cd09-42fe-bae6-5edf0353d227 HTTP/1.1" status: 200 len: 210 time: 0.0301297 Jan 10 12:22:21.442009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-906493d7-d1a4-4d37-a858-75c0e86b7156 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:21.443477 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-906493d7-d1a4-4d37-a858-75c0e86b7156 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/networks?id=8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 HTTP/1.1" status: 200 len: 817 time: 0.1020477 Jan 10 12:22:21.457470 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-24dc1cc4-6517-4c3f-bfd0-a1d8db06ff44 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/quotas/66f527ed9061467991568637e4933d87 HTTP/1.1" status: 200 len: 375 time: 0.0087035 Jan 10 12:22:21.507400 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-f8339184-be2d-4fb6-ba57-8d54597e82fd tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=66f527ed9061467991568637e4933d87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451207 Jan 10 12:22:21.603324 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-152977f2-ea5e-4114-986c-145b7198e8a4 service neutron] 10.222.0.16 "GET /v2.0/networks/8fb32ef9-8ac0-4cef-aa4a-c32860d504e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849805 Jan 10 12:22:21.693164 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-6d1f4b5c-a81e-48b0-917e-d35b2819be10 service neutron] 10.222.0.16 "GET /v2.0/networks/8fb32ef9-8ac0-4cef-aa4a-c32860d504e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842168 Jan 10 12:22:21.908182 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7ec53d69-cf0c-439a-a621-b72893f31e22 req-7b462bc6-270e-4bfd-a456-6d972f86ba2f tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 210 time: 0.0305285 Jan 10 12:22:22.729196 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device f529bcc7-2485-44bf-aa10-bcd0e4b78feb no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:22:22.750105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: f529bcc7-2485-44bf-aa10-bcd0e4b78feb {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:22:22.750528 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device f529bcc7-2485-44bf-aa10-bcd0e4b78feb not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:22:23.002149 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-faa64727-aee5-40d6-9b04-f0497fabb34e req-e5b9d67b-c659-42ba-85d9-3b827cec4ad3 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 210 time: 0.0276902 Jan 10 12:22:23.534864 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-b9c175ae-71bd-43b3-b41f-be4396e020cf tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:23.536217 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-b9c175ae-71bd-43b3-b41f-be4396e020cf tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.30 "GET /v2.0/networks?id=8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 HTTP/1.1" status: 200 len: 817 time: 0.1056170 Jan 10 12:22:23.547308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-96714fed-ca6d-4b6c-bb76-c0bfd42d5b45 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Request body: {'port': {'device_id': '095c275f-0d03-4128-a0fc-9c3b162c475b', 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0', 'admin_state_up': True, 'tenant_id': '66f527ed9061467991568637e4933d87'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:22:23.737622 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-96714fed-ca6d-4b6c-bb76-c0bfd42d5b45 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Made reservation on behalf of 66f527ed9061467991568637e4933d87 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:22:23.742125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-96714fed-ca6d-4b6c-bb76-c0bfd42d5b45 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:23.869065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-96714fed-ca6d-4b6c-bb76-c0bfd42d5b45 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Allocated IP 172.20.0.5 (8fb32ef9-8ac0-4cef-aa4a-c32860d504e0/a1ab4122-0131-4e50-bb19-535c58119a65/edcc794a-e14a-46b9-b2be-e31e4bf9535d) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:22:24.016753 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-96714fed-ca6d-4b6c-bb76-c0bfd42d5b45 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Publish callbacks [] for port (edcc794a-e14a-46b9-b2be-e31e4bf9535d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:24.095886 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-20b477ea-b5af-47f2-8e94-71aa69b2beb9 req-f01a4dd2-221b-4659-9e9e-69bd921c0ceb tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 210 time: 0.0279317 Jan 10 12:22:24.113448 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-96714fed-ca6d-4b6c-bb76-c0bfd42d5b45 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (edcc794a-e14a-46b9-b2be-e31e4bf9535d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:24.161208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-96714fed-ca6d-4b6c-bb76-c0bfd42d5b45 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:22:24.166346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-96714fed-ca6d-4b6c-bb76-c0bfd42d5b45 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:22:24.170136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-96714fed-ca6d-4b6c-bb76-c0bfd42d5b45 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:22:24.194818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96714fed-ca6d-4b6c-bb76-c0bfd42d5b45 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Pushing event updated for resources: {'Port': ['ID=edcc794a-e14a-46b9-b2be-e31e4bf9535d,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:22:24.224841 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-96714fed-ca6d-4b6c-bb76-c0bfd42d5b45 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:24.225505 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-96714fed-ca6d-4b6c-bb76-c0bfd42d5b45 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:24.328860 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-96714fed-ca6d-4b6c-bb76-c0bfd42d5b45 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7850194 Jan 10 12:22:24.339972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Request body: {'port': {'device_id': '095c275f-0d03-4128-a0fc-9c3b162c475b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:22:24.377231 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7bddc5c2-0bfd-4841-9ea7-2fd686c44b82 None None] Provisioning complete for port edcc794a-e14a-46b9-b2be-e31e4bf9535d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:22:24.377800 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7bddc5c2-0bfd-4841-9ea7-2fd686c44b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (edcc794a-e14a-46b9-b2be-e31e4bf9535d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:24.395018 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (edcc794a-e14a-46b9-b2be-e31e4bf9535d), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:24.410513 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-7bddc5c2-0bfd-4841-9ea7-2fd686c44b82 None None] Port edcc794a-e14a-46b9-b2be-e31e4bf9535d cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:22:24.655858 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edcc794a-e14a-46b9-b2be-e31e4bf9535d {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:22:24.663009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Publish callbacks [] for port (edcc794a-e14a-46b9-b2be-e31e4bf9535d), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:24.675146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Transition to ACTIVE for port object edcc794a-e14a-46b9-b2be-e31e4bf9535d will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:22:24.743241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (edcc794a-e14a-46b9-b2be-e31e4bf9535d), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:24.810299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Pushing event updated for resources: {'Port': ['ID=edcc794a-e14a-46b9-b2be-e31e4bf9535d,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:22:24.861789 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Attempting to bind port edcc794a-e14a-46b9-b2be-e31e4bf9535d on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:22:24.862151 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Attempting to bind port edcc794a-e14a-46b9-b2be-e31e4bf9535d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:22:24.862633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Attempting to bind port edcc794a-e14a-46b9-b2be-e31e4bf9535d on network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:22:24.867698 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Port edcc794a-e14a-46b9-b2be-e31e4bf9535d on network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:22:24.868030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Attempting to bind port edcc794a-e14a-46b9-b2be-e31e4bf9535d on network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:22:24.873099 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:22:24.873468 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Checking segment: {'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:22:24.873878 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Bound using segment: {'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:22:24.874333 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Bound port: edcc794a-e14a-46b9-b2be-e31e4bf9535d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d45cb80-7571-4d91-9883-7aaeb5b683f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:22:24.874663 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (edcc794a-e14a-46b9-b2be-e31e4bf9535d), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:24.944427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] For port edcc794a-e14a-46b9-b2be-e31e4bf9535d, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:22:24.947952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] For port edcc794a-e14a-46b9-b2be-e31e4bf9535d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edcc794a-e14a-46b9-b2be-e31e4bf9535d,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:22:25.029351 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (edcc794a-e14a-46b9-b2be-e31e4bf9535d), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:25.065558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:25.066393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:25.067834 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] 10.222.0.30 "PUT /v2.0/ports/edcc794a-e14a-46b9-b2be-e31e4bf9535d HTTP/1.1" status: 200 len: 1093 time: 0.7321658 Jan 10 12:22:25.068274 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095c275f-0d03-4128-a0fc-9c3b162c475b', 'tag': 'edcc794a-e14a-46b9-b2be-e31e4bf9535d'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:22:25.071137 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4f3f14-8e89-438b-b5ea-bddf8e20ca06" -d '{"events": [{"name": "network-changed", "server_uuid": "095c275f-0d03-4128-a0fc-9c3b162c475b", "tag": "edcc794a-e14a-46b9-b2be-e31e4bf9535d"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:22:25.100364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7a963-571b-449f-ad76-ab3b25adfa69 service neutron] Pushing event updated for resources: {'Port': ['ID=edcc794a-e14a-46b9-b2be-e31e4bf9535d,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:22:25.108267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d974d45-a572-44df-b822-13088e32a0a1 x-openstack-request-id: req-3d974d45-a572-44df-b822-13088e32a0a1 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:22:25.108564 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095c275f-0d03-4128-a0fc-9c3b162c475b", "tag": "edcc794a-e14a-46b9-b2be-e31e4bf9535d", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:22:25.108823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d974d45-a572-44df-b822-13088e32a0a1 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:22:25.109231 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095c275f-0d03-4128-a0fc-9c3b162c475b', 'tag': 'edcc794a-e14a-46b9-b2be-e31e4bf9535d', 'status': 'completed', 'code': 200} Jan 10 12:22:25.173787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f3f14-8e89-438b-b5ea-bddf8e20ca06 req-c32acfe8-18cb-4b18-adcc-c00a90c0771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:25.175133 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f4f3f14-8e89-438b-b5ea-bddf8e20ca06 req-c32acfe8-18cb-4b18-adcc-c00a90c0771e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66f527ed9061467991568637e4933d87&device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 1096 time: 0.0457823 Jan 10 12:22:25.215912 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40333e61-8323-40eb-aac8-5fa2ab80f4f9 req-aa838840-0616-46b6-91cd-3df487c3193b tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:25.218596 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-40333e61-8323-40eb-aac8-5fa2ab80f4f9 req-aa838840-0616-46b6-91cd-3df487c3193b tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 943 time: 0.0522833 Jan 10 12:22:25.271697 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-40333e61-8323-40eb-aac8-5fa2ab80f4f9 req-0a2fb4f3-1f96-4063-bb2a-6cf9d56943b9 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481555 Jan 10 12:22:25.290644 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f3f14-8e89-438b-b5ea-bddf8e20ca06 req-bff62bcd-0334-49ef-83af-d62fbd11017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:25.292138 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f4f3f14-8e89-438b-b5ea-bddf8e20ca06 req-bff62bcd-0334-49ef-83af-d62fbd11017e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=66f527ed9061467991568637e4933d87&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1092641 Jan 10 12:22:25.384409 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f3f14-8e89-438b-b5ea-bddf8e20ca06 req-4095df4f-8e7a-48e2-93ba-d8dd2b12c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:25.385916 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f4f3f14-8e89-438b-b5ea-bddf8e20ca06 req-4095df4f-8e7a-48e2-93ba-d8dd2b12c162 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883017 Jan 10 12:22:25.464161 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-99a734da-8b8f-4d29-b516-efb7b148813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:25.465698 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-99a734da-8b8f-4d29-b516-efb7b148813b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66f527ed9061467991568637e4933d87&device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 1096 time: 0.0455306 Jan 10 12:22:25.507365 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-3c78781d-3d03-4d63-a6ca-81e84e473c63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edcc794a-e14a-46b9-b2be-e31e4bf9535d HTTP/1.1" status: 200 len: 217 time: 0.0339615 Jan 10 12:22:25.553108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-f2cdb636-75fa-4a7b-963f-3a678488658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:25.554581 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-f2cdb636-75fa-4a7b-963f-3a678488658e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1ab4122-0131-4e50-bb19-535c58119a65 HTTP/1.1" status: 200 len: 856 time: 0.0418649 Jan 10 12:22:25.598787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-765033a2-ef0b-4ff1-9dba-1039013db704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:25.600218 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-765033a2-ef0b-4ff1-9dba-1039013db704 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8fb32ef9-8ac0-4cef-aa4a-c32860d504e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396762 Jan 10 12:22:25.692013 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-e22a06bc-fe9d-4a04-821b-a61df1ccbb99 service neutron] 10.222.0.30 "GET /v2.0/networks/8fb32ef9-8ac0-4cef-aa4a-c32860d504e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858436 Jan 10 12:22:25.782595 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c9f69e1b-0f2d-4b8e-a293-749d23d49f2e req-24111b78-088c-43f7-9a5c-f788a9232869 service neutron] 10.222.0.30 "GET /v2.0/networks/8fb32ef9-8ac0-4cef-aa4a-c32860d504e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847673 Jan 10 12:22:26.386230 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b828f-5e57-4365-bef8-7fca15f7f6bc req-b82cb455-f2db-435c-813d-56c02c39d43e tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:26.387715 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-697b828f-5e57-4365-bef8-7fca15f7f6bc req-b82cb455-f2db-435c-813d-56c02c39d43e tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 943 time: 0.0495162 Jan 10 12:22:26.434997 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-697b828f-5e57-4365-bef8-7fca15f7f6bc req-261d6a93-53fd-4a75-bc98-1a19f77c8593 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415099 Jan 10 12:22:26.729193 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device edcc794a-e14a-46b9-b2be-e31e4bf9535d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:22:26.819872 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port edcc794a-e14a-46b9-b2be-e31e4bf9535d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edcc794a-e14a-46b9-b2be-e31e4bf9535d,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:22:26.831056 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'edcc794a-e14a-46b9-b2be-e31e4bf9535d', 'network_id': '8fb32ef9-8ac0-4cef-aa4a-c32860d504e0', 'port_id': 'edcc794a-e14a-46b9-b2be-e31e4bf9535d', 'mac_address': 'fa:16:3e:98:1f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ab4122-0131-4e50-bb19-535c58119a65', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:22:26.869964 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (edcc794a-e14a-46b9-b2be-e31e4bf9535d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:26.882100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edcc794a-e14a-46b9-b2be-e31e4bf9535d {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:22:26.901093 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port edcc794a-e14a-46b9-b2be-e31e4bf9535d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edcc794a-e14a-46b9-b2be-e31e4bf9535d,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:22:26.963858 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (edcc794a-e14a-46b9-b2be-e31e4bf9535d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:27.009293 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=edcc794a-e14a-46b9-b2be-e31e4bf9535d,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:22:27.015917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:27.016268 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:27.016614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:27.016954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:27.017294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:27.017622 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:27.017974 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:27.018305 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:27.018633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:27.018959 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:27.019284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:27.019604 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:27.019924 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:22:27.175629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['edcc794a-e14a-46b9-b2be-e31e4bf9535d'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:22:27.551349 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b44360-819d-4b64-8a58-7242f2216a00 req-2fc5b7d9-c2c3-4e01-a5e2-0fc3f92b44c1 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:27.552825 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b1b44360-819d-4b64-8a58-7242f2216a00 req-2fc5b7d9-c2c3-4e01-a5e2-0fc3f92b44c1 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 944 time: 0.0516891 Jan 10 12:22:27.599567 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b1b44360-819d-4b64-8a58-7242f2216a00 req-190267fc-8c89-4d56-95da-00c1190597d5 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406137 Jan 10 12:22:28.712342 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b81c9-6f4c-4eba-9c33-a37c1a29d049 req-9a473093-1541-43a4-86eb-22fd7175c491 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:28.713814 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7f1b81c9-6f4c-4eba-9c33-a37c1a29d049 req-9a473093-1541-43a4-86eb-22fd7175c491 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 944 time: 0.0481827 Jan 10 12:22:28.745173 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device edcc794a-e14a-46b9-b2be-e31e4bf9535d up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:22:28.760513 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7f1b81c9-6f4c-4eba-9c33-a37c1a29d049 req-96d7c174-2cf2-4b6c-8307-8fe61d63a1cb tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412159 Jan 10 12:22:28.874480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port edcc794a-e14a-46b9-b2be-e31e4bf9535d completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:22:28.878294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port edcc794a-e14a-46b9-b2be-e31e4bf9535d triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:22:28.878623 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (edcc794a-e14a-46b9-b2be-e31e4bf9535d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:28.952692 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (edcc794a-e14a-46b9-b2be-e31e4bf9535d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:28.973821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095c275f-0d03-4128-a0fc-9c3b162c475b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcc794a-e14a-46b9-b2be-e31e4bf9535d'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:22:28.976230 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce289542-cc74-4e48-a11f-bae6aad6ed35" -d '{"events": [{"server_uuid": "095c275f-0d03-4128-a0fc-9c3b162c475b", "name": "network-vif-plugged", "status": "completed", "tag": "edcc794a-e14a-46b9-b2be-e31e4bf9535d"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:22:28.993644 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port edcc794a-e14a-46b9-b2be-e31e4bf9535d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edcc794a-e14a-46b9-b2be-e31e4bf9535d,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:22:29.012328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1426621f-0c15-4908-89f8-c66f8f9e77c5 x-openstack-request-id: req-1426621f-0c15-4908-89f8-c66f8f9e77c5 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:22:29.012617 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095c275f-0d03-4128-a0fc-9c3b162c475b", "name": "network-vif-plugged", "status": "completed", "tag": "edcc794a-e14a-46b9-b2be-e31e4bf9535d", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:22:29.012870 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1426621f-0c15-4908-89f8-c66f8f9e77c5 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:22:29.013260 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095c275f-0d03-4128-a0fc-9c3b162c475b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcc794a-e14a-46b9-b2be-e31e4bf9535d', 'code': 200} Jan 10 12:22:29.057697 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (edcc794a-e14a-46b9-b2be-e31e4bf9535d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:29.105321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=edcc794a-e14a-46b9-b2be-e31e4bf9535d,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:22:29.356791 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0912278-8c6b-4bb1-9e5e-a596d231ba99 req-5a42fd53-147b-44d5-ae41-7b0e2613da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:29.358303 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d0912278-8c6b-4bb1-9e5e-a596d231ba99 req-5a42fd53-147b-44d5-ae41-7b0e2613da4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 1098 time: 0.0437260 Jan 10 12:22:29.401053 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d0912278-8c6b-4bb1-9e5e-a596d231ba99 req-a092105e-83c4-4219-996b-27b5a169d5f3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368230 Jan 10 12:22:29.874322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c6d1c-ae48-4c3f-b8ef-0c551e811d4a req-9218fb07-9264-4b18-a32d-524c16105d11 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:29.875723 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d80c6d1c-ae48-4c3f-b8ef-0c551e811d4a req-9218fb07-9264-4b18-a32d-524c16105d11 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 945 time: 0.0486541 Jan 10 12:22:29.922122 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d80c6d1c-ae48-4c3f-b8ef-0c551e811d4a req-44e3947f-c1f8-4685-b078-27c50873e917 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409012 Jan 10 12:22:31.036991 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57af36c-4452-4dc9-a3eb-a39ba0faa390 req-083c4665-f844-4d24-addc-84d42e1ee539 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:31.038516 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d57af36c-4452-4dc9-a3eb-a39ba0faa390 req-083c4665-f844-4d24-addc-84d42e1ee539 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 945 time: 0.0488701 Jan 10 12:22:31.084453 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d57af36c-4452-4dc9-a3eb-a39ba0faa390 req-a1f46389-eade-4356-b503-4f7da4d5bf64 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404444 Jan 10 12:22:31.201478 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287512e-45c4-4586-a3ab-cb4f89b3071e req-9e8ab324-b94c-42a5-9817-765b9319fb24 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:31.202918 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e287512e-45c4-4586-a3ab-cb4f89b3071e req-9e8ab324-b94c-42a5-9817-765b9319fb24 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 945 time: 0.0527508 Jan 10 12:22:31.250348 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e287512e-45c4-4586-a3ab-cb4f89b3071e req-71a32bc7-8e7e-4b79-be2b-e07131c5d43f tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418887 Jan 10 12:22:36.063417 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3da47ab5-c48b-4f17-8e0c-8ee5e62c7992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:40.325816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-80a5e1d6-6a57-4ccb-a07c-f95029edd71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:40.728055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:42.237708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:43.284452 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:22:47.826331 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:22:48.912417 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b796973a-548c-4c03-9c63-1699fbbd8a71 req-a8d0e782-c066-4288-899b-d71abb92cd62 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=095c275f-0d03-4128-a0fc-9c3b162c475b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395272 Jan 10 12:22:48.992250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796973a-548c-4c03-9c63-1699fbbd8a71 req-346e976f-c70a-4dc8-b9b2-99f3d2ffa94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:48.993745 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b796973a-548c-4c03-9c63-1699fbbd8a71 req-346e976f-c70a-4dc8-b9b2-99f3d2ffa94d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66f527ed9061467991568637e4933d87&device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 1098 time: 0.0402794 Jan 10 12:22:49.096752 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796973a-548c-4c03-9c63-1699fbbd8a71 req-f8fe96b4-85cc-4faf-9f4b-27bd2856a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:49.098255 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b796973a-548c-4c03-9c63-1699fbbd8a71 req-f8fe96b4-85cc-4faf-9f4b-27bd2856a291 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 HTTP/1.1" status: 200 len: 918 time: 0.0862558 Jan 10 12:22:49.138663 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b796973a-548c-4c03-9c63-1699fbbd8a71 req-b78cadc3-6061-428d-b279-d7994b450998 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edcc794a-e14a-46b9-b2be-e31e4bf9535d HTTP/1.1" status: 200 len: 217 time: 0.0339172 Jan 10 12:22:49.184943 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796973a-548c-4c03-9c63-1699fbbd8a71 req-e747b0d7-24fd-466d-a64d-90d98aef1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:49.186477 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b796973a-548c-4c03-9c63-1699fbbd8a71 req-e747b0d7-24fd-466d-a64d-90d98aef1153 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1ab4122-0131-4e50-bb19-535c58119a65 HTTP/1.1" status: 200 len: 856 time: 0.0422204 Jan 10 12:22:49.234671 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796973a-548c-4c03-9c63-1699fbbd8a71 req-b379dcc9-cb96-4ca9-8d7d-a9d0551c3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:22:49.236168 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b796973a-548c-4c03-9c63-1699fbbd8a71 req-b379dcc9-cb96-4ca9-8d7d-a9d0551c3002 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8fb32ef9-8ac0-4cef-aa4a-c32860d504e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438499 Jan 10 12:22:49.325511 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b796973a-548c-4c03-9c63-1699fbbd8a71 req-b5e37d98-f629-4b33-bcd8-9d9b2cbe9be8 service neutron] 10.222.0.30 "GET /v2.0/networks/8fb32ef9-8ac0-4cef-aa4a-c32860d504e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819032 Jan 10 12:22:49.416699 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b796973a-548c-4c03-9c63-1699fbbd8a71 req-cdfb89bc-61da-4a2b-9f80-3117b0ce7a64 service neutron] 10.222.0.30 "GET /v2.0/networks/8fb32ef9-8ac0-4cef-aa4a-c32860d504e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849693 Jan 10 12:22:49.605984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:06.058537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6b9cf4f7-d929-4098-96a6-77ce190cc2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:07.686147 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f275c-cb9b-4d40-8210-3299bd240d68 req-7bee1616-68d9-464f-a1bd-e7ab6f5f7860 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:07.687660 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ce9f275c-cb9b-4d40-8210-3299bd240d68 req-7bee1616-68d9-464f-a1bd-e7ab6f5f7860 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 945 time: 0.0533128 Jan 10 12:23:07.734052 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ce9f275c-cb9b-4d40-8210-3299bd240d68 req-d3cac0ce-e924-4ce8-a17a-bf7060775a7a tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406973 Jan 10 12:23:08.854643 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a12b07-5e69-4171-8392-560f8621d4b4 req-668a9f84-ed4b-44ea-9926-24b4181bf5bb tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:08.860082 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-63a12b07-5e69-4171-8392-560f8621d4b4 req-668a9f84-ed4b-44ea-9926-24b4181bf5bb tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 945 time: 0.0508444 Jan 10 12:23:08.906442 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-63a12b07-5e69-4171-8392-560f8621d4b4 req-59c334b3-4fa5-4b67-9036-b97bc99b7e18 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/security-groups?id=7335d13b-5bfe-4625-9cbb-8610727ac390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445817 Jan 10 12:23:09.128554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705065c4-6f63-42c0-b994-99c6d72ee920 req-5978d329-fb73-4f92-861e-608e21db7da2 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:09.130024 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-705065c4-6f63-42c0-b994-99c6d72ee920 req-5978d329-fb73-4f92-861e-608e21db7da2 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.30 "GET /v2.0/ports?device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 945 time: 0.0536053 Jan 10 12:23:09.217793 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-705065c4-6f63-42c0-b994-99c6d72ee920 req-9084ebf3-d046-45c2-8f47-0649bf954610 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Deleting port edcc794a-e14a-46b9-b2be-e31e4bf9535d {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:23:09.218141 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-705065c4-6f63-42c0-b994-99c6d72ee920 req-9084ebf3-d046-45c2-8f47-0649bf954610 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (edcc794a-e14a-46b9-b2be-e31e4bf9535d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:09.310878 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-705065c4-6f63-42c0-b994-99c6d72ee920 req-9084ebf3-d046-45c2-8f47-0649bf954610 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] For port edcc794a-e14a-46b9-b2be-e31e4bf9535d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edcc794a-e14a-46b9-b2be-e31e4bf9535d,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:09.311167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-705065c4-6f63-42c0-b994-99c6d72ee920 req-9084ebf3-d046-45c2-8f47-0649bf954610 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (edcc794a-e14a-46b9-b2be-e31e4bf9535d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:09.323371 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-705065c4-6f63-42c0-b994-99c6d72ee920 req-9084ebf3-d046-45c2-8f47-0649bf954610 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Calling delete_port for edcc794a-e14a-46b9-b2be-e31e4bf9535d owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:23:09.543944 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-705065c4-6f63-42c0-b994-99c6d72ee920 req-9084ebf3-d046-45c2-8f47-0649bf954610 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (edcc794a-e14a-46b9-b2be-e31e4bf9535d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:09.556006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['edcc794a-e14a-46b9-b2be-e31e4bf9535d'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:23:09.575859 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084ebf3-d046-45c2-8f47-0649bf954610 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Pushing event deleted for resources: {'Port': ['ID=edcc794a-e14a-46b9-b2be-e31e4bf9535d,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:09.621589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-705065c4-6f63-42c0-b994-99c6d72ee920 req-9084ebf3-d046-45c2-8f47-0649bf954610 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] No DVR routers for this DVR port edcc794a-e14a-46b9-b2be-e31e4bf9535d on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:23:09.624113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-705065c4-6f63-42c0-b994-99c6d72ee920 req-9084ebf3-d046-45c2-8f47-0649bf954610 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:09.627891 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-705065c4-6f63-42c0-b994-99c6d72ee920 req-9084ebf3-d046-45c2-8f47-0649bf954610 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.30 "DELETE /v2.0/ports/edcc794a-e14a-46b9-b2be-e31e4bf9535d HTTP/1.1" status: 204 len: 173 time: 0.4927716 Jan 10 12:23:09.628370 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095c275f-0d03-4128-a0fc-9c3b162c475b', 'name': 'network-vif-deleted', 'tag': 'edcc794a-e14a-46b9-b2be-e31e4bf9535d'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:23:09.630760 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2a70f9-09ed-49d1-8bb1-8124061cd96c" -d '{"events": [{"server_uuid": "095c275f-0d03-4128-a0fc-9c3b162c475b", "name": "network-vif-deleted", "tag": "edcc794a-e14a-46b9-b2be-e31e4bf9535d"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:23:09.671132 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04710d33-f8b5-466c-a63e-e3eddfb36166 x-openstack-request-id: req-04710d33-f8b5-466c-a63e-e3eddfb36166 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:23:09.671447 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095c275f-0d03-4128-a0fc-9c3b162c475b", "name": "network-vif-deleted", "tag": "edcc794a-e14a-46b9-b2be-e31e4bf9535d", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:23:09.671720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04710d33-f8b5-466c-a63e-e3eddfb36166 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:23:09.672138 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095c275f-0d03-4128-a0fc-9c3b162c475b', 'name': 'network-vif-deleted', 'tag': 'edcc794a-e14a-46b9-b2be-e31e4bf9535d', 'status': 'completed', 'code': 200} Jan 10 12:23:10.014348 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5b556d95-6d71-45af-a89a-f47f2a48e0c8 req-cc196958-7a01-47f5-b728-5b8e7b8042c7 tempest-TestEncryptedCinderVolumes-841830140 tempest-TestEncryptedCinderVolumes-841830140-project] 10.222.0.16 "GET /v2.0/ports?device_id=095c275f-0d03-4128-a0fc-9c3b162c475b HTTP/1.1" status: 200 len: 210 time: 0.0275698 Jan 10 12:23:10.358606 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a7494c93-31ee-47f2-a042-1fbd9c83335e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:10.725423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:11.168179 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35416) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:11.506935 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a19e96a-c90b-4655-8883-f819a1024790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:11.745043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-1a19e96a-c90b-4655-8883-f819a1024790 admin admin] Deleting port dfa509f6-e214-45e0-97cf-7eefc6778558 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:23:11.745953 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a19e96a-c90b-4655-8883-f819a1024790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:11.820860 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-1a19e96a-c90b-4655-8883-f819a1024790 admin admin] For port dfa509f6-e214-45e0-97cf-7eefc6778558, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dfa509f6-e214-45e0-97cf-7eefc6778558,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:11.821139 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a19e96a-c90b-4655-8883-f819a1024790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:11.833929 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-1a19e96a-c90b-4655-8883-f819a1024790 admin admin] Calling delete_port for dfa509f6-e214-45e0-97cf-7eefc6778558 owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:23:12.068370 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a19e96a-c90b-4655-8883-f819a1024790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (dfa509f6-e214-45e0-97cf-7eefc6778558), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:12.097317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19e96a-c90b-4655-8883-f819a1024790 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa509f6-e214-45e0-97cf-7eefc6778558,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:12.262286 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1a19e96a-c90b-4655-8883-f819a1024790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:12.267089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:12.764825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a19e96a-c90b-4655-8883-f819a1024790 admin admin] Router 2e36ab18-252d-4680-9e69-1fb7b1d39ad3 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:23:12.865837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a19e96a-c90b-4655-8883-f819a1024790 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:23:12.872917 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1a19e96a-c90b-4655-8883-f819a1024790 admin admin] 10.222.0.16 "PUT /v2.0/routers/2e36ab18-252d-4680-9e69-1fb7b1d39ad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035995 Jan 10 12:23:12.873631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35418) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:12.875570 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba5e5e-5173-4f84-b914-44f6839b70fe None None] Sync routers for ids ['2e36ab18-252d-4680-9e69-1fb7b1d39ad3'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:23:12.885226 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba5e5e-5173-4f84-b914-44f6839b70fe None None] Routers {'2e36ab18-252d-4680-9e69-1fb7b1d39ad3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:23:12.886415 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-a7ba5e5e-5173-4f84-b914-44f6839b70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:23:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['2e36ab18-252d-4680-9e69-1fb7b1d39ad3'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:12.975224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-06d76d81-6397-4b0e-bd0f-d4a309d4948b admin admin] Publish callbacks [] for router (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:12.986972 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-a7ba5e5e-5173-4f84-b914-44f6839b70fe None None] Set router 2e36ab18-252d-4680-9e69-1fb7b1d39ad3 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:23:12.993672 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device edcc794a-e14a-46b9-b2be-e31e4bf9535d no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:23:13.013942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: edcc794a-e14a-46b9-b2be-e31e4bf9535d {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:23:13.014292 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device edcc794a-e14a-46b9-b2be-e31e4bf9535d not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:23:13.077866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-06d76d81-6397-4b0e-bd0f-d4a309d4948b admin admin] Publish callbacks [] for router_gateway (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:13.178734 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-a7ba5e5e-5173-4f84-b914-44f6839b70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'name': 'tempest-TestEncryptedCinderVolumes-1798069303-router', 'tenant_id': '66f527ed9061467991568637e4933d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30'}], 'enable_snat': True}, 'gw_port_id': 'b9722a21-7261-4666-96b7-004631acdf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:17Z', 'updated_at': '2022-01-10T12:23:11Z', 'revision_number': 5, 'project_id': '66f527ed9061467991568637e4933d87', 'gw_port': {'id': 'b9722a21-7261-4666-96b7-004631acdf9a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:18Z', 'updated_at': '2022-01-10T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:13.207342 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba5e5e-5173-4f84-b914-44f6839b70fe None None] Checking router: 2e36ab18-252d-4680-9e69-1fb7b1d39ad3 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:23:13.216906 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba5e5e-5173-4f84-b914-44f6839b70fe None None] Routers {'2e36ab18-252d-4680-9e69-1fb7b1d39ad3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:23:13.217526 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-a7ba5e5e-5173-4f84-b914-44f6839b70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:23:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['2e36ab18-252d-4680-9e69-1fb7b1d39ad3'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:13.238051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-06d76d81-6397-4b0e-bd0f-d4a309d4948b admin admin] Deleting port b9722a21-7261-4666-96b7-004631acdf9a {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:23:13.238394 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-06d76d81-6397-4b0e-bd0f-d4a309d4948b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b9722a21-7261-4666-96b7-004631acdf9a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:13.295682 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:13.304794 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-a7ba5e5e-5173-4f84-b914-44f6839b70fe None None] Set router 2e36ab18-252d-4680-9e69-1fb7b1d39ad3 gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:23:13.325001 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-06d76d81-6397-4b0e-bd0f-d4a309d4948b admin admin] For port b9722a21-7261-4666-96b7-004631acdf9a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b9722a21-7261-4666-96b7-004631acdf9a,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:13.325572 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-06d76d81-6397-4b0e-bd0f-d4a309d4948b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b9722a21-7261-4666-96b7-004631acdf9a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:13.337960 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-06d76d81-6397-4b0e-bd0f-d4a309d4948b admin admin] Calling delete_port for b9722a21-7261-4666-96b7-004631acdf9a owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:23:13.359280 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-a7ba5e5e-5173-4f84-b914-44f6839b70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'name': 'tempest-TestEncryptedCinderVolumes-1798069303-router', 'tenant_id': '66f527ed9061467991568637e4933d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:17Z', 'updated_at': '2022-01-10T12:23:13Z', 'revision_number': 6, 'project_id': '66f527ed9061467991568637e4933d87', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:13.385685 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba5e5e-5173-4f84-b914-44f6839b70fe None None] The sync data for ids ['2e36ab18-252d-4680-9e69-1fb7b1d39ad3'] in dv-neutron-master-2-hyperv is: [{'id': '2e36ab18-252d-4680-9e69-1fb7b1d39ad3', 'name': 'tempest-TestEncryptedCinderVolumes-1798069303-router', 'tenant_id': '66f527ed9061467991568637e4933d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:17Z', 'updated_at': '2022-01-10T12:23:13Z', 'revision_number': 6, 'project_id': '66f527ed9061467991568637e4933d87', 'gw_port_host': None}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:23:13.576790 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-06d76d81-6397-4b0e-bd0f-d4a309d4948b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b9722a21-7261-4666-96b7-004631acdf9a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:13.601349 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d76d81-6397-4b0e-bd0f-d4a309d4948b admin admin] Pushing event deleted for resources: {'Port': ['ID=b9722a21-7261-4666-96b7-004631acdf9a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:13.618812 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149ba67e-4386-4209-88ea-2a482229e334 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:23:13.665289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-06d76d81-6397-4b0e-bd0f-d4a309d4948b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:13.769041 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-06d76d81-6397-4b0e-bd0f-d4a309d4948b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:13.771569 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-06d76d81-6397-4b0e-bd0f-d4a309d4948b admin admin] Publish callbacks [] for router_controller (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:13.839932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device dfa509f6-e214-45e0-97cf-7eefc6778558 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:23:13.860332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: dfa509f6-e214-45e0-97cf-7eefc6778558 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:23:13.860620 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device dfa509f6-e214-45e0-97cf-7eefc6778558 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:23:13.874260 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-06d76d81-6397-4b0e-bd0f-d4a309d4948b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (2e36ab18-252d-4680-9e69-1fb7b1d39ad3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:13.874829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d76d81-6397-4b0e-bd0f-d4a309d4948b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e36ab18-252d-4680-9e69-1fb7b1d39ad3 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:23:13.879202 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-06d76d81-6397-4b0e-bd0f-d4a309d4948b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:13.880402 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-06d76d81-6397-4b0e-bd0f-d4a309d4948b admin admin] 10.222.0.16 "DELETE /v2.0/routers/2e36ab18-252d-4680-9e69-1fb7b1d39ad3 HTTP/1.1" status: 204 len: 168 time: 1.0057995 Jan 10 12:23:13.883039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35420) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:13.926665 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b55c269-f805-4254-9025-6fdde61066fb admin admin] Deleting subnet a1ab4122-0131-4e50-bb19-535c58119a65 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:23:13.929747 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b55c269-f805-4254-9025-6fdde61066fb admin admin] Publish callbacks [] for subnet (a1ab4122-0131-4e50-bb19-535c58119a65), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:13.968358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b55c269-f805-4254-9025-6fdde61066fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (a1ab4122-0131-4e50-bb19-535c58119a65), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.042003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b55c269-f805-4254-9025-6fdde61066fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (a1ab4122-0131-4e50-bb19-535c58119a65), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.166104 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b55c269-f805-4254-9025-6fdde61066fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (a1ab4122-0131-4e50-bb19-535c58119a65), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.198083 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55c269-f805-4254-9025-6fdde61066fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ab4122-0131-4e50-bb19-535c58119a65,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:14.200127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b55c269-f805-4254-9025-6fdde61066fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.203316 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2b55c269-f805-4254-9025-6fdde61066fb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a1ab4122-0131-4e50-bb19-535c58119a65 HTTP/1.1" status: 204 len: 168 time: 0.3193369 Jan 10 12:23:14.204134 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07622ccd-7081-45f8-9a70-014ab4fedbaa None None] Network 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:23:14.206020 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35422) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:14.284534 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (8fb32ef9-8ac0-4cef-aa4a-c32860d504e0), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.338370 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] Deleting port b41e35b3-0d6e-4784-8e08-516df274e252 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:23:14.339543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b41e35b3-0d6e-4784-8e08-516df274e252), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.375182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a08808d-adca-4de6-9120-f83bf6c7f63a None None] DHCP port deletion for 8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:23:14.411189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] For port b41e35b3-0d6e-4784-8e08-516df274e252, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b41e35b3-0d6e-4784-8e08-516df274e252,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:14.411562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b41e35b3-0d6e-4784-8e08-516df274e252), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.424952 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-0a08808d-adca-4de6-9120-f83bf6c7f63a None None] Deleting port b41e35b3-0d6e-4784-8e08-516df274e252 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:23:14.425335 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0a08808d-adca-4de6-9120-f83bf6c7f63a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b41e35b3-0d6e-4784-8e08-516df274e252), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.428788 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] Calling delete_port for b41e35b3-0d6e-4784-8e08-516df274e252 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:23:14.490452 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0a08808d-adca-4de6-9120-f83bf6c7f63a None None] For port b41e35b3-0d6e-4784-8e08-516df274e252, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b41e35b3-0d6e-4784-8e08-516df274e252,segment=NetworkSegment(9d45cb80-7571-4d91-9883-7aaeb5b683f8),segment_id=9d45cb80-7571-4d91-9883-7aaeb5b683f8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:14.490707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0a08808d-adca-4de6-9120-f83bf6c7f63a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b41e35b3-0d6e-4784-8e08-516df274e252), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.503265 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-0a08808d-adca-4de6-9120-f83bf6c7f63a None None] Calling delete_port for b41e35b3-0d6e-4784-8e08-516df274e252 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:23:14.571926 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b41e35b3-0d6e-4784-8e08-516df274e252), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.579269 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0a08808d-adca-4de6-9120-f83bf6c7f63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (b41e35b3-0d6e-4784-8e08-516df274e252), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.598975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b41e35b3-0d6e-4784-8e08-516df274e252,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:14.602198 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] No DVR routers for this DVR port b41e35b3-0d6e-4784-8e08-516df274e252 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:23:14.604761 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08808d-adca-4de6-9120-f83bf6c7f63a None None] Pushing event deleted for resources: {'Port': ['ID=b41e35b3-0d6e-4784-8e08-516df274e252,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:14.608044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a08808d-adca-4de6-9120-f83bf6c7f63a None None] No DVR routers for this DVR port b41e35b3-0d6e-4784-8e08-516df274e252 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:23:14.676731 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (8fb32ef9-8ac0-4cef-aa4a-c32860d504e0), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.696189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb32ef9-8ac0-4cef-aa4a-c32860d504e0']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:14.705737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d45cb80-7571-4d91-9883-7aaeb5b683f8') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:14.706069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d45cb80-7571-4d91-9883-7aaeb5b683f8') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:14.715901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (9d45cb80-7571-4d91-9883-7aaeb5b683f8), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.728822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (9d45cb80-7571-4d91-9883-7aaeb5b683f8), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.734684 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:23:14.735069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (9d45cb80-7571-4d91-9883-7aaeb5b683f8), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:23:14.736651 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:23:14.740986 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:23:14.740986 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 12:23:14.740986 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:23:14.740986 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 12:23:14.740986 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:23:14.740986 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:23:14.740986 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:23:14.740986 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 12:23:14.740986 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:23:14.740986 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:23:14.740986 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:23:14.740986 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:23:14.740986 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:23:14.740986 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:23:14.740986 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:23:14.851446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (8fb32ef9-8ac0-4cef-aa4a-c32860d504e0), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.857007 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:14.860332 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] 10.222.0.16 "DELETE /v2.0/networks/8fb32ef9-8ac0-4cef-aa4a-c32860d504e0 HTTP/1.1" status: 204 len: 168 time: 0.6534011 Jan 10 12:23:14.863350 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35424) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:14.871975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f17de-35ea-4ab2-8395-3da8efa8e3ad admin admin] Pushing event deleted for resources: {'Network': ['ID=8fb32ef9-8ac0-4cef-aa4a-c32860d504e0,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:15.198026 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (c12985c8-1b41-4482-a9e1-9929fa2610c4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:15.436605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Deleting port 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:23:15.436944 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:15.515446 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] For port 565fc63c-d88d-40c3-98ad-0cbfa6e6c137, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=565fc63c-d88d-40c3-98ad-0cbfa6e6c137,segment=NetworkSegment(b350772e-d5e5-4267-8ef0-f21060fe3081),segment_id=b350772e-d5e5-4267-8ef0-f21060fe3081)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:15.515711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:15.528269 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Calling delete_port for 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:23:15.674072 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b41e35b3-0d6e-4784-8e08-516df274e252 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:23:15.696582 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: b41e35b3-0d6e-4784-8e08-516df274e252 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:23:15.696926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b41e35b3-0d6e-4784-8e08-516df274e252 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:23:15.697344 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b9722a21-7261-4666-96b7-004631acdf9a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:23:15.778059 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (565fc63c-d88d-40c3-98ad-0cbfa6e6c137), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:15.810581 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=565fc63c-d88d-40c3-98ad-0cbfa6e6c137,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:15.836821 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:15.837186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:15.837525 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:15.837901 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:15.838244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:15.838593 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:15.839528 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:15.839923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:15.840271 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:15.840604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:15.840942 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:15.841274 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:15.841606 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:15.867889 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: b9722a21-7261-4666-96b7-004631acdf9a {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:23:15.868498 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b9722a21-7261-4666-96b7-004631acdf9a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:23:15.986903 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (c12985c8-1b41-4482-a9e1-9929fa2610c4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:16.480608 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Router c12985c8-1b41-4482-a9e1-9929fa2610c4 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:23:16.585532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:23:16.590611 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-44cd93ad-02ab-45e7-89ab-185ab7d37d83 admin admin] 10.222.0.16 "PUT /v2.0/routers/c12985c8-1b41-4482-a9e1-9929fa2610c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7262478 Jan 10 12:23:16.593116 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35426) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:16.596378 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98283b71-b767-44ea-bd4b-c0f9f26059de None None] Sync routers for ids ['c12985c8-1b41-4482-a9e1-9929fa2610c4'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:23:16.606971 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98283b71-b767-44ea-bd4b-c0f9f26059de None None] Routers {'c12985c8-1b41-4482-a9e1-9929fa2610c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:23:16.607602 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-98283b71-b767-44ea-bd4b-c0f9f26059de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:23:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c12985c8-1b41-4482-a9e1-9929fa2610c4'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:16.697088 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7f2959ad-db7d-4155-9ad6-9e10469272ef admin admin] Publish callbacks [] for router (c12985c8-1b41-4482-a9e1-9929fa2610c4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:16.711395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-98283b71-b767-44ea-bd4b-c0f9f26059de None None] Set router c12985c8-1b41-4482-a9e1-9929fa2610c4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:23:16.799095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7f2959ad-db7d-4155-9ad6-9e10469272ef admin admin] Publish callbacks [] for router_gateway (c12985c8-1b41-4482-a9e1-9929fa2610c4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:16.887249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-98283b71-b767-44ea-bd4b-c0f9f26059de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'name': 'tempest-TestEncryptedCinderVolumes-732295512-router', 'tenant_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.51'}], 'enable_snat': True}, 'gw_port_id': 'd6101400-cbe1-4f22-ab93-7c31357e4cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:23Z', 'updated_at': '2022-01-10T12:23:15Z', 'revision_number': 5, 'project_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'gw_port': {'id': 'd6101400-cbe1-4f22-ab93-7c31357e4cb9', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:21:24Z', 'updated_at': '2022-01-10T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:16.910783 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7f2959ad-db7d-4155-9ad6-9e10469272ef admin admin] Deleting port d6101400-cbe1-4f22-ab93-7c31357e4cb9 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:23:16.911130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7f2959ad-db7d-4155-9ad6-9e10469272ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (d6101400-cbe1-4f22-ab93-7c31357e4cb9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:16.918686 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98283b71-b767-44ea-bd4b-c0f9f26059de None None] Checking router: c12985c8-1b41-4482-a9e1-9929fa2610c4 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:23:16.926949 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98283b71-b767-44ea-bd4b-c0f9f26059de None None] Routers {'c12985c8-1b41-4482-a9e1-9929fa2610c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:23:16.927566 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-98283b71-b767-44ea-bd4b-c0f9f26059de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:23:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c12985c8-1b41-4482-a9e1-9929fa2610c4'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:16.995886 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-7f2959ad-db7d-4155-9ad6-9e10469272ef admin admin] For port d6101400-cbe1-4f22-ab93-7c31357e4cb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6101400-cbe1-4f22-ab93-7c31357e4cb9,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:16.996486 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7f2959ad-db7d-4155-9ad6-9e10469272ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (d6101400-cbe1-4f22-ab93-7c31357e4cb9), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:17.008839 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7f2959ad-db7d-4155-9ad6-9e10469272ef admin admin] Calling delete_port for d6101400-cbe1-4f22-ab93-7c31357e4cb9 owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:23:17.013421 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-98283b71-b767-44ea-bd4b-c0f9f26059de None None] Set router c12985c8-1b41-4482-a9e1-9929fa2610c4 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:23:17.064267 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-98283b71-b767-44ea-bd4b-c0f9f26059de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'name': 'tempest-TestEncryptedCinderVolumes-732295512-router', 'tenant_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:23Z', 'updated_at': '2022-01-10T12:23:16Z', 'revision_number': 6, 'project_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:17.093308 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98283b71-b767-44ea-bd4b-c0f9f26059de None None] The sync data for ids ['c12985c8-1b41-4482-a9e1-9929fa2610c4'] in dv-neutron-master-2-hyperv is: [{'id': 'c12985c8-1b41-4482-a9e1-9929fa2610c4', 'name': 'tempest-TestEncryptedCinderVolumes-732295512-router', 'tenant_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:21:23Z', 'updated_at': '2022-01-10T12:23:16Z', 'revision_number': 6, 'project_id': '66c9fe78a35b4e11b94e6da58a3921f4', 'gw_port_host': None}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:23:17.244417 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7f2959ad-db7d-4155-9ad6-9e10469272ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (d6101400-cbe1-4f22-ab93-7c31357e4cb9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:17.269660 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2959ad-db7d-4155-9ad6-9e10469272ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d6101400-cbe1-4f22-ab93-7c31357e4cb9,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:17.284904 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43b7e79-e068-4ce6-8bd2-5cc9448cb621 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:23:17.329414 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7f2959ad-db7d-4155-9ad6-9e10469272ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (c12985c8-1b41-4482-a9e1-9929fa2610c4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:17.422071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7f2959ad-db7d-4155-9ad6-9e10469272ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (c12985c8-1b41-4482-a9e1-9929fa2610c4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:17.424090 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7f2959ad-db7d-4155-9ad6-9e10469272ef admin admin] Publish callbacks [] for router_controller (c12985c8-1b41-4482-a9e1-9929fa2610c4), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:17.543092 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7f2959ad-db7d-4155-9ad6-9e10469272ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (c12985c8-1b41-4482-a9e1-9929fa2610c4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:17.543626 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2959ad-db7d-4155-9ad6-9e10469272ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router c12985c8-1b41-4482-a9e1-9929fa2610c4 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:23:17.547936 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7f2959ad-db7d-4155-9ad6-9e10469272ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:17.549094 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7f2959ad-db7d-4155-9ad6-9e10469272ef admin admin] 10.222.0.16 "DELETE /v2.0/routers/c12985c8-1b41-4482-a9e1-9929fa2610c4 HTTP/1.1" status: 204 len: 168 time: 0.9550424 Jan 10 12:23:17.551586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35428) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:17.595812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4c49d5-6540-4ee1-986a-2dc2c77863e9 admin admin] Deleting subnet 62569bc8-e5e2-4cc1-bb7f-5eb41b005d07 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:23:17.598890 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0d4c49d5-6540-4ee1-986a-2dc2c77863e9 admin admin] Publish callbacks [] for subnet (62569bc8-e5e2-4cc1-bb7f-5eb41b005d07), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:17.632112 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0d4c49d5-6540-4ee1-986a-2dc2c77863e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (62569bc8-e5e2-4cc1-bb7f-5eb41b005d07), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:17.710489 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0d4c49d5-6540-4ee1-986a-2dc2c77863e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (62569bc8-e5e2-4cc1-bb7f-5eb41b005d07), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:17.834670 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0d4c49d5-6540-4ee1-986a-2dc2c77863e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (62569bc8-e5e2-4cc1-bb7f-5eb41b005d07), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:17.861218 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c49d5-6540-4ee1-986a-2dc2c77863e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62569bc8-e5e2-4cc1-bb7f-5eb41b005d07,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:17.867589 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:23:17.869252 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0d4c49d5-6540-4ee1-986a-2dc2c77863e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:17.873146 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0d4c49d5-6540-4ee1-986a-2dc2c77863e9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/62569bc8-e5e2-4cc1-bb7f-5eb41b005d07 HTTP/1.1" status: 204 len: 168 time: 0.3205326 Jan 10 12:23:17.875657 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35430) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:17.891429 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6edb99-3c5d-4251-976a-29b307be83a6 None None] Network 78c2de6e-967f-47d0-89fe-cf36d2edd36a requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:23:17.893703 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:23:17.894140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 565fc63c-d88d-40c3-98ad-0cbfa6e6c137 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:23:17.894722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device d6101400-cbe1-4f22-ab93-7c31357e4cb9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:23:17.950288 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (78c2de6e-967f-47d0-89fe-cf36d2edd36a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:17.964735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: d6101400-cbe1-4f22-ab93-7c31357e4cb9 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:23:17.965079 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device d6101400-cbe1-4f22-ab93-7c31357e4cb9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:23:18.010848 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] Deleting port aa2d734a-cf06-4788-8441-ffd155627dca {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:23:18.011687 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (aa2d734a-cf06-4788-8441-ffd155627dca), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:18.066031 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47928fe4-dfa3-4fcd-a7a1-a1dd17e030fe None None] DHCP port deletion for 78c2de6e-967f-47d0-89fe-cf36d2edd36a request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:23:18.080958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] For port aa2d734a-cf06-4788-8441-ffd155627dca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa2d734a-cf06-4788-8441-ffd155627dca,segment=NetworkSegment(b350772e-d5e5-4267-8ef0-f21060fe3081),segment_id=b350772e-d5e5-4267-8ef0-f21060fe3081)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:18.081322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (aa2d734a-cf06-4788-8441-ffd155627dca), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:18.094717 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] Calling delete_port for aa2d734a-cf06-4788-8441-ffd155627dca owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:23:18.115068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-47928fe4-dfa3-4fcd-a7a1-a1dd17e030fe None None] Deleting port aa2d734a-cf06-4788-8441-ffd155627dca {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:23:18.115401 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-47928fe4-dfa3-4fcd-a7a1-a1dd17e030fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (aa2d734a-cf06-4788-8441-ffd155627dca), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:18.179229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-47928fe4-dfa3-4fcd-a7a1-a1dd17e030fe None None] For port aa2d734a-cf06-4788-8441-ffd155627dca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa2d734a-cf06-4788-8441-ffd155627dca,segment=NetworkSegment(b350772e-d5e5-4267-8ef0-f21060fe3081),segment_id=b350772e-d5e5-4267-8ef0-f21060fe3081)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:18.179635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-47928fe4-dfa3-4fcd-a7a1-a1dd17e030fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (aa2d734a-cf06-4788-8441-ffd155627dca), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:18.195709 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-47928fe4-dfa3-4fcd-a7a1-a1dd17e030fe None None] Calling delete_port for aa2d734a-cf06-4788-8441-ffd155627dca owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:23:18.228332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (aa2d734a-cf06-4788-8441-ffd155627dca), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:18.260101 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] No DVR routers for this DVR port aa2d734a-cf06-4788-8441-ffd155627dca on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:23:18.262906 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2d734a-cf06-4788-8441-ffd155627dca,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:18.278650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-47928fe4-dfa3-4fcd-a7a1-a1dd17e030fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (aa2d734a-cf06-4788-8441-ffd155627dca), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:18.303170 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47928fe4-dfa3-4fcd-a7a1-a1dd17e030fe None None] Pushing event deleted for resources: {'Port': ['ID=aa2d734a-cf06-4788-8441-ffd155627dca,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:18.306567 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47928fe4-dfa3-4fcd-a7a1-a1dd17e030fe None None] No DVR routers for this DVR port aa2d734a-cf06-4788-8441-ffd155627dca on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:23:18.334263 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (78c2de6e-967f-47d0-89fe-cf36d2edd36a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:18.354145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c2de6e-967f-47d0-89fe-cf36d2edd36a']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:18.363201 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b350772e-d5e5-4267-8ef0-f21060fe3081') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:18.365897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b350772e-d5e5-4267-8ef0-f21060fe3081') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:18.373146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (b350772e-d5e5-4267-8ef0-f21060fe3081), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:18.386671 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (b350772e-d5e5-4267-8ef0-f21060fe3081), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:18.392818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:23:18.393254 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (b350772e-d5e5-4267-8ef0-f21060fe3081), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:23:18.394953 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:23:18.508543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (78c2de6e-967f-47d0-89fe-cf36d2edd36a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:18.514246 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:18.517375 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/78c2de6e-967f-47d0-89fe-cf36d2edd36a HTTP/1.1" status: 204 len: 168 time: 0.6407263 Jan 10 12:23:18.527912 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0f524-2e7f-4723-9462-3e6b48cdd9b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=78c2de6e-967f-47d0-89fe-cf36d2edd36a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:18.933999 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35434) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:18.972861 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f5aa5d12-dec7-4147-8023-b624410acd21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66f527ed9061467991568637e4933d87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385864 Jan 10 12:23:18.975235 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35436) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:19.024716 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-68d233f3-88aa-4a65-aea3-9d8c5decad5c admin admin] Publish callbacks [] for security_group (7335d13b-5bfe-4625-9cbb-8610727ac390), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:19.047045 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-68d233f3-88aa-4a65-aea3-9d8c5decad5c admin admin] Publish callbacks [] for security_group (7335d13b-5bfe-4625-9cbb-8610727ac390), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:19.175857 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-68d233f3-88aa-4a65-aea3-9d8c5decad5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (7335d13b-5bfe-4625-9cbb-8610727ac390), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:19.178396 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-68d233f3-88aa-4a65-aea3-9d8c5decad5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:19.179543 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-68d233f3-88aa-4a65-aea3-9d8c5decad5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7335d13b-5bfe-4625-9cbb-8610727ac390 HTTP/1.1" status: 204 len: 168 time: 0.2034345 Jan 10 12:23:19.187268 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d233f3-88aa-4a65-aea3-9d8c5decad5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7335d13b-5bfe-4625-9cbb-8610727ac390,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:19.622877 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:19.672428 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device aa2d734a-cf06-4788-8441-ffd155627dca no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:23:19.695969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: aa2d734a-cf06-4788-8441-ffd155627dca {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:23:19.696312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device aa2d734a-cf06-4788-8441-ffd155627dca not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:23:19.884065 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35442) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:19.924091 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-555744a6-37d8-4316-93a3-09121d12f04a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66c9fe78a35b4e11b94e6da58a3921f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388145 Jan 10 12:23:19.926458 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35444) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:19.977854 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e8d01a30-653b-45ba-b338-84ba4cd5998b admin admin] Publish callbacks [] for security_group (1e510c42-7944-4736-9469-db8cf16dd03a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:19.999316 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e8d01a30-653b-45ba-b338-84ba4cd5998b admin admin] Publish callbacks [] for security_group (1e510c42-7944-4736-9469-db8cf16dd03a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:20.123838 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e8d01a30-653b-45ba-b338-84ba4cd5998b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (1e510c42-7944-4736-9469-db8cf16dd03a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:20.126390 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e8d01a30-653b-45ba-b338-84ba4cd5998b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:20.127555 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e8d01a30-653b-45ba-b338-84ba4cd5998b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e510c42-7944-4736-9469-db8cf16dd03a HTTP/1.1" status: 204 len: 168 time: 0.2001815 Jan 10 12:23:20.135290 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d01a30-653b-45ba-b338-84ba4cd5998b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e510c42-7944-4736-9469-db8cf16dd03a,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:21.142467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35466) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:21.288091 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c3aa7ba2-7a55-4b12-8693-aab8d784aacb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-721240714-network', 'tenant_id': 'a098eafcac964b5ba4c1838862689544'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:23:21.375381 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aa7ba2-7a55-4b12-8693-aab8d784aacb admin admin] Made reservation on behalf of a098eafcac964b5ba4c1838862689544 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:23:21.377856 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c3aa7ba2-7a55-4b12-8693-aab8d784aacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:21.386349 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c3aa7ba2-7a55-4b12-8693-aab8d784aacb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:21.458111 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c3aa7ba2-7a55-4b12-8693-aab8d784aacb admin admin] Publish callbacks [] for security_group (4fc9c1b8-7a0f-48de-b557-8fc86db54b5c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:21.518257 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c3aa7ba2-7a55-4b12-8693-aab8d784aacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (4fc9c1b8-7a0f-48de-b557-8fc86db54b5c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:21.538922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3aa7ba2-7a55-4b12-8693-aab8d784aacb admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:23:21.552690 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa7ba2-7a55-4b12-8693-aab8d784aacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:21.558335 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c3aa7ba2-7a55-4b12-8693-aab8d784aacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (f74d7764-cd53-4850-8da8-91ee2b5737c4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:21.558662 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-c3aa7ba2-7a55-4b12-8693-aab8d784aacb admin admin] Added segment f74d7764-cd53-4850-8da8-91ee2b5737c4 of type vlan for network b5caaa1c-6561-4281-ba0b-17e0b73def7c Jan 10 12:23:21.596757 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c3aa7ba2-7a55-4b12-8693-aab8d784aacb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (b5caaa1c-6561-4281-ba0b-17e0b73def7c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:21.685704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c3aa7ba2-7a55-4b12-8693-aab8d784aacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (b5caaa1c-6561-4281-ba0b-17e0b73def7c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:21.686696 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa7ba2-7a55-4b12-8693-aab8d784aacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:21.687273 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c3aa7ba2-7a55-4b12-8693-aab8d784aacb admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:21.746186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa7ba2-7a55-4b12-8693-aab8d784aacb admin admin] Pushing event updated for resources: {'Network': ['ID=b5caaa1c-6561-4281-ba0b-17e0b73def7c,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:21.756025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network b5caaa1c-6561-4281-ba0b-17e0b73def7c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:23:21.797193 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c3aa7ba2-7a55-4b12-8693-aab8d784aacb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6534505 Jan 10 12:23:21.799879 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35470) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:21.804807 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-3252f36c-94c7-4538-a884-231e5f0e97ec admin admin] Request body: {'subnet': {'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-721240714-subnet', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'ip_version': 4}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:23:21.908274 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3252f36c-94c7-4538-a884-231e5f0e97ec admin admin] Made reservation on behalf of a098eafcac964b5ba4c1838862689544 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:23:21.910651 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3252f36c-94c7-4538-a884-231e5f0e97ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:22.131407 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3252f36c-94c7-4538-a884-231e5f0e97ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (4eaa3f92-4fd6-4d04-88dd-6f357b0af545), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:22.192406 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252f36c-94c7-4538-a884-231e5f0e97ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eaa3f92-4fd6-4d04-88dd-6f357b0af545,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:22.195734 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3252f36c-94c7-4538-a884-231e5f0e97ec admin admin] Checking segment: {'id': 'f74d7764-cd53-4850-8da8-91ee2b5737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:23:22.196111 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3252f36c-94c7-4538-a884-231e5f0e97ec admin admin] Network hostable DHCP agents. Network: b5caaa1c-6561-4281-ba0b-17e0b73def7c, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:23:22.268241 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3252f36c-94c7-4538-a884-231e5f0e97ec admin admin] Network b5caaa1c-6561-4281-ba0b-17e0b73def7c is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:23:22.353860 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-3252f36c-94c7-4538-a884-231e5f0e97ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b5caaa1c-6561-4281-ba0b-17e0b73def7c) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:23:22.358111 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3252f36c-94c7-4538-a884-231e5f0e97ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:22.358777 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3252f36c-94c7-4538-a884-231e5f0e97ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:22.363367 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed838735-f052-41a3-bb3e-f8227d19f5aa None None] Network b5caaa1c-6561-4281-ba0b-17e0b73def7c requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:23:22.437181 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3252f36c-94c7-4538-a884-231e5f0e97ec admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6361914 Jan 10 12:23:22.439764 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35472) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:22.443979 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-721240714-router', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:23:22.463339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'project_id': 'a098eafcac964b5ba4c1838862689544', 'fixed_ips': [{'subnet_id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:23:22.464277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:22.524264 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (10673f8a-1126-4b21-9fbc-2f197595708d), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:22.525326 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (10673f8a-1126-4b21-9fbc-2f197595708d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:22.580436 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Publish callbacks [] for router_controller (10673f8a-1126-4b21-9fbc-2f197595708d), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:22.599334 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Allocated IP 172.20.0.2 (b5caaa1c-6561-4281-ba0b-17e0b73def7c/4eaa3f92-4fd6-4d04-88dd-6f357b0af545/3f5feb59-2a25-448f-89bb-2630d48b6319) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:23:22.740018 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Publish callbacks [] for port (3f5feb59-2a25-448f-89bb-2630d48b6319), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:22.776514 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Publish callbacks [] for router_gateway (10673f8a-1126-4b21-9fbc-2f197595708d), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:22.827409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (3f5feb59-2a25-448f-89bb-2630d48b6319), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:22.867277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Network b5caaa1c-6561-4281-ba0b-17e0b73def7c is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:23:22.870747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:23:22.874289 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:23:22.881528 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Pushing event updated for resources: {'Port': ['ID=3f5feb59-2a25-448f-89bb-2630d48b6319,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:22.930682 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Attempting to bind port 3f5feb59-2a25-448f-89bb-2630d48b6319 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:23:22.934124 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Attempting to bind port 3f5feb59-2a25-448f-89bb-2630d48b6319 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f74d7764-cd53-4850-8da8-91ee2b5737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:23:22.934124 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Attempting to bind port 3f5feb59-2a25-448f-89bb-2630d48b6319 on network b5caaa1c-6561-4281-ba0b-17e0b73def7c {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:23:22.937160 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:23:22.937540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Checking segment: {'id': 'f74d7764-cd53-4850-8da8-91ee2b5737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:23:22.937985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:22.938381 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Bound using segment: {'id': 'f74d7764-cd53-4850-8da8-91ee2b5737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:23:22.938851 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Bound port: 3f5feb59-2a25-448f-89bb-2630d48b6319, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74d7764-cd53-4850-8da8-91ee2b5737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:23:22.939233 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3f5feb59-2a25-448f-89bb-2630d48b6319), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:23.003041 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] For port 3f5feb59-2a25-448f-89bb-2630d48b6319, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:23:23.005901 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] For port 3f5feb59-2a25-448f-89bb-2630d48b6319, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f5feb59-2a25-448f-89bb-2630d48b6319,segment=NetworkSegment(f74d7764-cd53-4850-8da8-91ee2b5737c4),segment_id=f74d7764-cd53-4850-8da8-91ee2b5737c4)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:23:23.050395 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Publish callbacks [] for router_gateway (10673f8a-1126-4b21-9fbc-2f197595708d), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:23.070126 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:23.080143 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (3f5feb59-2a25-448f-89bb-2630d48b6319), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:23.141815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab06ba-d4f9-48d3-823e-c3c6a17547af None None] Pushing event updated for resources: {'Port': ['ID=3f5feb59-2a25-448f-89bb-2630d48b6319,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:23.180835 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Allocated IP 172.36.2.211 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/d0d4742e-1b96-491f-a5cf-76eff122ac74) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:23:23.300483 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Publish callbacks [] for port (d0d4742e-1b96-491f-a5cf-76eff122ac74), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:23.400365 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (d0d4742e-1b96-491f-a5cf-76eff122ac74), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:23.442633 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:23:23.445463 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:23:23.447896 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:23:23.458055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a381dfd-0359-4514-a7ed-c6774f9a79ca None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:23:23.474337 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Pushing event updated for resources: {'Port': ['ID=d0d4742e-1b96-491f-a5cf-76eff122ac74,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:23.511279 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e159dabc-7afe-4cba-b90a-4da4f5f26d85 None None] Provisioning complete for port d0d4742e-1b96-491f-a5cf-76eff122ac74 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:23.511588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e159dabc-7afe-4cba-b90a-4da4f5f26d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d0d4742e-1b96-491f-a5cf-76eff122ac74), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:23.549466 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e159dabc-7afe-4cba-b90a-4da4f5f26d85 None None] Port d0d4742e-1b96-491f-a5cf-76eff122ac74 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:23:23.702185 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 3f5feb59-2a25-448f-89bb-2630d48b6319 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:23:23.759307 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 3f5feb59-2a25-448f-89bb-2630d48b6319 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:23.765489 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (3f5feb59-2a25-448f-89bb-2630d48b6319), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:23.799546 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Publish callbacks [] for router_gateway (10673f8a-1126-4b21-9fbc-2f197595708d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:23.841349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3f5feb59-2a25-448f-89bb-2630d48b6319), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:23.877542 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 3f5feb59-2a25-448f-89bb-2630d48b6319, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f5feb59-2a25-448f-89bb-2630d48b6319,segment=NetworkSegment(f74d7764-cd53-4850-8da8-91ee2b5737c4),segment_id=f74d7764-cd53-4850-8da8-91ee2b5737c4)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:23.972006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (3f5feb59-2a25-448f-89bb-2630d48b6319), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:24.030251 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=3f5feb59-2a25-448f-89bb-2630d48b6319,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:24.068285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e069f70-9b6c-4b07-8d31-52dd09157ff2 None None] Network b5caaa1c-6561-4281-ba0b-17e0b73def7c requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:23:24.181653 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0dab8cb5-fdf1-4c92-9391-c9c869fb06e6 None None] Provisioning complete for port 3f5feb59-2a25-448f-89bb-2630d48b6319 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:24.182062 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0dab8cb5-fdf1-4c92-9391-c9c869fb06e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (3f5feb59-2a25-448f-89bb-2630d48b6319), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:24.308760 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (10673f8a-1126-4b21-9fbc-2f197595708d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:24.389234 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-54d2f28d-f92e-49dc-8ab7-82987efedae5 None None] Provisioning complete for port 3f5feb59-2a25-448f-89bb-2630d48b6319 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:24.389706 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-54d2f28d-f92e-49dc-8ab7-82987efedae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (3f5feb59-2a25-448f-89bb-2630d48b6319), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:24.530055 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Router 10673f8a-1126-4b21-9fbc-2f197595708d is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:23:24.632091 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:23:24.640700 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Sync routers for ids ['10673f8a-1126-4b21-9fbc-2f197595708d'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:23:24.649749 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Routers {'10673f8a-1126-4b21-9fbc-2f197595708d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:23:24.656802 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:23:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['10673f8a-1126-4b21-9fbc-2f197595708d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:24.751191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:24.752533 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0af50f1c-6d21-42d2-9925-bb37d25566ab admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3118370 Jan 10 12:23:24.755465 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35474) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:24.830921 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:23:24.843152 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Set router 10673f8a-1126-4b21-9fbc-2f197595708d gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:23:25.021561 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'name': 'tempest-TestMinimumBasicScenario-721240714-router', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:22Z', 'updated_at': '2022-01-10T12:23:23Z', 'revision_number': 3, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'gw_port': {'id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:23Z', 'updated_at': '2022-01-10T12:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:25.048041 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Checking router: 10673f8a-1126-4b21-9fbc-2f197595708d for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:23:25.048392 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Updating router 10673f8a-1126-4b21-9fbc-2f197595708d port d0d4742e-1b96-491f-a5cf-76eff122ac74 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:23:25.072452 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d0d4742e-1b96-491f-a5cf-76eff122ac74), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:25.166457 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:25.322770 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Publish callbacks [] for port (d0d4742e-1b96-491f-a5cf-76eff122ac74), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:25.326708 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Allocated IP 172.20.0.1 (b5caaa1c-6561-4281-ba0b-17e0b73def7c/4eaa3f92-4fd6-4d04-88dd-6f357b0af545/145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:23:25.388800 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d0d4742e-1b96-491f-a5cf-76eff122ac74), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:25.427889 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ed77c7-5df5-417d-822d-8f20ba4751f8 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:23:25.432043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Publish callbacks [] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:25.440212 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Attempting to bind port d0d4742e-1b96-491f-a5cf-76eff122ac74 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:23:25.440586 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Attempting to bind port d0d4742e-1b96-491f-a5cf-76eff122ac74 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:23:25.440955 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Attempting to bind port d0d4742e-1b96-491f-a5cf-76eff122ac74 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:23:25.444051 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174da91f-9aa8-40fe-8739-491ccda24a7c None None] Pushing event updated for resources: {'Port': ['ID=d0d4742e-1b96-491f-a5cf-76eff122ac74,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:25.452577 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:23:25.452950 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:23:25.453352 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:25.453749 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:23:25.454234 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Bound port: d0d4742e-1b96-491f-a5cf-76eff122ac74, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:23:25.454610 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d0d4742e-1b96-491f-a5cf-76eff122ac74), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:25.456683 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174da91f-9aa8-40fe-8739-491ccda24a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:25.457035 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174da91f-9aa8-40fe-8739-491ccda24a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:25.457381 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174da91f-9aa8-40fe-8739-491ccda24a7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:25.457722 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174da91f-9aa8-40fe-8739-491ccda24a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:25.458085 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174da91f-9aa8-40fe-8739-491ccda24a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:25.458413 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174da91f-9aa8-40fe-8739-491ccda24a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:25.458745 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174da91f-9aa8-40fe-8739-491ccda24a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:25.459075 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174da91f-9aa8-40fe-8739-491ccda24a7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:25.459405 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174da91f-9aa8-40fe-8739-491ccda24a7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:25.459728 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174da91f-9aa8-40fe-8739-491ccda24a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:25.460054 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174da91f-9aa8-40fe-8739-491ccda24a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:25.460446 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174da91f-9aa8-40fe-8739-491ccda24a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:25.460698 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174da91f-9aa8-40fe-8739-491ccda24a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:25.491681 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e5306318-ae07-4642-b350-895399b01244 None None] Provisioning complete for port d0d4742e-1b96-491f-a5cf-76eff122ac74 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:25.492139 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e5306318-ae07-4642-b350-895399b01244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d0d4742e-1b96-491f-a5cf-76eff122ac74), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:25.520046 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] For port d0d4742e-1b96-491f-a5cf-76eff122ac74, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:23:25.523512 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] For port d0d4742e-1b96-491f-a5cf-76eff122ac74, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d0d4742e-1b96-491f-a5cf-76eff122ac74,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:23:25.554928 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:25.583660 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d0d4742e-1b96-491f-a5cf-76eff122ac74), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:25.597890 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Network b5caaa1c-6561-4281-ba0b-17e0b73def7c is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:23:25.602811 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:23:25.608343 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:23:25.611707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Pushing event updated for resources: {'Port': ['ID=145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:25.646855 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174da91f-9aa8-40fe-8739-491ccda24a7c None None] Pushing event updated for resources: {'Port': ['ID=d0d4742e-1b96-491f-a5cf-76eff122ac74,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:25.662790 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Routers {'10673f8a-1126-4b21-9fbc-2f197595708d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:23:25.663757 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:23:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['10673f8a-1126-4b21-9fbc-2f197595708d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:25.669593 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (10673f8a-1126-4b21-9fbc-2f197595708d), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:25.675994 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db07d47-f27c-41a8-8a16-17a3206c79f9 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:23:25.697395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e5306318-ae07-4642-b350-895399b01244 None None] Port d0d4742e-1b96-491f-a5cf-76eff122ac74 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:23:25.744042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 3f5feb59-2a25-448f-89bb-2630d48b6319 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:23:25.786544 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] Set router 10673f8a-1126-4b21-9fbc-2f197595708d gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:23:25.800442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 3f5feb59-2a25-448f-89bb-2630d48b6319 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:25.801487 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (3f5feb59-2a25-448f-89bb-2630d48b6319), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:25.863970 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-df827a00-0aef-4609-ad15-213e52dc0d87 None None] Provisioning complete for port d0d4742e-1b96-491f-a5cf-76eff122ac74 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:25.864348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-df827a00-0aef-4609-ad15-213e52dc0d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d0d4742e-1b96-491f-a5cf-76eff122ac74), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:25.902982 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:25.980668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-df827a00-0aef-4609-ad15-213e52dc0d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d0d4742e-1b96-491f-a5cf-76eff122ac74), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:25.993065 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'name': 'tempest-TestMinimumBasicScenario-721240714-router', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:22Z', 'updated_at': '2022-01-10T12:23:23Z', 'revision_number': 3, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'gw_port': {'id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:23Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:26.002339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-df827a00-0aef-4609-ad15-213e52dc0d87 None None] For port d0d4742e-1b96-491f-a5cf-76eff122ac74, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d0d4742e-1b96-491f-a5cf-76eff122ac74,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:26.019908 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56839383-2952-45f3-9e3e-097fa9ac563b None None] The sync data for ids ['10673f8a-1126-4b21-9fbc-2f197595708d'] in dv-neutron-master-2-hyperv is: [{'id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'name': 'tempest-TestMinimumBasicScenario-721240714-router', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:22Z', 'updated_at': '2022-01-10T12:23:23Z', 'revision_number': 3, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'gw_port': {'id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:23Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:23:26.074228 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-df827a00-0aef-4609-ad15-213e52dc0d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d0d4742e-1b96-491f-a5cf-76eff122ac74), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:26.081254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Publish callbacks [] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:26.126221 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df827a00-0aef-4609-ad15-213e52dc0d87 None None] Pushing event updated for resources: {'Port': ['ID=d0d4742e-1b96-491f-a5cf-76eff122ac74,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:26.154092 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:26.193302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4258bd8d-21da-4256-b6fa-34df486ada00 None None] Provisioning complete for port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:26.193595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4258bd8d-21da-4256-b6fa-34df486ada00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:26.241015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (10673f8a-1126-4b21-9fbc-2f197595708d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:26.243708 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Pushing event updated for resources: {'Port': ['ID=145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:26.268574 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-4258bd8d-21da-4256-b6fa-34df486ada00 None None] Port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:23:26.348650 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Network b5caaa1c-6561-4281-ba0b-17e0b73def7c is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:23:26.350567 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:23:26.477297 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Router 10673f8a-1126-4b21-9fbc-2f197595708d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:23:26.601877 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:23:26.606832 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9aeea16d-40e0-4d2f-b5a6-a3fae96621cd admin admin] 10.222.0.16 "PUT /v2.0/routers/10673f8a-1126-4b21-9fbc-2f197595708d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8503261 Jan 10 12:23:26.621311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-369559f1-63f9-4ebc-aa89-e82cd15c3340 None None] Provisioning complete for port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:26.624755 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-369559f1-63f9-4ebc-aa89-e82cd15c3340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:26.669071 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-369559f1-63f9-4ebc-aa89-e82cd15c3340 None None] Port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:23:27.280156 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35490) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:27.285333 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-592d3457-7cdb-4435-b0e5-dd202e9e217d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1020534975-network', 'tenant_id': 'bb1da6b67b65425fa0683da9780ae3a5'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:23:27.365352 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592d3457-7cdb-4435-b0e5-dd202e9e217d admin admin] Made reservation on behalf of bb1da6b67b65425fa0683da9780ae3a5 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:23:27.368152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-592d3457-7cdb-4435-b0e5-dd202e9e217d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:27.377576 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-592d3457-7cdb-4435-b0e5-dd202e9e217d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:27.454633 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-592d3457-7cdb-4435-b0e5-dd202e9e217d admin admin] Publish callbacks [] for security_group (4b9ff7ee-26ad-418d-b0a7-7955cea8b3a3), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:27.515598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-592d3457-7cdb-4435-b0e5-dd202e9e217d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (4b9ff7ee-26ad-418d-b0a7-7955cea8b3a3), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:27.542873 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592d3457-7cdb-4435-b0e5-dd202e9e217d admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:23:27.549313 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d3457-7cdb-4435-b0e5-dd202e9e217d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9ff7ee-26ad-418d-b0a7-7955cea8b3a3,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:27.556235 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-592d3457-7cdb-4435-b0e5-dd202e9e217d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (4028c1b9-e97b-46a4-94e0-273740f030f4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:27.557102 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-592d3457-7cdb-4435-b0e5-dd202e9e217d admin admin] Added segment 4028c1b9-e97b-46a4-94e0-273740f030f4 of type vlan for network 909d7887-7dd5-4d65-b9bd-1e64ddb0e478 Jan 10 12:23:27.595254 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Sync routers for ids ['10673f8a-1126-4b21-9fbc-2f197595708d'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:23:27.601952 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-592d3457-7cdb-4435-b0e5-dd202e9e217d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (909d7887-7dd5-4d65-b9bd-1e64ddb0e478), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:27.605885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Routers {'10673f8a-1126-4b21-9fbc-2f197595708d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:23:27.606502 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:23:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['10673f8a-1126-4b21-9fbc-2f197595708d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:27.680363 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-592d3457-7cdb-4435-b0e5-dd202e9e217d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (909d7887-7dd5-4d65-b9bd-1e64ddb0e478), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:27.681187 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592d3457-7cdb-4435-b0e5-dd202e9e217d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:27.681913 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-592d3457-7cdb-4435-b0e5-dd202e9e217d admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:27.708898 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device d0d4742e-1b96-491f-a5cf-76eff122ac74 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:23:27.746389 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d3457-7cdb-4435-b0e5-dd202e9e217d admin admin] Pushing event updated for resources: {'Network': ['ID=909d7887-7dd5-4d65-b9bd-1e64ddb0e478,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:27.749499 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Set router 10673f8a-1126-4b21-9fbc-2f197595708d gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:23:27.763326 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-592d3457-7cdb-4435-b0e5-dd202e9e217d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4820933 Jan 10 12:23:27.766084 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35492) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:27.770824 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-de88197a-eae1-4b1d-a10b-c9b809f1e90b admin admin] Request body: {'subnet': {'network_id': '909d7887-7dd5-4d65-b9bd-1e64ddb0e478', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1020534975-subnet', 'tenant_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'ip_version': 4}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:23:27.780776 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 909d7887-7dd5-4d65-b9bd-1e64ddb0e478 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:23:27.831999 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de88197a-eae1-4b1d-a10b-c9b809f1e90b admin admin] Made reservation on behalf of bb1da6b67b65425fa0683da9780ae3a5 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:23:27.834569 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de88197a-eae1-4b1d-a10b-c9b809f1e90b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:27.946806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port d0d4742e-1b96-491f-a5cf-76eff122ac74 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:27.947189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d0d4742e-1b96-491f-a5cf-76eff122ac74), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:28.068988 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de88197a-eae1-4b1d-a10b-c9b809f1e90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (4c31ebb4-c8a7-4a1d-b025-70803a0e25b9), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:28.092693 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'name': 'tempest-TestMinimumBasicScenario-721240714-router', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:22Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'gw_port': {'id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:23Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632', 'name': '', 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'mac_address': 'fa:16:3e:25:d0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:25Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 2, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'subnets': [{'id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:28.119156 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Checking router: 10673f8a-1126-4b21-9fbc-2f197595708d for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:23:28.119515 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Updating router 10673f8a-1126-4b21-9fbc-2f197595708d port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:23:28.135289 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88197a-eae1-4b1d-a10b-c9b809f1e90b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c31ebb4-c8a7-4a1d-b025-70803a0e25b9,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:28.140896 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88197a-eae1-4b1d-a10b-c9b809f1e90b admin admin] Checking segment: {'id': '4028c1b9-e97b-46a4-94e0-273740f030f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '909d7887-7dd5-4d65-b9bd-1e64ddb0e478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:23:28.141268 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de88197a-eae1-4b1d-a10b-c9b809f1e90b admin admin] Network hostable DHCP agents. Network: 909d7887-7dd5-4d65-b9bd-1e64ddb0e478, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:23:28.144108 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:28.217195 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de88197a-eae1-4b1d-a10b-c9b809f1e90b admin admin] Network 909d7887-7dd5-4d65-b9bd-1e64ddb0e478 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:23:28.291192 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-de88197a-eae1-4b1d-a10b-c9b809f1e90b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 909d7887-7dd5-4d65-b9bd-1e64ddb0e478) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:23:28.295262 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de88197a-eae1-4b1d-a10b-c9b809f1e90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:28.295864 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-de88197a-eae1-4b1d-a10b-c9b809f1e90b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:28.308662 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42853dc4-af2c-4517-95be-c9f270981ac6 None None] Network 909d7887-7dd5-4d65-b9bd-1e64ddb0e478 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:23:28.385599 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-de88197a-eae1-4b1d-a10b-c9b809f1e90b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6183894 Jan 10 12:23:28.388931 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35494) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:28.393572 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1020534975-router', 'tenant_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:23:28.459971 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-909d7887-7dd5-4d65-b9bd-1e64ddb0e478', 'network_id': '909d7887-7dd5-4d65-b9bd-1e64ddb0e478', 'project_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'fixed_ips': [{'subnet_id': '4c31ebb4-c8a7-4a1d-b025-70803a0e25b9'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:23:28.460819 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:28.485777 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:28.486949 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:28.502696 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Publish callbacks [] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:28.538253 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Publish callbacks [] for router_controller (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:28.574572 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:28.656320 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Allocated IP 172.20.0.2 (909d7887-7dd5-4d65-b9bd-1e64ddb0e478/4c31ebb4-c8a7-4a1d-b025-70803a0e25b9/ad595e58-c7d2-43a6-867e-5c5e7b17df9e) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:23:28.660364 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab3977-28f0-4bd8-ba23-bece49693114 None None] Pushing event updated for resources: {'Port': ['ID=145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:28.696018 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab3977-28f0-4bd8-ba23-bece49693114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:28.696376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab3977-28f0-4bd8-ba23-bece49693114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:28.696721 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab3977-28f0-4bd8-ba23-bece49693114 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:28.697063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab3977-28f0-4bd8-ba23-bece49693114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:28.697459 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab3977-28f0-4bd8-ba23-bece49693114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:28.697824 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab3977-28f0-4bd8-ba23-bece49693114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:28.698161 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab3977-28f0-4bd8-ba23-bece49693114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:28.698491 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab3977-28f0-4bd8-ba23-bece49693114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:28.698876 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab3977-28f0-4bd8-ba23-bece49693114 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:28.699208 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab3977-28f0-4bd8-ba23-bece49693114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:28.699533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab3977-28f0-4bd8-ba23-bece49693114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:28.699860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab3977-28f0-4bd8-ba23-bece49693114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:28.700184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab3977-28f0-4bd8-ba23-bece49693114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:28.749264 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Publish callbacks [] for router_gateway (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:28.752707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Attempting to bind port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:23:28.753220 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Attempting to bind port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f74d7764-cd53-4850-8da8-91ee2b5737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:23:28.753442 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Attempting to bind port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 on network b5caaa1c-6561-4281-ba0b-17e0b73def7c {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:23:28.783918 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:23:28.784301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Checking segment: {'id': 'f74d7764-cd53-4850-8da8-91ee2b5737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:23:28.784708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:28.785106 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Bound using segment: {'id': 'f74d7764-cd53-4850-8da8-91ee2b5737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:23:28.785703 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Bound port: 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74d7764-cd53-4850-8da8-91ee2b5737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:23:28.786122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:28.913171 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] For port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:23:28.923595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] For port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632,segment=NetworkSegment(f74d7764-cd53-4850-8da8-91ee2b5737c4),segment_id=f74d7764-cd53-4850-8da8-91ee2b5737c4)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:23:28.931676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Publish callbacks [] for port (ad595e58-c7d2-43a6-867e-5c5e7b17df9e), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:28.935835 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0dcbb352-c761-4dd5-b136-8d5440da34b8 None None] Provisioning complete for port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:28.936201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0dcbb352-c761-4dd5-b136-8d5440da34b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:28.970789 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-0dcbb352-c761-4dd5-b136-8d5440da34b8 None None] Port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:23:29.000301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:29.024095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Publish callbacks [] for router_gateway (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:29.033157 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (ad595e58-c7d2-43a6-867e-5c5e7b17df9e), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:29.048250 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:29.071785 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Network 909d7887-7dd5-4d65-b9bd-1e64ddb0e478 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:23:29.078779 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:23:29.081909 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:23:29.090066 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab3977-28f0-4bd8-ba23-bece49693114 None None] Pushing event updated for resources: {'Port': ['ID=145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:29.094089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Routers {'10673f8a-1126-4b21-9fbc-2f197595708d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:23:29.094710 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:23:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['10673f8a-1126-4b21-9fbc-2f197595708d'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:29.173311 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Allocated IP 172.36.2.161 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/2cd33035-08dc-416d-8e31-94a46ca1a128) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:23:29.296340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Publish callbacks [] for port (2cd33035-08dc-416d-8e31-94a46ca1a128), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:29.388083 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (2cd33035-08dc-416d-8e31-94a46ca1a128), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:29.408848 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Pushing event updated for resources: {'Port': ['ID=ad595e58-c7d2-43a6-867e-5c5e7b17df9e,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:29.413475 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Attempting to bind port ad595e58-c7d2-43a6-867e-5c5e7b17df9e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:23:29.413863 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Attempting to bind port ad595e58-c7d2-43a6-867e-5c5e7b17df9e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4028c1b9-e97b-46a4-94e0-273740f030f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '909d7887-7dd5-4d65-b9bd-1e64ddb0e478'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:23:29.414232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Attempting to bind port ad595e58-c7d2-43a6-867e-5c5e7b17df9e on network 909d7887-7dd5-4d65-b9bd-1e64ddb0e478 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:23:29.426901 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:23:29.427246 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Checking segment: {'id': '4028c1b9-e97b-46a4-94e0-273740f030f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '909d7887-7dd5-4d65-b9bd-1e64ddb0e478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:23:29.427614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:29.428010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Bound using segment: {'id': '4028c1b9-e97b-46a4-94e0-273740f030f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '909d7887-7dd5-4d65-b9bd-1e64ddb0e478'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:23:29.428485 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Bound port: ad595e58-c7d2-43a6-867e-5c5e7b17df9e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4028c1b9-e97b-46a4-94e0-273740f030f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '909d7887-7dd5-4d65-b9bd-1e64ddb0e478'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:23:29.428873 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ad595e58-c7d2-43a6-867e-5c5e7b17df9e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:29.430018 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:23:29.432913 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:23:29.434478 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-79fa8537-9a34-46cb-9bf0-e9ddfa93207e None None] Provisioning complete for port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:29.434851 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-79fa8537-9a34-46cb-9bf0-e9ddfa93207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:29.435507 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:23:29.462939 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Pushing event updated for resources: {'Port': ['ID=2cd33035-08dc-416d-8e31-94a46ca1a128,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:29.477549 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b81d8c4-03b7-4ba1-9fe2-5976a006bf16 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:23:29.494147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] Set router 10673f8a-1126-4b21-9fbc-2f197595708d gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:23:29.685611 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] For port ad595e58-c7d2-43a6-867e-5c5e7b17df9e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:23:29.716525 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] For port ad595e58-c7d2-43a6-867e-5c5e7b17df9e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad595e58-c7d2-43a6-867e-5c5e7b17df9e,segment=NetworkSegment(4028c1b9-e97b-46a4-94e0-273740f030f4),segment_id=4028c1b9-e97b-46a4-94e0-273740f030f4)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:23:29.722574 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-79fa8537-9a34-46cb-9bf0-e9ddfa93207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:29.757450 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ad595e58-c7d2-43a6-867e-5c5e7b17df9e), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:29.807822 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Publish callbacks [] for router_gateway (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:29.820229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-79fa8537-9a34-46cb-9bf0-e9ddfa93207e None None] For port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632,segment=NetworkSegment(f74d7764-cd53-4850-8da8-91ee2b5737c4),segment_id=f74d7764-cd53-4850-8da8-91ee2b5737c4)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:29.850321 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a80306-04f2-4932-8b0c-b1cb544a547b None None] Pushing event updated for resources: {'Port': ['ID=ad595e58-c7d2-43a6-867e-5c5e7b17df9e,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:29.862728 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-79fa8537-9a34-46cb-9bf0-e9ddfa93207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:29.899401 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'name': 'tempest-TestMinimumBasicScenario-721240714-router', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:22Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'gw_port': {'id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:23Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632', 'name': '', 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'mac_address': 'fa:16:3e:25:d0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:25Z', 'updated_at': '2022-01-10T12:23:28Z', 'revision_number': 4, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'subnets': [{'id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:29.932803 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29703f8-89ab-4b11-925e-ee96b8dacaee None None] The sync data for ids ['10673f8a-1126-4b21-9fbc-2f197595708d'] in dv-neutron-master-2-hyperv is: [{'id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'name': 'tempest-TestMinimumBasicScenario-721240714-router', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:22Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'gw_port': {'id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:23Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632', 'name': '', 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'mac_address': 'fa:16:3e:25:d0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:25Z', 'updated_at': '2022-01-10T12:23:28Z', 'revision_number': 4, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'subnets': [{'id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:23:29.956102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa8537-9a34-46cb-9bf0-e9ddfa93207e None None] Pushing event updated for resources: {'Port': ['ID=145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:30.012304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9b43d7dd-0e71-4451-8f4f-04af33dc01d8 None None] Provisioning complete for port 2cd33035-08dc-416d-8e31-94a46ca1a128 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:30.012761 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9b43d7dd-0e71-4451-8f4f-04af33dc01d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2cd33035-08dc-416d-8e31-94a46ca1a128), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:30.054172 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:30.060214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9b43d7dd-0e71-4451-8f4f-04af33dc01d8 None None] Port 2cd33035-08dc-416d-8e31-94a46ca1a128 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:23:30.303037 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Router 56174cab-5f8c-4d9a-8c62-62cbfdf8dcff is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:23:30.418829 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:23:30.427746 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Sync routers for ids ['56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:23:30.439450 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Routers {'56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:23:30.440667 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:23:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:30.481047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:30.482421 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-af1838db-8b06-4062-914d-b7df6d4332bb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0923734 Jan 10 12:23:30.485105 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35496) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:23:30.563731 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Set router 56174cab-5f8c-4d9a-8c62-62cbfdf8dcff gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:23:30.780573 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'name': 'tempest-TestMinimumBasicScenario-1020534975-router', 'tenant_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:28Z', 'updated_at': '2022-01-10T12:23:29Z', 'revision_number': 3, 'project_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'gw_port': {'id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:43:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:29Z', 'updated_at': '2022-01-10T12:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:30.816939 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Checking router: 56174cab-5f8c-4d9a-8c62-62cbfdf8dcff for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:23:30.817301 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Updating router 56174cab-5f8c-4d9a-8c62-62cbfdf8dcff port 2cd33035-08dc-416d-8e31-94a46ca1a128 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:23:30.847451 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2cd33035-08dc-416d-8e31-94a46ca1a128), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:30.897067 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3be398d-cbce-404f-9c54-f966d758bef0 None None] Network 909d7887-7dd5-4d65-b9bd-1e64ddb0e478 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:23:31.022449 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-67c69b1e-97fa-4143-8410-984214733ae0 None None] Provisioning complete for port ad595e58-c7d2-43a6-867e-5c5e7b17df9e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:31.022909 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-67c69b1e-97fa-4143-8410-984214733ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ad595e58-c7d2-43a6-867e-5c5e7b17df9e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.164515 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-67c69b1e-97fa-4143-8410-984214733ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (ad595e58-c7d2-43a6-867e-5c5e7b17df9e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.175994 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Publish callbacks [] for port (2cd33035-08dc-416d-8e31-94a46ca1a128), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.213226 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-67c69b1e-97fa-4143-8410-984214733ae0 None None] For port ad595e58-c7d2-43a6-867e-5c5e7b17df9e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad595e58-c7d2-43a6-867e-5c5e7b17df9e,segment=NetworkSegment(4028c1b9-e97b-46a4-94e0-273740f030f4),segment_id=4028c1b9-e97b-46a4-94e0-273740f030f4)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:31.272744 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2cd33035-08dc-416d-8e31-94a46ca1a128), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.272922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-67c69b1e-97fa-4143-8410-984214733ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (ad595e58-c7d2-43a6-867e-5c5e7b17df9e), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.333820 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Attempting to bind port 2cd33035-08dc-416d-8e31-94a46ca1a128 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:23:31.334321 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Attempting to bind port 2cd33035-08dc-416d-8e31-94a46ca1a128 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:23:31.334786 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c69b1e-97fa-4143-8410-984214733ae0 None None] Pushing event updated for resources: {'Port': ['ID=ad595e58-c7d2-43a6-867e-5c5e7b17df9e,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:31.334910 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Attempting to bind port 2cd33035-08dc-416d-8e31-94a46ca1a128 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:23:31.346084 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70297f18-7965-4551-8486-dfe2866b8845 None None] Pushing event updated for resources: {'Port': ['ID=2cd33035-08dc-416d-8e31-94a46ca1a128,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:31.350465 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:23:31.350974 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:23:31.351501 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.351989 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:23:31.352574 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Bound port: 2cd33035-08dc-416d-8e31-94a46ca1a128, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:23:31.353062 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2cd33035-08dc-416d-8e31-94a46ca1a128), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.355864 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abe73f7-6443-4c1d-ba12-80265e87f72d None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:23:31.392846 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.396177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8803b88b-946a-437b-9a72-87d1e5189278 None None] Provisioning complete for port ad595e58-c7d2-43a6-867e-5c5e7b17df9e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:31.396627 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8803b88b-946a-437b-9a72-87d1e5189278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ad595e58-c7d2-43a6-867e-5c5e7b17df9e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.424229 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] For port 2cd33035-08dc-416d-8e31-94a46ca1a128, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:23:31.428298 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] For port 2cd33035-08dc-416d-8e31-94a46ca1a128, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2cd33035-08dc-416d-8e31-94a46ca1a128,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:23:31.487468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8803b88b-946a-437b-9a72-87d1e5189278 None None] Provisioning complete for port 2cd33035-08dc-416d-8e31-94a46ca1a128 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:31.487842 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8803b88b-946a-437b-9a72-87d1e5189278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2cd33035-08dc-416d-8e31-94a46ca1a128), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.520481 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2cd33035-08dc-416d-8e31-94a46ca1a128), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.525335 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8803b88b-946a-437b-9a72-87d1e5189278 None None] Port 2cd33035-08dc-416d-8e31-94a46ca1a128 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:23:31.551976 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Allocated IP 172.20.0.1 (909d7887-7dd5-4d65-b9bd-1e64ddb0e478/4c31ebb4-c8a7-4a1d-b025-70803a0e25b9/e50fe914-8fec-44fd-aa51-62274f95ce7c) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:23:31.565409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb4abf3-6905-4fa6-8b41-bbe0e669211d None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:23:31.586428 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Routers {'56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:23:31.587202 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:23:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:31.626429 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70297f18-7965-4551-8486-dfe2866b8845 None None] Pushing event updated for resources: {'Port': ['ID=2cd33035-08dc-416d-8e31-94a46ca1a128,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:31.657126 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-3307ea99-08cb-4516-9625-396d5352ea9f None None] Provisioning complete for port 2cd33035-08dc-416d-8e31-94a46ca1a128 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:31.657511 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3307ea99-08cb-4516-9625-396d5352ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2cd33035-08dc-416d-8e31-94a46ca1a128), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.687470 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Publish callbacks [] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.719240 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] Set router 56174cab-5f8c-4d9a-8c62-62cbfdf8dcff gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:23:31.757359 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3307ea99-08cb-4516-9625-396d5352ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (2cd33035-08dc-416d-8e31-94a46ca1a128), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.782015 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ad595e58-c7d2-43a6-867e-5c5e7b17df9e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:23:31.786613 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-3307ea99-08cb-4516-9625-396d5352ea9f None None] For port 2cd33035-08dc-416d-8e31-94a46ca1a128, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2cd33035-08dc-416d-8e31-94a46ca1a128,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:31.806505 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.839034 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port ad595e58-c7d2-43a6-867e-5c5e7b17df9e triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:31.839582 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (ad595e58-c7d2-43a6-867e-5c5e7b17df9e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.841947 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Network 909d7887-7dd5-4d65-b9bd-1e64ddb0e478 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:23:31.846888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:23:31.850317 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:23:31.862520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3307ea99-08cb-4516-9625-396d5352ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (2cd33035-08dc-416d-8e31-94a46ca1a128), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.898928 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Pushing event updated for resources: {'Port': ['ID=e50fe914-8fec-44fd-aa51-62274f95ce7c,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:31.906479 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:31.930858 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307ea99-08cb-4516-9625-396d5352ea9f None None] Pushing event updated for resources: {'Port': ['ID=2cd33035-08dc-416d-8e31-94a46ca1a128,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:31.935153 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'name': 'tempest-TestMinimumBasicScenario-1020534975-router', 'tenant_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:28Z', 'updated_at': '2022-01-10T12:23:29Z', 'revision_number': 3, 'project_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'gw_port': {'id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:43:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:29Z', 'updated_at': '2022-01-10T12:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:31.982716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:23:32.043728 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:32.044147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:32.098828 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2388680e-35c5-4b52-922f-fcf7045d5a00 None None] The sync data for ids ['56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'] in dv-neutron-master-2-hyperv is: [{'id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'name': 'tempest-TestMinimumBasicScenario-1020534975-router', 'tenant_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:28Z', 'updated_at': '2022-01-10T12:23:29Z', 'revision_number': 3, 'project_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'gw_port': {'id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:43:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:29Z', 'updated_at': '2022-01-10T12:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:23:32.131135 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:32.184685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7a2a734a-fcca-4a1a-a238-f15d4081ff95 None None] Provisioning complete for port e50fe914-8fec-44fd-aa51-62274f95ce7c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:32.185063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7a2a734a-fcca-4a1a-a238-f15d4081ff95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:32.221349 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a734a-fcca-4a1a-a238-f15d4081ff95 None None] Port e50fe914-8fec-44fd-aa51-62274f95ce7c cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:23:32.307952 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Publish callbacks [] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:32.365636 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:32.440368 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:32.442199 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Pushing event updated for resources: {'Port': ['ID=e50fe914-8fec-44fd-aa51-62274f95ce7c,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:32.541069 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Network 909d7887-7dd5-4d65-b9bd-1e64ddb0e478 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:23:32.543106 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:23:32.663947 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Router 56174cab-5f8c-4d9a-8c62-62cbfdf8dcff has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:23:32.747169 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-7b2237b9-d450-4884-8878-e3adccb141c7 None None] Provisioning complete for port e50fe914-8fec-44fd-aa51-62274f95ce7c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:32.747547 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7b2237b9-d450-4884-8878-e3adccb141c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:32.781380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:23:32.787868 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-35133af9-4567-49ef-b6b3-41149265c3bd admin admin] 10.222.0.16 "PUT /v2.0/routers/56174cab-5f8c-4d9a-8c62-62cbfdf8dcff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2993054 Jan 10 12:23:32.788399 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-7b2237b9-d450-4884-8878-e3adccb141c7 None None] Port e50fe914-8fec-44fd-aa51-62274f95ce7c cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:23:33.711979 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 2cd33035-08dc-416d-8e31-94a46ca1a128 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:23:33.753822 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Sync routers for ids ['56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:23:33.768834 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Routers {'56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:23:33.769717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:23:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:33.844037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 2cd33035-08dc-416d-8e31-94a46ca1a128 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:33.844416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (2cd33035-08dc-416d-8e31-94a46ca1a128), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:33.917189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Set router 56174cab-5f8c-4d9a-8c62-62cbfdf8dcff gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:23:34.174423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'name': 'tempest-TestMinimumBasicScenario-1020534975-router', 'tenant_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:28Z', 'updated_at': '2022-01-10T12:23:32Z', 'revision_number': 4, 'project_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'gw_port': {'id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:29Z', 'updated_at': '2022-01-10T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e50fe914-8fec-44fd-aa51-62274f95ce7c', 'name': '', 'network_id': '909d7887-7dd5-4d65-b9bd-1e64ddb0e478', 'tenant_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'mac_address': 'fa:16:3e:7d:eb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4c31ebb4-c8a7-4a1d-b025-70803a0e25b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:31Z', 'updated_at': '2022-01-10T12:23:32Z', 'revision_number': 2, 'project_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'subnets': [{'id': '4c31ebb4-c8a7-4a1d-b025-70803a0e25b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:34.202112 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Checking router: 56174cab-5f8c-4d9a-8c62-62cbfdf8dcff for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:23:34.202482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Updating router 56174cab-5f8c-4d9a-8c62-62cbfdf8dcff port e50fe914-8fec-44fd-aa51-62274f95ce7c binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:23:34.228855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:34.668839 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Publish callbacks [] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:34.731928 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:34.789793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab07ba1-a557-4583-b80f-67c29e11cc9f None None] Pushing event updated for resources: {'Port': ['ID=e50fe914-8fec-44fd-aa51-62274f95ce7c,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:34.861479 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Attempting to bind port e50fe914-8fec-44fd-aa51-62274f95ce7c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:23:34.862031 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Attempting to bind port e50fe914-8fec-44fd-aa51-62274f95ce7c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4028c1b9-e97b-46a4-94e0-273740f030f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '909d7887-7dd5-4d65-b9bd-1e64ddb0e478'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:23:34.862535 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Attempting to bind port e50fe914-8fec-44fd-aa51-62274f95ce7c on network 909d7887-7dd5-4d65-b9bd-1e64ddb0e478 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:23:34.868772 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:23:34.869239 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Checking segment: {'id': '4028c1b9-e97b-46a4-94e0-273740f030f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '909d7887-7dd5-4d65-b9bd-1e64ddb0e478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:23:34.869746 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:34.870419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Bound using segment: {'id': '4028c1b9-e97b-46a4-94e0-273740f030f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '909d7887-7dd5-4d65-b9bd-1e64ddb0e478'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:23:34.871553 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Bound port: e50fe914-8fec-44fd-aa51-62274f95ce7c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4028c1b9-e97b-46a4-94e0-273740f030f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '909d7887-7dd5-4d65-b9bd-1e64ddb0e478'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:23:34.872018 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:34.948158 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] For port e50fe914-8fec-44fd-aa51-62274f95ce7c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:23:34.951742 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] For port e50fe914-8fec-44fd-aa51-62274f95ce7c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e50fe914-8fec-44fd-aa51-62274f95ce7c,segment=NetworkSegment(4028c1b9-e97b-46a4-94e0-273740f030f4),segment_id=4028c1b9-e97b-46a4-94e0-273740f030f4)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:23:35.018660 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:35.082048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-b6302fba-d55a-41af-87f9-2014bdce19e3 None None] Provisioning complete for port e50fe914-8fec-44fd-aa51-62274f95ce7c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:35.082431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b6302fba-d55a-41af-87f9-2014bdce19e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:35.141011 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Routers {'56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:23:35.142045 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:23:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:35.192066 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab07ba1-a557-4583-b80f-67c29e11cc9f None None] Pushing event updated for resources: {'Port': ['ID=e50fe914-8fec-44fd-aa51-62274f95ce7c,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:35.321840 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b6302fba-d55a-41af-87f9-2014bdce19e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:35.337632 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] Set router 56174cab-5f8c-4d9a-8c62-62cbfdf8dcff gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:23:35.396338 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-b6302fba-d55a-41af-87f9-2014bdce19e3 None None] For port e50fe914-8fec-44fd-aa51-62274f95ce7c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e50fe914-8fec-44fd-aa51-62274f95ce7c,segment=NetworkSegment(4028c1b9-e97b-46a4-94e0-273740f030f4),segment_id=4028c1b9-e97b-46a4-94e0-273740f030f4)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:35.485248 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b6302fba-d55a-41af-87f9-2014bdce19e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:35.565607 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6302fba-d55a-41af-87f9-2014bdce19e3 None None] Pushing event updated for resources: {'Port': ['ID=e50fe914-8fec-44fd-aa51-62274f95ce7c,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:35.619041 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-730a0d38-6a77-4289-9355-a61a99b4e755 None None] Provisioning complete for port e50fe914-8fec-44fd-aa51-62274f95ce7c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:35.619423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-730a0d38-6a77-4289-9355-a61a99b4e755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:35.661642 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'name': 'tempest-TestMinimumBasicScenario-1020534975-router', 'tenant_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:28Z', 'updated_at': '2022-01-10T12:23:32Z', 'revision_number': 4, 'project_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'gw_port': {'id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:29Z', 'updated_at': '2022-01-10T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e50fe914-8fec-44fd-aa51-62274f95ce7c', 'name': '', 'network_id': '909d7887-7dd5-4d65-b9bd-1e64ddb0e478', 'tenant_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'mac_address': 'fa:16:3e:7d:eb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4c31ebb4-c8a7-4a1d-b025-70803a0e25b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:31Z', 'updated_at': '2022-01-10T12:23:34Z', 'revision_number': 4, 'project_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'subnets': [{'id': '4c31ebb4-c8a7-4a1d-b025-70803a0e25b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:23:35.694320 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca88209-635f-4508-8b6d-cc787e4cd6b3 None None] The sync data for ids ['56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'] in dv-neutron-master-2-hyperv is: [{'id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'name': 'tempest-TestMinimumBasicScenario-1020534975-router', 'tenant_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:28Z', 'updated_at': '2022-01-10T12:23:32Z', 'revision_number': 4, 'project_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'gw_port': {'id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:29Z', 'updated_at': '2022-01-10T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e50fe914-8fec-44fd-aa51-62274f95ce7c', 'name': '', 'network_id': '909d7887-7dd5-4d65-b9bd-1e64ddb0e478', 'tenant_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'mac_address': 'fa:16:3e:7d:eb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4c31ebb4-c8a7-4a1d-b025-70803a0e25b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:31Z', 'updated_at': '2022-01-10T12:23:34Z', 'revision_number': 4, 'project_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'subnets': [{'id': '4c31ebb4-c8a7-4a1d-b025-70803a0e25b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:23:36.068174 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-811da78f-cd4e-44a7-b7b4-80580ebc1ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:37.731841 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device e50fe914-8fec-44fd-aa51-62274f95ce7c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:23:37.789617 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port e50fe914-8fec-44fd-aa51-62274f95ce7c triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:37.790038 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:40.329930 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-324498a3-a33a-4438-a16c-1530ee0ff6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:40.770995 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:42.257204 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:43.393929 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:44.597027 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-c9888193-3d3a-48d0-8937-b105e0e52600 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:44.598520 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-c9888193-3d3a-48d0-8937-b105e0e52600 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/networks?id=b5caaa1c-6561-4281-ba0b-17e0b73def7c HTTP/1.1" status: 200 len: 814 time: 0.1046333 Jan 10 12:23:44.612620 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-8f915d3c-fbfa-4659-b9a1-99416f980dfc tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/quotas/a098eafcac964b5ba4c1838862689544 HTTP/1.1" status: 200 len: 375 time: 0.0088310 Jan 10 12:23:44.662481 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-12d9bea1-52c9-485e-ac26-73a09866edbc tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a098eafcac964b5ba4c1838862689544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448096 Jan 10 12:23:44.677292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-b34fa015-1237-4314-ad8b-7eb641a7eaba service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:23:44.678276 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-b34fa015-1237-4314-ad8b-7eb641a7eaba service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049965 Jan 10 12:23:44.764819 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-3e9729e0-b7c1-41e5-b655-62e4e6e3b60b service neutron] 10.222.0.16 "GET /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814021 Jan 10 12:23:44.855512 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-4a0a7e51-d208-4a3f-8e09-7fe7e8dd247b service neutron] 10.222.0.16 "GET /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850985 Jan 10 12:23:45.115393 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-aae0d8b4-c150-47b1-8610-d3ed52c34ec2 req-08a619c6-60cc-42a0-b402-a2e59c26b1dd tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 210 time: 0.0272963 Jan 10 12:23:46.194371 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5e56d8e9-73ce-42b0-a6e0-9c65fa20a2b6 req-63528ef2-45a9-469c-84fe-5cc907a39743 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 210 time: 0.0270228 Jan 10 12:23:47.300305 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-804c8af7-d6d3-4876-bedc-9b3c2636991c req-869ea3fc-2a67-4bb6-be4e-af897fb9e0a6 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 210 time: 0.0271816 Jan 10 12:23:47.352813 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-4c6fa806-3958-4667-a78a-034369c53260 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:47.354291 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-4c6fa806-3958-4667-a78a-034369c53260 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.30 "GET /v2.0/networks?id=b5caaa1c-6561-4281-ba0b-17e0b73def7c HTTP/1.1" status: 200 len: 814 time: 0.1076007 Jan 10 12:23:47.366918 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Request body: {'port': {'device_id': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'admin_state_up': True, 'tenant_id': 'a098eafcac964b5ba4c1838862689544'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:23:47.519959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Made reservation on behalf of a098eafcac964b5ba4c1838862689544 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:23:47.523566 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:47.655193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Allocated IP 172.20.0.14 (b5caaa1c-6561-4281-ba0b-17e0b73def7c/4eaa3f92-4fd6-4d04-88dd-6f357b0af545/8fa85972-754f-401e-b98b-cd7f7bf507a9) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:23:47.808198 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:47.925846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:47.972048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Network b5caaa1c-6561-4281-ba0b-17e0b73def7c is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:23:47.975231 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:23:47.977844 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:23:48.015719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Pushing event updated for resources: {'Port': ['ID=8fa85972-754f-401e-b98b-cd7f7bf507a9,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:48.040631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:48.041027 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:48.041344 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:48.041814 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:48.042289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:48.042838 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:48.043168 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:48.043585 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:48.043946 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:48.044343 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:48.044701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:48.045009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:48.045393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:23:48.083774 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:48.084564 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:48.157259 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-5e39aa66-8d57-49e9-bdd9-71d11d411a89 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7938957 Jan 10 12:23:48.268243 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8035590d-dae7-40a2-98aa-11649bbd1cdf None None] Provisioning complete for port 8fa85972-754f-401e-b98b-cd7f7bf507a9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:23:48.269240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8035590d-dae7-40a2-98aa-11649bbd1cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:48.338050 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8035590d-dae7-40a2-98aa-11649bbd1cdf None None] Port 8fa85972-754f-401e-b98b-cd7f7bf507a9 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:23:48.445364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fbdfa-e0a3-4cfa-9dbc-fa27082c45a7 req-da661935-8f24-442f-9e1b-f79a2f702473 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:48.453009 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e27fbdfa-e0a3-4cfa-9dbc-fa27082c45a7 req-da661935-8f24-442f-9e1b-f79a2f702473 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 932 time: 0.0828536 Jan 10 12:23:48.513082 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e27fbdfa-e0a3-4cfa-9dbc-fa27082c45a7 req-5bbdc591-001b-405c-bc26-43696a11c671 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588133 Jan 10 12:23:49.645902 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ab883-a182-440f-8a18-8a0bf0a89d75 req-24ab29fd-2e91-4ce2-86b6-deb96888f2d5 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:49.645902 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-689ab883-a182-440f-8a18-8a0bf0a89d75 req-24ab29fd-2e91-4ce2-86b6-deb96888f2d5 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 932 time: 0.0629308 Jan 10 12:23:49.657987 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:49.711299 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-689ab883-a182-440f-8a18-8a0bf0a89d75 req-e4f5aece-b4b2-4396-8f00-d91ba38c356b tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616558 Jan 10 12:23:50.951700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f2c48-b1cd-4f00-a55b-94f3453f8ebd req-7c79f4f5-5085-41c6-9d4d-169eae84ec17 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:50.954130 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-583f2c48-b1cd-4f00-a55b-94f3453f8ebd req-7c79f4f5-5085-41c6-9d4d-169eae84ec17 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 932 time: 0.0570338 Jan 10 12:23:51.008554 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-583f2c48-b1cd-4f00-a55b-94f3453f8ebd req-72c3c48e-d6f2-47ec-aef7-45fe05bfc280 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484457 Jan 10 12:23:52.130980 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39467459-2b68-4567-8ced-0a543c9f9391 req-3aa14874-c0c1-491b-94c1-a36426a6cdeb tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:52.132497 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-39467459-2b68-4567-8ced-0a543c9f9391 req-3aa14874-c0c1-491b-94c1-a36426a6cdeb tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 932 time: 0.0578468 Jan 10 12:23:52.182786 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-39467459-2b68-4567-8ced-0a543c9f9391 req-f4136e98-de9c-4ab0-863c-f5bca93916d2 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428436 Jan 10 12:23:53.318324 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb6a6c-1a8a-4738-a911-d5070bd426f6 req-9d1f8e33-c4cf-4a7a-8b04-9ed144ca8ca3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:53.320034 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2bb6a6c-1a8a-4738-a911-d5070bd426f6 req-9d1f8e33-c4cf-4a7a-8b04-9ed144ca8ca3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 932 time: 0.0669749 Jan 10 12:23:53.371036 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f2bb6a6c-1a8a-4738-a911-d5070bd426f6 req-4a01390f-e901-4ba1-95e5-463e785e24c4 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451639 Jan 10 12:23:54.493906 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484a70a-e9f2-4e6d-b15f-5f57aabd0e67 req-6e2b7bdc-96cd-4ac5-8f6b-3ef4cd8a6eda tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:54.495571 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1484a70a-e9f2-4e6d-b15f-5f57aabd0e67 req-6e2b7bdc-96cd-4ac5-8f6b-3ef4cd8a6eda tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 932 time: 0.0520394 Jan 10 12:23:54.545131 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1484a70a-e9f2-4e6d-b15f-5f57aabd0e67 req-84f33ac4-7436-47f3-b0cd-6434c3cb9bd0 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438967 Jan 10 12:23:55.662861 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99faa24-46e1-4eea-a005-82f41236c146 req-17b5726e-a12a-4abe-992a-dde39748ee0c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:55.664340 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a99faa24-46e1-4eea-a005-82f41236c146 req-17b5726e-a12a-4abe-992a-dde39748ee0c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 932 time: 0.0531206 Jan 10 12:23:55.710443 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a99faa24-46e1-4eea-a005-82f41236c146 req-739347b4-ca87-46f9-a0c3-aa1b16519368 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Jan 10 12:23:55.716019 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Request body: {'port': {'device_id': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:23:55.769527 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:56.025933 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa85972-754f-401e-b98b-cd7f7bf507a9 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:23:56.033237 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Publish callbacks [] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:56.045255 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Transition to ACTIVE for port object 8fa85972-754f-401e-b98b-cd7f7bf507a9 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:23:56.090573 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:56.141881 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Pushing event updated for resources: {'Port': ['ID=8fa85972-754f-401e-b98b-cd7f7bf507a9,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:56.210993 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Attempting to bind port 8fa85972-754f-401e-b98b-cd7f7bf507a9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:23:56.211330 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Attempting to bind port 8fa85972-754f-401e-b98b-cd7f7bf507a9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f74d7764-cd53-4850-8da8-91ee2b5737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:23:56.211684 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Attempting to bind port 8fa85972-754f-401e-b98b-cd7f7bf507a9 on network b5caaa1c-6561-4281-ba0b-17e0b73def7c {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:23:56.216234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Port 8fa85972-754f-401e-b98b-cd7f7bf507a9 on network b5caaa1c-6561-4281-ba0b-17e0b73def7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:23:56.216558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Attempting to bind port 8fa85972-754f-401e-b98b-cd7f7bf507a9 on network b5caaa1c-6561-4281-ba0b-17e0b73def7c {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:23:56.221592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:23:56.221963 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Checking segment: {'id': 'f74d7764-cd53-4850-8da8-91ee2b5737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:23:56.222345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Bound using segment: {'id': 'f74d7764-cd53-4850-8da8-91ee2b5737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:23:56.222770 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Bound port: 8fa85972-754f-401e-b98b-cd7f7bf507a9, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74d7764-cd53-4850-8da8-91ee2b5737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:23:56.223121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:56.293993 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] For port 8fa85972-754f-401e-b98b-cd7f7bf507a9, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:23:56.296930 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] For port 8fa85972-754f-401e-b98b-cd7f7bf507a9, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8fa85972-754f-401e-b98b-cd7f7bf507a9,segment=NetworkSegment(f74d7764-cd53-4850-8da8-91ee2b5737c4),segment_id=f74d7764-cd53-4850-8da8-91ee2b5737c4)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:23:56.377042 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:56.412271 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:56.412887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:56.414297 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] 10.222.0.30 "PUT /v2.0/ports/8fa85972-754f-401e-b98b-cd7f7bf507a9 HTTP/1.1" status: 200 len: 1094 time: 0.7029645 Jan 10 12:23:56.414734 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'tag': '8fa85972-754f-401e-b98b-cd7f7bf507a9'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:23:56.417676 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371d1c43-a804-4741-9ec8-87953bfe2f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3e407f-aea3-4acb-be31-171ab03bcbf8", "tag": "8fa85972-754f-401e-b98b-cd7f7bf507a9"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:23:56.444248 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a944d8-6b1a-46cc-be1c-d11ddfab23be service neutron] Pushing event updated for resources: {'Port': ['ID=8fa85972-754f-401e-b98b-cd7f7bf507a9,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:56.458971 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5078ba14-22e1-4e73-aa04-8de741bdc6b7 x-openstack-request-id: req-5078ba14-22e1-4e73-aa04-8de741bdc6b7 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:23:56.459271 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3e407f-aea3-4acb-be31-171ab03bcbf8", "tag": "8fa85972-754f-401e-b98b-cd7f7bf507a9", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:23:56.459528 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5078ba14-22e1-4e73-aa04-8de741bdc6b7 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:23:56.459953 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'tag': '8fa85972-754f-401e-b98b-cd7f7bf507a9', 'status': 'completed', 'code': 200} Jan 10 12:23:56.519911 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d1c43-a804-4741-9ec8-87953bfe2f3c req-c2730bcd-48e0-44e8-8669-771699979ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:56.526867 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-371d1c43-a804-4741-9ec8-87953bfe2f3c req-c2730bcd-48e0-44e8-8669-771699979ed5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a098eafcac964b5ba4c1838862689544&device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 1097 time: 0.0426357 Jan 10 12:23:56.626335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d1c43-a804-4741-9ec8-87953bfe2f3c req-072017bb-27cb-45f4-ade1-e0c2d58c6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:56.627853 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-371d1c43-a804-4741-9ec8-87953bfe2f3c req-072017bb-27cb-45f4-ade1-e0c2d58c6620 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a098eafcac964b5ba4c1838862689544&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1000304 Jan 10 12:23:56.723470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d1c43-a804-4741-9ec8-87953bfe2f3c req-820b8603-dbcb-41e3-81ca-7f394b114ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:56.725001 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-371d1c43-a804-4741-9ec8-87953bfe2f3c req-820b8603-dbcb-41e3-81ca-7f394b114ab6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917087 Jan 10 12:23:56.828090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-45292c9e-2938-43e1-b177-a96623ebeb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:56.829482 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-45292c9e-2938-43e1-b177-a96623ebeb55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a098eafcac964b5ba4c1838862689544&device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 1097 time: 0.0669203 Jan 10 12:23:56.845308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b3672-6c71-4211-a92d-0bef765f21b2 req-e35ef84e-ecb8-4e44-b2fd-e9abb031e0a3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:56.846757 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1f0b3672-6c71-4211-a92d-0bef765f21b2 req-e35ef84e-ecb8-4e44-b2fd-e9abb031e0a3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 944 time: 0.0572007 Jan 10 12:23:56.889670 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-055547a7-516b-4e3e-bfa8-c5f452e2039b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fa85972-754f-401e-b98b-cd7f7bf507a9 HTTP/1.1" status: 200 len: 217 time: 0.0419836 Jan 10 12:23:56.956640 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1f0b3672-6c71-4211-a92d-0bef765f21b2 req-a41325e5-703f-42da-a8e9-b48ea0582ef3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025450 Jan 10 12:23:56.960094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-7c367470-420a-454c-8b24-6e4913ce6ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:56.961464 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-7c367470-420a-454c-8b24-6e4913ce6ee5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4eaa3f92-4fd6-4d04-88dd-6f357b0af545 HTTP/1.1" status: 200 len: 853 time: 0.0642002 Jan 10 12:23:57.005426 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-6bfc3db7-bd6e-4e89-ace9-585fe4266d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:57.006918 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-6bfc3db7-bd6e-4e89-ace9-585fe4266d13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5caaa1c-6561-4281-ba0b-17e0b73def7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396955 Jan 10 12:23:57.096663 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-b8e5c299-4cb4-41d7-b0ba-50222b465eeb service neutron] 10.222.0.30 "GET /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836890 Jan 10 12:23:57.183023 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d6d8d377-47c8-423b-8424-0059f7f1240b req-570fabc5-7ec1-4aae-9e93-3773d74a6502 service neutron] 10.222.0.30 "GET /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801380 Jan 10 12:23:58.074085 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d2649-fd72-414f-8590-8eae5d08f43d req-bc48b490-e862-47d0-8f0b-b9309df90c36 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:58.075562 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5f3d2649-fd72-414f-8590-8eae5d08f43d req-bc48b490-e862-47d0-8f0b-b9309df90c36 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 944 time: 0.0523922 Jan 10 12:23:58.122832 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5f3d2649-fd72-414f-8590-8eae5d08f43d req-b26b335f-9b1e-4f77-ad89-6c2f8abf4e0b tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418520 Jan 10 12:23:59.226601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 8fa85972-754f-401e-b98b-cd7f7bf507a9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:23:59.324364 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 8fa85972-754f-401e-b98b-cd7f7bf507a9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8fa85972-754f-401e-b98b-cd7f7bf507a9,segment=NetworkSegment(f74d7764-cd53-4850-8da8-91ee2b5737c4),segment_id=f74d7764-cd53-4850-8da8-91ee2b5737c4)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:59.336267 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '8fa85972-754f-401e-b98b-cd7f7bf507a9', 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'port_id': '8fa85972-754f-401e-b98b-cd7f7bf507a9', 'mac_address': 'fa:16:3e:fc:ff:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:23:59.379168 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:59.393521 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa85972-754f-401e-b98b-cd7f7bf507a9 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:23:59.414004 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 8fa85972-754f-401e-b98b-cd7f7bf507a9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8fa85972-754f-401e-b98b-cd7f7bf507a9,segment=NetworkSegment(f74d7764-cd53-4850-8da8-91ee2b5737c4),segment_id=f74d7764-cd53-4850-8da8-91ee2b5737c4)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:23:59.484066 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:23:59.534825 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=8fa85972-754f-401e-b98b-cd7f7bf507a9,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:23:59.546733 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1f31f-f708-4eed-b7ce-569b6e5602ad req-13c6c4ea-aa92-4bc4-9982-3b9a8ad73d39 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:23:59.548251 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ebd1f31f-f708-4eed-b7ce-569b6e5602ad req-13c6c4ea-aa92-4bc4-9982-3b9a8ad73d39 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 944 time: 0.3610389 Jan 10 12:23:59.595892 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ebd1f31f-f708-4eed-b7ce-569b6e5602ad req-4582669d-3031-49f2-8de6-0a3267472ada tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420902 Jan 10 12:23:59.724101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['8fa85972-754f-401e-b98b-cd7f7bf507a9'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:24:00.706978 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c36c6-1b72-4e67-aa74-acf261a9679c req-87e4f64e-9406-418f-9818-f03ba330a82a tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:00.708467 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-517c36c6-1b72-4e67-aa74-acf261a9679c req-87e4f64e-9406-418f-9818-f03ba330a82a tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 945 time: 0.0485706 Jan 10 12:24:00.754999 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-517c36c6-1b72-4e67-aa74-acf261a9679c req-e707458d-1f2c-4833-b1bd-2d3a7470612c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409214 Jan 10 12:24:01.242856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 8fa85972-754f-401e-b98b-cd7f7bf507a9 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:24:01.376303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 8fa85972-754f-401e-b98b-cd7f7bf507a9 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:24:01.380124 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 8fa85972-754f-401e-b98b-cd7f7bf507a9 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:24:01.380500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:01.455274 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:01.477205 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa85972-754f-401e-b98b-cd7f7bf507a9'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:24:01.479511 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6c192d-2d48-4304-a6c5-30bdc36667ef" -d '{"events": [{"server_uuid": "8f3e407f-aea3-4acb-be31-171ab03bcbf8", "name": "network-vif-plugged", "status": "completed", "tag": "8fa85972-754f-401e-b98b-cd7f7bf507a9"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:24:01.495057 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 8fa85972-754f-401e-b98b-cd7f7bf507a9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8fa85972-754f-401e-b98b-cd7f7bf507a9,segment=NetworkSegment(f74d7764-cd53-4850-8da8-91ee2b5737c4),segment_id=f74d7764-cd53-4850-8da8-91ee2b5737c4)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:24:01.518612 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33567e2f-c90a-4145-b6f7-3a11edac7863 x-openstack-request-id: req-33567e2f-c90a-4145-b6f7-3a11edac7863 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:24:01.518910 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3e407f-aea3-4acb-be31-171ab03bcbf8", "name": "network-vif-plugged", "status": "completed", "tag": "8fa85972-754f-401e-b98b-cd7f7bf507a9", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:24:01.519172 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33567e2f-c90a-4145-b6f7-3a11edac7863 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:24:01.519575 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa85972-754f-401e-b98b-cd7f7bf507a9', 'code': 200} Jan 10 12:24:01.587959 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:01.634721 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=8fa85972-754f-401e-b98b-cd7f7bf507a9,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:24:01.829626 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:24:01.851498 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81cdff-6f90-430f-b1fd-a8c54d630642 req-52a29004-1419-4edf-a100-f3bbe026f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:01.853049 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ea81cdff-6f90-430f-b1fd-a8c54d630642 req-52a29004-1419-4edf-a100-f3bbe026f1e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 1099 time: 0.0414062 Jan 10 12:24:01.873606 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a8e05-1370-4ff4-92ed-74da35d9790e req-d9b93e1c-82fa-4190-bf9e-c0ba8e2c1635 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:01.875280 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-388a8e05-1370-4ff4-92ed-74da35d9790e req-d9b93e1c-82fa-4190-bf9e-c0ba8e2c1635 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.0542455 Jan 10 12:24:01.896548 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ea81cdff-6f90-430f-b1fd-a8c54d630642 req-8384063a-7dca-449a-8249-409d42df8367 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381224 Jan 10 12:24:01.921745 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-388a8e05-1370-4ff4-92ed-74da35d9790e req-8f928519-369f-482f-903f-0ad415d5b307 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407190 Jan 10 12:24:03.200322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615113b-2b0c-432b-b611-96bf5b10ec8d req-6c580af8-7459-4ba2-8ffd-c936e9a2f4ee tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:03.201726 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8615113b-2b0c-432b-b611-96bf5b10ec8d req-6c580af8-7459-4ba2-8ffd-c936e9a2f4ee tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.0488710 Jan 10 12:24:03.251937 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8615113b-2b0c-432b-b611-96bf5b10ec8d req-23da8e2d-d9d7-4641-a5d1-56cccf4f11d1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446529 Jan 10 12:24:04.364150 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0be84c-5d4d-49b4-847a-61acb7fa0036 req-468fd732-2f32-4320-b2c2-9f4c4999e88a tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:04.365599 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ee0be84c-5d4d-49b4-847a-61acb7fa0036 req-468fd732-2f32-4320-b2c2-9f4c4999e88a tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.0487342 Jan 10 12:24:04.411394 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ee0be84c-5d4d-49b4-847a-61acb7fa0036 req-799ef6f3-d5be-408d-ae12-ff61eedf264f tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 Jan 10 12:24:04.521826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d36585-f7d5-4313-aa76-ff9ba2abde0c req-0f386e18-4996-419e-aa3e-05e12072fda3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:04.523215 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9d36585-f7d5-4313-aa76-ff9ba2abde0c req-0f386e18-4996-419e-aa3e-05e12072fda3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.0487568 Jan 10 12:24:04.569337 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9d36585-f7d5-4313-aa76-ff9ba2abde0c req-06910ad1-11ad-4055-ab0b-8f8beb54ec9b tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Jan 10 12:24:04.883900 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc69c5-8f61-4025-884b-96124f889e00 req-6b44003a-315a-48db-a185-0d15f878d3dd tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:04.885966 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b2dc69c5-8f61-4025-884b-96124f889e00 req-6b44003a-315a-48db-a185-0d15f878d3dd tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.0482907 Jan 10 12:24:04.931487 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b2dc69c5-8f61-4025-884b-96124f889e00 req-48555770-320c-45e6-9196-796a0cc8b006 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399048 Jan 10 12:24:06.096864 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bffc89dc-10de-4228-9e2f-5b83f1340010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:10.336947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5c46c7d0-46e9-4625-9101-aa5bc45628ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:10.731232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:12.273495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:13.279573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:19.655457 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:24.392669 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f496d36-6bb9-403f-b2ce-9add2acafd50 req-fc5e5d87-a802-4100-9239-6f5b83c2aa1d tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:24.394179 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8f496d36-6bb9-403f-b2ce-9add2acafd50 req-fc5e5d87-a802-4100-9239-6f5b83c2aa1d tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.0549433 Jan 10 12:24:24.441065 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8f496d36-6bb9-403f-b2ce-9add2acafd50 req-bd7e240c-60e4-486b-9d6d-e3dc39591344 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409870 Jan 10 12:24:24.464079 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35714) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:24:24.588848 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724132fc-a840-4576-a126-700c4be59895 tempest-TestMinimumBasicScenario-40022825 tempest-TestMinimumBasicScenario-40022825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:24.590444 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-724132fc-a840-4576-a126-700c4be59895 tempest-TestMinimumBasicScenario-40022825 tempest-TestMinimumBasicScenario-40022825-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 1094 time: 0.1254025 Jan 10 12:24:24.593376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35718) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:24:24.597499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '8fa85972-754f-401e-b98b-cd7f7bf507a9', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:24:24.696273 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:24.795461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:24.895158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Allocated IP 172.36.2.181 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/a70580cf-c7bb-44a9-9c7b-7acd1b3c74d2) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:24:24.997124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for port (a70580cf-c7bb-44a9-9c7b-7acd1b3c74d2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:25.090214 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a70580cf-c7bb-44a9-9c7b-7acd1b3c74d2), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:25.129526 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:24:25.132499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:24:25.135146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:24:25.161912 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Pushing event updated for resources: {'Port': ['ID=a70580cf-c7bb-44a9-9c7b-7acd1b3c74d2,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:24:25.476122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for floatingip (ce81e8a7-1cf0-479b-b896-26243c270754), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:25.601460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a70580cf-c7bb-44a9-9c7b-7acd1b3c74d2), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:25.751133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for port (a70580cf-c7bb-44a9-9c7b-7acd1b3c74d2), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:25.844963 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (a70580cf-c7bb-44a9-9c7b-7acd1b3c74d2), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:25.913694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Pushing event updated for resources: {'Port': ['ID=a70580cf-c7bb-44a9-9c7b-7acd1b3c74d2,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:24:25.927559 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (ce81e8a7-1cf0-479b-b896-26243c270754), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:26.026299 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Floating IP ce81e8a7-1cf0-479b-b896-26243c270754 associated. External IP: 172.36.2.181, port: 8fa85972-754f-401e-b98b-cd7f7bf507a9. Jan 10 12:24:26.227652 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Router 10673f8a-1126-4b21-9fbc-2f197595708d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:24:26.334104 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:24:26.344530 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96d2889-9caf-4ad4-94e8-14a271f1e70c None None] Sync routers for ids ['10673f8a-1126-4b21-9fbc-2f197595708d'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:24:26.355547 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96d2889-9caf-4ad4-94e8-14a271f1e70c None None] Routers {'10673f8a-1126-4b21-9fbc-2f197595708d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:24:26.356191 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f96d2889-9caf-4ad4-94e8-14a271f1e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:24:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['10673f8a-1126-4b21-9fbc-2f197595708d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:24:26.430120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:26.461129 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-301c20a0-a739-43fe-9273-2740ad7d1aba tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8667235 Jan 10 12:24:26.461729 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'tag': '8fa85972-754f-401e-b98b-cd7f7bf507a9'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:24:26.464017 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35720) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:24:26.464535 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882c0ed6-9aea-49d8-9b78-7a23d9e44df9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3e407f-aea3-4acb-be31-171ab03bcbf8", "tag": "8fa85972-754f-401e-b98b-cd7f7bf507a9"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:24:26.465872 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-f96d2889-9caf-4ad4-94e8-14a271f1e70c None None] Set router 10673f8a-1126-4b21-9fbc-2f197595708d gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:24:26.469711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1442223522', 'description': 'tempest-secgroup-smoke-1442223522 description', 'project_id': 'a098eafcac964b5ba4c1838862689544'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:24:26.507552 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852ef3b5-ea4b-4b53-91ad-8107301ccecd x-openstack-request-id: req-852ef3b5-ea4b-4b53-91ad-8107301ccecd {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:24:26.508076 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3e407f-aea3-4acb-be31-171ab03bcbf8", "tag": "8fa85972-754f-401e-b98b-cd7f7bf507a9", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:24:26.508228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-852ef3b5-ea4b-4b53-91ad-8107301ccecd {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:24:26.508622 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'tag': '8fa85972-754f-401e-b98b-cd7f7bf507a9', 'status': 'completed', 'code': 200} Jan 10 12:24:26.546927 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:26.575387 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c0ed6-9aea-49d8-9b78-7a23d9e44df9 req-7de231db-5adb-49d3-9147-618f17acb635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:26.577021 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-882c0ed6-9aea-49d8-9b78-7a23d9e44df9 req-7de231db-5adb-49d3-9147-618f17acb635 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a098eafcac964b5ba4c1838862689544&device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 1099 time: 0.0479903 Jan 10 12:24:26.622062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group (61200781-8d80-4c42-928b-c7a32540b06e), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:26.673950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c0ed6-9aea-49d8-9b78-7a23d9e44df9 req-e0a13f08-86b0-4961-b7bb-c9498ce60581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:26.675435 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-882c0ed6-9aea-49d8-9b78-7a23d9e44df9 req-e0a13f08-86b0-4961-b7bb-c9498ce60581 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5caaa1c-6561-4281-ba0b-17e0b73def7c HTTP/1.1" status: 200 len: 915 time: 0.0918305 Jan 10 12:24:26.702981 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f96d2889-9caf-4ad4-94e8-14a271f1e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'name': 'tempest-TestMinimumBasicScenario-721240714-router', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:22Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'gw_port': {'id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:23Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce81e8a7-1cf0-479b-b896-26243c270754', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'floating_ip_address': '172.36.2.181', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'port_id': '8fa85972-754f-401e-b98b-cd7f7bf507a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'mac_address': 'fa:16:3e:fc:ff:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:24:25Z', 'updated_at': '2022-01-10T12:24:25Z', 'revision_number': 0, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632', 'name': '', 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'mac_address': 'fa:16:3e:25:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:25Z', 'updated_at': '2022-01-10T12:23:29Z', 'revision_number': 5, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'subnets': [{'id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:24:26.713823 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (61200781-8d80-4c42-928b-c7a32540b06e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:26.734751 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96d2889-9caf-4ad4-94e8-14a271f1e70c None None] Checking router: 10673f8a-1126-4b21-9fbc-2f197595708d for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:24:26.744170 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96d2889-9caf-4ad4-94e8-14a271f1e70c None None] Routers {'10673f8a-1126-4b21-9fbc-2f197595708d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:24:26.744918 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61200781-8d80-4c42-928b-c7a32540b06e,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:24:26.745065 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f96d2889-9caf-4ad4-94e8-14a271f1e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:24:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['10673f8a-1126-4b21-9fbc-2f197595708d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:24:26.746101 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-882c0ed6-9aea-49d8-9b78-7a23d9e44df9 req-dd200901-6111-4d84-9669-2d19a5f8be25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fa85972-754f-401e-b98b-cd7f7bf507a9 HTTP/1.1" status: 200 len: 1000 time: 0.0644939 Jan 10 12:24:26.752377 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:24:26.752734 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:24:26.753088 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:24:26.753436 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:24:26.753799 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:24:26.754144 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:24:26.754484 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:24:26.754822 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:24:26.755159 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:24:26.755495 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:24:26.755883 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:24:26.756224 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:24:26.756557 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:24:26.799321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c0ed6-9aea-49d8-9b78-7a23d9e44df9 req-28557d6e-a47f-4cdd-a440-b943ad180e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:26.800793 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-882c0ed6-9aea-49d8-9b78-7a23d9e44df9 req-28557d6e-a47f-4cdd-a440-b943ad180e11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4eaa3f92-4fd6-4d04-88dd-6f357b0af545 HTTP/1.1" status: 200 len: 853 time: 0.0492225 Jan 10 12:24:26.835651 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:26.836985 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-af8fc3a3-7fca-4fd6-b989-82dfc07934a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3719082 Jan 10 12:24:26.840608 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35724) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:24:26.845361 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5d20ba75-5314-4bbb-83cc-6b0ee046d7ff tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Request body: {'security_group_rule': {'security_group_id': '61200781-8d80-4c42-928b-c7a32540b06e', 'project_id': 'a098eafcac964b5ba4c1838862689544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:24:26.849456 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c0ed6-9aea-49d8-9b78-7a23d9e44df9 req-33c5635e-ce61-4053-b7f3-61e403dd191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:26.851049 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-882c0ed6-9aea-49d8-9b78-7a23d9e44df9 req-33c5635e-ce61-4053-b7f3-61e403dd191f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5caaa1c-6561-4281-ba0b-17e0b73def7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443141 Jan 10 12:24:26.855722 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-f96d2889-9caf-4ad4-94e8-14a271f1e70c None None] Set router 10673f8a-1126-4b21-9fbc-2f197595708d gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:24:26.924974 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5d20ba75-5314-4bbb-83cc-6b0ee046d7ff tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (312149f3-b45a-4604-ade9-de091b4cdcf0), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:26.947914 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-882c0ed6-9aea-49d8-9b78-7a23d9e44df9 req-4adb7eb4-7994-4279-b12a-9c07a7a3fd38 service neutron] 10.222.0.30 "GET /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910189 Jan 10 12:24:26.987576 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5d20ba75-5314-4bbb-83cc-6b0ee046d7ff tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (312149f3-b45a-4604-ade9-de091b4cdcf0), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:27.037695 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-882c0ed6-9aea-49d8-9b78-7a23d9e44df9 req-88afd064-0b08-4dbf-a613-4202612b52b0 service neutron] 10.222.0.30 "GET /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832899 Jan 10 12:24:27.045093 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5d20ba75-5314-4bbb-83cc-6b0ee046d7ff tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (312149f3-b45a-4604-ade9-de091b4cdcf0), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:27.061964 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20ba75-5314-4bbb-83cc-6b0ee046d7ff tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312149f3-b45a-4604-ade9-de091b4cdcf0,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:24:27.083066 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f96d2889-9caf-4ad4-94e8-14a271f1e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'name': 'tempest-TestMinimumBasicScenario-721240714-router', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:22Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'gw_port': {'id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:23Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce81e8a7-1cf0-479b-b896-26243c270754', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'floating_ip_address': '172.36.2.181', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'port_id': '8fa85972-754f-401e-b98b-cd7f7bf507a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'mac_address': 'fa:16:3e:fc:ff:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:24:25Z', 'updated_at': '2022-01-10T12:24:25Z', 'revision_number': 0, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632', 'name': '', 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'mac_address': 'fa:16:3e:25:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:25Z', 'updated_at': '2022-01-10T12:23:29Z', 'revision_number': 5, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'subnets': [{'id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:24:27.113548 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96d2889-9caf-4ad4-94e8-14a271f1e70c None None] The sync data for ids ['10673f8a-1126-4b21-9fbc-2f197595708d'] in dv-neutron-master-2-hyperv is: [{'id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'name': 'tempest-TestMinimumBasicScenario-721240714-router', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:22Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'gw_port': {'id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:23Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce81e8a7-1cf0-479b-b896-26243c270754', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'floating_ip_address': '172.36.2.181', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'port_id': '8fa85972-754f-401e-b98b-cd7f7bf507a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'mac_address': 'fa:16:3e:fc:ff:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:24:25Z', 'updated_at': '2022-01-10T12:24:25Z', 'revision_number': 0, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632', 'name': '', 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'mac_address': 'fa:16:3e:25:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:25Z', 'updated_at': '2022-01-10T12:23:29Z', 'revision_number': 5, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'subnets': [{'id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:24:27.155393 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5d20ba75-5314-4bbb-83cc-6b0ee046d7ff tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:27.159148 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5d20ba75-5314-4bbb-83cc-6b0ee046d7ff tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3150926 Jan 10 12:24:27.159467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35726) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:24:27.163898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f6996c9d-b6ff-4321-af26-65110f8e89ca tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Request body: {'security_group_rule': {'security_group_id': '61200781-8d80-4c42-928b-c7a32540b06e', 'project_id': 'a098eafcac964b5ba4c1838862689544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:24:27.267449 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f6996c9d-b6ff-4321-af26-65110f8e89ca tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (097b28e3-0f66-4c33-8bfa-a59ad935747e), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:27.311641 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02935de-6546-4088-aee1-249642e9492d None None] New status for floating IP ce81e8a7-1cf0-479b-b896-26243c270754: ACTIVE {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:24:27.327179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f6996c9d-b6ff-4321-af26-65110f8e89ca tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (097b28e3-0f66-4c33-8bfa-a59ad935747e), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:27.410785 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f6996c9d-b6ff-4321-af26-65110f8e89ca tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (097b28e3-0f66-4c33-8bfa-a59ad935747e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:27.429255 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6996c9d-b6ff-4321-af26-65110f8e89ca tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097b28e3-0f66-4c33-8bfa-a59ad935747e,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:24:27.497380 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f6996c9d-b6ff-4321-af26-65110f8e89ca tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:27.498681 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f6996c9d-b6ff-4321-af26-65110f8e89ca tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3382633 Jan 10 12:24:27.501375 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35728) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:24:27.505916 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-3d8f6d91-031d-4e03-8b42-523af0afe1af tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Request body: {'security_group_rule': {'security_group_id': '61200781-8d80-4c42-928b-c7a32540b06e', 'project_id': 'a098eafcac964b5ba4c1838862689544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:24:27.609191 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3d8f6d91-031d-4e03-8b42-523af0afe1af tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (3a22a332-fabc-4bda-9b5c-63abec016157), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:27.665072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3d8f6d91-031d-4e03-8b42-523af0afe1af tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (3a22a332-fabc-4bda-9b5c-63abec016157), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:27.730738 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3d8f6d91-031d-4e03-8b42-523af0afe1af tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (3a22a332-fabc-4bda-9b5c-63abec016157), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:27.751108 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f6d91-031d-4e03-8b42-523af0afe1af tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a22a332-fabc-4bda-9b5c-63abec016157,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:24:27.807233 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3d8f6d91-031d-4e03-8b42-523af0afe1af tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:27.808471 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3d8f6d91-031d-4e03-8b42-523af0afe1af tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3060572 Jan 10 12:24:27.811130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35730) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:24:27.817155 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-b8ef2b48-8a82-4ddb-9db0-8b20f4c3b993 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Request body: {'security_group_rule': {'security_group_id': '61200781-8d80-4c42-928b-c7a32540b06e', 'project_id': 'a098eafcac964b5ba4c1838862689544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:24:27.889757 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b8ef2b48-8a82-4ddb-9db0-8b20f4c3b993 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (3b0af6d2-d1a2-406f-ad61-5610befb33d6), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:27.945017 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b8ef2b48-8a82-4ddb-9db0-8b20f4c3b993 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (3b0af6d2-d1a2-406f-ad61-5610befb33d6), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:27.997922 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b8ef2b48-8a82-4ddb-9db0-8b20f4c3b993 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (3b0af6d2-d1a2-406f-ad61-5610befb33d6), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:28.015055 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef2b48-8a82-4ddb-9db0-8b20f4c3b993 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0af6d2-d1a2-406f-ad61-5610befb33d6,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:24:28.058072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b8ef2b48-8a82-4ddb-9db0-8b20f4c3b993 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:28.059768 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b8ef2b48-8a82-4ddb-9db0-8b20f4c3b993 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2477229 Jan 10 12:24:28.062467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35732) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:24:28.066897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-6bd9e6fb-4039-43b6-84e8-5d069dce5e2b tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Request body: {'security_group_rule': {'security_group_id': '61200781-8d80-4c42-928b-c7a32540b06e', 'project_id': 'a098eafcac964b5ba4c1838862689544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:24:28.130811 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-6bd9e6fb-4039-43b6-84e8-5d069dce5e2b tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Project a098eafcac964b5ba4c1838862689544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:24:28.135574 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e6fb-4039-43b6-84e8-5d069dce5e2b tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (06571d6f-f62d-4abe-b9ed-cfdb628289d7), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:28.193151 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e6fb-4039-43b6-84e8-5d069dce5e2b tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (06571d6f-f62d-4abe-b9ed-cfdb628289d7), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:28.239125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e6fb-4039-43b6-84e8-5d069dce5e2b tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (06571d6f-f62d-4abe-b9ed-cfdb628289d7), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:28.258477 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9e6fb-4039-43b6-84e8-5d069dce5e2b tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06571d6f-f62d-4abe-b9ed-cfdb628289d7,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:24:28.315613 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e6fb-4039-43b6-84e8-5d069dce5e2b tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:28.316754 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6bd9e6fb-4039-43b6-84e8-5d069dce5e2b tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2533054 Jan 10 12:24:28.319479 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35734) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:24:28.323785 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-53bee8c6-f15e-4328-aea4-ae5e2ee2a4f3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Request body: {'security_group_rule': {'security_group_id': '61200781-8d80-4c42-928b-c7a32540b06e', 'project_id': 'a098eafcac964b5ba4c1838862689544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:24:28.416210 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-53bee8c6-f15e-4328-aea4-ae5e2ee2a4f3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Project a098eafcac964b5ba4c1838862689544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:24:28.422150 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-53bee8c6-f15e-4328-aea4-ae5e2ee2a4f3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (71cb93c6-0013-42b2-a25f-2df4cedab921), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:28.478531 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-53bee8c6-f15e-4328-aea4-ae5e2ee2a4f3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (71cb93c6-0013-42b2-a25f-2df4cedab921), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:28.546362 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-53bee8c6-f15e-4328-aea4-ae5e2ee2a4f3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (71cb93c6-0013-42b2-a25f-2df4cedab921), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:28.566760 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bee8c6-f15e-4328-aea4-ae5e2ee2a4f3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cb93c6-0013-42b2-a25f-2df4cedab921,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:24:28.634526 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-53bee8c6-f15e-4328-aea4-ae5e2ee2a4f3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:28.635754 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-53bee8c6-f15e-4328-aea4-ae5e2ee2a4f3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3153610 Jan 10 12:24:28.729890 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fdf3b1b9-9a78-41b8-943e-4eddd4450b8e req-557d3c26-ac66-4be2-9578-77217fb9856f tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1442223522&fields=id&tenant_id=a098eafcac964b5ba4c1838862689544 HTTP/1.1" status: 200 len: 267 time: 0.0479562 Jan 10 12:24:28.790554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3b1b9-9a78-41b8-943e-4eddd4450b8e req-b544de77-463e-461d-8c3a-66623cec3a1a tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:28.792103 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fdf3b1b9-9a78-41b8-943e-4eddd4450b8e req-b544de77-463e-461d-8c3a-66623cec3a1a tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.0548577 Jan 10 12:24:28.803103 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-fdf3b1b9-9a78-41b8-943e-4eddd4450b8e req-4b488ab6-db22-4591-b4e2-772565aa2a97 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Request body: {'port': {'security_groups': ['4fc9c1b8-7a0f-48de-b557-8fc86db54b5c', '61200781-8d80-4c42-928b-c7a32540b06e']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:24:28.863130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-fdf3b1b9-9a78-41b8-943e-4eddd4450b8e req-4b488ab6-db22-4591-b4e2-772565aa2a97 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:29.044316 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-fdf3b1b9-9a78-41b8-943e-4eddd4450b8e req-4b488ab6-db22-4591-b4e2-772565aa2a97 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] For port 8fa85972-754f-401e-b98b-cd7f7bf507a9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8fa85972-754f-401e-b98b-cd7f7bf507a9,segment=NetworkSegment(f74d7764-cd53-4850-8da8-91ee2b5737c4),segment_id=f74d7764-cd53-4850-8da8-91ee2b5737c4)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:24:29.072536 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-fdf3b1b9-9a78-41b8-943e-4eddd4450b8e req-4b488ab6-db22-4591-b4e2-772565aa2a97 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:29.118913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-fdf3b1b9-9a78-41b8-943e-4eddd4450b8e req-4b488ab6-db22-4591-b4e2-772565aa2a97 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:29.131918 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['8fa85972-754f-401e-b98b-cd7f7bf507a9'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:24:29.164340 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3b1b9-9a78-41b8-943e-4eddd4450b8e req-4b488ab6-db22-4591-b4e2-772565aa2a97 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:29.164985 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-fdf3b1b9-9a78-41b8-943e-4eddd4450b8e req-4b488ab6-db22-4591-b4e2-772565aa2a97 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:29.166440 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fdf3b1b9-9a78-41b8-943e-4eddd4450b8e req-4b488ab6-db22-4591-b4e2-772565aa2a97 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "PUT /v2.0/ports/8fa85972-754f-401e-b98b-cd7f7bf507a9 HTTP/1.1" status: 200 len: 982 time: 0.3677919 Jan 10 12:24:29.166904 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'tag': '8fa85972-754f-401e-b98b-cd7f7bf507a9'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:24:29.169242 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9812adff-4299-479b-b0b2-135af29cde78" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3e407f-aea3-4acb-be31-171ab03bcbf8", "tag": "8fa85972-754f-401e-b98b-cd7f7bf507a9"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:24:29.194741 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b488ab6-db22-4591-b4e2-772565aa2a97 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Pushing event updated for resources: {'Port': ['ID=8fa85972-754f-401e-b98b-cd7f7bf507a9,revision_number=6']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:24:29.270347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['8fa85972-754f-401e-b98b-cd7f7bf507a9'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:24:29.321909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f24ffd-bafb-4005-bf21-915706a2bad7 req-f053ce95-c356-41d2-9ecd-a443371e17a6 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:29.323746 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-76f24ffd-bafb-4005-bf21-915706a2bad7 req-f053ce95-c356-41d2-9ecd-a443371e17a6 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.0677786 Jan 10 12:24:29.402925 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-76f24ffd-bafb-4005-bf21-915706a2bad7 req-7fc24e04-6ef7-4430-a7ae-a13a644a3127 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=61200781-8d80-4c42-928b-c7a32540b06e&id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700500 Jan 10 12:24:29.427409 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe131d05-59c2-4794-aad6-df69e90c950a x-openstack-request-id: req-fe131d05-59c2-4794-aad6-df69e90c950a {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:24:29.427811 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3e407f-aea3-4acb-be31-171ab03bcbf8", "tag": "8fa85972-754f-401e-b98b-cd7f7bf507a9", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:24:29.428170 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe131d05-59c2-4794-aad6-df69e90c950a {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:24:29.428670 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'tag': '8fa85972-754f-401e-b98b-cd7f7bf507a9', 'status': 'completed', 'code': 200} Jan 10 12:24:29.488944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-152db82d-ff03-440f-9c6c-920e00e60f4e None None] Provisioning complete for port 8fa85972-754f-401e-b98b-cd7f7bf507a9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:24:29.489325 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-152db82d-ff03-440f-9c6c-920e00e60f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:29.491036 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812adff-4299-479b-b0b2-135af29cde78 req-1b0a4cbe-eb5a-4405-b6e4-59fba0460397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:29.492552 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9812adff-4299-479b-b0b2-135af29cde78 req-1b0a4cbe-eb5a-4405-b6e4-59fba0460397 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a098eafcac964b5ba4c1838862689544&device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 1138 time: 0.0420027 Jan 10 12:24:29.583295 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812adff-4299-479b-b0b2-135af29cde78 req-9901bd76-189c-4a3f-a894-07a6e0eb5125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:29.584811 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9812adff-4299-479b-b0b2-135af29cde78 req-9901bd76-189c-4a3f-a894-07a6e0eb5125 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5caaa1c-6561-4281-ba0b-17e0b73def7c HTTP/1.1" status: 200 len: 915 time: 0.0860343 Jan 10 12:24:29.652082 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9812adff-4299-479b-b0b2-135af29cde78 req-35aee797-3e9b-448c-9131-1eccfb6749ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fa85972-754f-401e-b98b-cd7f7bf507a9 HTTP/1.1" status: 200 len: 1002 time: 0.0606329 Jan 10 12:24:29.702534 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812adff-4299-479b-b0b2-135af29cde78 req-954b6c2f-f502-40d4-a261-7c9b1437d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:29.704005 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9812adff-4299-479b-b0b2-135af29cde78 req-954b6c2f-f502-40d4-a261-7c9b1437d234 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4eaa3f92-4fd6-4d04-88dd-6f357b0af545 HTTP/1.1" status: 200 len: 853 time: 0.0455813 Jan 10 12:24:29.753075 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812adff-4299-479b-b0b2-135af29cde78 req-82db47a8-7a26-4ad6-9877-8d9d6deffb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:29.754653 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9812adff-4299-479b-b0b2-135af29cde78 req-82db47a8-7a26-4ad6-9877-8d9d6deffb35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5caaa1c-6561-4281-ba0b-17e0b73def7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450914 Jan 10 12:24:29.843859 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9812adff-4299-479b-b0b2-135af29cde78 req-26875c4d-b82b-4e56-bd5d-170375b79a36 service neutron] 10.222.0.30 "GET /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824468 Jan 10 12:24:29.935615 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9812adff-4299-479b-b0b2-135af29cde78 req-84d3418a-2103-4351-a622-1db5a932c31d service neutron] 10.222.0.30 "GET /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856040 Jan 10 12:24:36.067598 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aa009333-51a3-4a80-b1dc-951c5e765730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:37.310255 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970838eb-b0d1-4138-b15c-511cfeded4fb req-cb4a5916-6c81-44bc-9754-2d143713476e tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:37.311826 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-970838eb-b0d1-4138-b15c-511cfeded4fb req-cb4a5916-6c81-44bc-9754-2d143713476e tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.0522158 Jan 10 12:24:37.374591 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-970838eb-b0d1-4138-b15c-511cfeded4fb req-ba2e42d9-61ca-4e8c-98dd-9bd6604ba997 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=61200781-8d80-4c42-928b-c7a32540b06e&id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563698 Jan 10 12:24:37.488989 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed708b-62b2-4e23-9b10-167cfd5f9b9a req-cf6d69f5-2157-4edb-b191-07102efe9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:37.490368 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-38ed708b-62b2-4e23-9b10-167cfd5f9b9a req-cf6d69f5-2157-4edb-b191-07102efe9839 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a098eafcac964b5ba4c1838862689544&device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 1138 time: 0.0401514 Jan 10 12:24:37.581456 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed708b-62b2-4e23-9b10-167cfd5f9b9a req-379790cb-2de8-40ce-bf14-de43f446b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:37.582957 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-38ed708b-62b2-4e23-9b10-167cfd5f9b9a req-379790cb-2de8-40ce-bf14-de43f446b7d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5caaa1c-6561-4281-ba0b-17e0b73def7c HTTP/1.1" status: 200 len: 915 time: 0.0857406 Jan 10 12:24:37.645420 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-38ed708b-62b2-4e23-9b10-167cfd5f9b9a req-84b9b3c6-4ebf-4dff-80d2-22714bced39a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fa85972-754f-401e-b98b-cd7f7bf507a9 HTTP/1.1" status: 200 len: 1002 time: 0.0566268 Jan 10 12:24:37.693081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed708b-62b2-4e23-9b10-167cfd5f9b9a req-eb3cb762-fe57-4b1c-9a74-8a0bf4c524e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:37.694547 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-38ed708b-62b2-4e23-9b10-167cfd5f9b9a req-eb3cb762-fe57-4b1c-9a74-8a0bf4c524e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4eaa3f92-4fd6-4d04-88dd-6f357b0af545 HTTP/1.1" status: 200 len: 853 time: 0.0434520 Jan 10 12:24:37.741965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed708b-62b2-4e23-9b10-167cfd5f9b9a req-39e1344a-11bc-46ad-9c1f-77860862ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:37.743337 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-38ed708b-62b2-4e23-9b10-167cfd5f9b9a req-39e1344a-11bc-46ad-9c1f-77860862ceb9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5caaa1c-6561-4281-ba0b-17e0b73def7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428953 Jan 10 12:24:37.829137 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-38ed708b-62b2-4e23-9b10-167cfd5f9b9a req-236250d5-b0fe-4b62-8322-b06e38ed537c service neutron] 10.222.0.30 "GET /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795963 Jan 10 12:24:37.919957 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-38ed708b-62b2-4e23-9b10-167cfd5f9b9a req-edbde5d4-ec7b-4c81-9ce1-ab1e0255ee8f service neutron] 10.222.0.30 "GET /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845976 Jan 10 12:24:38.489262 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a92321-0144-4201-a737-3c77023c1cdc req-8609a5cf-d2eb-4351-ad57-102b680dce9e tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:38.491028 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c5a92321-0144-4201-a737-3c77023c1cdc req-8609a5cf-d2eb-4351-ad57-102b680dce9e tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.0489500 Jan 10 12:24:38.549518 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c5a92321-0144-4201-a737-3c77023c1cdc req-c82cc5a8-532c-413b-9baf-32146bd2a852 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=61200781-8d80-4c42-928b-c7a32540b06e&id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523746 Jan 10 12:24:38.828389 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:24:39.662702 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865b7b3-24a3-493c-97cb-faf43310d924 req-501be2cc-48bd-47d6-b87d-df46f9cec624 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:39.664178 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1865b7b3-24a3-493c-97cb-faf43310d924 req-501be2cc-48bd-47d6-b87d-df46f9cec624 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.0489149 Jan 10 12:24:39.723296 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1865b7b3-24a3-493c-97cb-faf43310d924 req-c4b5a5bb-ea3b-49b1-bdb2-3fb2edcffa83 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=61200781-8d80-4c42-928b-c7a32540b06e&id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534887 Jan 10 12:24:40.325622 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9d798dd9-6821-404f-815a-27ff3cd4cd7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:40.719101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:40.843599 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e54885-78b8-4de0-9ca4-5823d97050e9 req-fd021649-d8cb-461c-8eb1-2217ba5e1420 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:40.845091 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-30e54885-78b8-4de0-9ca4-5823d97050e9 req-fd021649-d8cb-461c-8eb1-2217ba5e1420 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.0544257 Jan 10 12:24:40.904522 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-30e54885-78b8-4de0-9ca4-5823d97050e9 req-b3b785ae-4f3d-4d01-9351-42944a3e5a42 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=61200781-8d80-4c42-928b-c7a32540b06e&id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538230 Jan 10 12:24:42.021619 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855d28a-5343-469e-88fc-7eb7f9fa3dd8 req-c373b984-5876-49ee-93d4-0aa3e04f6352 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:42.023119 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d855d28a-5343-469e-88fc-7eb7f9fa3dd8 req-c373b984-5876-49ee-93d4-0aa3e04f6352 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.0525117 Jan 10 12:24:42.082268 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d855d28a-5343-469e-88fc-7eb7f9fa3dd8 req-9fc1415c-b395-4880-bbd6-793c7d797371 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=61200781-8d80-4c42-928b-c7a32540b06e&id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534582 Jan 10 12:24:42.261910 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:43.196899 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eaf407-d798-4b21-8afc-3276adfc9640 req-e9a737b4-2159-4c2d-b8b2-52d073e0415a tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:43.198480 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-98eaf407-d798-4b21-8afc-3276adfc9640 req-e9a737b4-2159-4c2d-b8b2-52d073e0415a tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.0507877 Jan 10 12:24:43.262082 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-98eaf407-d798-4b21-8afc-3276adfc9640 req-0cbd40f0-1d1d-413d-90eb-fd64897984cb tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=61200781-8d80-4c42-928b-c7a32540b06e&id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561302 Jan 10 12:24:43.273157 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:44.375983 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd94ea-9c2e-4e20-b956-2aa1f9c7e3f2 req-a8577f32-902e-4942-812c-b4e41a6e754e tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:44.377451 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cafd94ea-9c2e-4e20-b956-2aa1f9c7e3f2 req-a8577f32-902e-4942-812c-b4e41a6e754e tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.0490866 Jan 10 12:24:44.436085 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cafd94ea-9c2e-4e20-b956-2aa1f9c7e3f2 req-25e1ce11-95d5-489d-b5d3-6008c97b5e8f tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=61200781-8d80-4c42-928b-c7a32540b06e&id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529881 Jan 10 12:24:45.548356 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e114f7-156a-4e87-aa4c-0cf436d657aa req-b29870a0-eb08-48ec-b59a-a1df65d982bf tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:45.550013 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85e114f7-156a-4e87-aa4c-0cf436d657aa req-b29870a0-eb08-48ec-b59a-a1df65d982bf tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.0488064 Jan 10 12:24:45.612733 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85e114f7-156a-4e87-aa4c-0cf436d657aa req-0eda7b5e-5d09-49fd-a302-e53637e9b347 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=61200781-8d80-4c42-928b-c7a32540b06e&id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571685 Jan 10 12:24:46.731077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7d657-fc54-40d8-95b7-22b05b61380f req-3f19289b-eb63-4d2a-bc27-f8940de6a8d4 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:46.732570 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bbc7d657-fc54-40d8-95b7-22b05b61380f req-3f19289b-eb63-4d2a-bc27-f8940de6a8d4 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.0539193 Jan 10 12:24:46.791480 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bbc7d657-fc54-40d8-95b7-22b05b61380f req-af1806a6-7201-4248-906d-236140a66eab tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=61200781-8d80-4c42-928b-c7a32540b06e&id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532002 Jan 10 12:24:47.906147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f955d-8a02-43f4-b5cf-fb94f8621f44 req-80255646-a28e-4fe4-a328-17699c68d05a tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:47.907699 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ff7f955d-8a02-43f4-b5cf-fb94f8621f44 req-80255646-a28e-4fe4-a328-17699c68d05a tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.0501645 Jan 10 12:24:47.966612 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ff7f955d-8a02-43f4-b5cf-fb94f8621f44 req-2ba68c6d-da4c-40b3-ad5a-26f9c5aa3fea tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=61200781-8d80-4c42-928b-c7a32540b06e&id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533485 Jan 10 12:24:49.080071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7974a-61e6-4f4b-897e-3b8bfd79c73a req-77a794a9-e86d-410a-b391-46835f850edd tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:49.081556 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-30e7974a-61e6-4f4b-897e-3b8bfd79c73a req-77a794a9-e86d-410a-b391-46835f850edd tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.0488026 Jan 10 12:24:49.140725 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-30e7974a-61e6-4f4b-897e-3b8bfd79c73a req-fc121df2-4a9b-48ec-84c1-19a3c9e41e24 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=61200781-8d80-4c42-928b-c7a32540b06e&id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535648 Jan 10 12:24:49.643467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:24:49.943808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d945d43-8298-4513-8d44-207d2488b9a7 req-6043e3b1-a1f6-42ce-94e7-949b358269d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:49.945240 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8d945d43-8298-4513-8d44-207d2488b9a7 req-6043e3b1-a1f6-42ce-94e7-949b358269d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a098eafcac964b5ba4c1838862689544&device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 1138 time: 0.0412571 Jan 10 12:24:50.049294 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d945d43-8298-4513-8d44-207d2488b9a7 req-ab21184d-2a0a-4ee5-ba88-f0c6ea344080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:50.050773 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8d945d43-8298-4513-8d44-207d2488b9a7 req-ab21184d-2a0a-4ee5-ba88-f0c6ea344080 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5caaa1c-6561-4281-ba0b-17e0b73def7c HTTP/1.1" status: 200 len: 915 time: 0.0879607 Jan 10 12:24:50.114558 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8d945d43-8298-4513-8d44-207d2488b9a7 req-b4043b3c-5475-4f11-8928-df10db184ce5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fa85972-754f-401e-b98b-cd7f7bf507a9 HTTP/1.1" status: 200 len: 1002 time: 0.0566921 Jan 10 12:24:50.165093 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d945d43-8298-4513-8d44-207d2488b9a7 req-5f1d6742-93dc-46e1-8141-eb938359cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:50.166534 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8d945d43-8298-4513-8d44-207d2488b9a7 req-5f1d6742-93dc-46e1-8141-eb938359cdf3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4eaa3f92-4fd6-4d04-88dd-6f357b0af545 HTTP/1.1" status: 200 len: 853 time: 0.0455897 Jan 10 12:24:50.218908 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d945d43-8298-4513-8d44-207d2488b9a7 req-fb10ea28-0308-4113-9728-53d3e5276e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:50.220313 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8d945d43-8298-4513-8d44-207d2488b9a7 req-fb10ea28-0308-4113-9728-53d3e5276e3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5caaa1c-6561-4281-ba0b-17e0b73def7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478659 Jan 10 12:24:50.315876 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb77d37-2d9f-4d74-bdf8-e6faafa385c2 req-b6331d34-548f-4660-ba52-87d7830bcbd3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:50.317347 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dfb77d37-2d9f-4d74-bdf8-e6faafa385c2 req-b6331d34-548f-4660-ba52-87d7830bcbd3 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.1088154 Jan 10 12:24:50.356802 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8d945d43-8298-4513-8d44-207d2488b9a7 req-28441048-5ffa-46ae-a0bc-14de0f38c0f5 service neutron] 10.222.0.30 "GET /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194034 Jan 10 12:24:50.441457 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dfb77d37-2d9f-4d74-bdf8-e6faafa385c2 req-38d7ba30-e1be-44b6-9276-518058493bfb tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=61200781-8d80-4c42-928b-c7a32540b06e&id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179767 Jan 10 12:24:50.474868 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8d945d43-8298-4513-8d44-207d2488b9a7 req-327a9e14-219e-4cac-8d8a-b154f1183ae3 service neutron] 10.222.0.30 "GET /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084569 Jan 10 12:24:51.556011 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea42843-eb01-475b-aff5-e843a2295a95 req-b90634c8-6fc6-497c-8146-2747e69f4454 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:51.557416 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fea42843-eb01-475b-aff5-e843a2295a95 req-b90634c8-6fc6-497c-8146-2747e69f4454 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.0492504 Jan 10 12:24:51.619445 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fea42843-eb01-475b-aff5-e843a2295a95 req-3bd6dcdc-c885-4fd1-a52d-5692c18fc3bd tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=61200781-8d80-4c42-928b-c7a32540b06e&id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563648 Jan 10 12:24:53.028264 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79809b-47bb-4d41-892d-17062b7a95ea req-a902458b-8878-4e84-a540-72a92ebd340f tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:53.029740 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7f79809b-47bb-4d41-892d-17062b7a95ea req-a902458b-8878-4e84-a540-72a92ebd340f tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.3437240 Jan 10 12:24:53.087658 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7f79809b-47bb-4d41-892d-17062b7a95ea req-45bb594b-95e8-4302-b4d8-04236c52a18e tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=61200781-8d80-4c42-928b-c7a32540b06e&id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522542 Jan 10 12:24:54.200948 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a498bb-04a3-4c71-bd0d-410dd6642b16 req-b6ada216-da91-4649-b915-4242369f3e99 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:24:54.202461 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f3a498bb-04a3-4c71-bd0d-410dd6642b16 req-b6ada216-da91-4649-b915-4242369f3e99 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.0484467 Jan 10 12:24:54.260838 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f3a498bb-04a3-4c71-bd0d-410dd6642b16 req-a9a3ff3f-eafe-4237-9339-73b7d9c3b786 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=61200781-8d80-4c42-928b-c7a32540b06e&id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527802 Jan 10 12:25:06.073078 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4cb42f97-659f-4a10-a120-2b29b49229c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:10.381007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0f0be1ed-b7ff-4bc9-93ad-3d2088c6ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:10.774973 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:12.244600 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:13.289372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:15.827087 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:25:19.650023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:26.661637 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-164aa885-f357-43b1-984b-52a1e5990c26 req-448e420c-dd01-4c16-907e-6d14edb58c41 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1442223522&fields=id&tenant_id=a098eafcac964b5ba4c1838862689544 HTTP/1.1" status: 200 len: 267 time: 0.0443726 Jan 10 12:25:26.714076 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164aa885-f357-43b1-984b-52a1e5990c26 req-ea2c72f6-1d6d-4a42-8d1d-44995b839450 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:25:26.715531 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-164aa885-f357-43b1-984b-52a1e5990c26 req-ea2c72f6-1d6d-4a42-8d1d-44995b839450 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 985 time: 0.0486307 Jan 10 12:25:26.725843 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-164aa885-f357-43b1-984b-52a1e5990c26 req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Request body: {'port': {'security_groups': ['4fc9c1b8-7a0f-48de-b557-8fc86db54b5c']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:25:26.790225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-164aa885-f357-43b1-984b-52a1e5990c26 req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:26.956115 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-164aa885-f357-43b1-984b-52a1e5990c26 req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] For port 8fa85972-754f-401e-b98b-cd7f7bf507a9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8fa85972-754f-401e-b98b-cd7f7bf507a9,segment=NetworkSegment(f74d7764-cd53-4850-8da8-91ee2b5737c4),segment_id=f74d7764-cd53-4850-8da8-91ee2b5737c4)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:25:26.984014 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-164aa885-f357-43b1-984b-52a1e5990c26 req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:27.021189 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-164aa885-f357-43b1-984b-52a1e5990c26 req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:27.032459 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['8fa85972-754f-401e-b98b-cd7f7bf507a9'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:25:27.068653 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164aa885-f357-43b1-984b-52a1e5990c26 req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:25:27.069351 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-164aa885-f357-43b1-984b-52a1e5990c26 req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:27.070806 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-164aa885-f357-43b1-984b-52a1e5990c26 req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "PUT /v2.0/ports/8fa85972-754f-401e-b98b-cd7f7bf507a9 HTTP/1.1" status: 200 len: 943 time: 0.3493259 Jan 10 12:25:27.071280 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'tag': '8fa85972-754f-401e-b98b-cd7f7bf507a9'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:25:27.073641 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71ad9bc-44aa-4769-86b6-09c8bfed5e49" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3e407f-aea3-4acb-be31-171ab03bcbf8", "tag": "8fa85972-754f-401e-b98b-cd7f7bf507a9"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:25:27.076858 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35794) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:27.110110 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Pushing event updated for resources: {'Port': ['ID=8fa85972-754f-401e-b98b-cd7f7bf507a9,revision_number=7']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:27.129580 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.131503 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.132012 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.133908 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.134371 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.135378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.135737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.136102 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.136458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.136818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.137148 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.137491 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.137858 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554fbb81-ee9d-4619-a76d-11dba55bef94 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.144207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['8fa85972-754f-401e-b98b-cd7f7bf507a9'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:25:27.168161 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group (61200781-8d80-4c42-928b-c7a32540b06e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:27.196938 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group (61200781-8d80-4c42-928b-c7a32540b06e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:27.298640 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f3f65a-c58f-4984-863d-bdb102cf3d40 x-openstack-request-id: req-93f3f65a-c58f-4984-863d-bdb102cf3d40 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:25:27.299029 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3e407f-aea3-4acb-be31-171ab03bcbf8", "tag": "8fa85972-754f-401e-b98b-cd7f7bf507a9", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:25:27.299297 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93f3f65a-c58f-4984-863d-bdb102cf3d40 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:25:27.299711 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'tag': '8fa85972-754f-401e-b98b-cd7f7bf507a9', 'status': 'completed', 'code': 200} Jan 10 12:25:27.318654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (61200781-8d80-4c42-928b-c7a32540b06e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:27.321488 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:27.326453 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "DELETE /v2.0/security-groups/61200781-8d80-4c42-928b-c7a32540b06e HTTP/1.1" status: 204 len: 168 time: 0.2484827 Jan 10 12:25:27.327078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35798) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:27.344229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-37e33f2b-4e2f-4b40-973d-a6c9d944e884 None None] Provisioning complete for port 8fa85972-754f-401e-b98b-cd7f7bf507a9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:25:27.344527 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-37e33f2b-4e2f-4b40-973d-a6c9d944e884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:27.369069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ad9bc-44aa-4769-86b6-09c8bfed5e49 req-21156f6f-34e0-4682-818a-e3f93ed326a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:25:27.371299 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f71ad9bc-44aa-4769-86b6-09c8bfed5e49 req-21156f6f-34e0-4682-818a-e3f93ed326a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a098eafcac964b5ba4c1838862689544&device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 1099 time: 0.0493307 Jan 10 12:25:27.378655 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61200781-8d80-4c42-928b-c7a32540b06e,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:27.398911 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.399270 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.399624 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.399971 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.400316 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.400860 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.401211 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.401586 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.401952 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.402475 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.402823 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.403160 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.403493 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91f14c-e104-4221-925b-3dc785a2954c tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:27.469039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ad9bc-44aa-4769-86b6-09c8bfed5e49 req-f7d1ef0a-2b78-4ea7-a6d0-bf0280259e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:25:27.470512 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f71ad9bc-44aa-4769-86b6-09c8bfed5e49 req-f7d1ef0a-2b78-4ea7-a6d0-bf0280259e0f service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5caaa1c-6561-4281-ba0b-17e0b73def7c HTTP/1.1" status: 200 len: 915 time: 0.0919173 Jan 10 12:25:27.524190 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-2b471ee3-b2db-4a0e-b677-1122d9060c87 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Deleting port a70580cf-c7bb-44a9-9c7b-7acd1b3c74d2 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:25:27.524532 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2b471ee3-b2db-4a0e-b677-1122d9060c87 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a70580cf-c7bb-44a9-9c7b-7acd1b3c74d2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:27.538710 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f71ad9bc-44aa-4769-86b6-09c8bfed5e49 req-73735548-bafc-4651-a452-4b2c1865fbd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fa85972-754f-401e-b98b-cd7f7bf507a9 HTTP/1.1" status: 200 len: 1002 time: 0.0617008 Jan 10 12:25:27.585859 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ad9bc-44aa-4769-86b6-09c8bfed5e49 req-17bff002-3726-442f-8a90-dab5c1ad4939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:25:27.587320 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f71ad9bc-44aa-4769-86b6-09c8bfed5e49 req-17bff002-3726-442f-8a90-dab5c1ad4939 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4eaa3f92-4fd6-4d04-88dd-6f357b0af545 HTTP/1.1" status: 200 len: 853 time: 0.0430429 Jan 10 12:25:27.605440 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2b471ee3-b2db-4a0e-b677-1122d9060c87 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a70580cf-c7bb-44a9-9c7b-7acd1b3c74d2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:27.605792 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2b471ee3-b2db-4a0e-b677-1122d9060c87 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for floatingip (a70580cf-c7bb-44a9-9c7b-7acd1b3c74d2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:27.617437 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-2b471ee3-b2db-4a0e-b677-1122d9060c87 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Calling delete_port for a70580cf-c7bb-44a9-9c7b-7acd1b3c74d2 owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:25:27.632079 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ad9bc-44aa-4769-86b6-09c8bfed5e49 req-a6bb7120-76e5-4f77-84e1-4710f8763881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:25:27.633597 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f71ad9bc-44aa-4769-86b6-09c8bfed5e49 req-a6bb7120-76e5-4f77-84e1-4710f8763881 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5caaa1c-6561-4281-ba0b-17e0b73def7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402923 Jan 10 12:25:27.725719 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f71ad9bc-44aa-4769-86b6-09c8bfed5e49 req-2dabd7fa-c333-4a4f-8ea2-d25859f3591f service neutron] 10.222.0.30 "GET /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860796 Jan 10 12:25:27.814174 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f71ad9bc-44aa-4769-86b6-09c8bfed5e49 req-c4eee8cb-f030-4c30-8fa4-e9fdf720789b service neutron] 10.222.0.30 "GET /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827391 Jan 10 12:25:27.815884 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2b471ee3-b2db-4a0e-b677-1122d9060c87 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (a70580cf-c7bb-44a9-9c7b-7acd1b3c74d2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:27.847882 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b471ee3-b2db-4a0e-b677-1122d9060c87 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Pushing event deleted for resources: {'Port': ['ID=a70580cf-c7bb-44a9-9c7b-7acd1b3c74d2,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:27.909008 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2b471ee3-b2db-4a0e-b677-1122d9060c87 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks [] for floatingip (ce81e8a7-1cf0-479b-b896-26243c270754), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:27.909338 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-2b471ee3-b2db-4a0e-b677-1122d9060c87 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Floating IP ce81e8a7-1cf0-479b-b896-26243c270754 disassociated (deleted). External IP: 172.36.2.181, port: 8fa85972-754f-401e-b98b-cd7f7bf507a9. Jan 10 12:25:28.110924 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b471ee3-b2db-4a0e-b677-1122d9060c87 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Router 10673f8a-1126-4b21-9fbc-2f197595708d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:25:28.496243 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b471ee3-b2db-4a0e-b677-1122d9060c87 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:25:28.501003 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2b471ee3-b2db-4a0e-b677-1122d9060c87 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:28.505882 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2863375-c454-42a4-a0c0-f8437b2e6bb2 None None] Sync routers for ids ['10673f8a-1126-4b21-9fbc-2f197595708d'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:25:28.517287 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2863375-c454-42a4-a0c0-f8437b2e6bb2 None None] Routers {'10673f8a-1126-4b21-9fbc-2f197595708d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:25:28.517918 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f2863375-c454-42a4-a0c0-f8437b2e6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:25:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['10673f8a-1126-4b21-9fbc-2f197595708d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:28.528558 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2b471ee3-b2db-4a0e-b677-1122d9060c87 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "DELETE /v2.0/floatingips/ce81e8a7-1cf0-479b-b896-26243c270754 HTTP/1.1" status: 204 len: 168 time: 1.1978247 Jan 10 12:25:28.529165 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'tag': '8fa85972-754f-401e-b98b-cd7f7bf507a9'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:25:28.531527 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5262757f-3562-4b49-aa76-ed00d6a3f62b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3e407f-aea3-4acb-be31-171ab03bcbf8", "tag": "8fa85972-754f-401e-b98b-cd7f7bf507a9"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:25:28.623328 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-f2863375-c454-42a4-a0c0-f8437b2e6bb2 None None] Set router 10673f8a-1126-4b21-9fbc-2f197595708d gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:25:28.639063 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1943ae80-4078-464b-be42-727edf169594 x-openstack-request-id: req-1943ae80-4078-464b-be42-727edf169594 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:25:28.639428 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3e407f-aea3-4acb-be31-171ab03bcbf8", "tag": "8fa85972-754f-401e-b98b-cd7f7bf507a9", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:25:28.639746 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1943ae80-4078-464b-be42-727edf169594 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:25:28.640216 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'tag': '8fa85972-754f-401e-b98b-cd7f7bf507a9', 'status': 'completed', 'code': 200} Jan 10 12:25:28.706853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262757f-3562-4b49-aa76-ed00d6a3f62b req-340b3d2e-5a1e-4309-92a4-e23c6739605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:25:28.708348 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5262757f-3562-4b49-aa76-ed00d6a3f62b req-340b3d2e-5a1e-4309-92a4-e23c6739605b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a098eafcac964b5ba4c1838862689544&device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 1099 time: 0.0463307 Jan 10 12:25:28.810659 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262757f-3562-4b49-aa76-ed00d6a3f62b req-65b77934-3c05-479a-af74-fa625ad55fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:25:28.812944 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5262757f-3562-4b49-aa76-ed00d6a3f62b req-65b77934-3c05-479a-af74-fa625ad55fca service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5caaa1c-6561-4281-ba0b-17e0b73def7c HTTP/1.1" status: 200 len: 915 time: 0.0990462 Jan 10 12:25:28.862724 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5262757f-3562-4b49-aa76-ed00d6a3f62b req-4677df8c-d10f-4728-9457-093d029779d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fa85972-754f-401e-b98b-cd7f7bf507a9 HTTP/1.1" status: 200 len: 217 time: 0.0417044 Jan 10 12:25:28.919304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262757f-3562-4b49-aa76-ed00d6a3f62b req-2217a36f-f2bc-4c4c-bafc-5ba02303d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:25:28.920821 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5262757f-3562-4b49-aa76-ed00d6a3f62b req-2217a36f-f2bc-4c4c-bafc-5ba02303d9f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4eaa3f92-4fd6-4d04-88dd-6f357b0af545 HTTP/1.1" status: 200 len: 853 time: 0.0528748 Jan 10 12:25:28.929022 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f2863375-c454-42a4-a0c0-f8437b2e6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'name': 'tempest-TestMinimumBasicScenario-721240714-router', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:22Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'gw_port': {'id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:23Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632', 'name': '', 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'mac_address': 'fa:16:3e:25:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:25Z', 'updated_at': '2022-01-10T12:23:29Z', 'revision_number': 5, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'subnets': [{'id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:28.957466 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2863375-c454-42a4-a0c0-f8437b2e6bb2 None None] Checking router: 10673f8a-1126-4b21-9fbc-2f197595708d for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:25:28.966355 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2863375-c454-42a4-a0c0-f8437b2e6bb2 None None] Routers {'10673f8a-1126-4b21-9fbc-2f197595708d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:25:28.967709 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f2863375-c454-42a4-a0c0-f8437b2e6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:25:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['10673f8a-1126-4b21-9fbc-2f197595708d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:28.970274 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262757f-3562-4b49-aa76-ed00d6a3f62b req-3c79465f-a7da-40a2-a46b-0b5a5a85f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:25:28.971793 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5262757f-3562-4b49-aa76-ed00d6a3f62b req-3c79465f-a7da-40a2-a46b-0b5a5a85f5d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5caaa1c-6561-4281-ba0b-17e0b73def7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437288 Jan 10 12:25:29.064947 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5262757f-3562-4b49-aa76-ed00d6a3f62b req-5a59ea66-c82c-4f6b-a446-b11a7b18fbad service neutron] 10.222.0.30 "GET /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876143 Jan 10 12:25:29.074676 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-f2863375-c454-42a4-a0c0-f8437b2e6bb2 None None] Set router 10673f8a-1126-4b21-9fbc-2f197595708d gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:25:29.152669 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5262757f-3562-4b49-aa76-ed00d6a3f62b req-82a14260-7e2a-4890-adc3-c18454bbe72d service neutron] 10.222.0.30 "GET /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812001 Jan 10 12:25:29.277384 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f2863375-c454-42a4-a0c0-f8437b2e6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'name': 'tempest-TestMinimumBasicScenario-721240714-router', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:22Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'gw_port': {'id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:23Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632', 'name': '', 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'mac_address': 'fa:16:3e:25:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:25Z', 'updated_at': '2022-01-10T12:23:29Z', 'revision_number': 5, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'subnets': [{'id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:29.304029 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2863375-c454-42a4-a0c0-f8437b2e6bb2 None None] The sync data for ids ['10673f8a-1126-4b21-9fbc-2f197595708d'] in dv-neutron-master-2-hyperv is: [{'id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'name': 'tempest-TestMinimumBasicScenario-721240714-router', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:22Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'gw_port': {'id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:23Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632', 'name': '', 'network_id': 'b5caaa1c-6561-4281-ba0b-17e0b73def7c', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'mac_address': 'fa:16:3e:25:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:25Z', 'updated_at': '2022-01-10T12:23:29Z', 'revision_number': 5, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'subnets': [{'id': '4eaa3f92-4fd6-4d04-88dd-6f357b0af545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:25:29.523937 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8f0a4e-9d09-4a8b-a580-b2284f14bdb5 None None] New status for floating IP ce81e8a7-1cf0-479b-b896-26243c270754: DOWN {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:25:36.066960 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6e571644-6d81-4cec-92af-673f5feb17a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:40.347245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-901b76e5-b66f-4b64-9f8b-6c41137eea8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:40.746719 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:42.312775 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:43.273096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:44.233551 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcc4ba-e086-4120-858e-a638587089d6 req-210ce499-45aa-4b23-90b6-10534794ce2f tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:25:44.235105 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-adfcc4ba-e086-4120-858e-a638587089d6 req-210ce499-45aa-4b23-90b6-10534794ce2f tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.0491321 Jan 10 12:25:44.288224 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-adfcc4ba-e086-4120-858e-a638587089d6 req-5735bcac-e235-45b1-b974-1a905a5a01a1 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Jan 10 12:25:45.405161 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e5c0d-7d27-40ed-8040-13246b50eaf5 req-8a4f9c27-45e4-4dce-bb13-e404c94cd77f tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:25:45.406665 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fd9e5c0d-7d27-40ed-8040-13246b50eaf5 req-8a4f9c27-45e4-4dce-bb13-e404c94cd77f tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.0502522 Jan 10 12:25:45.457888 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fd9e5c0d-7d27-40ed-8040-13246b50eaf5 req-f78f6a71-98fa-4118-b70f-56d0dc46c12d tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456202 Jan 10 12:25:45.845247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64942a70-7e51-4a44-a57b-7def1b56bc05 req-d47f7c55-8c87-4ae8-941e-58c178c84b3e tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:25:45.846765 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-64942a70-7e51-4a44-a57b-7def1b56bc05 req-d47f7c55-8c87-4ae8-941e-58c178c84b3e tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.0490456 Jan 10 12:25:45.933376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-64942a70-7e51-4a44-a57b-7def1b56bc05 req-dc56acb5-dd06-4490-9a87-e2a8c88d9cf2 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Deleting port 8fa85972-754f-401e-b98b-cd7f7bf507a9 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:25:45.933593 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-64942a70-7e51-4a44-a57b-7def1b56bc05 req-dc56acb5-dd06-4490-9a87-e2a8c88d9cf2 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:46.021540 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-64942a70-7e51-4a44-a57b-7def1b56bc05 req-dc56acb5-dd06-4490-9a87-e2a8c88d9cf2 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] For port 8fa85972-754f-401e-b98b-cd7f7bf507a9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8fa85972-754f-401e-b98b-cd7f7bf507a9,segment=NetworkSegment(f74d7764-cd53-4850-8da8-91ee2b5737c4),segment_id=f74d7764-cd53-4850-8da8-91ee2b5737c4)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:25:46.021931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-64942a70-7e51-4a44-a57b-7def1b56bc05 req-dc56acb5-dd06-4490-9a87-e2a8c88d9cf2 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:46.034680 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-64942a70-7e51-4a44-a57b-7def1b56bc05 req-dc56acb5-dd06-4490-9a87-e2a8c88d9cf2 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Calling delete_port for 8fa85972-754f-401e-b98b-cd7f7bf507a9 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:25:46.221212 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-64942a70-7e51-4a44-a57b-7def1b56bc05 req-dc56acb5-dd06-4490-9a87-e2a8c88d9cf2 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (8fa85972-754f-401e-b98b-cd7f7bf507a9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:46.232529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['8fa85972-754f-401e-b98b-cd7f7bf507a9'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:25:46.251603 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56acb5-dd06-4490-9a87-e2a8c88d9cf2 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Pushing event deleted for resources: {'Port': ['ID=8fa85972-754f-401e-b98b-cd7f7bf507a9,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:46.292802 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-64942a70-7e51-4a44-a57b-7def1b56bc05 req-dc56acb5-dd06-4490-9a87-e2a8c88d9cf2 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] No DVR routers for this DVR port 8fa85972-754f-401e-b98b-cd7f7bf507a9 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:25:46.295317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-64942a70-7e51-4a44-a57b-7def1b56bc05 req-dc56acb5-dd06-4490-9a87-e2a8c88d9cf2 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:46.298647 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-64942a70-7e51-4a44-a57b-7def1b56bc05 req-dc56acb5-dd06-4490-9a87-e2a8c88d9cf2 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.30 "DELETE /v2.0/ports/8fa85972-754f-401e-b98b-cd7f7bf507a9 HTTP/1.1" status: 204 len: 173 time: 0.4471798 Jan 10 12:25:46.299091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'name': 'network-vif-deleted', 'tag': '8fa85972-754f-401e-b98b-cd7f7bf507a9'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:25:46.301342 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ce6e2a-605e-4574-9baa-5c10ef5e875b" -d '{"events": [{"server_uuid": "8f3e407f-aea3-4acb-be31-171ab03bcbf8", "name": "network-vif-deleted", "tag": "8fa85972-754f-401e-b98b-cd7f7bf507a9"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:25:46.336693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab5dcb3-b1ae-4840-9525-96d122258e4e x-openstack-request-id: req-fab5dcb3-b1ae-4840-9525-96d122258e4e {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:25:46.336989 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3e407f-aea3-4acb-be31-171ab03bcbf8", "name": "network-vif-deleted", "tag": "8fa85972-754f-401e-b98b-cd7f7bf507a9", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:25:46.337245 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fab5dcb3-b1ae-4840-9525-96d122258e4e {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:25:46.337655 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3e407f-aea3-4acb-be31-171ab03bcbf8', 'name': 'network-vif-deleted', 'tag': '8fa85972-754f-401e-b98b-cd7f7bf507a9', 'status': 'completed', 'code': 200} Jan 10 12:25:46.548921 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a945e7b1-4c20-4809-bc46-a0645e89099e req-12f0a4a9-009e-4df1-9a84-0eb2dbed3215 tempest-TestMinimumBasicScenario-252570831 tempest-TestMinimumBasicScenario-252570831-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3e407f-aea3-4acb-be31-171ab03bcbf8 HTTP/1.1" status: 200 len: 210 time: 0.0260315 Jan 10 12:25:48.697642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35918) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:49.040025 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ee74-8c76-47e2-bd2b-2380e03b26ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (10673f8a-1126-4b21-9fbc-2f197595708d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:49.281349 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0ee74-8c76-47e2-bd2b-2380e03b26ca admin admin] Deleting port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:25:49.281695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ee74-8c76-47e2-bd2b-2380e03b26ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:49.358145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-7ac0ee74-8c76-47e2-bd2b-2380e03b26ca admin admin] For port 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632,segment=NetworkSegment(f74d7764-cd53-4850-8da8-91ee2b5737c4),segment_id=f74d7764-cd53-4850-8da8-91ee2b5737c4)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:25:49.358432 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ee74-8c76-47e2-bd2b-2380e03b26ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:49.371061 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0ee74-8c76-47e2-bd2b-2380e03b26ca admin admin] Calling delete_port for 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:25:49.627013 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ee74-8c76-47e2-bd2b-2380e03b26ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:49.655181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0ee74-8c76-47e2-bd2b-2380e03b26ca admin admin] Pushing event deleted for resources: {'Port': ['ID=145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:49.672915 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:49.823546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ee74-8c76-47e2-bd2b-2380e03b26ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (10673f8a-1126-4b21-9fbc-2f197595708d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:50.035988 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac0ee74-8c76-47e2-bd2b-2380e03b26ca admin admin] Router 10673f8a-1126-4b21-9fbc-2f197595708d has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:25:50.140007 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac0ee74-8c76-47e2-bd2b-2380e03b26ca admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:25:50.145217 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7ac0ee74-8c76-47e2-bd2b-2380e03b26ca admin admin] 10.222.0.16 "PUT /v2.0/routers/10673f8a-1126-4b21-9fbc-2f197595708d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4465153 Jan 10 12:25:50.147975 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35920) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:50.149454 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63afb2dc-1996-40be-bf9e-f9d47c5b3f92 None None] Sync routers for ids ['10673f8a-1126-4b21-9fbc-2f197595708d'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:25:50.158866 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63afb2dc-1996-40be-bf9e-f9d47c5b3f92 None None] Routers {'10673f8a-1126-4b21-9fbc-2f197595708d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:25:50.159480 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-63afb2dc-1996-40be-bf9e-f9d47c5b3f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:25:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['10673f8a-1126-4b21-9fbc-2f197595708d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:50.251563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9d3c5f75-37a8-4319-9e84-a5ea9955cf0a admin admin] Publish callbacks [] for router (10673f8a-1126-4b21-9fbc-2f197595708d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:50.263995 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-63afb2dc-1996-40be-bf9e-f9d47c5b3f92 None None] Set router 10673f8a-1126-4b21-9fbc-2f197595708d gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:25:50.356189 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9d3c5f75-37a8-4319-9e84-a5ea9955cf0a admin admin] Publish callbacks [] for router_gateway (10673f8a-1126-4b21-9fbc-2f197595708d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:50.440462 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-63afb2dc-1996-40be-bf9e-f9d47c5b3f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'name': 'tempest-TestMinimumBasicScenario-721240714-router', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:22Z', 'updated_at': '2022-01-10T12:25:49Z', 'revision_number': 5, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'gw_port': {'id': 'd0d4742e-1b96-491f-a5cf-76eff122ac74', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:23Z', 'updated_at': '2022-01-10T12:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:50.467972 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63afb2dc-1996-40be-bf9e-f9d47c5b3f92 None None] Checking router: 10673f8a-1126-4b21-9fbc-2f197595708d for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:25:50.469521 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9d3c5f75-37a8-4319-9e84-a5ea9955cf0a admin admin] Deleting port d0d4742e-1b96-491f-a5cf-76eff122ac74 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:25:50.469905 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9d3c5f75-37a8-4319-9e84-a5ea9955cf0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (d0d4742e-1b96-491f-a5cf-76eff122ac74), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:50.476172 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63afb2dc-1996-40be-bf9e-f9d47c5b3f92 None None] Routers {'10673f8a-1126-4b21-9fbc-2f197595708d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:25:50.476776 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-63afb2dc-1996-40be-bf9e-f9d47c5b3f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:25:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['10673f8a-1126-4b21-9fbc-2f197595708d'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:50.551904 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-9d3c5f75-37a8-4319-9e84-a5ea9955cf0a admin admin] For port d0d4742e-1b96-491f-a5cf-76eff122ac74, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d0d4742e-1b96-491f-a5cf-76eff122ac74,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:25:50.552273 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9d3c5f75-37a8-4319-9e84-a5ea9955cf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (d0d4742e-1b96-491f-a5cf-76eff122ac74), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:50.561385 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-63afb2dc-1996-40be-bf9e-f9d47c5b3f92 None None] Set router 10673f8a-1126-4b21-9fbc-2f197595708d gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:25:50.564173 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-9d3c5f75-37a8-4319-9e84-a5ea9955cf0a admin admin] Calling delete_port for d0d4742e-1b96-491f-a5cf-76eff122ac74 owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:25:50.613070 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-63afb2dc-1996-40be-bf9e-f9d47c5b3f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'name': 'tempest-TestMinimumBasicScenario-721240714-router', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:22Z', 'updated_at': '2022-01-10T12:25:50Z', 'revision_number': 6, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:50.641885 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63afb2dc-1996-40be-bf9e-f9d47c5b3f92 None None] The sync data for ids ['10673f8a-1126-4b21-9fbc-2f197595708d'] in dv-neutron-master-2-hyperv is: [{'id': '10673f8a-1126-4b21-9fbc-2f197595708d', 'name': 'tempest-TestMinimumBasicScenario-721240714-router', 'tenant_id': 'a098eafcac964b5ba4c1838862689544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:22Z', 'updated_at': '2022-01-10T12:25:50Z', 'revision_number': 6, 'project_id': 'a098eafcac964b5ba4c1838862689544', 'gw_port_host': None}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:25:50.780985 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9d3c5f75-37a8-4319-9e84-a5ea9955cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (d0d4742e-1b96-491f-a5cf-76eff122ac74), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:50.804011 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c5f75-37a8-4319-9e84-a5ea9955cf0a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d4742e-1b96-491f-a5cf-76eff122ac74,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:50.819594 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7af92a5-4db5-449f-9db5-b0ddda7a5260 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:25:50.869525 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9d3c5f75-37a8-4319-9e84-a5ea9955cf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (10673f8a-1126-4b21-9fbc-2f197595708d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:50.956984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9d3c5f75-37a8-4319-9e84-a5ea9955cf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (10673f8a-1126-4b21-9fbc-2f197595708d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:50.959129 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9d3c5f75-37a8-4319-9e84-a5ea9955cf0a admin admin] Publish callbacks [] for router_controller (10673f8a-1126-4b21-9fbc-2f197595708d), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.061003 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9d3c5f75-37a8-4319-9e84-a5ea9955cf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (10673f8a-1126-4b21-9fbc-2f197595708d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.065742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3c5f75-37a8-4319-9e84-a5ea9955cf0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10673f8a-1126-4b21-9fbc-2f197595708d {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:25:51.065992 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9d3c5f75-37a8-4319-9e84-a5ea9955cf0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.067182 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9d3c5f75-37a8-4319-9e84-a5ea9955cf0a admin admin] 10.222.0.16 "DELETE /v2.0/routers/10673f8a-1126-4b21-9fbc-2f197595708d HTTP/1.1" status: 204 len: 168 time: 0.9182072 Jan 10 12:25:51.069736 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35922) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:51.112732 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0de9ae-c5aa-45d3-9035-e4cf4554385e admin admin] Deleting subnet 4eaa3f92-4fd6-4d04-88dd-6f357b0af545 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:25:51.116045 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2f0de9ae-c5aa-45d3-9035-e4cf4554385e admin admin] Publish callbacks [] for subnet (4eaa3f92-4fd6-4d04-88dd-6f357b0af545), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.154087 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2f0de9ae-c5aa-45d3-9035-e4cf4554385e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (4eaa3f92-4fd6-4d04-88dd-6f357b0af545), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.228601 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2f0de9ae-c5aa-45d3-9035-e4cf4554385e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (4eaa3f92-4fd6-4d04-88dd-6f357b0af545), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.347644 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2f0de9ae-c5aa-45d3-9035-e4cf4554385e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (4eaa3f92-4fd6-4d04-88dd-6f357b0af545), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.378223 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0de9ae-c5aa-45d3-9035-e4cf4554385e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eaa3f92-4fd6-4d04-88dd-6f357b0af545,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:51.390111 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2f0de9ae-c5aa-45d3-9035-e4cf4554385e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.390743 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e58050e-c9df-4ea9-9d62-21792b52abb6 None None] Network b5caaa1c-6561-4281-ba0b-17e0b73def7c requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:25:51.391109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35924) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:51.394092 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2f0de9ae-c5aa-45d3-9035-e4cf4554385e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4eaa3f92-4fd6-4d04-88dd-6f357b0af545 HTTP/1.1" status: 204 len: 168 time: 0.3168473 Jan 10 12:25:51.459770 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (b5caaa1c-6561-4281-ba0b-17e0b73def7c), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.520962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] Deleting port 3f5feb59-2a25-448f-89bb-2630d48b6319 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:25:51.521304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (3f5feb59-2a25-448f-89bb-2630d48b6319), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.546931 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] DHCP port deletion for b5caaa1c-6561-4281-ba0b-17e0b73def7c request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:25:51.590313 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] For port 3f5feb59-2a25-448f-89bb-2630d48b6319, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f5feb59-2a25-448f-89bb-2630d48b6319,segment=NetworkSegment(f74d7764-cd53-4850-8da8-91ee2b5737c4),segment_id=f74d7764-cd53-4850-8da8-91ee2b5737c4)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:25:51.590684 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (3f5feb59-2a25-448f-89bb-2630d48b6319), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.597261 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Deleting port 3f5feb59-2a25-448f-89bb-2630d48b6319 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:25:51.597941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (3f5feb59-2a25-448f-89bb-2630d48b6319), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.605497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] Calling delete_port for 3f5feb59-2a25-448f-89bb-2630d48b6319 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:25:51.655351 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 8fa85972-754f-401e-b98b-cd7f7bf507a9 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:25:51.685944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] For port 3f5feb59-2a25-448f-89bb-2630d48b6319, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f5feb59-2a25-448f-89bb-2630d48b6319,segment=NetworkSegment(f74d7764-cd53-4850-8da8-91ee2b5737c4),segment_id=f74d7764-cd53-4850-8da8-91ee2b5737c4)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:25:51.686346 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (3f5feb59-2a25-448f-89bb-2630d48b6319), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.695121 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 8fa85972-754f-401e-b98b-cd7f7bf507a9 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:25:51.695702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 8fa85972-754f-401e-b98b-cd7f7bf507a9 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:25:51.702241 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Calling delete_port for 3f5feb59-2a25-448f-89bb-2630d48b6319 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:25:51.752706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (3f5feb59-2a25-448f-89bb-2630d48b6319), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.779234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5feb59-2a25-448f-89bb-2630d48b6319,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:51.783639 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device d0d4742e-1b96-491f-a5cf-76eff122ac74 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:25:51.783976 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] No DVR routers for this DVR port 3f5feb59-2a25-448f-89bb-2630d48b6319 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:25:51.803136 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: d0d4742e-1b96-491f-a5cf-76eff122ac74 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:25:51.803492 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device d0d4742e-1b96-491f-a5cf-76eff122ac74 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:25:51.803919 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:25:51.825468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:25:51.826180 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 145cfbf7-cba5-4e1a-b4e5-3b2fcaea6632 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:25:51.826264 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 3f5feb59-2a25-448f-89bb-2630d48b6319 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:25:51.827923 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (3f5feb59-2a25-448f-89bb-2630d48b6319), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.859901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (b5caaa1c-6561-4281-ba0b-17e0b73def7c), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.871744 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 3f5feb59-2a25-448f-89bb-2630d48b6319 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:25:51.872103 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 3f5feb59-2a25-448f-89bb-2630d48b6319 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:25:51.873852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Pushing event deleted for resources: {'Port': ['ID=3f5feb59-2a25-448f-89bb-2630d48b6319,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:51.878429 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] No DVR routers for this DVR port 3f5feb59-2a25-448f-89bb-2630d48b6319 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:25:51.881211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5caaa1c-6561-4281-ba0b-17e0b73def7c']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:51.885467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:51.885947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:51.886225 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:51.886582 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:51.887001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:51.887239 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:51.887577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:51.888345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:51.888345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:51.888587 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:51.888879 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:51.889215 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:51.889919 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7f986-0af7-47a8-994c-87fc779b0de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:25:51.891496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74d7764-cd53-4850-8da8-91ee2b5737c4') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:51.891801 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74d7764-cd53-4850-8da8-91ee2b5737c4') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:51.910420 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (f74d7764-cd53-4850-8da8-91ee2b5737c4), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.924102 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (f74d7764-cd53-4850-8da8-91ee2b5737c4), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.930050 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:25:51.930437 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (f74d7764-cd53-4850-8da8-91ee2b5737c4), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:25:51.932168 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:25:51.942856 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:25:51.942856 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:25:51.942856 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:25:51.942856 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:25:51.942856 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:25:52.072418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (b5caaa1c-6561-4281-ba0b-17e0b73def7c), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:52.077663 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:52.080890 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] 10.222.0.16 "DELETE /v2.0/networks/b5caaa1c-6561-4281-ba0b-17e0b73def7c HTTP/1.1" status: 204 len: 168 time: 0.6885610 Jan 10 12:25:52.083892 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35926) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:52.092330 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f6f71-8c48-4fc7-8daa-c67923a257ac admin admin] Pushing event deleted for resources: {'Network': ['ID=b5caaa1c-6561-4281-ba0b-17e0b73def7c,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:52.420094 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-28590612-e948-48fc-bbea-bb382f472a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:52.659590 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-28590612-e948-48fc-bbea-bb382f472a96 admin admin] Deleting port e50fe914-8fec-44fd-aa51-62274f95ce7c {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:25:52.659934 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-28590612-e948-48fc-bbea-bb382f472a96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:52.736427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-28590612-e948-48fc-bbea-bb382f472a96 admin admin] For port e50fe914-8fec-44fd-aa51-62274f95ce7c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e50fe914-8fec-44fd-aa51-62274f95ce7c,segment=NetworkSegment(4028c1b9-e97b-46a4-94e0-273740f030f4),segment_id=4028c1b9-e97b-46a4-94e0-273740f030f4)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:25:52.736789 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-28590612-e948-48fc-bbea-bb382f472a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:52.749751 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-28590612-e948-48fc-bbea-bb382f472a96 admin admin] Calling delete_port for e50fe914-8fec-44fd-aa51-62274f95ce7c owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:25:52.826303 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:25:53.003872 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-28590612-e948-48fc-bbea-bb382f472a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (e50fe914-8fec-44fd-aa51-62274f95ce7c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:53.032509 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28590612-e948-48fc-bbea-bb382f472a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=e50fe914-8fec-44fd-aa51-62274f95ce7c,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:53.198040 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-28590612-e948-48fc-bbea-bb382f472a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:53.411720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28590612-e948-48fc-bbea-bb382f472a96 admin admin] Router 56174cab-5f8c-4d9a-8c62-62cbfdf8dcff has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:25:53.517260 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28590612-e948-48fc-bbea-bb382f472a96 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:25:53.524764 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-28590612-e948-48fc-bbea-bb382f472a96 admin admin] 10.222.0.16 "PUT /v2.0/routers/56174cab-5f8c-4d9a-8c62-62cbfdf8dcff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4397333 Jan 10 12:25:53.524930 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35928) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:53.526118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442bdb29-7a8a-4b25-8f21-254d7e1cb358 None None] Sync routers for ids ['56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:25:53.536355 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442bdb29-7a8a-4b25-8f21-254d7e1cb358 None None] Routers {'56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:25:53.537055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-442bdb29-7a8a-4b25-8f21-254d7e1cb358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:25:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:53.626599 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6b9e4b4e-0d62-4597-9efc-19fce7b81591 admin admin] Publish callbacks [] for router (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:53.640520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-442bdb29-7a8a-4b25-8f21-254d7e1cb358 None None] Set router 56174cab-5f8c-4d9a-8c62-62cbfdf8dcff gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:25:53.826840 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-442bdb29-7a8a-4b25-8f21-254d7e1cb358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'name': 'tempest-TestMinimumBasicScenario-1020534975-router', 'tenant_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:28Z', 'updated_at': '2022-01-10T12:25:52Z', 'revision_number': 5, 'project_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'gw_port': {'id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:29Z', 'updated_at': '2022-01-10T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:53.854980 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442bdb29-7a8a-4b25-8f21-254d7e1cb358 None None] Checking router: 56174cab-5f8c-4d9a-8c62-62cbfdf8dcff for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:25:53.863887 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442bdb29-7a8a-4b25-8f21-254d7e1cb358 None None] Routers {'56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:25:53.864785 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-442bdb29-7a8a-4b25-8f21-254d7e1cb358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:25:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:53.972100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-442bdb29-7a8a-4b25-8f21-254d7e1cb358 None None] Set router 56174cab-5f8c-4d9a-8c62-62cbfdf8dcff gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:25:54.028268 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6b9e4b4e-0d62-4597-9efc-19fce7b81591 admin admin] Publish callbacks [] for router_gateway (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:54.131989 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e4b4e-0d62-4597-9efc-19fce7b81591 admin admin] Deleting port 2cd33035-08dc-416d-8e31-94a46ca1a128 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:25:54.132328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6b9e4b4e-0d62-4597-9efc-19fce7b81591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (2cd33035-08dc-416d-8e31-94a46ca1a128), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:54.154530 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-442bdb29-7a8a-4b25-8f21-254d7e1cb358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'name': 'tempest-TestMinimumBasicScenario-1020534975-router', 'tenant_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:28Z', 'updated_at': '2022-01-10T12:25:52Z', 'revision_number': 5, 'project_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'gw_port': {'id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:29Z', 'updated_at': '2022-01-10T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:54.180280 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442bdb29-7a8a-4b25-8f21-254d7e1cb358 None None] The sync data for ids ['56174cab-5f8c-4d9a-8c62-62cbfdf8dcff'] in dv-neutron-master-2-hyperv is: [{'id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'name': 'tempest-TestMinimumBasicScenario-1020534975-router', 'tenant_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:23:28Z', 'updated_at': '2022-01-10T12:25:52Z', 'revision_number': 5, 'project_id': 'bb1da6b67b65425fa0683da9780ae3a5', 'gw_port': {'id': '2cd33035-08dc-416d-8e31-94a46ca1a128', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56174cab-5f8c-4d9a-8c62-62cbfdf8dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:23:29Z', 'updated_at': '2022-01-10T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:25:54.212501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-6b9e4b4e-0d62-4597-9efc-19fce7b81591 admin admin] For port 2cd33035-08dc-416d-8e31-94a46ca1a128, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2cd33035-08dc-416d-8e31-94a46ca1a128,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:25:54.212991 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6b9e4b4e-0d62-4597-9efc-19fce7b81591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (2cd33035-08dc-416d-8e31-94a46ca1a128), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:54.226113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e4b4e-0d62-4597-9efc-19fce7b81591 admin admin] Calling delete_port for 2cd33035-08dc-416d-8e31-94a46ca1a128 owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:25:54.438218 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6b9e4b4e-0d62-4597-9efc-19fce7b81591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (2cd33035-08dc-416d-8e31-94a46ca1a128), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:54.467910 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e4b4e-0d62-4597-9efc-19fce7b81591 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd33035-08dc-416d-8e31-94a46ca1a128,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:54.477604 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ced36f1-568a-4e2d-89d1-2119bbda38f5 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:25:54.527436 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6b9e4b4e-0d62-4597-9efc-19fce7b81591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:54.620251 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6b9e4b4e-0d62-4597-9efc-19fce7b81591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:54.623196 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6b9e4b4e-0d62-4597-9efc-19fce7b81591 admin admin] Publish callbacks [] for router_controller (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:54.706897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6b9e4b4e-0d62-4597-9efc-19fce7b81591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (56174cab-5f8c-4d9a-8c62-62cbfdf8dcff), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:54.707426 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9e4b4e-0d62-4597-9efc-19fce7b81591 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56174cab-5f8c-4d9a-8c62-62cbfdf8dcff {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:25:54.712058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6b9e4b4e-0d62-4597-9efc-19fce7b81591 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:54.713301 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6b9e4b4e-0d62-4597-9efc-19fce7b81591 admin admin] 10.222.0.16 "DELETE /v2.0/routers/56174cab-5f8c-4d9a-8c62-62cbfdf8dcff HTTP/1.1" status: 204 len: 168 time: 1.1874793 Jan 10 12:25:54.724010 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35930) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:54.767863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-110a0913-cb8e-4bb9-9142-2c691d9453b4 admin admin] Deleting subnet 4c31ebb4-c8a7-4a1d-b025-70803a0e25b9 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:25:54.771181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-110a0913-cb8e-4bb9-9142-2c691d9453b4 admin admin] Publish callbacks [] for subnet (4c31ebb4-c8a7-4a1d-b025-70803a0e25b9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:54.807204 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-110a0913-cb8e-4bb9-9142-2c691d9453b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (4c31ebb4-c8a7-4a1d-b025-70803a0e25b9), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:54.885173 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-110a0913-cb8e-4bb9-9142-2c691d9453b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (4c31ebb4-c8a7-4a1d-b025-70803a0e25b9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:55.021564 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-110a0913-cb8e-4bb9-9142-2c691d9453b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (4c31ebb4-c8a7-4a1d-b025-70803a0e25b9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:55.049567 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-110a0913-cb8e-4bb9-9142-2c691d9453b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:55.055119 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-110a0913-cb8e-4bb9-9142-2c691d9453b4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4c31ebb4-c8a7-4a1d-b025-70803a0e25b9 HTTP/1.1" status: 204 len: 168 time: 0.3360023 Jan 10 12:25:55.055119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a0913-cb8e-4bb9-9142-2c691d9453b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c31ebb4-c8a7-4a1d-b025-70803a0e25b9,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:55.055361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b0616d-7c24-4796-bc1b-43a510fd7f82 None None] Network 909d7887-7dd5-4d65-b9bd-1e64ddb0e478 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:25:55.055811 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35932) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:55.124605 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (909d7887-7dd5-4d65-b9bd-1e64ddb0e478), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:55.183737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] Deleting port ad595e58-c7d2-43a6-867e-5c5e7b17df9e {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:25:55.184160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ad595e58-c7d2-43a6-867e-5c5e7b17df9e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:55.259634 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] For port ad595e58-c7d2-43a6-867e-5c5e7b17df9e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad595e58-c7d2-43a6-867e-5c5e7b17df9e,segment=NetworkSegment(4028c1b9-e97b-46a4-94e0-273740f030f4),segment_id=4028c1b9-e97b-46a4-94e0-273740f030f4)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:25:55.260023 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ad595e58-c7d2-43a6-867e-5c5e7b17df9e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:55.273473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] Calling delete_port for ad595e58-c7d2-43a6-867e-5c5e7b17df9e owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:25:55.356303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1720c1ea-48fc-402e-817e-6ed88429bfe8 None None] DHCP port deletion for 909d7887-7dd5-4d65-b9bd-1e64ddb0e478 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:25:55.403118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1720c1ea-48fc-402e-817e-6ed88429bfe8 None None] Deleting port ad595e58-c7d2-43a6-867e-5c5e7b17df9e {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:25:55.403496 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1720c1ea-48fc-402e-817e-6ed88429bfe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (ad595e58-c7d2-43a6-867e-5c5e7b17df9e), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:55.404259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (ad595e58-c7d2-43a6-867e-5c5e7b17df9e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:55.433707 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad595e58-c7d2-43a6-867e-5c5e7b17df9e,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:55.438244 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] No DVR routers for this DVR port ad595e58-c7d2-43a6-867e-5c5e7b17df9e on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:25:55.467951 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1720c1ea-48fc-402e-817e-6ed88429bfe8 None None] For port ad595e58-c7d2-43a6-867e-5c5e7b17df9e, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:25:55.468284 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1720c1ea-48fc-402e-817e-6ed88429bfe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (ad595e58-c7d2-43a6-867e-5c5e7b17df9e), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:55.481925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1720c1ea-48fc-402e-817e-6ed88429bfe8 None None] Calling delete_port for ad595e58-c7d2-43a6-867e-5c5e7b17df9e owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:25:55.484587 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.ipam_backend_mixin [None req-1720c1ea-48fc-402e-817e-6ed88429bfe8 None None] Port ad595e58-c7d2-43a6-867e-5c5e7b17df9e was not found and therefore no delete operation was performed {{(pid=110626) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 12:25:55.485851 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1720c1ea-48fc-402e-817e-6ed88429bfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (ad595e58-c7d2-43a6-867e-5c5e7b17df9e), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:55.508024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720c1ea-48fc-402e-817e-6ed88429bfe8 None None] Pushing event deleted for resources: {'Port': ['ID=ad595e58-c7d2-43a6-867e-5c5e7b17df9e,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:55.509542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (909d7887-7dd5-4d65-b9bd-1e64ddb0e478), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:55.514019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720c1ea-48fc-402e-817e-6ed88429bfe8 None None] No DVR routers for this DVR port ad595e58-c7d2-43a6-867e-5c5e7b17df9e on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:25:55.531230 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909d7887-7dd5-4d65-b9bd-1e64ddb0e478']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:55.540420 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4028c1b9-e97b-46a4-94e0-273740f030f4') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:55.540718 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4028c1b9-e97b-46a4-94e0-273740f030f4') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:25:55.554810 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (4028c1b9-e97b-46a4-94e0-273740f030f4), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:55.568308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (4028c1b9-e97b-46a4-94e0-273740f030f4), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:55.574107 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (4028c1b9-e97b-46a4-94e0-273740f030f4), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:25:55.577098 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:25:55.689588 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (909d7887-7dd5-4d65-b9bd-1e64ddb0e478), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:55.694908 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:55.698130 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] 10.222.0.16 "DELETE /v2.0/networks/909d7887-7dd5-4d65-b9bd-1e64ddb0e478 HTTP/1.1" status: 204 len: 168 time: 0.6416721 Jan 10 12:25:55.708816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecbb05-f065-4031-bd98-371b71826d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=909d7887-7dd5-4d65-b9bd-1e64ddb0e478,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:55.782898 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 2cd33035-08dc-416d-8e31-94a46ca1a128 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:25:55.803538 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 2cd33035-08dc-416d-8e31-94a46ca1a128 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:25:55.803884 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 2cd33035-08dc-416d-8e31-94a46ca1a128 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:25:55.804304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ad595e58-c7d2-43a6-867e-5c5e7b17df9e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:25:55.822201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: ad595e58-c7d2-43a6-867e-5c5e7b17df9e {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:25:55.822547 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device ad595e58-c7d2-43a6-867e-5c5e7b17df9e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:25:55.822950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device e50fe914-8fec-44fd-aa51-62274f95ce7c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:25:55.841389 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: e50fe914-8fec-44fd-aa51-62274f95ce7c {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:25:55.841732 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device e50fe914-8fec-44fd-aa51-62274f95ce7c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:25:56.076239 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35936) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:56.117738 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-311d53a7-76b6-40aa-8f39-45481d7696e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a098eafcac964b5ba4c1838862689544&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401726 Jan 10 12:25:56.120151 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35938) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:56.166153 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c405617-6ed7-4926-883a-07ad0c0a87f8 admin admin] Publish callbacks [] for security_group (4fc9c1b8-7a0f-48de-b557-8fc86db54b5c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:56.186408 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c405617-6ed7-4926-883a-07ad0c0a87f8 admin admin] Publish callbacks [] for security_group (4fc9c1b8-7a0f-48de-b557-8fc86db54b5c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:56.283995 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c405617-6ed7-4926-883a-07ad0c0a87f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (4fc9c1b8-7a0f-48de-b557-8fc86db54b5c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:56.286768 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7c405617-6ed7-4926-883a-07ad0c0a87f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:56.290535 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7c405617-6ed7-4926-883a-07ad0c0a87f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4fc9c1b8-7a0f-48de-b557-8fc86db54b5c HTTP/1.1" status: 204 len: 168 time: 0.1668570 Jan 10 12:25:56.296142 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c405617-6ed7-4926-883a-07ad0c0a87f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc9c1b8-7a0f-48de-b557-8fc86db54b5c,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:56.835504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35944) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:56.876630 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e11fa2b0-b363-4efe-b1d3-50b27fab4c1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb1da6b67b65425fa0683da9780ae3a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398386 Jan 10 12:25:56.879078 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 35946) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:56.923793 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e2df89ef-7409-4e75-8e1e-9216e8f7d2ba admin admin] Publish callbacks [] for security_group (4b9ff7ee-26ad-418d-b0a7-7955cea8b3a3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:56.948710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e2df89ef-7409-4e75-8e1e-9216e8f7d2ba admin admin] Publish callbacks [] for security_group (4b9ff7ee-26ad-418d-b0a7-7955cea8b3a3), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:57.049295 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e2df89ef-7409-4e75-8e1e-9216e8f7d2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (4b9ff7ee-26ad-418d-b0a7-7955cea8b3a3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:57.051844 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e2df89ef-7409-4e75-8e1e-9216e8f7d2ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:57.052990 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e2df89ef-7409-4e75-8e1e-9216e8f7d2ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b9ff7ee-26ad-418d-b0a7-7955cea8b3a3 HTTP/1.1" status: 204 len: 168 time: 0.1730070 Jan 10 12:25:57.061281 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df89ef-7409-4e75-8e1e-9216e8f7d2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9ff7ee-26ad-418d-b0a7-7955cea8b3a3,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:59.146416 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35986) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:59.151086 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-bea6cf9f-3fcc-4850-b8a5-c7d9a78f2604 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1798257222', 'description': 'tempest-secgroup-smoke-1798257222 description', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:25:59.232525 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bea6cf9f-3fcc-4850-b8a5-c7d9a78f2604 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:59.240850 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bea6cf9f-3fcc-4850-b8a5-c7d9a78f2604 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:59.315067 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bea6cf9f-3fcc-4850-b8a5-c7d9a78f2604 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (0a3361f9-bae9-4014-8097-cb1059d25f02), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:59.387301 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bea6cf9f-3fcc-4850-b8a5-c7d9a78f2604 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0a3361f9-bae9-4014-8097-cb1059d25f02), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:59.427541 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6cf9f-3fcc-4850-b8a5-c7d9a78f2604 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3361f9-bae9-4014-8097-cb1059d25f02,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:59.464782 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bea6cf9f-3fcc-4850-b8a5-c7d9a78f2604 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (da14b6c7-180d-451c-984b-d788fd49b623), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:59.552301 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bea6cf9f-3fcc-4850-b8a5-c7d9a78f2604 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (da14b6c7-180d-451c-984b-d788fd49b623), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:59.581225 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6cf9f-3fcc-4850-b8a5-c7d9a78f2604 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da14b6c7-180d-451c-984b-d788fd49b623,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:59.623507 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bea6cf9f-3fcc-4850-b8a5-c7d9a78f2604 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:59.624746 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bea6cf9f-3fcc-4850-b8a5-c7d9a78f2604 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4773362 Jan 10 12:25:59.627588 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35988) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:59.631849 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-69aa1d7c-45ba-4dba-a56c-b3eb477ba241 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': 'da14b6c7-180d-451c-984b-d788fd49b623', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:25:59.711301 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-69aa1d7c-45ba-4dba-a56c-b3eb477ba241 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (637f5bda-3a80-4c70-a621-7bb4ceba81de), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:59.766423 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-69aa1d7c-45ba-4dba-a56c-b3eb477ba241 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (637f5bda-3a80-4c70-a621-7bb4ceba81de), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:59.826570 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-69aa1d7c-45ba-4dba-a56c-b3eb477ba241 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (637f5bda-3a80-4c70-a621-7bb4ceba81de), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:59.843263 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa1d7c-45ba-4dba-a56c-b3eb477ba241 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637f5bda-3a80-4c70-a621-7bb4ceba81de,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:25:59.885726 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-69aa1d7c-45ba-4dba-a56c-b3eb477ba241 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:25:59.886946 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-69aa1d7c-45ba-4dba-a56c-b3eb477ba241 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2584515 Jan 10 12:25:59.889632 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35990) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:25:59.893969 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-95394fdb-2bd1-43d4-9338-68712fb9807a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': 'da14b6c7-180d-451c-984b-d788fd49b623', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:25:59.956807 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-95394fdb-2bd1-43d4-9338-68712fb9807a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (25da430c-9fce-48db-93d6-347285f17814), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:00.011245 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-95394fdb-2bd1-43d4-9338-68712fb9807a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (25da430c-9fce-48db-93d6-347285f17814), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:00.054928 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-95394fdb-2bd1-43d4-9338-68712fb9807a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (25da430c-9fce-48db-93d6-347285f17814), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:00.070066 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95394fdb-2bd1-43d4-9338-68712fb9807a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25da430c-9fce-48db-93d6-347285f17814,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:00.114221 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-95394fdb-2bd1-43d4-9338-68712fb9807a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:00.115685 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-95394fdb-2bd1-43d4-9338-68712fb9807a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2251194 Jan 10 12:26:00.118356 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35992) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:00.122656 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-98d30160-ec92-4849-8873-2e483b08e41d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': 'da14b6c7-180d-451c-984b-d788fd49b623', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:26:00.219984 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-98d30160-ec92-4849-8873-2e483b08e41d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (f042e73c-95e6-4e01-aef2-aca5c21bd63e), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:00.280947 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-98d30160-ec92-4849-8873-2e483b08e41d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (f042e73c-95e6-4e01-aef2-aca5c21bd63e), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:00.357704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-98d30160-ec92-4849-8873-2e483b08e41d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (f042e73c-95e6-4e01-aef2-aca5c21bd63e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:00.375271 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d30160-ec92-4849-8873-2e483b08e41d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f042e73c-95e6-4e01-aef2-aca5c21bd63e,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:00.462597 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-98d30160-ec92-4849-8873-2e483b08e41d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:00.463865 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-98d30160-ec92-4849-8873-2e483b08e41d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3445699 Jan 10 12:26:00.467207 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35994) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:00.471526 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-11d0847e-3223-4145-9fa5-88745c81724a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': 'da14b6c7-180d-451c-984b-d788fd49b623', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:26:00.579769 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-11d0847e-3223-4145-9fa5-88745c81724a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (6dcbb4ea-d4db-4fd1-a0e4-cf7b7bfdd6f2), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:00.637061 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-11d0847e-3223-4145-9fa5-88745c81724a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (6dcbb4ea-d4db-4fd1-a0e4-cf7b7bfdd6f2), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:00.700581 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-11d0847e-3223-4145-9fa5-88745c81724a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (6dcbb4ea-d4db-4fd1-a0e4-cf7b7bfdd6f2), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:00.718273 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0847e-3223-4145-9fa5-88745c81724a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcbb4ea-d4db-4fd1-a0e4-cf7b7bfdd6f2,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:00.793874 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-11d0847e-3223-4145-9fa5-88745c81724a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:00.795123 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-11d0847e-3223-4145-9fa5-88745c81724a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3269773 Jan 10 12:26:00.797877 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35996) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:00.802305 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-9052fd97-7bfc-4abd-a0f7-57fa6a26e43f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': 'da14b6c7-180d-451c-984b-d788fd49b623', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:26:00.877929 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-9052fd97-7bfc-4abd-a0f7-57fa6a26e43f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Project cc6d11ffd4e1456e966331f2b05cc6f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:26:00.882720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9052fd97-7bfc-4abd-a0f7-57fa6a26e43f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (2b016117-7aaf-400c-af5a-6098a6c7137a), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:00.939408 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9052fd97-7bfc-4abd-a0f7-57fa6a26e43f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (2b016117-7aaf-400c-af5a-6098a6c7137a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:00.991969 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9052fd97-7bfc-4abd-a0f7-57fa6a26e43f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (2b016117-7aaf-400c-af5a-6098a6c7137a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:01.010161 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052fd97-7bfc-4abd-a0f7-57fa6a26e43f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b016117-7aaf-400c-af5a-6098a6c7137a,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:01.056915 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9052fd97-7bfc-4abd-a0f7-57fa6a26e43f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:01.058124 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9052fd97-7bfc-4abd-a0f7-57fa6a26e43f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2592957 Jan 10 12:26:01.061231 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 35998) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:01.065452 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-d3b7d112-260d-4056-97dc-a462f9f9520b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': 'da14b6c7-180d-451c-984b-d788fd49b623', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:26:01.135021 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-d3b7d112-260d-4056-97dc-a462f9f9520b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Project cc6d11ffd4e1456e966331f2b05cc6f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:26:01.140599 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3b7d112-260d-4056-97dc-a462f9f9520b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (17c21662-bcb0-4151-bbed-0ed2e5a390cb), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:01.206568 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3b7d112-260d-4056-97dc-a462f9f9520b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (17c21662-bcb0-4151-bbed-0ed2e5a390cb), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:01.260715 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3b7d112-260d-4056-97dc-a462f9f9520b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (17c21662-bcb0-4151-bbed-0ed2e5a390cb), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:01.278035 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7d112-260d-4056-97dc-a462f9f9520b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c21662-bcb0-4151-bbed-0ed2e5a390cb,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:01.353966 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d3b7d112-260d-4056-97dc-a462f9f9520b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:01.355193 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d3b7d112-260d-4056-97dc-a462f9f9520b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2930090 Jan 10 12:26:01.358737 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36000) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:01.363563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-02d9ace4-8a9b-49a5-bb5d-be8530f15f03 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'network': {'name': 'tempest-network-smoke--567249962', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'port_security_enabled': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:26:01.454823 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d9ace4-8a9b-49a5-bb5d-be8530f15f03 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Made reservation on behalf of cc6d11ffd4e1456e966331f2b05cc6f3 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:26:01.458368 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02d9ace4-8a9b-49a5-bb5d-be8530f15f03 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:01.482987 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d9ace4-8a9b-49a5-bb5d-be8530f15f03 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:26:01.491783 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02d9ace4-8a9b-49a5-bb5d-be8530f15f03 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (66a49858-2352-455e-b7e0-2ac6d4a5b18a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:01.492126 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-02d9ace4-8a9b-49a5-bb5d-be8530f15f03 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Added segment 66a49858-2352-455e-b7e0-2ac6d4a5b18a of type vlan for network 59d42561-e601-48f6-91dc-44dca7407bbf Jan 10 12:26:01.534254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02d9ace4-8a9b-49a5-bb5d-be8530f15f03 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (59d42561-e601-48f6-91dc-44dca7407bbf), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:01.598087 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02d9ace4-8a9b-49a5-bb5d-be8530f15f03 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (59d42561-e601-48f6-91dc-44dca7407bbf), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:01.604002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d9ace4-8a9b-49a5-bb5d-be8530f15f03 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:01.604598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-02d9ace4-8a9b-49a5-bb5d-be8530f15f03 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:01.672222 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9ace4-8a9b-49a5-bb5d-be8530f15f03 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Network': ['ID=59d42561-e601-48f6-91dc-44dca7407bbf,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:01.682515 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 59d42561-e601-48f6-91dc-44dca7407bbf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:26:01.716317 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-02d9ace4-8a9b-49a5-bb5d-be8530f15f03 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3558378 Jan 10 12:26:01.719094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36002) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:01.724565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1703144831', 'admin_state_up': True, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:26:01.823384 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (0c449c94-7011-4b28-b3fe-6446f0168cc9), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:01.824429 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (0c449c94-7011-4b28-b3fe-6446f0168cc9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:01.874505 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_controller (0c449c94-7011-4b28-b3fe-6446f0168cc9), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:02.065997 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (0c449c94-7011-4b28-b3fe-6446f0168cc9), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:02.305031 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (0c449c94-7011-4b28-b3fe-6446f0168cc9), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:02.329100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:02.427597 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.36.2.26 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/7411b394-85a2-47b6-ad6c-bef952ab9f8b) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:26:02.530071 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (7411b394-85a2-47b6-ad6c-bef952ab9f8b), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:02.615551 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (7411b394-85a2-47b6-ad6c-bef952ab9f8b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:02.655393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:26:02.658251 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:26:02.661733 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:26:02.667236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=7411b394-85a2-47b6-ad6c-bef952ab9f8b,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:02.671405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfe9592-763d-4a9a-9ccb-6def3ab782b9 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:26:02.791757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-bbbd8bc7-2b4a-4e41-a621-d54d6527fc18 None None] Provisioning complete for port 7411b394-85a2-47b6-ad6c-bef952ab9f8b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:26:02.792425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bbbd8bc7-2b4a-4e41-a621-d54d6527fc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7411b394-85a2-47b6-ad6c-bef952ab9f8b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:02.825815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd8bc7-2b4a-4e41-a621-d54d6527fc18 None None] Port 7411b394-85a2-47b6-ad6c-bef952ab9f8b cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:26:02.987899 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (0c449c94-7011-4b28-b3fe-6446f0168cc9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:03.183779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (0c449c94-7011-4b28-b3fe-6446f0168cc9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:03.363342 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 0c449c94-7011-4b28-b3fe-6446f0168cc9 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:26:03.467621 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:26:03.476988 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Sync routers for ids ['0c449c94-7011-4b28-b3fe-6446f0168cc9'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:26:03.486682 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Routers {'0c449c94-7011-4b28-b3fe-6446f0168cc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:26:03.487305 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:25:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['0c449c94-7011-4b28-b3fe-6446f0168cc9'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:26:03.543191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:03.544381 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-217f8c57-4769-4689-bf6a-aa3eb0da122f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8237789 Jan 10 12:26:03.547483 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36004) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:03.592444 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Set router 0c449c94-7011-4b28-b3fe-6446f0168cc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:26:03.672896 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-22b279d5-b89b-4f61-8ead-c6339c1db47d tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=cc6d11ffd4e1456e966331f2b05cc6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1242883 Jan 10 12:26:03.675730 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36008) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:03.767408 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703144831', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26'}], 'enable_snat': True}, 'gw_port_id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:26:01Z', 'updated_at': '2022-01-10T12:26:02Z', 'revision_number': 3, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:02Z', 'updated_at': '2022-01-10T12:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:26:03.828855 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38164255-444d-4478-9087-853fb6a46d69 tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:03.833047 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-38164255-444d-4478-9087-853fb6a46d69 tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1537066 Jan 10 12:26:03.833251 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36010) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:03.868381 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-daa8e266-2afe-4e9b-b7b9-43bb2c6f5401 tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339749 Jan 10 12:26:03.871169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36012) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:03.876504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-9b612e27-8ef1-4693-a1af-f40f3c28d47a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1502179386', 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:26:03.884494 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Checking router: 0c449c94-7011-4b28-b3fe-6446f0168cc9 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:26:03.884851 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Updating router 0c449c94-7011-4b28-b3fe-6446f0168cc9 port 7411b394-85a2-47b6-ad6c-bef952ab9f8b binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:26:03.909656 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7411b394-85a2-47b6-ad6c-bef952ab9f8b), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:04.009322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b612e27-8ef1-4693-a1af-f40f3c28d47a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Made reservation on behalf of cc6d11ffd4e1456e966331f2b05cc6f3 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:26:04.013529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9b612e27-8ef1-4693-a1af-f40f3c28d47a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:04.156269 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Publish callbacks [] for port (7411b394-85a2-47b6-ad6c-bef952ab9f8b), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:04.215006 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7411b394-85a2-47b6-ad6c-bef952ab9f8b), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:04.249994 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9b612e27-8ef1-4693-a1af-f40f3c28d47a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (2b59b12b-7b56-4562-80c8-c1bf8b7b4baf), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:04.260217 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411e378f-b624-42be-9603-a054a1d49354 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:26:04.275905 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Attempting to bind port 7411b394-85a2-47b6-ad6c-bef952ab9f8b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:26:04.276350 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Attempting to bind port 7411b394-85a2-47b6-ad6c-bef952ab9f8b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:26:04.276705 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Attempting to bind port 7411b394-85a2-47b6-ad6c-bef952ab9f8b on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:26:04.286583 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:26:04.286962 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:26:04.287514 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:04.287918 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:26:04.288457 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Bound port: 7411b394-85a2-47b6-ad6c-bef952ab9f8b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:26:04.288841 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7411b394-85a2-47b6-ad6c-bef952ab9f8b), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:04.290362 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd8326-4782-4930-8cb7-d1eb3a197f06 None None] Pushing event updated for resources: {'Port': ['ID=7411b394-85a2-47b6-ad6c-bef952ab9f8b,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:04.312800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b612e27-8ef1-4693-a1af-f40f3c28d47a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Subnet': ['ID=2b59b12b-7b56-4562-80c8-c1bf8b7b4baf,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:04.314911 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd8326-4782-4930-8cb7-d1eb3a197f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:04.315267 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd8326-4782-4930-8cb7-d1eb3a197f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:04.315615 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd8326-4782-4930-8cb7-d1eb3a197f06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:04.316070 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd8326-4782-4930-8cb7-d1eb3a197f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:04.316301 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd8326-4782-4930-8cb7-d1eb3a197f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:04.316639 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd8326-4782-4930-8cb7-d1eb3a197f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:04.316973 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd8326-4782-4930-8cb7-d1eb3a197f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:04.317303 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd8326-4782-4930-8cb7-d1eb3a197f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:04.317635 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd8326-4782-4930-8cb7-d1eb3a197f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:04.317985 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd8326-4782-4930-8cb7-d1eb3a197f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:04.318311 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd8326-4782-4930-8cb7-d1eb3a197f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:04.319111 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd8326-4782-4930-8cb7-d1eb3a197f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:04.319111 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd8326-4782-4930-8cb7-d1eb3a197f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:04.327848 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b612e27-8ef1-4693-a1af-f40f3c28d47a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Checking segment: {'id': '66a49858-2352-455e-b7e0-2ac6d4a5b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:26:04.328220 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b612e27-8ef1-4693-a1af-f40f3c28d47a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network hostable DHCP agents. Network: 59d42561-e601-48f6-91dc-44dca7407bbf, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:26:04.352445 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] For port 7411b394-85a2-47b6-ad6c-bef952ab9f8b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:26:04.356679 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-62193159-0dba-4e9d-ba6c-cff95a27e098 None None] Provisioning complete for port 7411b394-85a2-47b6-ad6c-bef952ab9f8b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:26:04.356679 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-62193159-0dba-4e9d-ba6c-cff95a27e098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7411b394-85a2-47b6-ad6c-bef952ab9f8b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:04.356981 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] For port 7411b394-85a2-47b6-ad6c-bef952ab9f8b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7411b394-85a2-47b6-ad6c-bef952ab9f8b,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:26:04.389154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-62193159-0dba-4e9d-ba6c-cff95a27e098 None None] Port 7411b394-85a2-47b6-ad6c-bef952ab9f8b cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:26:04.403831 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b612e27-8ef1-4693-a1af-f40f3c28d47a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network 59d42561-e601-48f6-91dc-44dca7407bbf is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:26:04.432993 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7411b394-85a2-47b6-ad6c-bef952ab9f8b), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:04.470533 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b009ae94-3d7f-4149-bfdd-c736e021c5ef None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:26:04.488607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-9b612e27-8ef1-4693-a1af-f40f3c28d47a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 59d42561-e601-48f6-91dc-44dca7407bbf) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:26:04.488607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b612e27-8ef1-4693-a1af-f40f3c28d47a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:04.488862 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Routers {'0c449c94-7011-4b28-b3fe-6446f0168cc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:26:04.489304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9b612e27-8ef1-4693-a1af-f40f3c28d47a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:04.489651 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:25:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['0c449c94-7011-4b28-b3fe-6446f0168cc9'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:26:04.499087 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34efdc26-8322-40c6-86c9-6796d8ba7ec2 None None] Network 59d42561-e601-48f6-91dc-44dca7407bbf requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:26:04.528424 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd8326-4782-4930-8cb7-d1eb3a197f06 None None] Pushing event updated for resources: {'Port': ['ID=7411b394-85a2-47b6-ad6c-bef952ab9f8b,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:04.549562 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9b612e27-8ef1-4693-a1af-f40f3c28d47a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6767104 Jan 10 12:26:04.552135 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36014) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:04.563559 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-809178df-957e-48bf-8a29-5ac689eaf8ac None None] Provisioning complete for port 7411b394-85a2-47b6-ad6c-bef952ab9f8b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:26:04.563945 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-809178df-957e-48bf-8a29-5ac689eaf8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7411b394-85a2-47b6-ad6c-bef952ab9f8b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:04.601554 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] Set router 0c449c94-7011-4b28-b3fe-6446f0168cc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:26:04.644588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-59d42561-e601-48f6-91dc-44dca7407bbf', 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ips': [{'subnet_id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:26:04.645584 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:04.701101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-809178df-957e-48bf-8a29-5ac689eaf8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7411b394-85a2-47b6-ad6c-bef952ab9f8b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:04.778418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-809178df-957e-48bf-8a29-5ac689eaf8ac None None] For port 7411b394-85a2-47b6-ad6c-bef952ab9f8b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7411b394-85a2-47b6-ad6c-bef952ab9f8b,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:26:04.808425 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703144831', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26'}], 'enable_snat': True}, 'gw_port_id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:26:01Z', 'updated_at': '2022-01-10T12:26:02Z', 'revision_number': 3, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:02Z', 'updated_at': '2022-01-10T12:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:26:04.829550 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-809178df-957e-48bf-8a29-5ac689eaf8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7411b394-85a2-47b6-ad6c-bef952ab9f8b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:04.835463 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dced7c-cbb4-46cf-af39-180a3278702f None None] The sync data for ids ['0c449c94-7011-4b28-b3fe-6446f0168cc9'] in dv-neutron-master-2-hyperv is: [{'id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703144831', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26'}], 'enable_snat': True}, 'gw_port_id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:26:01Z', 'updated_at': '2022-01-10T12:26:02Z', 'revision_number': 3, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:02Z', 'updated_at': '2022-01-10T12:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:26:04.835820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Allocated IP 172.20.0.2 (59d42561-e601-48f6-91dc-44dca7407bbf/2b59b12b-7b56-4562-80c8-c1bf8b7b4baf/915de9a7-0dfd-46f9-8584-e4fe8e9d2e85) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:26:04.916089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809178df-957e-48bf-8a29-5ac689eaf8ac None None] Pushing event updated for resources: {'Port': ['ID=7411b394-85a2-47b6-ad6c-bef952ab9f8b,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:05.030955 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Publish callbacks [] for port (915de9a7-0dfd-46f9-8584-e4fe8e9d2e85), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:05.037394 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:05.095733 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (915de9a7-0dfd-46f9-8584-e4fe8e9d2e85), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:05.152420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Network 59d42561-e601-48f6-91dc-44dca7407bbf is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:26:05.157152 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:26:05.159173 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Pushing event updated for resources: {'Port': ['ID=915de9a7-0dfd-46f9-8584-e4fe8e9d2e85,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:05.161997 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:26:05.226061 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Attempting to bind port 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:26:05.226404 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Attempting to bind port 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '66a49858-2352-455e-b7e0-2ac6d4a5b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:26:05.226779 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Attempting to bind port 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85 on network 59d42561-e601-48f6-91dc-44dca7407bbf {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:26:05.233931 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:26:05.234724 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Checking segment: {'id': '66a49858-2352-455e-b7e0-2ac6d4a5b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:26:05.234724 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:05.235117 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Bound using segment: {'id': '66a49858-2352-455e-b7e0-2ac6d4a5b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:26:05.235596 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Bound port: 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a49858-2352-455e-b7e0-2ac6d4a5b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:26:05.235977 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (915de9a7-0dfd-46f9-8584-e4fe8e9d2e85), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:05.311077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] For port 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:26:05.314666 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] For port 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=915de9a7-0dfd-46f9-8584-e4fe8e9d2e85,segment=NetworkSegment(66a49858-2352-455e-b7e0-2ac6d4a5b18a),segment_id=66a49858-2352-455e-b7e0-2ac6d4a5b18a)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:26:05.381224 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (915de9a7-0dfd-46f9-8584-e4fe8e9d2e85), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:05.459475 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996af10-88dc-498b-a651-b20edbe41008 None None] Pushing event updated for resources: {'Port': ['ID=915de9a7-0dfd-46f9-8584-e4fe8e9d2e85,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:05.737809 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.20.0.1 (59d42561-e601-48f6-91dc-44dca7407bbf/2b59b12b-7b56-4562-80c8-c1bf8b7b4baf/d3844df6-4fe9-4c75-b5a5-03f97a983b74) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:26:05.861186 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7411b394-85a2-47b6-ad6c-bef952ab9f8b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:26:05.880615 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:05.915087 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 7411b394-85a2-47b6-ad6c-bef952ab9f8b triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:26:05.915473 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7411b394-85a2-47b6-ad6c-bef952ab9f8b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:05.999694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:26:06.004530 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:06.051037 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network 59d42561-e601-48f6-91dc-44dca7407bbf is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:26:06.055302 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:26:06.059532 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:26:06.065200 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:26:06.070668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (915de9a7-0dfd-46f9-8584-e4fe8e9d2e85), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:06.085049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=d3844df6-4fe9-4c75-b5a5-03f97a983b74,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:06.095412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-77b655b4-6eb2-41a4-82ac-83d6a02b3da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:06.117154 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (0c449c94-7011-4b28-b3fe-6446f0168cc9), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:06.148486 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (915de9a7-0dfd-46f9-8584-e4fe8e9d2e85), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:06.185241 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] For port 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=915de9a7-0dfd-46f9-8584-e4fe8e9d2e85,segment=NetworkSegment(66a49858-2352-455e-b7e0-2ac6d4a5b18a),segment_id=66a49858-2352-455e-b7e0-2ac6d4a5b18a)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:26:06.266493 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (915de9a7-0dfd-46f9-8584-e4fe8e9d2e85), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:06.321181 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Pushing event updated for resources: {'Port': ['ID=915de9a7-0dfd-46f9-8584-e4fe8e9d2e85,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:06.356437 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:06.440611 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44621511-c6f7-4979-86aa-f760004a8a75 None None] Network 59d42561-e601-48f6-91dc-44dca7407bbf requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:26:06.509047 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-63f6ee72-e60b-4a02-9967-a8b779d3183a None None] Provisioning complete for port 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:26:06.509694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-63f6ee72-e60b-4a02-9967-a8b779d3183a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (915de9a7-0dfd-46f9-8584-e4fe8e9d2e85), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:06.650270 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:06.741295 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:06.825317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=d3844df6-4fe9-4c75-b5a5-03f97a983b74,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:06.828827 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (0c449c94-7011-4b28-b3fe-6446f0168cc9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:06.854139 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-3d300168-e753-4ff9-97b2-b61bf62310be None None] Provisioning complete for port d3844df6-4fe9-4c75-b5a5-03f97a983b74 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:26:06.854521 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3d300168-e753-4ff9-97b2-b61bf62310be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:06.892245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3d300168-e753-4ff9-97b2-b61bf62310be None None] Port d3844df6-4fe9-4c75-b5a5-03f97a983b74 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:26:06.903006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-3d300168-e753-4ff9-97b2-b61bf62310be None None] Provisioning complete for port 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:26:06.903392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3d300168-e753-4ff9-97b2-b61bf62310be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (915de9a7-0dfd-46f9-8584-e4fe8e9d2e85), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:06.938010 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network 59d42561-e601-48f6-91dc-44dca7407bbf is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:26:06.939639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:26:07.064557 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 0c449c94-7011-4b28-b3fe-6446f0168cc9 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:26:07.116514 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-3c20a3ff-9f38-471f-8f54-1ad000efd65d None None] Provisioning complete for port d3844df6-4fe9-4c75-b5a5-03f97a983b74 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:26:07.117030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3c20a3ff-9f38-471f-8f54-1ad000efd65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:07.152065 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3c20a3ff-9f38-471f-8f54-1ad000efd65d None None] Port d3844df6-4fe9-4c75-b5a5-03f97a983b74 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:26:07.178796 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:26:07.183830 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3b2f5dd8-3a70-4cdd-a90d-97b58e95d635 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "PUT /v2.0/routers/0c449c94-7011-4b28-b3fe-6446f0168cc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6289384 Jan 10 12:26:07.193970 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Sync routers for ids ['0c449c94-7011-4b28-b3fe-6446f0168cc9'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:26:07.204743 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Routers {'0c449c94-7011-4b28-b3fe-6446f0168cc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:26:07.205359 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:25:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['0c449c94-7011-4b28-b3fe-6446f0168cc9'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:26:07.305029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-b0b3c692-833f-4abc-8623-868031866b6d None None] Provisioning complete for port d3844df6-4fe9-4c75-b5a5-03f97a983b74 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:26:07.305410 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c692-833f-4abc-8623-868031866b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:07.335254 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-6f0595f4-319e-4644-8a72-4ea7731392bb tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798257222&fields=id&tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3 HTTP/1.1" status: 200 len: 267 time: 0.0458133 Jan 10 12:26:07.349421 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Set router 0c449c94-7011-4b28-b3fe-6446f0168cc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:26:07.384849 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-b0b3c692-833f-4abc-8623-868031866b6d None None] Port d3844df6-4fe9-4c75-b5a5-03f97a983b74 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:26:07.446627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-abafc371-9eed-45b2-802d-c759bca09b92 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:07.448113 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-abafc371-9eed-45b2-802d-c759bca09b92 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/networks?id=59d42561-e601-48f6-91dc-44dca7407bbf HTTP/1.1" status: 200 len: 796 time: 0.1053054 Jan 10 12:26:07.462972 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-f7debc45-05a1-46e6-8b9b-3cf21bae99f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/quotas/cc6d11ffd4e1456e966331f2b05cc6f3 HTTP/1.1" status: 200 len: 375 time: 0.0090449 Jan 10 12:26:07.514484 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-63cd20c4-0b38-4a22-865d-18dc247b7a7d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463986 Jan 10 12:26:07.554462 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703144831', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26'}], 'enable_snat': True}, 'gw_port_id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:26:01Z', 'updated_at': '2022-01-10T12:26:06Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:02Z', 'updated_at': '2022-01-10T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd3844df6-4fe9-4c75-b5a5-03f97a983b74', 'name': '', 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:33:31:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:05Z', 'updated_at': '2022-01-10T12:26:06Z', 'revision_number': 2, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:26:07.580600 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Checking router: 0c449c94-7011-4b28-b3fe-6446f0168cc9 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:26:07.580968 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Updating router 0c449c94-7011-4b28-b3fe-6446f0168cc9 port d3844df6-4fe9-4c75-b5a5-03f97a983b74 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:26:07.605180 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:07.609599 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-a824c017-4f96-42ca-a72f-1bb8010c9376 service neutron] 10.222.0.16 "GET /v2.0/networks/59d42561-e601-48f6-91dc-44dca7407bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837982 Jan 10 12:26:07.701976 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-83a2641e-6954-471f-aa4e-7a61e9807847 service neutron] 10.222.0.16 "GET /v2.0/networks/59d42561-e601-48f6-91dc-44dca7407bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861571 Jan 10 12:26:07.779128 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:26:07.866171 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:26:07.866555 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (915de9a7-0dfd-46f9-8584-e4fe8e9d2e85), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:07.937683 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-52e63a89-902e-48e4-a5f3-fe43d634c0ee req-b2142bd5-b11a-471d-a166-c3312297ef32 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 210 time: 0.0287774 Jan 10 12:26:07.945719 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Publish callbacks [] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:08.125208 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:08.188782 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a1276-447e-4017-8278-85f3ddab0ff3 None None] Pushing event updated for resources: {'Port': ['ID=d3844df6-4fe9-4c75-b5a5-03f97a983b74,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:08.241021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Attempting to bind port d3844df6-4fe9-4c75-b5a5-03f97a983b74 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:26:08.241397 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Attempting to bind port d3844df6-4fe9-4c75-b5a5-03f97a983b74 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '66a49858-2352-455e-b7e0-2ac6d4a5b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:26:08.241849 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Attempting to bind port d3844df6-4fe9-4c75-b5a5-03f97a983b74 on network 59d42561-e601-48f6-91dc-44dca7407bbf {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:26:08.247719 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:26:08.248103 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Checking segment: {'id': '66a49858-2352-455e-b7e0-2ac6d4a5b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:26:08.248566 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:08.248961 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Bound using segment: {'id': '66a49858-2352-455e-b7e0-2ac6d4a5b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:26:08.249430 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Bound port: d3844df6-4fe9-4c75-b5a5-03f97a983b74, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a49858-2352-455e-b7e0-2ac6d4a5b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:26:08.250525 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:08.317727 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] For port d3844df6-4fe9-4c75-b5a5-03f97a983b74, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:26:08.320840 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] For port d3844df6-4fe9-4c75-b5a5-03f97a983b74, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3844df6-4fe9-4c75-b5a5-03f97a983b74,segment=NetworkSegment(66a49858-2352-455e-b7e0-2ac6d4a5b18a),segment_id=66a49858-2352-455e-b7e0-2ac6d4a5b18a)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:26:08.387283 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:08.450007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a7d46d2f-d45b-4f3c-925d-f826da82a218 None None] Provisioning complete for port d3844df6-4fe9-4c75-b5a5-03f97a983b74 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:26:08.450390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a7d46d2f-d45b-4f3c-925d-f826da82a218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:08.457500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Routers {'0c449c94-7011-4b28-b3fe-6446f0168cc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:26:08.460769 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:25:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['0c449c94-7011-4b28-b3fe-6446f0168cc9'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:26:08.519803 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a1276-447e-4017-8278-85f3ddab0ff3 None None] Pushing event updated for resources: {'Port': ['ID=d3844df6-4fe9-4c75-b5a5-03f97a983b74,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:08.635117 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] Set router 0c449c94-7011-4b28-b3fe-6446f0168cc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:26:08.675365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a7d46d2f-d45b-4f3c-925d-f826da82a218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:08.786607 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a7d46d2f-d45b-4f3c-925d-f826da82a218 None None] For port d3844df6-4fe9-4c75-b5a5-03f97a983b74, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3844df6-4fe9-4c75-b5a5-03f97a983b74,segment=NetworkSegment(66a49858-2352-455e-b7e0-2ac6d4a5b18a),segment_id=66a49858-2352-455e-b7e0-2ac6d4a5b18a)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:26:08.877918 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703144831', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26'}], 'enable_snat': True}, 'gw_port_id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:26:01Z', 'updated_at': '2022-01-10T12:26:06Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:02Z', 'updated_at': '2022-01-10T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd3844df6-4fe9-4c75-b5a5-03f97a983b74', 'name': '', 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:33:31:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:05Z', 'updated_at': '2022-01-10T12:26:08Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:26:08.910391 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16f44f2-3879-42e7-87a5-5a4a14472c36 None None] The sync data for ids ['0c449c94-7011-4b28-b3fe-6446f0168cc9'] in dv-neutron-master-2-hyperv is: [{'id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703144831', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26'}], 'enable_snat': True}, 'gw_port_id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:26:01Z', 'updated_at': '2022-01-10T12:26:06Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:02Z', 'updated_at': '2022-01-10T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd3844df6-4fe9-4c75-b5a5-03f97a983b74', 'name': '', 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:33:31:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:05Z', 'updated_at': '2022-01-10T12:26:08Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:26:08.911895 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a7d46d2f-d45b-4f3c-925d-f826da82a218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:08.967524 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d46d2f-d45b-4f3c-925d-f826da82a218 None None] Pushing event updated for resources: {'Port': ['ID=d3844df6-4fe9-4c75-b5a5-03f97a983b74,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:09.065997 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-844e1213-bd16-42bc-a614-93cc58a1ef26 None None] Provisioning complete for port d3844df6-4fe9-4c75-b5a5-03f97a983b74 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:26:09.066829 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-844e1213-bd16-42bc-a614-93cc58a1ef26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:09.111495 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bce08c6f-c779-4f80-ba43-9eac4d3e29a2 req-536dc4cb-faa6-46fd-acea-a669408d7fe7 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 210 time: 0.0403585 Jan 10 12:26:09.837721 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device d3844df6-4fe9-4c75-b5a5-03f97a983b74 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:26:09.897381 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port d3844df6-4fe9-4c75-b5a5-03f97a983b74 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:26:09.897950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:10.109591 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-d8711bdd-d7d8-4b6c-9b62-909a58853549 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:10.117449 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-d8711bdd-d7d8-4b6c-9b62-909a58853549 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "GET /v2.0/networks?id=59d42561-e601-48f6-91dc-44dca7407bbf HTTP/1.1" status: 200 len: 796 time: 0.1284294 Jan 10 12:26:10.208407 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-47fed4d5-8e6f-4927-8b40-367a02e81d76 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3 HTTP/1.1" status: 200 len: 380 time: 0.0890770 Jan 10 12:26:10.219448 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-e1ce76e7-2023-44f6-b195-226a826d41d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'port': {'device_id': 'c9226690-ba5e-4277-85ed-d5bdb96b0780', 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf', 'admin_state_up': True, 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'security_groups': ['da14b6c7-180d-451c-984b-d788fd49b623']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:26:10.229231 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-29c54c2e-adc7-43dd-b237-1d4cb999b672 req-90f6b97b-4f47-48c2-8e7c-771e09681527 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 210 time: 0.0445790 Jan 10 12:26:10.325723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4b488b4d-3a9c-48de-8cdd-632ce4ea287b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:10.403732 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-e1ce76e7-2023-44f6-b195-226a826d41d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Made reservation on behalf of cc6d11ffd4e1456e966331f2b05cc6f3 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:26:10.407331 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-e1ce76e7-2023-44f6-b195-226a826d41d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:10.538636 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-e1ce76e7-2023-44f6-b195-226a826d41d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.20.0.3 (59d42561-e601-48f6-91dc-44dca7407bbf/2b59b12b-7b56-4562-80c8-c1bf8b7b4baf/9ad2c6ba-cf11-4649-afd5-b40e5056ecd3) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:26:10.677393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-e1ce76e7-2023-44f6-b195-226a826d41d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (9ad2c6ba-cf11-4649-afd5-b40e5056ecd3), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:10.792537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:10.844288 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-e1ce76e7-2023-44f6-b195-226a826d41d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (9ad2c6ba-cf11-4649-afd5-b40e5056ecd3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:10.890219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-e1ce76e7-2023-44f6-b195-226a826d41d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network 59d42561-e601-48f6-91dc-44dca7407bbf is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:26:10.893558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-e1ce76e7-2023-44f6-b195-226a826d41d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:26:10.897384 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-e1ce76e7-2023-44f6-b195-226a826d41d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:26:10.926259 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce76e7-2023-44f6-b195-226a826d41d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=9ad2c6ba-cf11-4649-afd5-b40e5056ecd3,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:10.953738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-e1ce76e7-2023-44f6-b195-226a826d41d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:10.954393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-e1ce76e7-2023-44f6-b195-226a826d41d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:11.041064 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-e1ce76e7-2023-44f6-b195-226a826d41d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8276882 Jan 10 12:26:11.051757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Request body: {'port': {'device_id': 'c9226690-ba5e-4277-85ed-d5bdb96b0780', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:26:11.098332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-90168a9f-607c-4b84-b39a-286ecd05c39c None None] Provisioning complete for port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:26:11.098944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-90168a9f-607c-4b84-b39a-286ecd05c39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9ad2c6ba-cf11-4649-afd5-b40e5056ecd3), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:11.112377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9ad2c6ba-cf11-4649-afd5-b40e5056ecd3), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:11.132685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-90168a9f-607c-4b84-b39a-286ecd05c39c None None] Port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:26:11.370645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caa23a-3a60-4872-bd0f-8e07f096afae req-27351a52-0f1a-4112-a261-49ee40f5cb55 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:11.372089 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-04caa23a-3a60-4872-bd0f-8e07f096afae req-27351a52-0f1a-4112-a261-49ee40f5cb55 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 931 time: 0.0797176 Jan 10 12:26:11.436141 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:26:11.446928 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Publish callbacks [] for port (9ad2c6ba-cf11-4649-afd5-b40e5056ecd3), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:11.466398 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-04caa23a-3a60-4872-bd0f-8e07f096afae req-d7ef2071-b438-4735-a8b2-48b01b5b8d53 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886812 Jan 10 12:26:11.470875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Transition to ACTIVE for port object 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:26:11.529606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (9ad2c6ba-cf11-4649-afd5-b40e5056ecd3), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:11.598329 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Pushing event updated for resources: {'Port': ['ID=9ad2c6ba-cf11-4649-afd5-b40e5056ecd3,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:11.653988 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Attempting to bind port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:26:11.654336 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Attempting to bind port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '66a49858-2352-455e-b7e0-2ac6d4a5b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:26:11.654672 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Attempting to bind port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 on network 59d42561-e601-48f6-91dc-44dca7407bbf {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:26:11.659434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 on network 59d42561-e601-48f6-91dc-44dca7407bbf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:26:11.659791 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Attempting to bind port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 on network 59d42561-e601-48f6-91dc-44dca7407bbf {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:26:11.664909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:26:11.665249 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Checking segment: {'id': '66a49858-2352-455e-b7e0-2ac6d4a5b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:26:11.665641 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Bound using segment: {'id': '66a49858-2352-455e-b7e0-2ac6d4a5b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:26:11.666109 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Bound port: 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a49858-2352-455e-b7e0-2ac6d4a5b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:26:11.666470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9ad2c6ba-cf11-4649-afd5-b40e5056ecd3), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:11.736477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] For port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:26:11.739846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] For port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9ad2c6ba-cf11-4649-afd5-b40e5056ecd3,segment=NetworkSegment(66a49858-2352-455e-b7e0-2ac6d4a5b18a),segment_id=66a49858-2352-455e-b7e0-2ac6d4a5b18a)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:26:11.838021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (9ad2c6ba-cf11-4649-afd5-b40e5056ecd3), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:11.873460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:11.874128 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:11.875571 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] 10.222.0.30 "PUT /v2.0/ports/9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 HTTP/1.1" status: 200 len: 1093 time: 0.8282442 Jan 10 12:26:11.876030 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9226690-ba5e-4277-85ed-d5bdb96b0780', 'tag': '9ad2c6ba-cf11-4649-afd5-b40e5056ecd3'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:26:11.878365 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abec7ce5-f9fe-4831-9162-7d400bd318b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9226690-ba5e-4277-85ed-d5bdb96b0780", "tag": "9ad2c6ba-cf11-4649-afd5-b40e5056ecd3"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:26:11.906317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82986f0-681a-4ff6-8e84-aabb6bae10bb service neutron] Pushing event updated for resources: {'Port': ['ID=9ad2c6ba-cf11-4649-afd5-b40e5056ecd3,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:11.929051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3623c58-0970-4705-b0b3-5f4397a68e06 x-openstack-request-id: req-e3623c58-0970-4705-b0b3-5f4397a68e06 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:26:11.929354 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9226690-ba5e-4277-85ed-d5bdb96b0780", "tag": "9ad2c6ba-cf11-4649-afd5-b40e5056ecd3", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:26:11.929617 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3623c58-0970-4705-b0b3-5f4397a68e06 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:26:11.930058 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9226690-ba5e-4277-85ed-d5bdb96b0780', 'tag': '9ad2c6ba-cf11-4649-afd5-b40e5056ecd3', 'status': 'completed', 'code': 200} Jan 10 12:26:11.994143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec7ce5-f9fe-4831-9162-7d400bd318b0 req-f66770ed-2f1f-4e6a-bf36-fbee05f6992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:11.995682 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-abec7ce5-f9fe-4831-9162-7d400bd318b0 req-f66770ed-2f1f-4e6a-bf36-fbee05f6992d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 1096 time: 0.0450206 Jan 10 12:26:12.100968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec7ce5-f9fe-4831-9162-7d400bd318b0 req-da9818c7-60d0-4572-9589-5b52f54d797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:12.102498 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-abec7ce5-f9fe-4831-9162-7d400bd318b0 req-da9818c7-60d0-4572-9589-5b52f54d797e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0999801 Jan 10 12:26:12.193256 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec7ce5-f9fe-4831-9162-7d400bd318b0 req-227f06f5-10d9-4f89-a672-0f6e233f1bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:12.194779 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-abec7ce5-f9fe-4831-9162-7d400bd318b0 req-227f06f5-10d9-4f89-a672-0f6e233f1bd5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869112 Jan 10 12:26:12.266355 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:12.272792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-1dd56d04-b800-41f8-b388-7cbf34d5deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:12.274373 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-1dd56d04-b800-41f8-b388-7cbf34d5deb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 1096 time: 0.0465052 Jan 10 12:26:12.314631 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-0dc88f72-5709-45b1-86e4-941b97834142 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 HTTP/1.1" status: 200 len: 217 time: 0.0341723 Jan 10 12:26:12.361032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-2103b405-d33a-4fc1-81be-dd8d409dd05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:12.362508 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-2103b405-d33a-4fc1-81be-dd8d409dd05b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b59b12b-7b56-4562-80c8-c1bf8b7b4baf HTTP/1.1" status: 200 len: 835 time: 0.0426641 Jan 10 12:26:12.411188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-0c72c1e8-e6b2-41ec-896f-39e4a00dedd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:12.412662 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-0c72c1e8-e6b2-41ec-896f-39e4a00dedd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59d42561-e601-48f6-91dc-44dca7407bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443888 Jan 10 12:26:12.500234 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-21b1c3b1-59be-45fd-ace3-58dfab107e50 service neutron] 10.222.0.30 "GET /v2.0/networks/59d42561-e601-48f6-91dc-44dca7407bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816896 Jan 10 12:26:12.626445 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fcbf5-7bed-4ba7-aad6-373af9630702 req-39053a8f-515d-48de-876b-e7607cfc796a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:12.627930 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-530fcbf5-7bed-4ba7-aad6-373af9630702 req-39053a8f-515d-48de-876b-e7607cfc796a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 943 time: 0.0676982 Jan 10 12:26:12.631450 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c27b2f94-b65a-4186-a5fc-5172699140a3 req-9c01c4d6-3d86-46cb-b2e5-53f3dae8ba06 service neutron] 10.222.0.30 "GET /v2.0/networks/59d42561-e601-48f6-91dc-44dca7407bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252677 Jan 10 12:26:12.676371 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-530fcbf5-7bed-4ba7-aad6-373af9630702 req-1499eb5f-4b74-44df-aa17-3002ed89d8cc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Jan 10 12:26:13.278376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:13.792143 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c899ad-459a-4341-a1db-a4e47abab4bd req-8c518e36-c395-4e9c-ba8a-0cd023b61e86 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:13.793652 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e5c899ad-459a-4341-a1db-a4e47abab4bd req-8c518e36-c395-4e9c-ba8a-0cd023b61e86 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 943 time: 0.0484002 Jan 10 12:26:13.841988 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e5c899ad-459a-4341-a1db-a4e47abab4bd req-0745254f-58ed-46da-9f92-ae6010818a19 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427492 Jan 10 12:26:14.952939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce5417-4f94-48b2-9af0-8a3c5e0d5b4c req-a58deeb4-06d6-4bdd-96bf-fa17e09a84f8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:14.954437 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9ce5417-4f94-48b2-9af0-8a3c5e0d5b4c req-a58deeb4-06d6-4bdd-96bf-fa17e09a84f8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 943 time: 0.0474975 Jan 10 12:26:15.006914 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9ce5417-4f94-48b2-9af0-8a3c5e0d5b4c req-9b7d4f4e-42bc-4b6c-b80b-413c6080ac6a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470068 Jan 10 12:26:15.723286 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:26:15.819961 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9ad2c6ba-cf11-4649-afd5-b40e5056ecd3,segment=NetworkSegment(66a49858-2352-455e-b7e0-2ac6d4a5b18a),segment_id=66a49858-2352-455e-b7e0-2ac6d4a5b18a)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:26:15.830783 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '9ad2c6ba-cf11-4649-afd5-b40e5056ecd3', 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf', 'port_id': '9ad2c6ba-cf11-4649-afd5-b40e5056ecd3', 'mac_address': 'fa:16:3e:5d:70:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:26:15.867302 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9ad2c6ba-cf11-4649-afd5-b40e5056ecd3), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:15.879613 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:26:15.901940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9ad2c6ba-cf11-4649-afd5-b40e5056ecd3,segment=NetworkSegment(66a49858-2352-455e-b7e0-2ac6d4a5b18a),segment_id=66a49858-2352-455e-b7e0-2ac6d4a5b18a)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:26:15.957908 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9ad2c6ba-cf11-4649-afd5-b40e5056ecd3), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:16.004614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=9ad2c6ba-cf11-4649-afd5-b40e5056ecd3,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:16.124291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23756cf-5dd0-4990-aa25-41dd6e74218d req-cd971184-77c9-4d31-9751-dd6b927e6a35 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:16.125935 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e23756cf-5dd0-4990-aa25-41dd6e74218d req-cd971184-77c9-4d31-9751-dd6b927e6a35 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 944 time: 0.0536828 Jan 10 12:26:16.174423 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e23756cf-5dd0-4990-aa25-41dd6e74218d req-56c88761-c11b-4ff0-8e6d-a5f82d8cc1d3 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427470 Jan 10 12:26:16.189847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['9ad2c6ba-cf11-4649-afd5-b40e5056ecd3'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:26:17.288531 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb496f-17e5-47fa-837f-1f20a165952c req-35d7560b-8743-4f42-bd9a-bbc807e12124 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:17.290024 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c5bb496f-17e5-47fa-837f-1f20a165952c req-35d7560b-8743-4f42-bd9a-bbc807e12124 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 944 time: 0.0490086 Jan 10 12:26:17.338108 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c5bb496f-17e5-47fa-837f-1f20a165952c req-dbdaa2cb-3b92-48df-81d5-1314185a45da tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424440 Jan 10 12:26:17.738818 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:26:17.849253 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:26:17.852816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:26:17.853197 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (9ad2c6ba-cf11-4649-afd5-b40e5056ecd3), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:17.930612 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (9ad2c6ba-cf11-4649-afd5-b40e5056ecd3), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:17.952644 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9226690-ba5e-4277-85ed-d5bdb96b0780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad2c6ba-cf11-4649-afd5-b40e5056ecd3'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:26:17.954879 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40130961-506d-4ad0-a874-7e4139114cc9" -d '{"events": [{"server_uuid": "c9226690-ba5e-4277-85ed-d5bdb96b0780", "name": "network-vif-plugged", "status": "completed", "tag": "9ad2c6ba-cf11-4649-afd5-b40e5056ecd3"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:26:17.968411 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9ad2c6ba-cf11-4649-afd5-b40e5056ecd3,segment=NetworkSegment(66a49858-2352-455e-b7e0-2ac6d4a5b18a),segment_id=66a49858-2352-455e-b7e0-2ac6d4a5b18a)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:26:18.044568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (9ad2c6ba-cf11-4649-afd5-b40e5056ecd3), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:18.049255 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1521ee4-eeaf-4495-8ec5-15dac8defff2 x-openstack-request-id: req-e1521ee4-eeaf-4495-8ec5-15dac8defff2 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:26:18.049547 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9226690-ba5e-4277-85ed-d5bdb96b0780", "name": "network-vif-plugged", "status": "completed", "tag": "9ad2c6ba-cf11-4649-afd5-b40e5056ecd3", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:26:18.049838 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1521ee4-eeaf-4495-8ec5-15dac8defff2 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:26:18.050260 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9226690-ba5e-4277-85ed-d5bdb96b0780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad2c6ba-cf11-4649-afd5-b40e5056ecd3', 'code': 200} Jan 10 12:26:18.094435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=9ad2c6ba-cf11-4649-afd5-b40e5056ecd3,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:18.337874 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ccdc9-d198-44dd-991c-aea1d8ba1547 req-b38967a7-dab8-434a-a829-405a2e10db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:18.339516 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d54ccdc9-d198-44dd-991c-aea1d8ba1547 req-b38967a7-dab8-434a-a829-405a2e10db3e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 1098 time: 0.0398881 Jan 10 12:26:18.385212 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d54ccdc9-d198-44dd-991c-aea1d8ba1547 req-61507157-9931-4c78-9a9d-3346cb0f3d04 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397353 Jan 10 12:26:18.453219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dcd7e-7c4a-4ee0-b222-f53f3b267016 req-84c0e27f-670b-49bd-ac2d-79b94af3c6b1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:18.454833 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-620dcd7e-7c4a-4ee0-b222-f53f3b267016 req-84c0e27f-670b-49bd-ac2d-79b94af3c6b1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 945 time: 0.0509377 Jan 10 12:26:18.503389 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-620dcd7e-7c4a-4ee0-b222-f53f3b267016 req-ddd9955b-9e46-4f44-bbcc-4a6ba9fd1d99 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425615 Jan 10 12:26:19.620060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1e6ce-8987-46dc-95a3-c66cfb00207b req-a45cfa11-6be7-4fca-b4e0-217cb07a2d8c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:19.621555 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bad1e6ce-8987-46dc-95a3-c66cfb00207b req-a45cfa11-6be7-4fca-b4e0-217cb07a2d8c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 945 time: 0.0495591 Jan 10 12:26:19.670494 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bad1e6ce-8987-46dc-95a3-c66cfb00207b req-57b061d6-a2aa-43cd-91b3-29ee180c425a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433533 Jan 10 12:26:19.678381 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:19.786200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79b9d2-14e0-49b6-be6d-f58b3761c1ab req-a87c02b8-e715-4d9d-aa3c-5470cece9ff3 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:19.787587 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ff79b9d2-14e0-49b6-be6d-f58b3761c1ab req-a87c02b8-e715-4d9d-aa3c-5470cece9ff3 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 945 time: 0.0491645 Jan 10 12:26:19.835634 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ff79b9d2-14e0-49b6-be6d-f58b3761c1ab req-0615a66e-c585-480b-82de-962f13b05178 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424380 Jan 10 12:26:19.857545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36074) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:19.899759 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb54b2ae-1e45-429b-8b9d-ed9fe9c8a27e tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:19.901250 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-eb54b2ae-1e45-429b-8b9d-ed9fe9c8a27e tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 1093 time: 0.0426581 Jan 10 12:26:19.904592 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36076) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:19.908716 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '9ad2c6ba-cf11-4649-afd5-b40e5056ecd3', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:26:20.003249 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:20.098850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:20.203216 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.36.2.91 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/a8b1e872-e452-48be-9a6e-ce4cee21629e) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:26:20.301645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (a8b1e872-e452-48be-9a6e-ce4cee21629e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:20.415229 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a8b1e872-e452-48be-9a6e-ce4cee21629e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:20.457603 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:26:20.460578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:26:20.464041 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:26:20.492138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=a8b1e872-e452-48be-9a6e-ce4cee21629e,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:20.802094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (84924521-6d56-42e1-92fe-e345bc24aa02), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:20.911573 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a8b1e872-e452-48be-9a6e-ce4cee21629e), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:21.053841 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (a8b1e872-e452-48be-9a6e-ce4cee21629e), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:21.117909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (a8b1e872-e452-48be-9a6e-ce4cee21629e), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:21.185549 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=a8b1e872-e452-48be-9a6e-ce4cee21629e,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:21.198865 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (84924521-6d56-42e1-92fe-e345bc24aa02), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:21.297823 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Floating IP 84924521-6d56-42e1-92fe-e345bc24aa02 associated. External IP: 172.36.2.91, port: 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3. Jan 10 12:26:21.811755 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 0c449c94-7011-4b28-b3fe-6446f0168cc9 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:26:21.913143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:26:21.923494 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a11fa-9ac8-43ed-ad3f-8749ebcaab0c None None] Sync routers for ids ['0c449c94-7011-4b28-b3fe-6446f0168cc9'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:26:21.932661 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376a11fa-9ac8-43ed-ad3f-8749ebcaab0c None None] Routers {'0c449c94-7011-4b28-b3fe-6446f0168cc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:26:21.933271 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-376a11fa-9ac8-43ed-ad3f-8749ebcaab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:26:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['0c449c94-7011-4b28-b3fe-6446f0168cc9'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:26:21.971618 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:22.002512 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-70c975b6-b1f4-48bd-b93c-2de59f9a31d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0967584 Jan 10 12:26:22.002959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9226690-ba5e-4277-85ed-d5bdb96b0780', 'tag': '9ad2c6ba-cf11-4649-afd5-b40e5056ecd3'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:26:22.005378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1b32ac-edf5-43d6-86af-2984a6f065d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c9226690-ba5e-4277-85ed-d5bdb96b0780", "tag": "9ad2c6ba-cf11-4649-afd5-b40e5056ecd3"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:26:22.044537 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-376a11fa-9ac8-43ed-ad3f-8749ebcaab0c None None] Set router 0c449c94-7011-4b28-b3fe-6446f0168cc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:26:22.048375 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444d71ed-5139-4ff9-a7f6-104dd9071c9c x-openstack-request-id: req-444d71ed-5139-4ff9-a7f6-104dd9071c9c {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:26:22.049075 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9226690-ba5e-4277-85ed-d5bdb96b0780", "tag": "9ad2c6ba-cf11-4649-afd5-b40e5056ecd3", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:26:22.049336 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-444d71ed-5139-4ff9-a7f6-104dd9071c9c {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:26:22.049744 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9226690-ba5e-4277-85ed-d5bdb96b0780', 'tag': '9ad2c6ba-cf11-4649-afd5-b40e5056ecd3', 'status': 'completed', 'code': 200} Jan 10 12:26:22.112285 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b32ac-edf5-43d6-86af-2984a6f065d8 req-f71d00aa-2252-4510-838e-c29764d8ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:22.113959 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3d1b32ac-edf5-43d6-86af-2984a6f065d8 req-f71d00aa-2252-4510-838e-c29764d8ed73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 1098 time: 0.0439956 Jan 10 12:26:22.117728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42546548-f11b-45bb-8c76-eb44eda7803b req-22ec6bc5-d0dd-4760-a595-f39b5afa4732 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:22.119255 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-42546548-f11b-45bb-8c76-eb44eda7803b req-22ec6bc5-d0dd-4760-a595-f39b5afa4732 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 945 time: 0.0554287 Jan 10 12:26:22.171393 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-42546548-f11b-45bb-8c76-eb44eda7803b req-b5533723-c291-4aa3-9658-0e4672809cb7 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454955 Jan 10 12:26:22.195455 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36082) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:22.206195 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b32ac-edf5-43d6-86af-2984a6f065d8 req-4fa51c67-dd33-4d97-bf02-f07c5f75f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:22.207666 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3d1b32ac-edf5-43d6-86af-2984a6f065d8 req-4fa51c67-dd33-4d97-bf02-f07c5f75f22c service neutron] 10.222.0.30 "GET /v2.0/networks?id=59d42561-e601-48f6-91dc-44dca7407bbf HTTP/1.1" status: 200 len: 897 time: 0.0883379 Jan 10 12:26:22.256998 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-758cbf9a-9a90-4f7a-9ac8-70f9936222ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/84924521-6d56-42e1-92fe-e345bc24aa02 HTTP/1.1" status: 200 len: 990 time: 0.0596809 Jan 10 12:26:22.279669 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3d1b32ac-edf5-43d6-86af-2984a6f065d8 req-dfe5bc6c-e841-4ee8-8e3b-5ff2cac65042 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 HTTP/1.1" status: 200 len: 998 time: 0.0663664 Jan 10 12:26:22.292437 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-376a11fa-9ac8-43ed-ad3f-8749ebcaab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703144831', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26'}], 'enable_snat': True}, 'gw_port_id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:26:01Z', 'updated_at': '2022-01-10T12:26:06Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:02Z', 'updated_at': '2022-01-10T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '84924521-6d56-42e1-92fe-e345bc24aa02', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'floating_ip_address': '172.36.2.91', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'port_id': '9ad2c6ba-cf11-4649-afd5-b40e5056ecd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf', 'mac_address': 'fa:16:3e:5d:70:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9226690-ba5e-4277-85ed-d5bdb96b0780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:26:20Z', 'updated_at': '2022-01-10T12:26:20Z', 'revision_number': 0, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3844df6-4fe9-4c75-b5a5-03f97a983b74', 'name': '', 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:33:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:05Z', 'updated_at': '2022-01-10T12:26:08Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:26:22.319395 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a11fa-9ac8-43ed-ad3f-8749ebcaab0c None None] Checking router: 0c449c94-7011-4b28-b3fe-6446f0168cc9 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:26:22.327395 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376a11fa-9ac8-43ed-ad3f-8749ebcaab0c None None] Routers {'0c449c94-7011-4b28-b3fe-6446f0168cc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:26:22.327701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b32ac-edf5-43d6-86af-2984a6f065d8 req-3cd1d593-9e24-4a4d-bf0d-8a41c4aaea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:22.327996 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-376a11fa-9ac8-43ed-ad3f-8749ebcaab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:26:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['0c449c94-7011-4b28-b3fe-6446f0168cc9'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:26:22.329208 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3d1b32ac-edf5-43d6-86af-2984a6f065d8 req-3cd1d593-9e24-4a4d-bf0d-8a41c4aaea72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b59b12b-7b56-4562-80c8-c1bf8b7b4baf HTTP/1.1" status: 200 len: 835 time: 0.0440629 Jan 10 12:26:22.375162 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b32ac-edf5-43d6-86af-2984a6f065d8 req-617d2b24-a30b-4d2b-a39f-6715ddcad3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:22.376676 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3d1b32ac-edf5-43d6-86af-2984a6f065d8 req-617d2b24-a30b-4d2b-a39f-6715ddcad3cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59d42561-e601-48f6-91dc-44dca7407bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406778 Jan 10 12:26:22.433021 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-376a11fa-9ac8-43ed-ad3f-8749ebcaab0c None None] Set router 0c449c94-7011-4b28-b3fe-6446f0168cc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:26:22.467823 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3d1b32ac-edf5-43d6-86af-2984a6f065d8 req-29c522eb-872f-49cd-81b6-1ee540449cd0 service neutron] 10.222.0.30 "GET /v2.0/networks/59d42561-e601-48f6-91dc-44dca7407bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849168 Jan 10 12:26:22.562074 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3d1b32ac-edf5-43d6-86af-2984a6f065d8 req-87da7c98-3316-4a31-976d-d1b2d579ec29 service neutron] 10.222.0.30 "GET /v2.0/networks/59d42561-e601-48f6-91dc-44dca7407bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888908 Jan 10 12:26:22.668973 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-376a11fa-9ac8-43ed-ad3f-8749ebcaab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703144831', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26'}], 'enable_snat': True}, 'gw_port_id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:26:01Z', 'updated_at': '2022-01-10T12:26:06Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:02Z', 'updated_at': '2022-01-10T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '84924521-6d56-42e1-92fe-e345bc24aa02', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'floating_ip_address': '172.36.2.91', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'port_id': '9ad2c6ba-cf11-4649-afd5-b40e5056ecd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf', 'mac_address': 'fa:16:3e:5d:70:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9226690-ba5e-4277-85ed-d5bdb96b0780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:26:20Z', 'updated_at': '2022-01-10T12:26:20Z', 'revision_number': 0, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3844df6-4fe9-4c75-b5a5-03f97a983b74', 'name': '', 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:33:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:05Z', 'updated_at': '2022-01-10T12:26:08Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:26:22.697755 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a11fa-9ac8-43ed-ad3f-8749ebcaab0c None None] The sync data for ids ['0c449c94-7011-4b28-b3fe-6446f0168cc9'] in dv-neutron-master-2-hyperv is: [{'id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703144831', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26'}], 'enable_snat': True}, 'gw_port_id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:26:01Z', 'updated_at': '2022-01-10T12:26:06Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:02Z', 'updated_at': '2022-01-10T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '84924521-6d56-42e1-92fe-e345bc24aa02', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'floating_ip_address': '172.36.2.91', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'port_id': '9ad2c6ba-cf11-4649-afd5-b40e5056ecd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf', 'mac_address': 'fa:16:3e:5d:70:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9226690-ba5e-4277-85ed-d5bdb96b0780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:26:20Z', 'updated_at': '2022-01-10T12:26:20Z', 'revision_number': 0, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3844df6-4fe9-4c75-b5a5-03f97a983b74', 'name': '', 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:33:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:05Z', 'updated_at': '2022-01-10T12:26:08Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:26:22.887665 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d8192-7032-46cf-b44d-2a83662d63df None None] New status for floating IP 84924521-6d56-42e1-92fe-e345bc24aa02: ACTIVE {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:26:23.260122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36086) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:23.321980 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1a5f480f-b707-4c5d-949c-51554ccb7818 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/84924521-6d56-42e1-92fe-e345bc24aa02 HTTP/1.1" status: 200 len: 992 time: 0.0606289 Jan 10 12:26:29.825043 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:26:36.066393 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-02215a79-7938-4977-9a22-cbdcebcf3e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:40.317431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b53a4878-c958-4db0-8618-d96816404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:40.740486 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:42.271217 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:43.294454 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:49.677097 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:51.936498 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b07df5a1-7eef-4fad-b1cb-001263c801bf req-d374a59f-2c93-455c-bb75-f3cddfd5a619 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813332 Jan 10 12:26:52.019572 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07df5a1-7eef-4fad-b1cb-001263c801bf req-f9d0af4a-ff2e-47e1-8b35-3ba0d9ac0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:52.020974 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b07df5a1-7eef-4fad-b1cb-001263c801bf req-f9d0af4a-ff2e-47e1-8b35-3ba0d9ac0170 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 1098 time: 0.0439131 Jan 10 12:26:52.121611 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07df5a1-7eef-4fad-b1cb-001263c801bf req-d23c4a9c-02fa-45ac-87a2-211a9690a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:52.123080 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b07df5a1-7eef-4fad-b1cb-001263c801bf req-d23c4a9c-02fa-45ac-87a2-211a9690a5d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=59d42561-e601-48f6-91dc-44dca7407bbf HTTP/1.1" status: 200 len: 897 time: 0.0832624 Jan 10 12:26:52.190432 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b07df5a1-7eef-4fad-b1cb-001263c801bf req-efd4dc20-149c-4d84-b6f6-d475b63732ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 HTTP/1.1" status: 200 len: 1000 time: 0.0601158 Jan 10 12:26:52.237269 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07df5a1-7eef-4fad-b1cb-001263c801bf req-bbb06a79-3cb6-4747-9f34-09601a549dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:52.238982 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b07df5a1-7eef-4fad-b1cb-001263c801bf req-bbb06a79-3cb6-4747-9f34-09601a549dfd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b59b12b-7b56-4562-80c8-c1bf8b7b4baf HTTP/1.1" status: 200 len: 835 time: 0.0422039 Jan 10 12:26:52.284725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07df5a1-7eef-4fad-b1cb-001263c801bf req-3544b784-d7ca-45d6-b5ed-54b708062a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:52.286335 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b07df5a1-7eef-4fad-b1cb-001263c801bf req-3544b784-d7ca-45d6-b5ed-54b708062a7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59d42561-e601-48f6-91dc-44dca7407bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402710 Jan 10 12:26:52.376834 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b07df5a1-7eef-4fad-b1cb-001263c801bf req-7a95a51f-807d-4e0a-9a3d-44f56eb0b2f6 service neutron] 10.222.0.30 "GET /v2.0/networks/59d42561-e601-48f6-91dc-44dca7407bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849657 Jan 10 12:26:52.463605 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b07df5a1-7eef-4fad-b1cb-001263c801bf req-87a91266-1cf9-4687-8881-cc17234fcd52 service neutron] 10.222.0.30 "GET /v2.0/networks/59d42561-e601-48f6-91dc-44dca7407bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804987 Jan 10 12:26:54.811538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4ed74-5ea6-45f4-97f3-3dea91ca0a4d req-bfd38077-629d-4b3f-97ec-b88c7704d407 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:54.813061 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96f4ed74-5ea6-45f4-97f3-3dea91ca0a4d req-bfd38077-629d-4b3f-97ec-b88c7704d407 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 945 time: 0.0521393 Jan 10 12:26:54.865753 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96f4ed74-5ea6-45f4-97f3-3dea91ca0a4d req-22db3c67-2c4b-455e-a2f1-59fb46e2a2a1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472598 Jan 10 12:26:55.984580 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19174efc-0c3f-482f-a126-0f649e2be5cf req-117dcca6-3ce7-4634-81fb-3f367e90b734 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:55.986102 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-19174efc-0c3f-482f-a126-0f649e2be5cf req-117dcca6-3ce7-4634-81fb-3f367e90b734 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 945 time: 0.0509803 Jan 10 12:26:56.035042 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-19174efc-0c3f-482f-a126-0f649e2be5cf req-8767eeda-0c03-41f0-9c52-ac79ec043591 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430725 Jan 10 12:26:56.057071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36108) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:56.116544 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4552cf8f-56cf-482b-8802-60b38b257d6b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/84924521-6d56-42e1-92fe-e345bc24aa02 HTTP/1.1" status: 200 len: 992 time: 0.0577397 Jan 10 12:26:57.538719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2d537-0b7c-49f8-9786-8abc8fbeb12e req-a239ab35-5571-41ac-b6a5-a895f0e6bfa1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:57.540256 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2cb2d537-0b7c-49f8-9786-8abc8fbeb12e req-a239ab35-5571-41ac-b6a5-a895f0e6bfa1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 945 time: 0.0492749 Jan 10 12:26:57.590924 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2cb2d537-0b7c-49f8-9786-8abc8fbeb12e req-f9e3db56-34c3-447f-86a2-04d8c47bba19 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434527 Jan 10 12:26:58.711187 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50864f-daaf-49aa-8eb3-b7b0907884a2 req-23ba8733-b2fc-4b65-865e-278b298e29c0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:26:58.712664 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-eb50864f-daaf-49aa-8eb3-b7b0907884a2 req-23ba8733-b2fc-4b65-865e-278b298e29c0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 945 time: 0.0530510 Jan 10 12:26:58.761275 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-eb50864f-daaf-49aa-8eb3-b7b0907884a2 req-ad9a692e-012d-4cd1-ae98-2ebf53e397aa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425162 Jan 10 12:26:58.783708 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36118) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:58.842734 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-74b6e04a-7cf5-410d-8b69-f662b73d2e1c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/84924521-6d56-42e1-92fe-e345bc24aa02 HTTP/1.1" status: 200 len: 992 time: 0.0578945 Jan 10 12:26:59.074254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36124) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:26:59.233052 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port a8b1e872-e452-48be-9a6e-ce4cee21629e {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:26:59.233402 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a8b1e872-e452-48be-9a6e-ce4cee21629e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:59.309613 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a8b1e872-e452-48be-9a6e-ce4cee21629e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:59.310023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (a8b1e872-e452-48be-9a6e-ce4cee21629e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:59.321420 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for a8b1e872-e452-48be-9a6e-ce4cee21629e owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:26:59.819975 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (a8b1e872-e452-48be-9a6e-ce4cee21629e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:59.844182 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=a8b1e872-e452-48be-9a6e-ce4cee21629e,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:26:59.857203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:59.857563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:59.857943 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:59.858291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:59.858636 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:59.858979 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:59.859318 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:59.859654 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:59.859993 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:59.860331 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:59.860670 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:59.861005 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:59.861338 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:26:59.917593 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (84924521-6d56-42e1-92fe-e345bc24aa02), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:26:59.918014 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Floating IP 84924521-6d56-42e1-92fe-e345bc24aa02 disassociated (deleted). External IP: 172.36.2.91, port: 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3. Jan 10 12:27:00.118511 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 0c449c94-7011-4b28-b3fe-6446f0168cc9 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:27:00.225585 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:27:00.231150 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:00.238819 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74345744-b0c7-49a4-8fcc-601aa73d184d None None] Sync routers for ids ['0c449c94-7011-4b28-b3fe-6446f0168cc9'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:27:00.252653 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74345744-b0c7-49a4-8fcc-601aa73d184d None None] Routers {'0c449c94-7011-4b28-b3fe-6446f0168cc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:27:00.253321 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-74345744-b0c7-49a4-8fcc-601aa73d184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:26:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['0c449c94-7011-4b28-b3fe-6446f0168cc9'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:00.259795 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6705866b-f59f-4738-b168-b58a0353db01 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/floatingips/84924521-6d56-42e1-92fe-e345bc24aa02 HTTP/1.1" status: 204 len: 168 time: 1.1844573 Jan 10 12:27:00.260397 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9226690-ba5e-4277-85ed-d5bdb96b0780', 'tag': '9ad2c6ba-cf11-4649-afd5-b40e5056ecd3'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:27:00.263358 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60367a34-2476-4ab4-89a2-ca698e8ca189" -d '{"events": [{"name": "network-changed", "server_uuid": "c9226690-ba5e-4277-85ed-d5bdb96b0780", "tag": "9ad2c6ba-cf11-4649-afd5-b40e5056ecd3"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:27:00.306888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1ae6b3-4068-401b-beab-2fe6a23b3276 x-openstack-request-id: req-3b1ae6b3-4068-401b-beab-2fe6a23b3276 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:27:00.307200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9226690-ba5e-4277-85ed-d5bdb96b0780", "tag": "9ad2c6ba-cf11-4649-afd5-b40e5056ecd3", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:27:00.307960 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b1ae6b3-4068-401b-beab-2fe6a23b3276 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:27:00.308410 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9226690-ba5e-4277-85ed-d5bdb96b0780', 'tag': '9ad2c6ba-cf11-4649-afd5-b40e5056ecd3', 'status': 'completed', 'code': 200} Jan 10 12:27:00.362459 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-74345744-b0c7-49a4-8fcc-601aa73d184d None None] Set router 0c449c94-7011-4b28-b3fe-6446f0168cc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:27:00.369543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60367a34-2476-4ab4-89a2-ca698e8ca189 req-08eb76b7-07d1-496a-8c4a-1d419508b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:00.371626 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-60367a34-2476-4ab4-89a2-ca698e8ca189 req-08eb76b7-07d1-496a-8c4a-1d419508b540 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 1098 time: 0.0423572 Jan 10 12:27:00.467127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60367a34-2476-4ab4-89a2-ca698e8ca189 req-6110781c-78eb-42a1-a9b2-f869826fa150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:00.468611 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-60367a34-2476-4ab4-89a2-ca698e8ca189 req-6110781c-78eb-42a1-a9b2-f869826fa150 service neutron] 10.222.0.30 "GET /v2.0/networks?id=59d42561-e601-48f6-91dc-44dca7407bbf HTTP/1.1" status: 200 len: 897 time: 0.0906501 Jan 10 12:27:00.517010 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-60367a34-2476-4ab4-89a2-ca698e8ca189 req-46f63e9e-b044-45da-af86-976902011c2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 HTTP/1.1" status: 200 len: 217 time: 0.0374243 Jan 10 12:27:00.566764 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-74345744-b0c7-49a4-8fcc-601aa73d184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703144831', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26'}], 'enable_snat': True}, 'gw_port_id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:26:01Z', 'updated_at': '2022-01-10T12:26:06Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:02Z', 'updated_at': '2022-01-10T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd3844df6-4fe9-4c75-b5a5-03f97a983b74', 'name': '', 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:33:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:05Z', 'updated_at': '2022-01-10T12:26:08Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:00.570632 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60367a34-2476-4ab4-89a2-ca698e8ca189 req-ca7ac4cc-4570-4c71-adde-0f5ea755e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:00.572138 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-60367a34-2476-4ab4-89a2-ca698e8ca189 req-ca7ac4cc-4570-4c71-adde-0f5ea755e571 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b59b12b-7b56-4562-80c8-c1bf8b7b4baf HTTP/1.1" status: 200 len: 835 time: 0.0485620 Jan 10 12:27:00.595020 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74345744-b0c7-49a4-8fcc-601aa73d184d None None] Checking router: 0c449c94-7011-4b28-b3fe-6446f0168cc9 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:27:00.603834 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74345744-b0c7-49a4-8fcc-601aa73d184d None None] Routers {'0c449c94-7011-4b28-b3fe-6446f0168cc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:27:00.605125 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-74345744-b0c7-49a4-8fcc-601aa73d184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:26:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['0c449c94-7011-4b28-b3fe-6446f0168cc9'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:00.618862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60367a34-2476-4ab4-89a2-ca698e8ca189 req-5edb3cc6-34d7-49a0-b82e-4b21400237b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:00.621188 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-60367a34-2476-4ab4-89a2-ca698e8ca189 req-5edb3cc6-34d7-49a0-b82e-4b21400237b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59d42561-e601-48f6-91dc-44dca7407bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437243 Jan 10 12:27:00.713698 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-74345744-b0c7-49a4-8fcc-601aa73d184d None None] Set router 0c449c94-7011-4b28-b3fe-6446f0168cc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:27:00.730316 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1677a9-5fde-4b4f-a04d-7abda692dff1 req-a7d8c956-f003-444a-b457-c156c273c557 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:00.731789 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bf1677a9-5fde-4b4f-a04d-7abda692dff1 req-a7d8c956-f003-444a-b457-c156c273c557 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 945 time: 0.0980935 Jan 10 12:27:00.764349 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-60367a34-2476-4ab4-89a2-ca698e8ca189 req-bac68416-86fe-4f3c-9d1d-da39c06aad55 service neutron] 10.222.0.30 "GET /v2.0/networks/59d42561-e601-48f6-91dc-44dca7407bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377056 Jan 10 12:27:00.817904 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bf1677a9-5fde-4b4f-a04d-7abda692dff1 req-e0c5a402-9e63-4e48-85a6-8636f32f7d8f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793581 Jan 10 12:27:00.878566 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-60367a34-2476-4ab4-89a2-ca698e8ca189 req-9a842e4c-fe85-4585-aca3-47763a9123be service neutron] 10.222.0.30 "GET /v2.0/networks/59d42561-e601-48f6-91dc-44dca7407bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036561 Jan 10 12:27:00.914756 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-74345744-b0c7-49a4-8fcc-601aa73d184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703144831', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26'}], 'enable_snat': True}, 'gw_port_id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:26:01Z', 'updated_at': '2022-01-10T12:26:06Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:02Z', 'updated_at': '2022-01-10T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd3844df6-4fe9-4c75-b5a5-03f97a983b74', 'name': '', 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:33:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:05Z', 'updated_at': '2022-01-10T12:26:08Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:00.941265 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74345744-b0c7-49a4-8fcc-601aa73d184d None None] The sync data for ids ['0c449c94-7011-4b28-b3fe-6446f0168cc9'] in dv-neutron-master-2-hyperv is: [{'id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703144831', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26'}], 'enable_snat': True}, 'gw_port_id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:26:01Z', 'updated_at': '2022-01-10T12:26:06Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:02Z', 'updated_at': '2022-01-10T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd3844df6-4fe9-4c75-b5a5-03f97a983b74', 'name': '', 'network_id': '59d42561-e601-48f6-91dc-44dca7407bbf', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:33:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:05Z', 'updated_at': '2022-01-10T12:26:08Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2b59b12b-7b56-4562-80c8-c1bf8b7b4baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:27:01.153402 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e6226-a76d-4e2f-8c0e-ef4efbe8eb0b None None] New status for floating IP 84924521-6d56-42e1-92fe-e345bc24aa02: DOWN {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:27:01.937364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ba8f-9e38-4661-8e00-1a593cd6d013 req-1d6e9bed-cb43-4188-aa3a-8c273b307c5a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:01.938906 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b617ba8f-9e38-4661-8e00-1a593cd6d013 req-1d6e9bed-cb43-4188-aa3a-8c273b307c5a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 945 time: 0.0537443 Jan 10 12:27:01.987124 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b617ba8f-9e38-4661-8e00-1a593cd6d013 req-c076d674-5dab-4588-821a-f62acd282868 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=da14b6c7-180d-451c-984b-d788fd49b623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426092 Jan 10 12:27:02.232669 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05748356-336e-4f49-8061-f972100d49a1 req-bc7bd468-13db-401f-8665-86d90493e686 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:02.234201 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-05748356-336e-4f49-8061-f972100d49a1 req-bc7bd468-13db-401f-8665-86d90493e686 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 945 time: 0.0475883 Jan 10 12:27:02.322618 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-05748356-336e-4f49-8061-f972100d49a1 req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:27:02.322860 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-05748356-336e-4f49-8061-f972100d49a1 req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (9ad2c6ba-cf11-4649-afd5-b40e5056ecd3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:02.412721 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-05748356-336e-4f49-8061-f972100d49a1 req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] For port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9ad2c6ba-cf11-4649-afd5-b40e5056ecd3,segment=NetworkSegment(66a49858-2352-455e-b7e0-2ac6d4a5b18a),segment_id=66a49858-2352-455e-b7e0-2ac6d4a5b18a)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:27:02.413076 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-05748356-336e-4f49-8061-f972100d49a1 req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (9ad2c6ba-cf11-4649-afd5-b40e5056ecd3), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:02.426101 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-05748356-336e-4f49-8061-f972100d49a1 req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:27:02.597010 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-05748356-336e-4f49-8061-f972100d49a1 req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (9ad2c6ba-cf11-4649-afd5-b40e5056ecd3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:02.625498 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=9ad2c6ba-cf11-4649-afd5-b40e5056ecd3,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:02.637544 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:02.637934 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:02.638290 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:02.638627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:02.638973 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:02.639310 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:02.639646 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:02.639980 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:02.640314 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:02.640640 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:02.640970 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:02.641296 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:02.641623 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:02.675106 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-05748356-336e-4f49-8061-f972100d49a1 req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] No DVR routers for this DVR port 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:27:02.677517 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-05748356-336e-4f49-8061-f972100d49a1 req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:02.680777 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-05748356-336e-4f49-8061-f972100d49a1 req-6fb6d571-3a2c-4a0a-bc89-165ea6223047 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "DELETE /v2.0/ports/9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 HTTP/1.1" status: 204 len: 173 time: 0.4412065 Jan 10 12:27:02.681211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9226690-ba5e-4277-85ed-d5bdb96b0780', 'name': 'network-vif-deleted', 'tag': '9ad2c6ba-cf11-4649-afd5-b40e5056ecd3'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:27:02.683488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102a3cbe-c9fa-48ff-859c-d66ae25773ee" -d '{"events": [{"server_uuid": "c9226690-ba5e-4277-85ed-d5bdb96b0780", "name": "network-vif-deleted", "tag": "9ad2c6ba-cf11-4649-afd5-b40e5056ecd3"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:27:02.718409 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9f85a4-1777-4883-9ff4-cfe65bce379a x-openstack-request-id: req-7e9f85a4-1777-4883-9ff4-cfe65bce379a {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:27:02.718705 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9226690-ba5e-4277-85ed-d5bdb96b0780", "name": "network-vif-deleted", "tag": "9ad2c6ba-cf11-4649-afd5-b40e5056ecd3", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:27:02.719020 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e9f85a4-1777-4883-9ff4-cfe65bce379a {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:27:02.719372 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9226690-ba5e-4277-85ed-d5bdb96b0780', 'name': 'network-vif-deleted', 'tag': '9ad2c6ba-cf11-4649-afd5-b40e5056ecd3', 'status': 'completed', 'code': 200} Jan 10 12:27:03.096699 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f27aa7f3-3963-4c34-a929-08e864fddf20 req-c9cd5de1-f4a4-43bc-ab95-f76b760e2e1e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9226690-ba5e-4277-85ed-d5bdb96b0780 HTTP/1.1" status: 200 len: 210 time: 0.0273707 Jan 10 12:27:04.153164 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36140) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:04.514242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1937c19e-f6e9-4bf4-80d3-f9bf07d36463 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (0c449c94-7011-4b28-b3fe-6446f0168cc9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:04.762020 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-1937c19e-f6e9-4bf4-80d3-f9bf07d36463 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port d3844df6-4fe9-4c75-b5a5-03f97a983b74 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:27:04.762360 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1937c19e-f6e9-4bf4-80d3-f9bf07d36463 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:04.847650 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-1937c19e-f6e9-4bf4-80d3-f9bf07d36463 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] For port d3844df6-4fe9-4c75-b5a5-03f97a983b74, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3844df6-4fe9-4c75-b5a5-03f97a983b74,segment=NetworkSegment(66a49858-2352-455e-b7e0-2ac6d4a5b18a),segment_id=66a49858-2352-455e-b7e0-2ac6d4a5b18a)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:27:04.847938 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1937c19e-f6e9-4bf4-80d3-f9bf07d36463 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:04.860332 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-1937c19e-f6e9-4bf4-80d3-f9bf07d36463 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for d3844df6-4fe9-4c75-b5a5-03f97a983b74 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:27:05.134714 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1937c19e-f6e9-4bf4-80d3-f9bf07d36463 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (d3844df6-4fe9-4c75-b5a5-03f97a983b74), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:05.159430 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937c19e-f6e9-4bf4-80d3-f9bf07d36463 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=d3844df6-4fe9-4c75-b5a5-03f97a983b74,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:05.344597 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1937c19e-f6e9-4bf4-80d3-f9bf07d36463 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (0c449c94-7011-4b28-b3fe-6446f0168cc9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:05.551851 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1937c19e-f6e9-4bf4-80d3-f9bf07d36463 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 0c449c94-7011-4b28-b3fe-6446f0168cc9 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:27:05.653350 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1937c19e-f6e9-4bf4-80d3-f9bf07d36463 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:27:05.658559 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1937c19e-f6e9-4bf4-80d3-f9bf07d36463 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "PUT /v2.0/routers/0c449c94-7011-4b28-b3fe-6446f0168cc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5041738 Jan 10 12:27:05.661109 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36142) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:05.663823 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ec2612-b974-4d29-94df-44921deffbd5 None None] Sync routers for ids ['0c449c94-7011-4b28-b3fe-6446f0168cc9'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:27:05.673176 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ec2612-b974-4d29-94df-44921deffbd5 None None] Routers {'0c449c94-7011-4b28-b3fe-6446f0168cc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:27:05.673805 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-54ec2612-b974-4d29-94df-44921deffbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:26:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['0c449c94-7011-4b28-b3fe-6446f0168cc9'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:05.714826 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-9401a60d-eccd-45b7-a003-d5f0a4789be6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting subnet 2b59b12b-7b56-4562-80c8-c1bf8b7b4baf {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:27:05.717955 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9401a60d-eccd-45b7-a003-d5f0a4789be6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for subnet (2b59b12b-7b56-4562-80c8-c1bf8b7b4baf), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:05.758255 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9401a60d-eccd-45b7-a003-d5f0a4789be6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (2b59b12b-7b56-4562-80c8-c1bf8b7b4baf), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:05.780425 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-54ec2612-b974-4d29-94df-44921deffbd5 None None] Set router 0c449c94-7011-4b28-b3fe-6446f0168cc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:27:05.846562 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9401a60d-eccd-45b7-a003-d5f0a4789be6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (2b59b12b-7b56-4562-80c8-c1bf8b7b4baf), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:05.969054 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-54ec2612-b974-4d29-94df-44921deffbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703144831', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26'}], 'enable_snat': True}, 'gw_port_id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:26:01Z', 'updated_at': '2022-01-10T12:27:04Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:02Z', 'updated_at': '2022-01-10T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:05.975678 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:27:05.986262 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9401a60d-eccd-45b7-a003-d5f0a4789be6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (2b59b12b-7b56-4562-80c8-c1bf8b7b4baf), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:05.998969 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ec2612-b974-4d29-94df-44921deffbd5 None None] Checking router: 0c449c94-7011-4b28-b3fe-6446f0168cc9 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:27:05.999503 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:27:05.999852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 9ad2c6ba-cf11-4649-afd5-b40e5056ecd3 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:27:06.007547 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ec2612-b974-4d29-94df-44921deffbd5 None None] Routers {'0c449c94-7011-4b28-b3fe-6446f0168cc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:27:06.008152 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-54ec2612-b974-4d29-94df-44921deffbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:26:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['0c449c94-7011-4b28-b3fe-6446f0168cc9'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:06.017388 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401a60d-eccd-45b7-a003-d5f0a4789be6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Subnet': ['ID=2b59b12b-7b56-4562-80c8-c1bf8b7b4baf,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:06.019596 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-9401a60d-eccd-45b7-a003-d5f0a4789be6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:06.025612 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9401a60d-eccd-45b7-a003-d5f0a4789be6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/subnets/2b59b12b-7b56-4562-80c8-c1bf8b7b4baf HTTP/1.1" status: 204 len: 168 time: 0.3609469 Jan 10 12:27:06.025843 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36144) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:06.032301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f74f6d-e295-40c2-8ffe-9d42db362602 None None] Network 59d42561-e601-48f6-91dc-44dca7407bbf requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:27:06.084434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f6b10c8b-ee90-4f44-8e49-908b1712ff95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:06.115663 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-54ec2612-b974-4d29-94df-44921deffbd5 None None] Set router 0c449c94-7011-4b28-b3fe-6446f0168cc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:27:06.142614 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86d55152-bb6f-45bb-8cb7-6e89b920516f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router (0c449c94-7011-4b28-b3fe-6446f0168cc9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:06.190939 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] DHCP port deletion for 59d42561-e601-48f6-91dc-44dca7407bbf request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:27:06.251080 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Deleting port 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:27:06.251471 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (915de9a7-0dfd-46f9-8584-e4fe8e9d2e85), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:06.259777 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86d55152-bb6f-45bb-8cb7-6e89b920516f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (0c449c94-7011-4b28-b3fe-6446f0168cc9), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:06.318539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] For port 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=915de9a7-0dfd-46f9-8584-e4fe8e9d2e85,segment=NetworkSegment(66a49858-2352-455e-b7e0-2ac6d4a5b18a),segment_id=66a49858-2352-455e-b7e0-2ac6d4a5b18a)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:27:06.318948 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (915de9a7-0dfd-46f9-8584-e4fe8e9d2e85), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:06.332058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Calling delete_port for 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:27:06.383729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-86d55152-bb6f-45bb-8cb7-6e89b920516f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port 7411b394-85a2-47b6-ad6c-bef952ab9f8b {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:27:06.384135 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86d55152-bb6f-45bb-8cb7-6e89b920516f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7411b394-85a2-47b6-ad6c-bef952ab9f8b), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:06.402701 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-54ec2612-b974-4d29-94df-44921deffbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703144831', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26'}], 'enable_snat': True}, 'gw_port_id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:26:01Z', 'updated_at': '2022-01-10T12:27:04Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:02Z', 'updated_at': '2022-01-10T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:06.432973 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ec2612-b974-4d29-94df-44921deffbd5 None None] The sync data for ids ['0c449c94-7011-4b28-b3fe-6446f0168cc9'] in dv-neutron-master-2-hyperv is: [{'id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703144831', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26'}], 'enable_snat': True}, 'gw_port_id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:26:01Z', 'updated_at': '2022-01-10T12:27:04Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '7411b394-85a2-47b6-ad6c-bef952ab9f8b', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c449c94-7011-4b28-b3fe-6446f0168cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:26:02Z', 'updated_at': '2022-01-10T12:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:27:06.472346 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-86d55152-bb6f-45bb-8cb7-6e89b920516f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] For port 7411b394-85a2-47b6-ad6c-bef952ab9f8b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7411b394-85a2-47b6-ad6c-bef952ab9f8b,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:27:06.472711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86d55152-bb6f-45bb-8cb7-6e89b920516f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7411b394-85a2-47b6-ad6c-bef952ab9f8b), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:06.483102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (915de9a7-0dfd-46f9-8584-e4fe8e9d2e85), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:06.489578 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-86d55152-bb6f-45bb-8cb7-6e89b920516f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for 7411b394-85a2-47b6-ad6c-bef952ab9f8b owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:27:06.510629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Pushing event deleted for resources: {'Port': ['ID=915de9a7-0dfd-46f9-8584-e4fe8e9d2e85,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:06.512903 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] No DVR routers for this DVR port 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:27:06.525664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:06.526106 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:06.526487 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:06.526834 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:06.527177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:06.527517 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:06.527856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:06.528194 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:06.528532 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:06.528905 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:06.529245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:06.529577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:06.529935 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5caa0-e877-4327-a2b3-44945dfbbb40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:06.728346 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86d55152-bb6f-45bb-8cb7-6e89b920516f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (7411b394-85a2-47b6-ad6c-bef952ab9f8b), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:06.823269 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:27:07.046446 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d55152-bb6f-45bb-8cb7-6e89b920516f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=7411b394-85a2-47b6-ad6c-bef952ab9f8b,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:07.053363 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33845294-e7dc-40ca-916c-544c4ba3dc42 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:27:07.102979 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86d55152-bb6f-45bb-8cb7-6e89b920516f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (0c449c94-7011-4b28-b3fe-6446f0168cc9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:07.191522 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86d55152-bb6f-45bb-8cb7-6e89b920516f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (0c449c94-7011-4b28-b3fe-6446f0168cc9), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:07.193624 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86d55152-bb6f-45bb-8cb7-6e89b920516f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_controller (0c449c94-7011-4b28-b3fe-6446f0168cc9), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:07.299840 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86d55152-bb6f-45bb-8cb7-6e89b920516f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (0c449c94-7011-4b28-b3fe-6446f0168cc9), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:07.300442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d55152-bb6f-45bb-8cb7-6e89b920516f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Fanout notify agent at l3_agent the message router_deleted on router 0c449c94-7011-4b28-b3fe-6446f0168cc9 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:27:07.308132 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-86d55152-bb6f-45bb-8cb7-6e89b920516f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:07.311834 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-86d55152-bb6f-45bb-8cb7-6e89b920516f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/routers/0c449c94-7011-4b28-b3fe-6446f0168cc9 HTTP/1.1" status: 204 len: 168 time: 1.2821059 Jan 10 12:27:07.312506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36146) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:07.398811 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d303-830a-4f2e-9ba1-94ceb3c7f8af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (59d42561-e601-48f6-91dc-44dca7407bbf), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:07.485554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d303-830a-4f2e-9ba1-94ceb3c7f8af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (59d42561-e601-48f6-91dc-44dca7407bbf), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:07.504839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-f4a2d303-830a-4f2e-9ba1-94ceb3c7f8af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d42561-e601-48f6-91dc-44dca7407bbf']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:07.514301 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-f4a2d303-830a-4f2e-9ba1-94ceb3c7f8af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a49858-2352-455e-b7e0-2ac6d4a5b18a') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:07.514597 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-f4a2d303-830a-4f2e-9ba1-94ceb3c7f8af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a49858-2352-455e-b7e0-2ac6d4a5b18a') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:07.528380 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d303-830a-4f2e-9ba1-94ceb3c7f8af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (66a49858-2352-455e-b7e0-2ac6d4a5b18a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:07.540881 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d303-830a-4f2e-9ba1-94ceb3c7f8af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (66a49858-2352-455e-b7e0-2ac6d4a5b18a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:07.546543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a2d303-830a-4f2e-9ba1-94ceb3c7f8af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:27:07.546915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d303-830a-4f2e-9ba1-94ceb3c7f8af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (66a49858-2352-455e-b7e0-2ac6d4a5b18a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:27:07.549691 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:27:07.637200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d303-830a-4f2e-9ba1-94ceb3c7f8af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (59d42561-e601-48f6-91dc-44dca7407bbf), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:07.643620 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d303-830a-4f2e-9ba1-94ceb3c7f8af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:07.646716 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f4a2d303-830a-4f2e-9ba1-94ceb3c7f8af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/networks/59d42561-e601-48f6-91dc-44dca7407bbf HTTP/1.1" status: 204 len: 168 time: 0.3332191 Jan 10 12:27:07.649572 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36148) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:07.657651 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2d303-830a-4f2e-9ba1-94ceb3c7f8af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Network': ['ID=59d42561-e601-48f6-91dc-44dca7407bbf,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:07.708055 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-29e69f21-f04c-4ab0-b4c7-4f0b6b76b689 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (da14b6c7-180d-451c-984b-d788fd49b623), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:07.734072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-29e69f21-f04c-4ab0-b4c7-4f0b6b76b689 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (da14b6c7-180d-451c-984b-d788fd49b623), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:07.810600 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device d3844df6-4fe9-4c75-b5a5-03f97a983b74 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:27:07.831286 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: d3844df6-4fe9-4c75-b5a5-03f97a983b74 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:27:07.831640 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device d3844df6-4fe9-4c75-b5a5-03f97a983b74 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:27:07.834874 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7411b394-85a2-47b6-ad6c-bef952ab9f8b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:27:07.850121 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 7411b394-85a2-47b6-ad6c-bef952ab9f8b {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:27:07.850474 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 7411b394-85a2-47b6-ad6c-bef952ab9f8b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:27:07.850881 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:27:07.855421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-29e69f21-f04c-4ab0-b4c7-4f0b6b76b689 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (da14b6c7-180d-451c-984b-d788fd49b623), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:07.858330 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-29e69f21-f04c-4ab0-b4c7-4f0b6b76b689 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:07.859494 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-29e69f21-f04c-4ab0-b4c7-4f0b6b76b689 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/security-groups/da14b6c7-180d-451c-984b-d788fd49b623 HTTP/1.1" status: 204 len: 168 time: 0.2088954 Jan 10 12:27:07.868942 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e69f21-f04c-4ab0-b4c7-4f0b6b76b689 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da14b6c7-180d-451c-984b-d788fd49b623,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:07.874404 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:27:07.874780 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 915de9a7-0dfd-46f9-8584-e4fe8e9d2e85 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:27:08.345640 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36154) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:08.350417 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-79b0897f-560b-402d-bf27-c89caf3d91a0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1096234259', 'description': 'tempest-secgroup-smoke-1096234259 description', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:27:08.431098 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-79b0897f-560b-402d-bf27-c89caf3d91a0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:08.495552 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-79b0897f-560b-402d-bf27-c89caf3d91a0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (b80d162c-62b8-4947-ab4c-3f43bb936528), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:08.539694 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-79b0897f-560b-402d-bf27-c89caf3d91a0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (b80d162c-62b8-4947-ab4c-3f43bb936528), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:08.568709 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0897f-560b-402d-bf27-c89caf3d91a0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80d162c-62b8-4947-ab4c-3f43bb936528,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:08.605054 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-79b0897f-560b-402d-bf27-c89caf3d91a0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:08.606920 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-79b0897f-560b-402d-bf27-c89caf3d91a0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2601831 Jan 10 12:27:08.612745 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36156) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:08.617510 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-219f45e6-350c-4480-b573-029e69b81fe5 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': 'b80d162c-62b8-4947-ab4c-3f43bb936528', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:27:08.682238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-219f45e6-350c-4480-b573-029e69b81fe5 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (eb374f7e-698f-41d6-8c5b-4f1692c4b902), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:08.740951 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-219f45e6-350c-4480-b573-029e69b81fe5 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (eb374f7e-698f-41d6-8c5b-4f1692c4b902), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:08.814147 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-219f45e6-350c-4480-b573-029e69b81fe5 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (eb374f7e-698f-41d6-8c5b-4f1692c4b902), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:08.832011 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f45e6-350c-4480-b573-029e69b81fe5 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb374f7e-698f-41d6-8c5b-4f1692c4b902,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:08.919190 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-219f45e6-350c-4480-b573-029e69b81fe5 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:08.920393 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-219f45e6-350c-4480-b573-029e69b81fe5 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3066764 Jan 10 12:27:08.923081 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36158) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:08.927461 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-5cc78704-c106-4980-8585-f30a94505c96 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': 'b80d162c-62b8-4947-ab4c-3f43bb936528', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:27:09.018514 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5cc78704-c106-4980-8585-f30a94505c96 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (e8bf9196-9546-4962-b636-95e0d49ce76a), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:09.075384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5cc78704-c106-4980-8585-f30a94505c96 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (e8bf9196-9546-4962-b636-95e0d49ce76a), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:09.139788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5cc78704-c106-4980-8585-f30a94505c96 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (e8bf9196-9546-4962-b636-95e0d49ce76a), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:09.157269 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78704-c106-4980-8585-f30a94505c96 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bf9196-9546-4962-b636-95e0d49ce76a,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:09.221954 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-5cc78704-c106-4980-8585-f30a94505c96 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:09.223226 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-5cc78704-c106-4980-8585-f30a94505c96 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2991154 Jan 10 12:27:09.226013 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36160) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:09.230363 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-806f9426-c071-49f7-8f15-e9b30e012b05 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': 'b80d162c-62b8-4947-ab4c-3f43bb936528', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:27:09.322242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-806f9426-c071-49f7-8f15-e9b30e012b05 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (81e01f53-37bc-46d5-a0bc-7e8a5ac5c052), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:09.380462 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-806f9426-c071-49f7-8f15-e9b30e012b05 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (81e01f53-37bc-46d5-a0bc-7e8a5ac5c052), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:09.454422 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-806f9426-c071-49f7-8f15-e9b30e012b05 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (81e01f53-37bc-46d5-a0bc-7e8a5ac5c052), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:09.473137 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f9426-c071-49f7-8f15-e9b30e012b05 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e01f53-37bc-46d5-a0bc-7e8a5ac5c052,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:09.553622 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-806f9426-c071-49f7-8f15-e9b30e012b05 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:09.555005 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-806f9426-c071-49f7-8f15-e9b30e012b05 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3280377 Jan 10 12:27:09.558326 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36162) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:09.562821 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-da921468-b112-4b8f-b13e-9f25e0e73df8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': 'b80d162c-62b8-4947-ab4c-3f43bb936528', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:27:09.659578 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-da921468-b112-4b8f-b13e-9f25e0e73df8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (f8cd37ec-b63e-4151-8218-745a4050d1ee), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:09.723895 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-da921468-b112-4b8f-b13e-9f25e0e73df8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (f8cd37ec-b63e-4151-8218-745a4050d1ee), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:09.802595 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-da921468-b112-4b8f-b13e-9f25e0e73df8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (f8cd37ec-b63e-4151-8218-745a4050d1ee), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:09.819884 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da921468-b112-4b8f-b13e-9f25e0e73df8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8cd37ec-b63e-4151-8218-745a4050d1ee,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:09.896264 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-da921468-b112-4b8f-b13e-9f25e0e73df8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:09.897502 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-da921468-b112-4b8f-b13e-9f25e0e73df8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3382261 Jan 10 12:27:09.900186 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36164) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:09.905503 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-903abd52-a0cf-427a-8eb6-6ddda5dc919d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': 'b80d162c-62b8-4947-ab4c-3f43bb936528', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:27:10.008328 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-903abd52-a0cf-427a-8eb6-6ddda5dc919d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Project cc6d11ffd4e1456e966331f2b05cc6f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:27:10.013351 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-903abd52-a0cf-427a-8eb6-6ddda5dc919d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (7dcd803c-016f-48a9-84ee-7b8903ecb560), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:10.070119 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-903abd52-a0cf-427a-8eb6-6ddda5dc919d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (7dcd803c-016f-48a9-84ee-7b8903ecb560), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:10.134251 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-903abd52-a0cf-427a-8eb6-6ddda5dc919d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (7dcd803c-016f-48a9-84ee-7b8903ecb560), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:10.153416 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903abd52-a0cf-427a-8eb6-6ddda5dc919d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dcd803c-016f-48a9-84ee-7b8903ecb560,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:10.228400 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-903abd52-a0cf-427a-8eb6-6ddda5dc919d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:10.232394 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-903abd52-a0cf-427a-8eb6-6ddda5dc919d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3281236 Jan 10 12:27:10.232598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36166) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:10.237219 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-2f0a4b48-6ff6-4767-9a7f-cee35dffcecd tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': 'b80d162c-62b8-4947-ab4c-3f43bb936528', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:27:10.334695 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-2f0a4b48-6ff6-4767-9a7f-cee35dffcecd tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Project cc6d11ffd4e1456e966331f2b05cc6f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:27:10.340605 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4b48-6ff6-4767-9a7f-cee35dffcecd tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (7d0d73a4-13a0-4b4b-8602-c7ed1938c51e), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:10.363057 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5c1a00ca-bbc3-4b93-96a9-4bc8178cd898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:10.399572 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4b48-6ff6-4767-9a7f-cee35dffcecd tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (7d0d73a4-13a0-4b4b-8602-c7ed1938c51e), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:10.460127 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4b48-6ff6-4767-9a7f-cee35dffcecd tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (7d0d73a4-13a0-4b4b-8602-c7ed1938c51e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:10.475677 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a4b48-6ff6-4767-9a7f-cee35dffcecd tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0d73a4-13a0-4b4b-8602-c7ed1938c51e,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:10.530897 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4b48-6ff6-4767-9a7f-cee35dffcecd tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:10.532132 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2f0a4b48-6ff6-4767-9a7f-cee35dffcecd tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2985835 Jan 10 12:27:10.534976 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36168) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:10.539988 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-07755e43-d60f-44fd-83c2-e2f2b9d09aae tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'network': {'name': 'tempest-network-smoke--195904254', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'port_security_enabled': True}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:27:10.614293 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07755e43-d60f-44fd-83c2-e2f2b9d09aae tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Made reservation on behalf of cc6d11ffd4e1456e966331f2b05cc6f3 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:27:10.617675 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-07755e43-d60f-44fd-83c2-e2f2b9d09aae tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:10.643521 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07755e43-d60f-44fd-83c2-e2f2b9d09aae tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:27:10.653824 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-07755e43-d60f-44fd-83c2-e2f2b9d09aae tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (ca1a4764-6b43-43e4-82b9-a763079c5ae4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:10.654185 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-07755e43-d60f-44fd-83c2-e2f2b9d09aae tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Added segment ca1a4764-6b43-43e4-82b9-a763079c5ae4 of type vlan for network ab2f4cd8-a13a-4975-b842-93e476071bac Jan 10 12:27:10.699804 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-07755e43-d60f-44fd-83c2-e2f2b9d09aae tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (ab2f4cd8-a13a-4975-b842-93e476071bac), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:10.740066 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:10.780020 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-07755e43-d60f-44fd-83c2-e2f2b9d09aae tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (ab2f4cd8-a13a-4975-b842-93e476071bac), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:10.785749 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07755e43-d60f-44fd-83c2-e2f2b9d09aae tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:10.786378 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-07755e43-d60f-44fd-83c2-e2f2b9d09aae tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:10.849629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07755e43-d60f-44fd-83c2-e2f2b9d09aae tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Network': ['ID=ab2f4cd8-a13a-4975-b842-93e476071bac,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:10.862849 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network ab2f4cd8-a13a-4975-b842-93e476071bac details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:27:10.897229 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-07755e43-d60f-44fd-83c2-e2f2b9d09aae tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3610034 Jan 10 12:27:10.899800 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36170) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:10.904283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1961569744', 'admin_state_up': True, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:27:10.985824 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:10.986806 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:11.040353 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_controller (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:11.254435 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:11.516874 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:11.535359 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:11.638235 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.36.2.253 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/124d4867-f276-4cde-97d3-53eccc51c2ea) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:27:11.736102 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (124d4867-f276-4cde-97d3-53eccc51c2ea), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:11.825801 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (124d4867-f276-4cde-97d3-53eccc51c2ea), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:11.865714 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:27:11.868516 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:27:11.871137 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:27:11.881345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d91e7d3-34c2-4369-be17-c134d345d4d6 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:27:11.899916 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=124d4867-f276-4cde-97d3-53eccc51c2ea,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:11.934055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-cf83afb4-87ee-4dbf-82bb-c141d5901d68 None None] Provisioning complete for port 124d4867-f276-4cde-97d3-53eccc51c2ea triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:27:11.934433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cf83afb4-87ee-4dbf-82bb-c141d5901d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (124d4867-f276-4cde-97d3-53eccc51c2ea), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:11.967804 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-cf83afb4-87ee-4dbf-82bb-c141d5901d68 None None] Port 124d4867-f276-4cde-97d3-53eccc51c2ea cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:27:12.180133 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:12.299871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:12.377885 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:12.562939 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:27:12.668164 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:27:12.677471 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Sync routers for ids ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:27:12.688058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Routers {'1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:27:12.691114 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:27:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:12.730692 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:12.731989 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fa4a5965-e6c3-4ce7-9282-b99320090cb8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8312013 Jan 10 12:27:12.735339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36172) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:12.765756 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-11e454c3-99a1-404e-abd5-ca25a7b8c794 tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=cc6d11ffd4e1456e966331f2b05cc6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290875 Jan 10 12:27:12.768567 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36174) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:12.866207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea78ede-096d-4339-a393-dca08b8fece2 tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:12.867665 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2ea78ede-096d-4339-a393-dca08b8fece2 tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981421 Jan 10 12:27:12.870552 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36176) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:12.899348 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4521b321-ce19-4ef5-943e-928a216f110c tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277007 Jan 10 12:27:12.902657 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36178) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:12.910065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b2633bc7-b31a-43d7-ade3-c3df50d02872 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-615020854', 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:27:12.943525 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Set router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:27:13.059629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2633bc7-b31a-43d7-ade3-c3df50d02872 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Made reservation on behalf of cc6d11ffd4e1456e966331f2b05cc6f3 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:27:13.063477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b2633bc7-b31a-43d7-ade3-c3df50d02872 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:13.118852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961569744', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:27:10Z', 'updated_at': '2022-01-10T12:27:12Z', 'revision_number': 3, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:11Z', 'updated_at': '2022-01-10T12:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:13.150020 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Checking router: 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:27:13.150380 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Updating router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc port 124d4867-f276-4cde-97d3-53eccc51c2ea binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:27:13.175385 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (124d4867-f276-4cde-97d3-53eccc51c2ea), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:13.294373 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b2633bc7-b31a-43d7-ade3-c3df50d02872 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (cf51f4cc-8943-424a-8dcc-5de0c939979f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:13.340421 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:13.357205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2633bc7-b31a-43d7-ade3-c3df50d02872 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Subnet': ['ID=cf51f4cc-8943-424a-8dcc-5de0c939979f,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:13.365821 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2633bc7-b31a-43d7-ade3-c3df50d02872 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Checking segment: {'id': 'ca1a4764-6b43-43e4-82b9-a763079c5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:27:13.366200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2633bc7-b31a-43d7-ade3-c3df50d02872 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network hostable DHCP agents. Network: ab2f4cd8-a13a-4975-b842-93e476071bac, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:27:13.437190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2633bc7-b31a-43d7-ade3-c3df50d02872 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network ab2f4cd8-a13a-4975-b842-93e476071bac is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:27:13.438019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Publish callbacks [] for port (124d4867-f276-4cde-97d3-53eccc51c2ea), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:13.528459 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (124d4867-f276-4cde-97d3-53eccc51c2ea), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:13.539826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-b2633bc7-b31a-43d7-ade3-c3df50d02872 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ab2f4cd8-a13a-4975-b842-93e476071bac) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:27:13.544631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2633bc7-b31a-43d7-ade3-c3df50d02872 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:13.545847 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b2633bc7-b31a-43d7-ade3-c3df50d02872 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:13.560130 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33ba6af-8f05-4c43-b19a-d4fa6cacef6e None None] Network ab2f4cd8-a13a-4975-b842-93e476071bac requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:27:13.596039 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cf1336-b798-4599-bf4b-fe45207f057c None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:27:13.623294 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b2633bc7-b31a-43d7-ade3-c3df50d02872 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7195106 Jan 10 12:27:13.626188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36180) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:13.639857 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770fbd4-1969-4ec3-a305-0b62a7e5b2fd None None] Pushing event updated for resources: {'Port': ['ID=124d4867-f276-4cde-97d3-53eccc51c2ea,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:13.644754 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Attempting to bind port 124d4867-f276-4cde-97d3-53eccc51c2ea on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:27:13.645118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Attempting to bind port 124d4867-f276-4cde-97d3-53eccc51c2ea by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:27:13.645482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Attempting to bind port 124d4867-f276-4cde-97d3-53eccc51c2ea on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:27:13.657483 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:27:13.658097 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:27:13.658500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:13.658890 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:27:13.659384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Bound port: 124d4867-f276-4cde-97d3-53eccc51c2ea, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:27:13.659765 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (124d4867-f276-4cde-97d3-53eccc51c2ea), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:13.738880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ab2f4cd8-a13a-4975-b842-93e476071bac', 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ips': [{'subnet_id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:27:13.739723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:13.748711 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-ca21058a-cc09-4e2b-b6f2-18fcf5f09cd2 None None] Provisioning complete for port 124d4867-f276-4cde-97d3-53eccc51c2ea triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:27:13.749074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ca21058a-cc09-4e2b-b6f2-18fcf5f09cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (124d4867-f276-4cde-97d3-53eccc51c2ea), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:13.764601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] For port 124d4867-f276-4cde-97d3-53eccc51c2ea, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:27:13.797544 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] For port 124d4867-f276-4cde-97d3-53eccc51c2ea, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=124d4867-f276-4cde-97d3-53eccc51c2ea,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:27:13.812575 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ca21058a-cc09-4e2b-b6f2-18fcf5f09cd2 None None] Port 124d4867-f276-4cde-97d3-53eccc51c2ea cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:27:13.860623 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (124d4867-f276-4cde-97d3-53eccc51c2ea), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:13.936159 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3f2512-6ee5-4999-b145-a324ebdb0d3a None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:27:13.973177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Routers {'1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:27:13.973818 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:27:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:13.979418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770fbd4-1969-4ec3-a305-0b62a7e5b2fd None None] Pushing event updated for resources: {'Port': ['ID=124d4867-f276-4cde-97d3-53eccc51c2ea,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:14.048239 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Allocated IP 172.20.0.2 (ab2f4cd8-a13a-4975-b842-93e476071bac/cf51f4cc-8943-424a-8dcc-5de0c939979f/6e7a903b-1e64-481a-b31c-ae0bc0278f29) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:27:14.067037 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:14.104932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a8863893-b1e2-4385-bc5b-8da4cad91d69 None None] Provisioning complete for port 124d4867-f276-4cde-97d3-53eccc51c2ea triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:27:14.105303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a8863893-b1e2-4385-bc5b-8da4cad91d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (124d4867-f276-4cde-97d3-53eccc51c2ea), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:14.191669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] Set router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:27:14.387003 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Publish callbacks [] for port (6e7a903b-1e64-481a-b31c-ae0bc0278f29), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:14.402759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a8863893-b1e2-4385-bc5b-8da4cad91d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (124d4867-f276-4cde-97d3-53eccc51c2ea), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:14.447300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a8863893-b1e2-4385-bc5b-8da4cad91d69 None None] For port 124d4867-f276-4cde-97d3-53eccc51c2ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=124d4867-f276-4cde-97d3-53eccc51c2ea,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:27:14.474509 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961569744', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:27:10Z', 'updated_at': '2022-01-10T12:27:12Z', 'revision_number': 3, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:11Z', 'updated_at': '2022-01-10T12:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:14.505270 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (6e7a903b-1e64-481a-b31c-ae0bc0278f29), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:14.507100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d25a1e-dca8-4de8-924e-6b287628cd5b None None] The sync data for ids ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'] in dv-neutron-master-2-hyperv is: [{'id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961569744', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:27:10Z', 'updated_at': '2022-01-10T12:27:12Z', 'revision_number': 3, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:11Z', 'updated_at': '2022-01-10T12:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:27:14.517094 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a8863893-b1e2-4385-bc5b-8da4cad91d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (124d4867-f276-4cde-97d3-53eccc51c2ea), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:14.542830 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.20.0.1 (ab2f4cd8-a13a-4975-b842-93e476071bac/cf51f4cc-8943-424a-8dcc-5de0c939979f/fcc30a71-b796-40b4-9ca2-b9092959e79a) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:27:14.548476 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Network ab2f4cd8-a13a-4975-b842-93e476071bac is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:27:14.551427 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:27:14.554812 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:27:14.568621 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Pushing event updated for resources: {'Port': ['ID=6e7a903b-1e64-481a-b31c-ae0bc0278f29,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:14.657757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Attempting to bind port 6e7a903b-1e64-481a-b31c-ae0bc0278f29 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:27:14.658147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Attempting to bind port 6e7a903b-1e64-481a-b31c-ae0bc0278f29 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ca1a4764-6b43-43e4-82b9-a763079c5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:27:14.658554 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Attempting to bind port 6e7a903b-1e64-481a-b31c-ae0bc0278f29 on network ab2f4cd8-a13a-4975-b842-93e476071bac {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:27:14.667510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:27:14.667885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Checking segment: {'id': 'ca1a4764-6b43-43e4-82b9-a763079c5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:27:14.668289 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:14.668680 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Bound using segment: {'id': 'ca1a4764-6b43-43e4-82b9-a763079c5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:27:14.669141 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Bound port: 6e7a903b-1e64-481a-b31c-ae0bc0278f29, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1a4764-6b43-43e4-82b9-a763079c5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:27:14.669522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6e7a903b-1e64-481a-b31c-ae0bc0278f29), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:14.671568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8863893-b1e2-4385-bc5b-8da4cad91d69 None None] Pushing event updated for resources: {'Port': ['ID=124d4867-f276-4cde-97d3-53eccc51c2ea,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:14.677107 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:14.750734 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] For port 6e7a903b-1e64-481a-b31c-ae0bc0278f29, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:27:14.754363 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] For port 6e7a903b-1e64-481a-b31c-ae0bc0278f29, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e7a903b-1e64-481a-b31c-ae0bc0278f29,segment=NetworkSegment(ca1a4764-6b43-43e4-82b9-a763079c5ae4),segment_id=ca1a4764-6b43-43e4-82b9-a763079c5ae4)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:27:14.774212 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:14.816200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network ab2f4cd8-a13a-4975-b842-93e476071bac is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:27:14.819506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:27:14.823553 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:27:14.849653 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (6e7a903b-1e64-481a-b31c-ae0bc0278f29), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:14.850064 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=fcc30a71-b796-40b4-9ca2-b9092959e79a,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:14.876547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:14.919717 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422f6cd-fd7e-46b8-a593-a8d4327a7fcd None None] Pushing event updated for resources: {'Port': ['ID=6e7a903b-1e64-481a-b31c-ae0bc0278f29,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:15.116927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:15.422835 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:15.459677 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:15.538454 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:15.540224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=fcc30a71-b796-40b4-9ca2-b9092959e79a,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:15.846807 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9c8d56-e4c0-451c-89a8-5220fe32000f None None] Network ab2f4cd8-a13a-4975-b842-93e476071bac requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:27:15.911494 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 124d4867-f276-4cde-97d3-53eccc51c2ea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:27:15.972327 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network ab2f4cd8-a13a-4975-b842-93e476071bac is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:27:15.973815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:27:16.002630 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9089b5ef-8240-4002-b419-df08d02005ce None None] Provisioning complete for port 6e7a903b-1e64-481a-b31c-ae0bc0278f29 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:27:16.003013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9089b5ef-8240-4002-b419-df08d02005ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6e7a903b-1e64-481a-b31c-ae0bc0278f29), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:16.040276 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 124d4867-f276-4cde-97d3-53eccc51c2ea triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:27:16.040670 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (124d4867-f276-4cde-97d3-53eccc51c2ea), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:16.093433 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:27:16.170423 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9089b5ef-8240-4002-b419-df08d02005ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6e7a903b-1e64-481a-b31c-ae0bc0278f29), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:16.186882 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6e7a903b-1e64-481a-b31c-ae0bc0278f29 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:27:16.216359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:27:16.230475 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-faf6040f-8ac9-4d0a-a12f-49f5cbfc8093 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "PUT /v2.0/routers/1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6030910 Jan 10 12:27:16.402575 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-9089b5ef-8240-4002-b419-df08d02005ce None None] For port 6e7a903b-1e64-481a-b31c-ae0bc0278f29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e7a903b-1e64-481a-b31c-ae0bc0278f29,segment=NetworkSegment(ca1a4764-6b43-43e4-82b9-a763079c5ae4),segment_id=ca1a4764-6b43-43e4-82b9-a763079c5ae4)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:27:16.424853 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 6e7a903b-1e64-481a-b31c-ae0bc0278f29 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:27:16.425240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6e7a903b-1e64-481a-b31c-ae0bc0278f29), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:16.451662 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Sync routers for ids ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:27:16.454329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9089b5ef-8240-4002-b419-df08d02005ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (6e7a903b-1e64-481a-b31c-ae0bc0278f29), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:16.471705 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Routers {'1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:27:16.472359 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:27:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:16.519697 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089b5ef-8240-4002-b419-df08d02005ce None None] Pushing event updated for resources: {'Port': ['ID=6e7a903b-1e64-481a-b31c-ae0bc0278f29,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:16.578094 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8429dc18-da87-4cde-b181-6fbd6ae7ce0e None None] Provisioning complete for port 6e7a903b-1e64-481a-b31c-ae0bc0278f29 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:27:16.578514 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8429dc18-da87-4cde-b181-6fbd6ae7ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6e7a903b-1e64-481a-b31c-ae0bc0278f29), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:16.608550 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Set router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:27:16.615534 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a6297b44-492e-450a-95a0-9d5a64ba2dff tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1096234259&fields=id&tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3 HTTP/1.1" status: 200 len: 267 time: 0.0708878 Jan 10 12:27:16.676984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8429dc18-da87-4cde-b181-6fbd6ae7ce0e None None] Provisioning complete for port fcc30a71-b796-40b4-9ca2-b9092959e79a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:27:16.677738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8429dc18-da87-4cde-b181-6fbd6ae7ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:16.729967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8429dc18-da87-4cde-b181-6fbd6ae7ce0e None None] Port fcc30a71-b796-40b4-9ca2-b9092959e79a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:27:16.764171 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-7dd1b474-8b17-4efc-9788-646c4bfb2cd1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:16.766026 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-7dd1b474-8b17-4efc-9788-646c4bfb2cd1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/networks?id=ab2f4cd8-a13a-4975-b842-93e476071bac HTTP/1.1" status: 200 len: 796 time: 0.1422329 Jan 10 12:27:16.781927 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-0c3263df-c522-4373-8e4e-e20566b7de3e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/quotas/cc6d11ffd4e1456e966331f2b05cc6f3 HTTP/1.1" status: 200 len: 375 time: 0.0101118 Jan 10 12:27:16.840043 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961569744', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:27:10Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:11Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fcc30a71-b796-40b4-9ca2-b9092959e79a', 'name': '', 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:30:12:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:14Z', 'updated_at': '2022-01-10T12:27:15Z', 'revision_number': 2, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:16.840337 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-2897c2dc-db03-464b-a7e5-98a615c9d30e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525270 Jan 10 12:27:16.848727 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-07fe2dd1-4d4a-4f8b-a682-ac5a2c8f7d10 None None] Provisioning complete for port fcc30a71-b796-40b4-9ca2-b9092959e79a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:27:16.849273 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-07fe2dd1-4d4a-4f8b-a682-ac5a2c8f7d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:16.867234 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Checking router: 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:27:16.867607 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Updating router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc port fcc30a71-b796-40b4-9ca2-b9092959e79a binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:27:16.887347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-07fe2dd1-4d4a-4f8b-a682-ac5a2c8f7d10 None None] Port fcc30a71-b796-40b4-9ca2-b9092959e79a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:27:16.897163 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:16.988157 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a9b28fb1-07a0-47d0-962d-66eb1dec2173 service neutron] 10.222.0.16 "GET /v2.0/networks/ab2f4cd8-a13a-4975-b842-93e476071bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375189 Jan 10 12:27:17.078129 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-cbccd34b-8572-4d58-acdd-dd6d6a6e3c44 service neutron] 10.222.0.16 "GET /v2.0/networks/ab2f4cd8-a13a-4975-b842-93e476071bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832534 Jan 10 12:27:17.152437 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Publish callbacks [] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:17.208254 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:17.257321 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324150e1-0930-4919-b793-18066b2d3c80 None None] Pushing event updated for resources: {'Port': ['ID=fcc30a71-b796-40b4-9ca2-b9092959e79a,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:17.284494 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324150e1-0930-4919-b793-18066b2d3c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:17.284826 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324150e1-0930-4919-b793-18066b2d3c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:17.285112 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324150e1-0930-4919-b793-18066b2d3c80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:17.285449 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324150e1-0930-4919-b793-18066b2d3c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:17.285841 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324150e1-0930-4919-b793-18066b2d3c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:17.286133 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324150e1-0930-4919-b793-18066b2d3c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:17.286476 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324150e1-0930-4919-b793-18066b2d3c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:17.286793 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324150e1-0930-4919-b793-18066b2d3c80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:17.287238 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324150e1-0930-4919-b793-18066b2d3c80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:17.287570 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324150e1-0930-4919-b793-18066b2d3c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:17.287897 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324150e1-0930-4919-b793-18066b2d3c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:17.288216 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324150e1-0930-4919-b793-18066b2d3c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:17.288541 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324150e1-0930-4919-b793-18066b2d3c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:27:17.338993 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Attempting to bind port fcc30a71-b796-40b4-9ca2-b9092959e79a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:27:17.339895 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Attempting to bind port fcc30a71-b796-40b4-9ca2-b9092959e79a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ca1a4764-6b43-43e4-82b9-a763079c5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:27:17.340803 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Attempting to bind port fcc30a71-b796-40b4-9ca2-b9092959e79a on network ab2f4cd8-a13a-4975-b842-93e476071bac {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:27:17.346562 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:27:17.346942 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Checking segment: {'id': 'ca1a4764-6b43-43e4-82b9-a763079c5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:27:17.347534 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:17.347937 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Bound using segment: {'id': 'ca1a4764-6b43-43e4-82b9-a763079c5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:27:17.348423 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Bound port: fcc30a71-b796-40b4-9ca2-b9092959e79a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1a4764-6b43-43e4-82b9-a763079c5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:27:17.348814 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:17.405702 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6413f82b-d2a4-4eba-b21a-9b0b5fb1e39d req-9ebed40e-9dd1-44b2-915d-93e4a93f95e1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 210 time: 0.0942314 Jan 10 12:27:17.421287 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] For port fcc30a71-b796-40b4-9ca2-b9092959e79a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:27:17.424990 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] For port fcc30a71-b796-40b4-9ca2-b9092959e79a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fcc30a71-b796-40b4-9ca2-b9092959e79a,segment=NetworkSegment(ca1a4764-6b43-43e4-82b9-a763079c5ae4),segment_id=ca1a4764-6b43-43e4-82b9-a763079c5ae4)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:27:17.494610 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:17.551656 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Routers {'1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:27:17.552303 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:27:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:17.592069 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324150e1-0930-4919-b793-18066b2d3c80 None None] Pushing event updated for resources: {'Port': ['ID=fcc30a71-b796-40b4-9ca2-b9092959e79a,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:17.621115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a8e1eef2-40b5-49bc-8c89-b2eda33b5391 None None] Provisioning complete for port fcc30a71-b796-40b4-9ca2-b9092959e79a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:27:17.621605 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a8e1eef2-40b5-49bc-8c89-b2eda33b5391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:17.675654 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] Set router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:27:17.718458 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a8e1eef2-40b5-49bc-8c89-b2eda33b5391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:17.763063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a8e1eef2-40b5-49bc-8c89-b2eda33b5391 None None] For port fcc30a71-b796-40b4-9ca2-b9092959e79a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fcc30a71-b796-40b4-9ca2-b9092959e79a,segment=NetworkSegment(ca1a4764-6b43-43e4-82b9-a763079c5ae4),segment_id=ca1a4764-6b43-43e4-82b9-a763079c5ae4)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:27:17.828038 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6e7a903b-1e64-481a-b31c-ae0bc0278f29 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:27:17.858800 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a8e1eef2-40b5-49bc-8c89-b2eda33b5391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:17.889984 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961569744', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:27:10Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:11Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fcc30a71-b796-40b4-9ca2-b9092959e79a', 'name': '', 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:30:12:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:14Z', 'updated_at': '2022-01-10T12:27:17Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:17.916854 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a4e4e-573a-4e9b-a71c-79c8110e124b None None] The sync data for ids ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'] in dv-neutron-master-2-hyperv is: [{'id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961569744', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:27:10Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:11Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fcc30a71-b796-40b4-9ca2-b9092959e79a', 'name': '', 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:30:12:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:14Z', 'updated_at': '2022-01-10T12:27:17Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:27:17.919135 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1eef2-40b5-49bc-8c89-b2eda33b5391 None None] Pushing event updated for resources: {'Port': ['ID=fcc30a71-b796-40b4-9ca2-b9092959e79a,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:17.932799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 6e7a903b-1e64-481a-b31c-ae0bc0278f29 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:27:17.932799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6e7a903b-1e64-481a-b31c-ae0bc0278f29), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:18.026138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-65fea1e4-b450-4947-88b8-f8c52cc88ca8 None None] Provisioning complete for port fcc30a71-b796-40b4-9ca2-b9092959e79a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:27:18.026667 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-65fea1e4-b450-4947-88b8-f8c52cc88ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:18.505568 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8c9fc955-7a2e-4e7b-a718-61cfb0144018 req-e70c96be-e6d6-4a2e-a7ce-e8a361dca6b8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 210 time: 0.0267138 Jan 10 12:27:19.169307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-8fc9c917-92e8-4fb4-80fd-1183bec44a30 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:19.170694 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-8fc9c917-92e8-4fb4-80fd-1183bec44a30 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "GET /v2.0/networks?id=ab2f4cd8-a13a-4975-b842-93e476071bac HTTP/1.1" status: 200 len: 796 time: 0.1045480 Jan 10 12:27:19.233455 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-38324739-e90d-486d-82f0-4aa74f60cb59 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3 HTTP/1.1" status: 200 len: 380 time: 0.0537412 Jan 10 12:27:19.241871 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-b76747af-6cd7-4df3-85c9-d9c1430607fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'port': {'device_id': '37499859-7ce8-4154-ac29-8d49afb3fff5', 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac', 'admin_state_up': True, 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'security_groups': ['b80d162c-62b8-4947-ab4c-3f43bb936528']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:27:19.471742 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-b76747af-6cd7-4df3-85c9-d9c1430607fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Made reservation on behalf of cc6d11ffd4e1456e966331f2b05cc6f3 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:27:19.475679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-b76747af-6cd7-4df3-85c9-d9c1430607fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:19.620415 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2bc9efca-5930-4ac4-bc5f-2dcf6ea6fc74 req-761781f8-68a9-42bb-8025-e6137f2b4e8e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 210 time: 0.0457838 Jan 10 12:27:19.640662 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-b76747af-6cd7-4df3-85c9-d9c1430607fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.20.0.7 (ab2f4cd8-a13a-4975-b842-93e476071bac/cf51f4cc-8943-424a-8dcc-5de0c939979f/a23576d2-0c0a-4714-a05e-3702c875243a) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:27:19.746249 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:19.779393 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-b76747af-6cd7-4df3-85c9-d9c1430607fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (a23576d2-0c0a-4714-a05e-3702c875243a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:19.835007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fcc30a71-b796-40b4-9ca2-b9092959e79a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:27:19.871895 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-b76747af-6cd7-4df3-85c9-d9c1430607fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a23576d2-0c0a-4714-a05e-3702c875243a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:19.883750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port fcc30a71-b796-40b4-9ca2-b9092959e79a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:27:19.884130 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:19.917462 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-b76747af-6cd7-4df3-85c9-d9c1430607fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network ab2f4cd8-a13a-4975-b842-93e476071bac is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:27:19.920658 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-b76747af-6cd7-4df3-85c9-d9c1430607fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:27:19.924451 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-b76747af-6cd7-4df3-85c9-d9c1430607fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:27:19.932775 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76747af-6cd7-4df3-85c9-d9c1430607fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=a23576d2-0c0a-4714-a05e-3702c875243a,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:19.986800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-b76747af-6cd7-4df3-85c9-d9c1430607fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:19.987427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-b76747af-6cd7-4df3-85c9-d9c1430607fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:20.051495 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-b76747af-6cd7-4df3-85c9-d9c1430607fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8135314 Jan 10 12:27:20.062886 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Request body: {'port': {'device_id': '37499859-7ce8-4154-ac29-8d49afb3fff5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:27:20.118339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a23576d2-0c0a-4714-a05e-3702c875243a), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:20.149012 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2ec6374b-3900-4221-bd24-d7b7ad73f8bf None None] Provisioning complete for port a23576d2-0c0a-4714-a05e-3702c875243a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:27:20.149384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2ec6374b-3900-4221-bd24-d7b7ad73f8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a23576d2-0c0a-4714-a05e-3702c875243a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:20.183085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2ec6374b-3900-4221-bd24-d7b7ad73f8bf None None] Port a23576d2-0c0a-4714-a05e-3702c875243a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:27:20.377360 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23576d2-0c0a-4714-a05e-3702c875243a {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:27:20.384846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Publish callbacks [] for port (a23576d2-0c0a-4714-a05e-3702c875243a), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:20.396432 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Transition to ACTIVE for port object a23576d2-0c0a-4714-a05e-3702c875243a will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:27:20.488151 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (a23576d2-0c0a-4714-a05e-3702c875243a), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:20.542003 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Pushing event updated for resources: {'Port': ['ID=a23576d2-0c0a-4714-a05e-3702c875243a,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:20.614338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Attempting to bind port a23576d2-0c0a-4714-a05e-3702c875243a on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:27:20.614693 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Attempting to bind port a23576d2-0c0a-4714-a05e-3702c875243a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ca1a4764-6b43-43e4-82b9-a763079c5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:27:20.615033 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Attempting to bind port a23576d2-0c0a-4714-a05e-3702c875243a on network ab2f4cd8-a13a-4975-b842-93e476071bac {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:27:20.619863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Port a23576d2-0c0a-4714-a05e-3702c875243a on network ab2f4cd8-a13a-4975-b842-93e476071bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:27:20.620193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Attempting to bind port a23576d2-0c0a-4714-a05e-3702c875243a on network ab2f4cd8-a13a-4975-b842-93e476071bac {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:27:20.625138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:27:20.625487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Checking segment: {'id': 'ca1a4764-6b43-43e4-82b9-a763079c5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:27:20.625912 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Bound using segment: {'id': 'ca1a4764-6b43-43e4-82b9-a763079c5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:27:20.626344 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Bound port: a23576d2-0c0a-4714-a05e-3702c875243a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1a4764-6b43-43e4-82b9-a763079c5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:27:20.626713 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a23576d2-0c0a-4714-a05e-3702c875243a), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:20.694929 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] For port a23576d2-0c0a-4714-a05e-3702c875243a, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:27:20.698683 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] For port a23576d2-0c0a-4714-a05e-3702c875243a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a23576d2-0c0a-4714-a05e-3702c875243a,segment=NetworkSegment(ca1a4764-6b43-43e4-82b9-a763079c5ae4),segment_id=ca1a4764-6b43-43e4-82b9-a763079c5ae4)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:27:20.743680 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a4d25-563d-424b-a3a7-35b720487df0 req-88dc5f7c-c54c-4833-85a9-0ef3b47173bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:20.745176 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4d5a4d25-563d-424b-a3a7-35b720487df0 req-88dc5f7c-c54c-4833-85a9-0ef3b47173bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 943 time: 0.0542579 Jan 10 12:27:20.763246 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (a23576d2-0c0a-4714-a05e-3702c875243a), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:20.794185 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4d5a4d25-563d-424b-a3a7-35b720487df0 req-3e5dc059-b72f-46bf-b462-61ca3c6388bd tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431883 Jan 10 12:27:20.807599 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:20.808229 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:20.809633 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] 10.222.0.30 "PUT /v2.0/ports/a23576d2-0c0a-4714-a05e-3702c875243a HTTP/1.1" status: 200 len: 1093 time: 0.7512536 Jan 10 12:27:20.810110 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37499859-7ce8-4154-ac29-8d49afb3fff5', 'tag': 'a23576d2-0c0a-4714-a05e-3702c875243a'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:27:20.812343 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7b4819-cebd-4297-b09a-a38ee5d26c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "37499859-7ce8-4154-ac29-8d49afb3fff5", "tag": "a23576d2-0c0a-4714-a05e-3702c875243a"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:27:20.839308 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75479c8-e57d-4bb8-ad55-712c5636ca03 service neutron] Pushing event updated for resources: {'Port': ['ID=a23576d2-0c0a-4714-a05e-3702c875243a,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:20.857151 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c1fb61-e3f3-4f3f-931b-7243aa40b56e x-openstack-request-id: req-b8c1fb61-e3f3-4f3f-931b-7243aa40b56e {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:27:20.857472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37499859-7ce8-4154-ac29-8d49afb3fff5", "tag": "a23576d2-0c0a-4714-a05e-3702c875243a", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:27:20.857783 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8c1fb61-e3f3-4f3f-931b-7243aa40b56e {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:27:20.858223 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37499859-7ce8-4154-ac29-8d49afb3fff5', 'tag': 'a23576d2-0c0a-4714-a05e-3702c875243a', 'status': 'completed', 'code': 200} Jan 10 12:27:20.920195 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b4819-cebd-4297-b09a-a38ee5d26c1e req-7dc0baba-4b9a-4903-89b2-528f212605ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:20.921717 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5b7b4819-cebd-4297-b09a-a38ee5d26c1e req-7dc0baba-4b9a-4903-89b2-528f212605ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 1096 time: 0.0433495 Jan 10 12:27:21.026725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b4819-cebd-4297-b09a-a38ee5d26c1e req-99b34ff7-af81-4f9a-b317-4075a7585357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:21.028190 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5b7b4819-cebd-4297-b09a-a38ee5d26c1e req-99b34ff7-af81-4f9a-b317-4075a7585357 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0995164 Jan 10 12:27:21.118263 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b4819-cebd-4297-b09a-a38ee5d26c1e req-933491d2-90ee-4c24-933d-bde51d51b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:21.119711 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5b7b4819-cebd-4297-b09a-a38ee5d26c1e req-933491d2-90ee-4c24-933d-bde51d51b3fd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857399 Jan 10 12:27:21.190346 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-845f478e-0f6b-4bf6-9bd0-6cfb776fd0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:21.191723 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-845f478e-0f6b-4bf6-9bd0-6cfb776fd0f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 1096 time: 0.0399370 Jan 10 12:27:21.235864 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-95258b93-0077-4fd3-b1ad-1a8125dac337 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a23576d2-0c0a-4714-a05e-3702c875243a HTTP/1.1" status: 200 len: 217 time: 0.0376897 Jan 10 12:27:21.285806 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-51f17ccf-867b-49c1-b7b4-0c46b29bf924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:21.287235 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-51f17ccf-867b-49c1-b7b4-0c46b29bf924 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf51f4cc-8943-424a-8dcc-5de0c939979f HTTP/1.1" status: 200 len: 834 time: 0.0430832 Jan 10 12:27:21.330125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-8ca18abc-b5f6-4e38-ab70-3b177dd1c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:21.331559 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-8ca18abc-b5f6-4e38-ab70-3b177dd1c45c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab2f4cd8-a13a-4975-b842-93e476071bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381756 Jan 10 12:27:21.426748 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-8f8f64b3-5ab2-4acc-9e2d-383b15ced918 service neutron] 10.222.0.30 "GET /v2.0/networks/ab2f4cd8-a13a-4975-b842-93e476071bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892210 Jan 10 12:27:21.514940 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-55324a4d-3c31-44d1-a3d3-a7426af0969b req-549a0bc8-d2f3-4cdf-a6cb-faa628032a3d service neutron] 10.222.0.30 "GET /v2.0/networks/ab2f4cd8-a13a-4975-b842-93e476071bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824678 Jan 10 12:27:21.907666 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdd35a-0793-4da8-a1cf-d578028f7d3b req-66c93399-b84f-44d1-a3bd-c2e34347369e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:21.909138 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c9fdd35a-0793-4da8-a1cf-d578028f7d3b req-66c93399-b84f-44d1-a3bd-c2e34347369e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 943 time: 0.0481508 Jan 10 12:27:21.957247 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c9fdd35a-0793-4da8-a1cf-d578028f7d3b req-9e70966d-410d-4b92-9da3-a3c382bf020a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424800 Jan 10 12:27:23.077338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bfa42-9271-4a52-90b5-08ee2e6cd903 req-65a8e717-1e64-4e34-bb46-d8e16a50c681 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:23.078893 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5d8bfa42-9271-4a52-90b5-08ee2e6cd903 req-65a8e717-1e64-4e34-bb46-d8e16a50c681 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 943 time: 0.0538754 Jan 10 12:27:23.127464 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5d8bfa42-9271-4a52-90b5-08ee2e6cd903 req-dc116f0e-d85d-45b7-8aa1-83c0335b2e3a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430558 Jan 10 12:27:24.065064 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device a23576d2-0c0a-4714-a05e-3702c875243a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:27:24.160285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port a23576d2-0c0a-4714-a05e-3702c875243a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a23576d2-0c0a-4714-a05e-3702c875243a,segment=NetworkSegment(ca1a4764-6b43-43e4-82b9-a763079c5ae4),segment_id=ca1a4764-6b43-43e4-82b9-a763079c5ae4)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:27:24.172119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'a23576d2-0c0a-4714-a05e-3702c875243a', 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac', 'port_id': 'a23576d2-0c0a-4714-a05e-3702c875243a', 'mac_address': 'fa:16:3e:57:c4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:27:24.208520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a23576d2-0c0a-4714-a05e-3702c875243a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:24.222025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23576d2-0c0a-4714-a05e-3702c875243a {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:27:24.242644 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646ee20-01c4-4a4d-9c8b-c5f79a999272 req-365c03c3-a098-4bc0-bac9-a3ef00a3f8ff tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:24.244242 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d646ee20-01c4-4a4d-9c8b-c5f79a999272 req-365c03c3-a098-4bc0-bac9-a3ef00a3f8ff tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 943 time: 0.0495617 Jan 10 12:27:24.246758 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port a23576d2-0c0a-4714-a05e-3702c875243a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a23576d2-0c0a-4714-a05e-3702c875243a,segment=NetworkSegment(ca1a4764-6b43-43e4-82b9-a763079c5ae4),segment_id=ca1a4764-6b43-43e4-82b9-a763079c5ae4)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:27:24.297672 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d646ee20-01c4-4a4d-9c8b-c5f79a999272 req-8a921f1c-fc5e-4580-8a32-00ce5d5eefaa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468888 Jan 10 12:27:24.299650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a23576d2-0c0a-4714-a05e-3702c875243a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:24.345541 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=a23576d2-0c0a-4714-a05e-3702c875243a,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:24.504244 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['a23576d2-0c0a-4714-a05e-3702c875243a'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:27:25.409754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e404c1f-849a-4c92-b76c-178f3fe33bd4 req-f6a24bad-2c9f-4bc5-93fb-6a770e3885a5 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:25.411257 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0e404c1f-849a-4c92-b76c-178f3fe33bd4 req-f6a24bad-2c9f-4bc5-93fb-6a770e3885a5 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 944 time: 0.0484881 Jan 10 12:27:25.459549 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0e404c1f-849a-4c92-b76c-178f3fe33bd4 req-3744c8be-6294-4c8e-9c82-7fe44fbeccb2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424018 Jan 10 12:27:26.067500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device a23576d2-0c0a-4714-a05e-3702c875243a up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:27:26.202176 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port a23576d2-0c0a-4714-a05e-3702c875243a completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:27:26.205970 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port a23576d2-0c0a-4714-a05e-3702c875243a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:27:26.206346 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a23576d2-0c0a-4714-a05e-3702c875243a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:26.286122 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a23576d2-0c0a-4714-a05e-3702c875243a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:26.308001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37499859-7ce8-4154-ac29-8d49afb3fff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23576d2-0c0a-4714-a05e-3702c875243a'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:27:26.310259 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a075e32-5198-4d36-a43b-4f9feda8cb0a" -d '{"events": [{"server_uuid": "37499859-7ce8-4154-ac29-8d49afb3fff5", "name": "network-vif-plugged", "status": "completed", "tag": "a23576d2-0c0a-4714-a05e-3702c875243a"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:27:26.323072 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port a23576d2-0c0a-4714-a05e-3702c875243a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a23576d2-0c0a-4714-a05e-3702c875243a,segment=NetworkSegment(ca1a4764-6b43-43e4-82b9-a763079c5ae4),segment_id=ca1a4764-6b43-43e4-82b9-a763079c5ae4)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:27:26.345733 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6557d6-be2d-4805-a34c-56b8510a7bad x-openstack-request-id: req-1b6557d6-be2d-4805-a34c-56b8510a7bad {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:27:26.346049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37499859-7ce8-4154-ac29-8d49afb3fff5", "name": "network-vif-plugged", "status": "completed", "tag": "a23576d2-0c0a-4714-a05e-3702c875243a", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:27:26.346312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b6557d6-be2d-4805-a34c-56b8510a7bad {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:27:26.346713 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37499859-7ce8-4154-ac29-8d49afb3fff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23576d2-0c0a-4714-a05e-3702c875243a', 'code': 200} Jan 10 12:27:26.397019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a23576d2-0c0a-4714-a05e-3702c875243a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:26.443313 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=a23576d2-0c0a-4714-a05e-3702c875243a,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:26.578453 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7920270-7bec-4887-928f-8ccbadb6e14d req-28c24168-79b1-4cdb-94c5-66b872834528 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:26.579881 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d7920270-7bec-4887-928f-8ccbadb6e14d req-28c24168-79b1-4cdb-94c5-66b872834528 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0532594 Jan 10 12:27:26.652196 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d7920270-7bec-4887-928f-8ccbadb6e14d req-f0e84926-9cab-4764-bc89-fce33ef4eeaf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667961 Jan 10 12:27:26.663695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54610ce4-6f93-4421-9a47-ed52237a08e9 req-c7be341b-547a-4821-8033-fee8223f4ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:26.665260 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-54610ce4-6f93-4421-9a47-ed52237a08e9 req-c7be341b-547a-4821-8033-fee8223f4ad3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 1098 time: 0.0597186 Jan 10 12:27:26.710174 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-54610ce4-6f93-4421-9a47-ed52237a08e9 req-8609583c-654c-431a-98da-883d6f3d5e27 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389957 Jan 10 12:27:27.768551 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b26a6-6b30-49a6-9f53-00d516867754 req-4179b11c-8ed9-440c-97e7-ac8bfded8433 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:27.770070 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-475b26a6-6b30-49a6-9f53-00d516867754 req-4179b11c-8ed9-440c-97e7-ac8bfded8433 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0485904 Jan 10 12:27:27.819567 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-475b26a6-6b30-49a6-9f53-00d516867754 req-8686a846-0ff4-432f-a810-1335c7781efc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432038 Jan 10 12:27:28.932469 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e5033-de37-4935-92bb-ba4c96022686 req-b7c9e271-ce50-4606-8dcf-b31cc052a8a6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:28.933939 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bb5e5033-de37-4935-92bb-ba4c96022686 req-b7c9e271-ce50-4606-8dcf-b31cc052a8a6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0476866 Jan 10 12:27:28.985200 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bb5e5033-de37-4935-92bb-ba4c96022686 req-e6dd0f94-fc1c-4605-8d76-bd127bb24d93 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457540 Jan 10 12:27:29.099071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31bb86-aa2b-46a5-bafb-1dcd42d37570 req-b8aca245-edd2-46bc-817d-1e6af5e62b90 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:29.100468 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db31bb86-aa2b-46a5-bafb-1dcd42d37570 req-b8aca245-edd2-46bc-817d-1e6af5e62b90 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0494318 Jan 10 12:27:29.148593 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db31bb86-aa2b-46a5-bafb-1dcd42d37570 req-e47816a8-92bc-492b-b7e0-e2ed7ef71369 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426607 Jan 10 12:27:29.169460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36244) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:29.208612 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff606642-90e3-4c64-84d3-c4efca625925 tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:29.210119 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ff606642-90e3-4c64-84d3-c4efca625925 tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 1093 time: 0.0396121 Jan 10 12:27:29.219656 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36246) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:29.223993 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': 'a23576d2-0c0a-4714-a05e-3702c875243a', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:27:29.310893 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:29.405121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:29.510504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.36.2.38 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/566adfcd-0b7d-4d65-b49c-2a0076869863) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:27:29.608519 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (566adfcd-0b7d-4d65-b49c-2a0076869863), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:29.699752 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (566adfcd-0b7d-4d65-b49c-2a0076869863), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:29.739234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:27:29.742127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:27:29.746136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:27:29.751624 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=566adfcd-0b7d-4d65-b49c-2a0076869863,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:30.090606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (b87e92af-eb9c-47a7-8cba-987d2f7de07e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:30.193128 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (566adfcd-0b7d-4d65-b49c-2a0076869863), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:30.344686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (566adfcd-0b7d-4d65-b49c-2a0076869863), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:30.436414 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (566adfcd-0b7d-4d65-b49c-2a0076869863), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:30.508207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=566adfcd-0b7d-4d65-b49c-2a0076869863,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:27:30.515624 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (b87e92af-eb9c-47a7-8cba-987d2f7de07e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:30.615313 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Floating IP b87e92af-eb9c-47a7-8cba-987d2f7de07e associated. External IP: 172.36.2.38, port: a23576d2-0c0a-4714-a05e-3702c875243a. Jan 10 12:27:30.816296 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:27:30.921272 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:27:30.931153 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a007ca-4d0c-48c0-b889-443c679d43f4 None None] Sync routers for ids ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:27:30.940722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a007ca-4d0c-48c0-b889-443c679d43f4 None None] Routers {'1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:27:30.941342 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-04a007ca-4d0c-48c0-b889-443c679d43f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:27:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:31.004555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:31.033085 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b49344d7-cd80-4e24-85b9-b30e546d2d95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8123450 Jan 10 12:27:31.033681 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37499859-7ce8-4154-ac29-8d49afb3fff5', 'tag': 'a23576d2-0c0a-4714-a05e-3702c875243a'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:27:31.036069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62486cf0-f476-450d-ba86-10c1ffc9ca08" -d '{"events": [{"name": "network-changed", "server_uuid": "37499859-7ce8-4154-ac29-8d49afb3fff5", "tag": "a23576d2-0c0a-4714-a05e-3702c875243a"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:27:31.050207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-04a007ca-4d0c-48c0-b889-443c679d43f4 None None] Set router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:27:31.083520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bf5fdb-6f89-43e7-bf5c-48a858339e36 x-openstack-request-id: req-47bf5fdb-6f89-43e7-bf5c-48a858339e36 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:27:31.083822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37499859-7ce8-4154-ac29-8d49afb3fff5", "tag": "a23576d2-0c0a-4714-a05e-3702c875243a", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:27:31.084083 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47bf5fdb-6f89-43e7-bf5c-48a858339e36 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:27:31.084497 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37499859-7ce8-4154-ac29-8d49afb3fff5', 'tag': 'a23576d2-0c0a-4714-a05e-3702c875243a', 'status': 'completed', 'code': 200} Jan 10 12:27:31.180801 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acc01a-f136-445f-97de-f8a678e92a2a req-81cabd71-f16c-4286-acca-ccf43045147c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:31.182263 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-05acc01a-f136-445f-97de-f8a678e92a2a req-81cabd71-f16c-4286-acca-ccf43045147c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0793095 Jan 10 12:27:31.184074 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62486cf0-f476-450d-ba86-10c1ffc9ca08 req-75a0ceff-4d91-4741-a60f-9fc21500283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:31.185422 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-62486cf0-f476-450d-ba86-10c1ffc9ca08 req-75a0ceff-4d91-4741-a60f-9fc21500283f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 1098 time: 0.0735977 Jan 10 12:27:31.281220 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-04a007ca-4d0c-48c0-b889-443c679d43f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961569744', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:27:10Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:11Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b87e92af-eb9c-47a7-8cba-987d2f7de07e', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'floating_ip_address': '172.36.2.38', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'port_id': 'a23576d2-0c0a-4714-a05e-3702c875243a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac', 'mac_address': 'fa:16:3e:57:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37499859-7ce8-4154-ac29-8d49afb3fff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:27:29Z', 'updated_at': '2022-01-10T12:27:29Z', 'revision_number': 0, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc30a71-b796-40b4-9ca2-b9092959e79a', 'name': '', 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:30:12:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:14Z', 'updated_at': '2022-01-10T12:27:17Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:31.287022 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-05acc01a-f136-445f-97de-f8a678e92a2a req-ab048cb6-60a3-4ef3-b197-6c3880b893a0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989592 Jan 10 12:27:31.307535 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a007ca-4d0c-48c0-b889-443c679d43f4 None None] Checking router: 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:27:31.309986 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36254) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:31.313069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62486cf0-f476-450d-ba86-10c1ffc9ca08 req-1779f531-5a19-4deb-9ce1-15238d522243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:31.314823 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-62486cf0-f476-450d-ba86-10c1ffc9ca08 req-1779f531-5a19-4deb-9ce1-15238d522243 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab2f4cd8-a13a-4975-b842-93e476071bac HTTP/1.1" status: 200 len: 897 time: 0.1211305 Jan 10 12:27:31.316328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a007ca-4d0c-48c0-b889-443c679d43f4 None None] Routers {'1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:27:31.316940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-04a007ca-4d0c-48c0-b889-443c679d43f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:27:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:31.385844 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-511c1be9-676c-41e8-8ab6-53a29171e1c1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/b87e92af-eb9c-47a7-8cba-987d2f7de07e HTTP/1.1" status: 200 len: 990 time: 0.0741594 Jan 10 12:27:31.388234 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-62486cf0-f476-450d-ba86-10c1ffc9ca08 req-d228fa28-1ca6-4d30-9e6e-ff4fe9e44c2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a23576d2-0c0a-4714-a05e-3702c875243a HTTP/1.1" status: 200 len: 998 time: 0.0677009 Jan 10 12:27:31.427549 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-04a007ca-4d0c-48c0-b889-443c679d43f4 None None] Set router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:27:31.436546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62486cf0-f476-450d-ba86-10c1ffc9ca08 req-f2af4696-b66e-4177-98e8-81bb1f287178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:31.437950 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-62486cf0-f476-450d-ba86-10c1ffc9ca08 req-f2af4696-b66e-4177-98e8-81bb1f287178 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf51f4cc-8943-424a-8dcc-5de0c939979f HTTP/1.1" status: 200 len: 834 time: 0.0441449 Jan 10 12:27:31.481218 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62486cf0-f476-450d-ba86-10c1ffc9ca08 req-4b51afc9-68d7-4f49-a5d9-550eb9530142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:31.482738 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-62486cf0-f476-450d-ba86-10c1ffc9ca08 req-4b51afc9-68d7-4f49-a5d9-550eb9530142 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab2f4cd8-a13a-4975-b842-93e476071bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395837 Jan 10 12:27:31.573388 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-62486cf0-f476-450d-ba86-10c1ffc9ca08 req-71daab24-1a7f-46de-96a6-2c9ae937a78a service neutron] 10.222.0.30 "GET /v2.0/networks/ab2f4cd8-a13a-4975-b842-93e476071bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851321 Jan 10 12:27:31.651546 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-04a007ca-4d0c-48c0-b889-443c679d43f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961569744', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:27:10Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:11Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b87e92af-eb9c-47a7-8cba-987d2f7de07e', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'floating_ip_address': '172.36.2.38', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'port_id': 'a23576d2-0c0a-4714-a05e-3702c875243a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac', 'mac_address': 'fa:16:3e:57:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37499859-7ce8-4154-ac29-8d49afb3fff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:27:29Z', 'updated_at': '2022-01-10T12:27:29Z', 'revision_number': 0, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc30a71-b796-40b4-9ca2-b9092959e79a', 'name': '', 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:30:12:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:14Z', 'updated_at': '2022-01-10T12:27:17Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:27:31.660803 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-62486cf0-f476-450d-ba86-10c1ffc9ca08 req-50372c4c-6dcf-4f5d-9007-921a2ba574ec service neutron] 10.222.0.30 "GET /v2.0/networks/ab2f4cd8-a13a-4975-b842-93e476071bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817156 Jan 10 12:27:31.677926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a007ca-4d0c-48c0-b889-443c679d43f4 None None] The sync data for ids ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'] in dv-neutron-master-2-hyperv is: [{'id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961569744', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:27:10Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:11Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b87e92af-eb9c-47a7-8cba-987d2f7de07e', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'floating_ip_address': '172.36.2.38', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'port_id': 'a23576d2-0c0a-4714-a05e-3702c875243a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac', 'mac_address': 'fa:16:3e:57:c4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37499859-7ce8-4154-ac29-8d49afb3fff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:27:29Z', 'updated_at': '2022-01-10T12:27:29Z', 'revision_number': 0, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc30a71-b796-40b4-9ca2-b9092959e79a', 'name': '', 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:30:12:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:14Z', 'updated_at': '2022-01-10T12:27:17Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:27:31.862753 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c9703b-6751-4f36-a56a-3a35d252f9a5 None None] New status for floating IP b87e92af-eb9c-47a7-8cba-987d2f7de07e: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:27:32.389792 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36256) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:27:32.452802 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e79f40c7-3e54-4cdd-9038-3d137e9612bd tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/b87e92af-eb9c-47a7-8cba-987d2f7de07e HTTP/1.1" status: 200 len: 992 time: 0.0618930 Jan 10 12:27:36.065168 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-08a37719-c798-423a-aba4-a619f9431247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:40.333787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d1413d89-a95d-49e5-93d3-e27cf9c1eb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:40.785036 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:42.276450 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:43.282029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:43.821520 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:27:49.716706 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:27:51.898294 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3ae6c1e3-d02d-4548-b802-650041953d79 req-434eaed9-09ca-491b-ab1d-dea0d3f956ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391860 Jan 10 12:27:51.977576 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6c1e3-d02d-4548-b802-650041953d79 req-be9139fc-e403-4243-92c0-7fab497b0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:51.979633 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3ae6c1e3-d02d-4548-b802-650041953d79 req-be9139fc-e403-4243-92c0-7fab497b0847 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 1098 time: 0.0397687 Jan 10 12:27:52.092706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6c1e3-d02d-4548-b802-650041953d79 req-9debd51b-3dc1-4905-ad7c-f2f86c62f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:52.092706 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3ae6c1e3-d02d-4548-b802-650041953d79 req-9debd51b-3dc1-4905-ad7c-f2f86c62f79e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab2f4cd8-a13a-4975-b842-93e476071bac HTTP/1.1" status: 200 len: 897 time: 0.0879304 Jan 10 12:27:52.149165 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3ae6c1e3-d02d-4548-b802-650041953d79 req-ee0f98c7-44e8-4c70-a9f1-fdb3d81b4b11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a23576d2-0c0a-4714-a05e-3702c875243a HTTP/1.1" status: 200 len: 1000 time: 0.0573649 Jan 10 12:27:52.507840 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6c1e3-d02d-4548-b802-650041953d79 req-c8b0952c-bd23-4110-8af2-fa6cdd264acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:52.509307 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3ae6c1e3-d02d-4548-b802-650041953d79 req-c8b0952c-bd23-4110-8af2-fa6cdd264acb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf51f4cc-8943-424a-8dcc-5de0c939979f HTTP/1.1" status: 200 len: 834 time: 0.3542032 Jan 10 12:27:52.555543 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6c1e3-d02d-4548-b802-650041953d79 req-31657ef3-dcbc-4cf5-9426-8f78f6f2fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:52.557047 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3ae6c1e3-d02d-4548-b802-650041953d79 req-31657ef3-dcbc-4cf5-9426-8f78f6f2fe52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab2f4cd8-a13a-4975-b842-93e476071bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406177 Jan 10 12:27:52.647679 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3ae6c1e3-d02d-4548-b802-650041953d79 req-6af0ffad-f447-44a2-be40-4133ec8ae6a2 service neutron] 10.222.0.30 "GET /v2.0/networks/ab2f4cd8-a13a-4975-b842-93e476071bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843754 Jan 10 12:27:52.734689 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3ae6c1e3-d02d-4548-b802-650041953d79 req-fa4e0124-f21b-46ef-8443-29ef98ad02cf service neutron] 10.222.0.30 "GET /v2.0/networks/ab2f4cd8-a13a-4975-b842-93e476071bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801265 Jan 10 12:27:59.288790 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289786ed-bbdb-4f4e-aae3-88de0f155198 req-6c3e5d76-c951-41a8-9c38-2fac0c38df10 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:59.290317 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-289786ed-bbdb-4f4e-aae3-88de0f155198 req-6c3e5d76-c951-41a8-9c38-2fac0c38df10 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0513668 Jan 10 12:27:59.316325 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b164b-9460-480a-b936-4836b40e005e req-965a8ba3-c73c-483e-88d2-c81b36ae9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:59.317857 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-808b164b-9460-480a-b936-4836b40e005e req-965a8ba3-c73c-483e-88d2-c81b36ae9af8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 1098 time: 0.0414469 Jan 10 12:27:59.344545 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-289786ed-bbdb-4f4e-aae3-88de0f155198 req-7fe941cf-8cb9-4e5c-ab85-d2f995caf9c8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479453 Jan 10 12:27:59.410077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b164b-9460-480a-b936-4836b40e005e req-f0784527-4914-421e-acc3-34223fd268c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:59.411600 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-808b164b-9460-480a-b936-4836b40e005e req-f0784527-4914-421e-acc3-34223fd268c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab2f4cd8-a13a-4975-b842-93e476071bac HTTP/1.1" status: 200 len: 897 time: 0.0875621 Jan 10 12:27:59.474539 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-808b164b-9460-480a-b936-4836b40e005e req-afd112a3-1547-437a-a901-a983fe125933 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a23576d2-0c0a-4714-a05e-3702c875243a HTTP/1.1" status: 200 len: 1000 time: 0.0568943 Jan 10 12:27:59.525793 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b164b-9460-480a-b936-4836b40e005e req-70a02b64-e347-4da2-a515-00e8b000b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:59.527245 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-808b164b-9460-480a-b936-4836b40e005e req-70a02b64-e347-4da2-a515-00e8b000b213 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf51f4cc-8943-424a-8dcc-5de0c939979f HTTP/1.1" status: 200 len: 834 time: 0.0468996 Jan 10 12:27:59.571074 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b164b-9460-480a-b936-4836b40e005e req-9563f271-83fc-4cfc-8b3c-0eb1a14d1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:27:59.573019 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-808b164b-9460-480a-b936-4836b40e005e req-9563f271-83fc-4cfc-8b3c-0eb1a14d1b66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab2f4cd8-a13a-4975-b842-93e476071bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388973 Jan 10 12:27:59.660154 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-808b164b-9460-480a-b936-4836b40e005e req-9d00674d-69df-4717-bdac-c687decda3ea service neutron] 10.222.0.30 "GET /v2.0/networks/ab2f4cd8-a13a-4975-b842-93e476071bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806856 Jan 10 12:27:59.752091 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-808b164b-9460-480a-b936-4836b40e005e req-8eedb89b-a857-4692-8966-c2c803dff205 service neutron] 10.222.0.30 "GET /v2.0/networks/ab2f4cd8-a13a-4975-b842-93e476071bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848229 Jan 10 12:28:00.462274 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792bf10-8a62-4a93-92d2-729cdd8ee289 req-04aff9e6-624d-43e7-acb5-0a8e1aa86318 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:00.463755 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2792bf10-8a62-4a93-92d2-729cdd8ee289 req-04aff9e6-624d-43e7-acb5-0a8e1aa86318 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0495906 Jan 10 12:28:00.519632 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2792bf10-8a62-4a93-92d2-729cdd8ee289 req-5d617655-dcb3-4bfc-ac9e-ce999c4ee31b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502622 Jan 10 12:28:01.635403 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60613a-1e31-473a-88cb-cf64242da7ca req-a54139e1-c57e-4a89-9d10-e045e6833054 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:01.636881 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2d60613a-1e31-473a-88cb-cf64242da7ca req-a54139e1-c57e-4a89-9d10-e045e6833054 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0489171 Jan 10 12:28:01.684380 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2d60613a-1e31-473a-88cb-cf64242da7ca req-8e026d91-6f5e-412f-8296-359f37ae73d2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420153 Jan 10 12:28:02.801453 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70ef2e-626f-4ce7-a798-f626f0d2a167 req-a9ebe04b-dbb4-4111-b4ff-45f1ae32669d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:02.802966 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7a70ef2e-626f-4ce7-a798-f626f0d2a167 req-a9ebe04b-dbb4-4111-b4ff-45f1ae32669d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0525815 Jan 10 12:28:02.851181 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7a70ef2e-626f-4ce7-a798-f626f0d2a167 req-f992481a-d55e-40ac-bfed-807c6627551b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424395 Jan 10 12:28:03.964344 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301f6dd-295c-4f4d-9f82-d37d34dfb69e req-23ddd683-5f13-4644-ad12-83a4a77e7198 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:03.965834 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1301f6dd-295c-4f4d-9f82-d37d34dfb69e req-23ddd683-5f13-4644-ad12-83a4a77e7198 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0484321 Jan 10 12:28:04.014196 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1301f6dd-295c-4f4d-9f82-d37d34dfb69e req-041bc550-9105-4952-8f68-33886016953c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428467 Jan 10 12:28:05.125984 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97f816-7420-4889-beaf-d910239d755d req-58e025b8-0141-40b4-b935-a866e2f660a2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:05.127460 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3a97f816-7420-4889-beaf-d910239d755d req-58e025b8-0141-40b4-b935-a866e2f660a2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0483108 Jan 10 12:28:05.175051 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3a97f816-7420-4889-beaf-d910239d755d req-3ac54923-0989-4f06-b647-db4b5c881a38 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420935 Jan 10 12:28:06.088299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4973a86a-c232-4642-93bb-b5ee0862ac82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:06.293014 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7620fef-1c58-43e3-8e90-e7e06212c427 req-544d3e25-37f1-4d06-905b-8d3d0e4d5bf4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:06.294512 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b7620fef-1c58-43e3-8e90-e7e06212c427 req-544d3e25-37f1-4d06-905b-8d3d0e4d5bf4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0526643 Jan 10 12:28:06.342848 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b7620fef-1c58-43e3-8e90-e7e06212c427 req-e782a491-0fca-4ccf-a5c8-7c8315ea328d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425842 Jan 10 12:28:07.461647 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481dc61-aa99-46a2-a6af-b36ef9e788b5 req-3188aab3-aa5d-4859-8f6f-dd227f6d7026 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:07.463638 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4481dc61-aa99-46a2-a6af-b36ef9e788b5 req-3188aab3-aa5d-4859-8f6f-dd227f6d7026 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0524631 Jan 10 12:28:07.511612 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4481dc61-aa99-46a2-a6af-b36ef9e788b5 req-bee93596-7a86-4dad-ada2-066f6b403257 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 Jan 10 12:28:08.625697 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69cfd7-8ff9-48de-92f3-dcf48b92e246 req-787dd04f-dbd1-485e-bdd5-e5cee26aff15 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:08.627176 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ec69cfd7-8ff9-48de-92f3-dcf48b92e246 req-787dd04f-dbd1-485e-bdd5-e5cee26aff15 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0489221 Jan 10 12:28:08.806611 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ec69cfd7-8ff9-48de-92f3-dcf48b92e246 req-9e95178f-73a9-42b9-bf13-802caca794f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461419 Jan 10 12:28:09.795665 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed70404-90af-4921-a14f-2abf80bec027 req-b5e88498-6fa4-47ae-aa09-f3d6b3849d54 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:09.797219 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0ed70404-90af-4921-a14f-2abf80bec027 req-b5e88498-6fa4-47ae-aa09-f3d6b3849d54 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0493393 Jan 10 12:28:09.846628 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0ed70404-90af-4921-a14f-2abf80bec027 req-33971eb9-52ef-4522-b868-14f3f1cfbd83 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437829 Jan 10 12:28:10.327896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b28b8db0-aaf2-456d-8ed9-51ad8e855c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:10.733686 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:10.959705 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbbc39-770f-48b0-8cea-432ae9b5fc8d req-bb8fc544-f52e-4867-9f49-13393d59b031 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:10.961178 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cecbbc39-770f-48b0-8cea-432ae9b5fc8d req-bb8fc544-f52e-4867-9f49-13393d59b031 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0489874 Jan 10 12:28:11.014116 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cecbbc39-770f-48b0-8cea-432ae9b5fc8d req-2eb8dbb0-d6f0-4bda-b6d0-ed94609c7e64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472109 Jan 10 12:28:11.035765 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36290) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:11.094401 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4cafb6a0-2170-4500-9caf-2b715750d36e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/b87e92af-eb9c-47a7-8cba-987d2f7de07e HTTP/1.1" status: 200 len: 992 time: 0.0575154 Jan 10 12:28:12.287741 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:13.287738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:19.704932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:20.819982 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:28:36.052738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4506df74-53e3-4fb8-bae2-972167108e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:39.982518 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [req-d0c5c551-57fd-4666-86f1-645f67b720f6 req-efd23250-0b07-4748-aa12-764c94a0b591 service neutron] (110624) timed out ('10.222.0.30', 63483) {{(pid=110624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 10 12:28:40.332926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-20a0a251-ea0e-4c30-84e6-40a14595bba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:40.778483 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:41.465386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36300) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:41.626233 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port 566adfcd-0b7d-4d65-b49c-2a0076869863 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:28:41.626492 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (566adfcd-0b7d-4d65-b49c-2a0076869863), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:41.702134 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (566adfcd-0b7d-4d65-b49c-2a0076869863), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:41.702472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (566adfcd-0b7d-4d65-b49c-2a0076869863), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:41.714694 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for 566adfcd-0b7d-4d65-b49c-2a0076869863 owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:28:41.944601 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (566adfcd-0b7d-4d65-b49c-2a0076869863), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:41.974394 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=566adfcd-0b7d-4d65-b49c-2a0076869863,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:41.997385 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:41.997746 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:41.998130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:41.998482 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:41.998831 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:41.999177 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:41.999519 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:41.999858 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:42.000195 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:42.000533 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:42.000872 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:42.001206 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:42.001541 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:42.039179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (b87e92af-eb9c-47a7-8cba-987d2f7de07e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:42.039515 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Floating IP b87e92af-eb9c-47a7-8cba-987d2f7de07e disassociated (deleted). External IP: 172.36.2.38, port: a23576d2-0c0a-4714-a05e-3702c875243a. Jan 10 12:28:42.248301 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:28:42.253035 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:42.635879 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:28:42.640539 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:42.645409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e8d2c0-ff56-476a-bcf4-fb71c74db6b4 None None] Sync routers for ids ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:28:42.655036 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e8d2c0-ff56-476a-bcf4-fb71c74db6b4 None None] Routers {'1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:28:42.655644 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b4e8d2c0-ff56-476a-bcf4-fb71c74db6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:28:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:42.667043 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8863ad81-9a9c-453e-992d-86ba8f20ef0f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/floatingips/b87e92af-eb9c-47a7-8cba-987d2f7de07e HTTP/1.1" status: 204 len: 168 time: 1.2005234 Jan 10 12:28:42.667612 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37499859-7ce8-4154-ac29-8d49afb3fff5', 'tag': 'a23576d2-0c0a-4714-a05e-3702c875243a'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:28:42.669886 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513767f9-2db4-4722-a351-8cd98adec396" -d '{"events": [{"name": "network-changed", "server_uuid": "37499859-7ce8-4154-ac29-8d49afb3fff5", "tag": "a23576d2-0c0a-4714-a05e-3702c875243a"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:28:42.711362 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1bdcb4-5036-4141-9444-095e96ebf361 x-openstack-request-id: req-0b1bdcb4-5036-4141-9444-095e96ebf361 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:28:42.711822 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37499859-7ce8-4154-ac29-8d49afb3fff5", "tag": "a23576d2-0c0a-4714-a05e-3702c875243a", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:28:42.711953 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b1bdcb4-5036-4141-9444-095e96ebf361 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:28:42.712360 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37499859-7ce8-4154-ac29-8d49afb3fff5', 'tag': 'a23576d2-0c0a-4714-a05e-3702c875243a', 'status': 'completed', 'code': 200} Jan 10 12:28:42.769208 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-b4e8d2c0-ff56-476a-bcf4-fb71c74db6b4 None None] Set router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:28:42.773962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513767f9-2db4-4722-a351-8cd98adec396 req-45e38886-4ed5-4572-abba-4c2056115810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:42.775616 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-513767f9-2db4-4722-a351-8cd98adec396 req-45e38886-4ed5-4572-abba-4c2056115810 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 1098 time: 0.0419312 Jan 10 12:28:42.871665 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513767f9-2db4-4722-a351-8cd98adec396 req-7a9ba798-eaf3-4c6f-a811-c3628fd92f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:42.873133 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-513767f9-2db4-4722-a351-8cd98adec396 req-7a9ba798-eaf3-4c6f-a811-c3628fd92f07 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab2f4cd8-a13a-4975-b842-93e476071bac HTTP/1.1" status: 200 len: 897 time: 0.0920441 Jan 10 12:28:42.921894 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-513767f9-2db4-4722-a351-8cd98adec396 req-b0ec687f-4a3d-4a28-8179-d429ca4dc7b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a23576d2-0c0a-4714-a05e-3702c875243a HTTP/1.1" status: 200 len: 217 time: 0.0357141 Jan 10 12:28:42.974660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513767f9-2db4-4722-a351-8cd98adec396 req-1dcdd280-b35c-4eba-808c-77123c7ef8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:42.976141 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-513767f9-2db4-4722-a351-8cd98adec396 req-1dcdd280-b35c-4eba-808c-77123c7ef8fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf51f4cc-8943-424a-8dcc-5de0c939979f HTTP/1.1" status: 200 len: 834 time: 0.0490685 Jan 10 12:28:42.979103 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b4e8d2c0-ff56-476a-bcf4-fb71c74db6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961569744', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:27:10Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:11Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fcc30a71-b796-40b4-9ca2-b9092959e79a', 'name': '', 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:30:12:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:14Z', 'updated_at': '2022-01-10T12:27:17Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:43.007004 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e8d2c0-ff56-476a-bcf4-fb71c74db6b4 None None] Checking router: 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:28:43.015440 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e8d2c0-ff56-476a-bcf4-fb71c74db6b4 None None] Routers {'1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:28:43.016049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b4e8d2c0-ff56-476a-bcf4-fb71c74db6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:28:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:43.050764 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513767f9-2db4-4722-a351-8cd98adec396 req-dcb61ee7-2d7a-4091-933c-94bd530de8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:43.052255 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-513767f9-2db4-4722-a351-8cd98adec396 req-dcb61ee7-2d7a-4091-933c-94bd530de8b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab2f4cd8-a13a-4975-b842-93e476071bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699615 Jan 10 12:28:43.074565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253beb93-09c6-4c2e-9fd6-e698b659cf3b req-2f0307e4-7be0-4e4c-bab7-ea66e2caac5d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:43.075983 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-253beb93-09c6-4c2e-9fd6-e698b659cf3b req-2f0307e4-7be0-4e4c-bab7-ea66e2caac5d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0660043 Jan 10 12:28:43.123864 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-b4e8d2c0-ff56-476a-bcf4-fb71c74db6b4 None None] Set router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:28:43.184591 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-253beb93-09c6-4c2e-9fd6-e698b659cf3b req-0f867854-0c2c-4933-9e55-197c38cfda8a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978079 Jan 10 12:28:43.195588 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-513767f9-2db4-4722-a351-8cd98adec396 req-b611652c-f79f-434a-960c-6ae789a50437 service neutron] 10.222.0.30 "GET /v2.0/networks/ab2f4cd8-a13a-4975-b842-93e476071bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355090 Jan 10 12:28:43.298458 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-513767f9-2db4-4722-a351-8cd98adec396 req-121f006d-0f97-4d8c-aa17-320e762954bd service neutron] 10.222.0.30 "GET /v2.0/networks/ab2f4cd8-a13a-4975-b842-93e476071bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950894 Jan 10 12:28:43.339148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b4e8d2c0-ff56-476a-bcf4-fb71c74db6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961569744', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:27:10Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:11Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fcc30a71-b796-40b4-9ca2-b9092959e79a', 'name': '', 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:30:12:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:14Z', 'updated_at': '2022-01-10T12:27:17Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:43.370120 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:43.371808 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e8d2c0-ff56-476a-bcf4-fb71c74db6b4 None None] The sync data for ids ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'] in dv-neutron-master-2-hyperv is: [{'id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961569744', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:27:10Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:11Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fcc30a71-b796-40b4-9ca2-b9092959e79a', 'name': '', 'network_id': 'ab2f4cd8-a13a-4975-b842-93e476071bac', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:30:12:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:14Z', 'updated_at': '2022-01-10T12:27:17Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'cf51f4cc-8943-424a-8dcc-5de0c939979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:28:43.581309 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dad43c-fe8b-4729-9a75-3f0bc970f781 None None] New status for floating IP b87e92af-eb9c-47a7-8cba-987d2f7de07e: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:28:44.299141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd24c14-2826-4e72-b68e-d9a468106aa3 req-cc79ff4d-3ac5-42f3-978a-2e3076bb45fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:44.300619 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9fd24c14-2826-4e72-b68e-d9a468106aa3 req-cc79ff4d-3ac5-42f3-978a-2e3076bb45fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0482717 Jan 10 12:28:44.350993 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9fd24c14-2826-4e72-b68e-d9a468106aa3 req-b56e5ee7-d837-4fdb-9ccb-34fcc83aac4f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80d162c-62b8-4947-ab4c-3f43bb936528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442243 Jan 10 12:28:44.500544 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b39ee-3f2e-409e-acb8-c684666b7efa req-439c5cae-b0b7-4bfe-9213-571aac4feada tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:44.501944 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ea6b39ee-3f2e-409e-acb8-c684666b7efa req-439c5cae-b0b7-4bfe-9213-571aac4feada tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 945 time: 0.0535042 Jan 10 12:28:44.589996 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-ea6b39ee-3f2e-409e-acb8-c684666b7efa req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port a23576d2-0c0a-4714-a05e-3702c875243a {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:28:44.590344 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ea6b39ee-3f2e-409e-acb8-c684666b7efa req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a23576d2-0c0a-4714-a05e-3702c875243a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:44.681219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-ea6b39ee-3f2e-409e-acb8-c684666b7efa req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] For port a23576d2-0c0a-4714-a05e-3702c875243a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a23576d2-0c0a-4714-a05e-3702c875243a,segment=NetworkSegment(ca1a4764-6b43-43e4-82b9-a763079c5ae4),segment_id=ca1a4764-6b43-43e4-82b9-a763079c5ae4)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:28:44.681581 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ea6b39ee-3f2e-409e-acb8-c684666b7efa req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a23576d2-0c0a-4714-a05e-3702c875243a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:44.694105 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-ea6b39ee-3f2e-409e-acb8-c684666b7efa req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for a23576d2-0c0a-4714-a05e-3702c875243a owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:28:44.859133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ea6b39ee-3f2e-409e-acb8-c684666b7efa req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a23576d2-0c0a-4714-a05e-3702c875243a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:44.927575 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=a23576d2-0c0a-4714-a05e-3702c875243a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:44.942716 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6b39ee-3f2e-409e-acb8-c684666b7efa req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] No DVR routers for this DVR port a23576d2-0c0a-4714-a05e-3702c875243a on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:28:44.948563 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-ea6b39ee-3f2e-409e-acb8-c684666b7efa req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:44.951791 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ea6b39ee-3f2e-409e-acb8-c684666b7efa req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "DELETE /v2.0/ports/a23576d2-0c0a-4714-a05e-3702c875243a HTTP/1.1" status: 204 len: 173 time: 0.4443264 Jan 10 12:28:44.952220 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37499859-7ce8-4154-ac29-8d49afb3fff5', 'name': 'network-vif-deleted', 'tag': 'a23576d2-0c0a-4714-a05e-3702c875243a'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:28:44.954523 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e3102c-aa70-4c7a-801c-1c45b67cd695" -d '{"events": [{"server_uuid": "37499859-7ce8-4154-ac29-8d49afb3fff5", "name": "network-vif-deleted", "tag": "a23576d2-0c0a-4714-a05e-3702c875243a"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:28:44.958265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:44.958623 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:44.959004 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:44.959307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:44.959640 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:44.959973 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:44.960884 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:44.960884 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:44.961077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:44.961317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:44.961585 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:44.962011 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:44.964403 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55160554-5f06-4bcc-9cec-12c4a69835d4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:44.990548 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bafc40-ebac-4ece-bc33-3eff1e6e9ef7 x-openstack-request-id: req-d1bafc40-ebac-4ece-bc33-3eff1e6e9ef7 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:28:44.990875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37499859-7ce8-4154-ac29-8d49afb3fff5", "name": "network-vif-deleted", "tag": "a23576d2-0c0a-4714-a05e-3702c875243a", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:28:44.991138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1bafc40-ebac-4ece-bc33-3eff1e6e9ef7 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:28:44.991550 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37499859-7ce8-4154-ac29-8d49afb3fff5', 'name': 'network-vif-deleted', 'tag': 'a23576d2-0c0a-4714-a05e-3702c875243a', 'status': 'completed', 'code': 200} Jan 10 12:28:45.452758 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-49136885-4578-4b3b-b110-96ca576a39d7 req-a535cd9d-5be2-48c7-8195-efdeaa25d937 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=37499859-7ce8-4154-ac29-8d49afb3fff5 HTTP/1.1" status: 200 len: 210 time: 0.0251591 Jan 10 12:28:46.509149 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36318) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:46.860729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-53fb317c-c0f8-4e24-9b4b-e3d005b0cc40 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:47.111130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-53fb317c-c0f8-4e24-9b4b-e3d005b0cc40 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port fcc30a71-b796-40b4-9ca2-b9092959e79a {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:28:47.111394 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-53fb317c-c0f8-4e24-9b4b-e3d005b0cc40 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:47.200760 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-53fb317c-c0f8-4e24-9b4b-e3d005b0cc40 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] For port fcc30a71-b796-40b4-9ca2-b9092959e79a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fcc30a71-b796-40b4-9ca2-b9092959e79a,segment=NetworkSegment(ca1a4764-6b43-43e4-82b9-a763079c5ae4),segment_id=ca1a4764-6b43-43e4-82b9-a763079c5ae4)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:28:47.201128 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-53fb317c-c0f8-4e24-9b4b-e3d005b0cc40 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:47.214128 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-53fb317c-c0f8-4e24-9b4b-e3d005b0cc40 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for fcc30a71-b796-40b4-9ca2-b9092959e79a owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:28:47.487692 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-53fb317c-c0f8-4e24-9b4b-e3d005b0cc40 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (fcc30a71-b796-40b4-9ca2-b9092959e79a), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:47.518519 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb317c-c0f8-4e24-9b4b-e3d005b0cc40 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=fcc30a71-b796-40b4-9ca2-b9092959e79a,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:47.691711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-53fb317c-c0f8-4e24-9b4b-e3d005b0cc40 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:47.908802 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fb317c-c0f8-4e24-9b4b-e3d005b0cc40 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:28:48.015008 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fb317c-c0f8-4e24-9b4b-e3d005b0cc40 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:28:48.020325 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-53fb317c-c0f8-4e24-9b4b-e3d005b0cc40 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "PUT /v2.0/routers/1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5101209 Jan 10 12:28:48.023107 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36320) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:48.024808 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2876f6-3b3d-4775-8344-be806403fe69 None None] Sync routers for ids ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:28:48.034762 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2876f6-3b3d-4775-8344-be806403fe69 None None] Routers {'1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:28:48.035472 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-9b2876f6-3b3d-4775-8344-be806403fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:28:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:48.074401 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-328b7989-0fc3-4fd4-83a1-1b79ec463ab6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting subnet cf51f4cc-8943-424a-8dcc-5de0c939979f {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:28:48.077599 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-328b7989-0fc3-4fd4-83a1-1b79ec463ab6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for subnet (cf51f4cc-8943-424a-8dcc-5de0c939979f), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:48.122247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-328b7989-0fc3-4fd4-83a1-1b79ec463ab6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (cf51f4cc-8943-424a-8dcc-5de0c939979f), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:48.139066 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-9b2876f6-3b3d-4775-8344-be806403fe69 None None] Set router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:28:48.202525 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-328b7989-0fc3-4fd4-83a1-1b79ec463ab6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (cf51f4cc-8943-424a-8dcc-5de0c939979f), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:48.321933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-9b2876f6-3b3d-4775-8344-be806403fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961569744', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:27:10Z', 'updated_at': '2022-01-10T12:28:47Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:11Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:48.322278 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-328b7989-0fc3-4fd4-83a1-1b79ec463ab6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (cf51f4cc-8943-424a-8dcc-5de0c939979f), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:48.351597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2876f6-3b3d-4775-8344-be806403fe69 None None] Checking router: 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:28:48.355077 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b7989-0fc3-4fd4-83a1-1b79ec463ab6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Subnet': ['ID=cf51f4cc-8943-424a-8dcc-5de0c939979f,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:48.357046 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-328b7989-0fc3-4fd4-83a1-1b79ec463ab6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:48.360306 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-328b7989-0fc3-4fd4-83a1-1b79ec463ab6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/subnets/cf51f4cc-8943-424a-8dcc-5de0c939979f HTTP/1.1" status: 204 len: 168 time: 0.3362422 Jan 10 12:28:48.367879 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36322) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:48.368897 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9484f12-b2d1-4743-ba79-b59fe88b7b31 None None] Network ab2f4cd8-a13a-4975-b842-93e476071bac requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:28:48.378446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2876f6-3b3d-4775-8344-be806403fe69 None None] Routers {'1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:28:48.379080 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-9b2876f6-3b3d-4775-8344-be806403fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:28:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:48.467968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3309b8e-c0fe-4307-b135-fd0d8b102d5e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:48.533479 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device a23576d2-0c0a-4714-a05e-3702c875243a no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:28:48.564446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-9b2876f6-3b3d-4775-8344-be806403fe69 None None] Set router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:28:48.566982 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: a23576d2-0c0a-4714-a05e-3702c875243a {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:28:48.567342 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device a23576d2-0c0a-4714-a05e-3702c875243a not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:28:48.572756 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3309b8e-c0fe-4307-b135-fd0d8b102d5e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:48.639531 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] DHCP port deletion for ab2f4cd8-a13a-4975-b842-93e476071bac request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:28:48.684835 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-d3309b8e-c0fe-4307-b135-fd0d8b102d5e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port 124d4867-f276-4cde-97d3-53eccc51c2ea {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:28:48.685167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3309b8e-c0fe-4307-b135-fd0d8b102d5e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (124d4867-f276-4cde-97d3-53eccc51c2ea), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:48.765779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-d3309b8e-c0fe-4307-b135-fd0d8b102d5e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] For port 124d4867-f276-4cde-97d3-53eccc51c2ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=124d4867-f276-4cde-97d3-53eccc51c2ea,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:28:48.766043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Deleting port 6e7a903b-1e64-481a-b31c-ae0bc0278f29 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:28:48.766160 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3309b8e-c0fe-4307-b135-fd0d8b102d5e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (124d4867-f276-4cde-97d3-53eccc51c2ea), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:48.766400 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (6e7a903b-1e64-481a-b31c-ae0bc0278f29), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:48.778093 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-d3309b8e-c0fe-4307-b135-fd0d8b102d5e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for 124d4867-f276-4cde-97d3-53eccc51c2ea owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:28:48.839958 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] For port 6e7a903b-1e64-481a-b31c-ae0bc0278f29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e7a903b-1e64-481a-b31c-ae0bc0278f29,segment=NetworkSegment(ca1a4764-6b43-43e4-82b9-a763079c5ae4),segment_id=ca1a4764-6b43-43e4-82b9-a763079c5ae4)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:28:48.840356 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (6e7a903b-1e64-481a-b31c-ae0bc0278f29), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:48.854466 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Calling delete_port for 6e7a903b-1e64-481a-b31c-ae0bc0278f29 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:28:48.856743 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-9b2876f6-3b3d-4775-8344-be806403fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961569744', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:27:10Z', 'updated_at': '2022-01-10T12:28:47Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:11Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:48.889702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2876f6-3b3d-4775-8344-be806403fe69 None None] The sync data for ids ['1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc'] in dv-neutron-master-2-hyperv is: [{'id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961569744', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:27:10Z', 'updated_at': '2022-01-10T12:28:47Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': '124d4867-f276-4cde-97d3-53eccc51c2ea', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:27:11Z', 'updated_at': '2022-01-10T12:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:28:48.996084 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3309b8e-c0fe-4307-b135-fd0d8b102d5e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (124d4867-f276-4cde-97d3-53eccc51c2ea), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.019044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (6e7a903b-1e64-481a-b31c-ae0bc0278f29), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.019234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3309b8e-c0fe-4307-b135-fd0d8b102d5e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=124d4867-f276-4cde-97d3-53eccc51c2ea,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:49.047470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73ac3e8-5a5b-462c-8d9c-2272b32cd642 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:28:49.050242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] No DVR routers for this DVR port 6e7a903b-1e64-481a-b31c-ae0bc0278f29 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:28:49.052093 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Pushing event deleted for resources: {'Port': ['ID=6e7a903b-1e64-481a-b31c-ae0bc0278f29,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:49.064204 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:49.064712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:49.064992 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:49.065428 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:49.065667 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:49.066037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:49.066375 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:49.066774 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:49.067403 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:49.067747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:49.068175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:49.068438 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:49.068794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6c805-eb19-45fb-981f-eb153f517274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:49.086568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3309b8e-c0fe-4307-b135-fd0d8b102d5e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.176108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3309b8e-c0fe-4307-b135-fd0d8b102d5e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.178102 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3309b8e-c0fe-4307-b135-fd0d8b102d5e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_controller (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.270553 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3309b8e-c0fe-4307-b135-fd0d8b102d5e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.271134 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3309b8e-c0fe-4307-b135-fd0d8b102d5e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Fanout notify agent at l3_agent the message router_deleted on router 1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:28:49.279812 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d3309b8e-c0fe-4307-b135-fd0d8b102d5e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.280957 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d3309b8e-c0fe-4307-b135-fd0d8b102d5e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/routers/1847a5f0-7c10-4a68-a8ff-1ed2ccf465fc HTTP/1.1" status: 204 len: 168 time: 0.9167166 Jan 10 12:28:49.283692 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36324) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:49.368454 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38927632-f959-4aad-a808-f5858f246b2c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (ab2f4cd8-a13a-4975-b842-93e476071bac), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.457613 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38927632-f959-4aad-a808-f5858f246b2c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (ab2f4cd8-a13a-4975-b842-93e476071bac), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.479564 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-38927632-f959-4aad-a808-f5858f246b2c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2f4cd8-a13a-4975-b842-93e476071bac']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:49.489383 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-38927632-f959-4aad-a808-f5858f246b2c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1a4764-6b43-43e4-82b9-a763079c5ae4') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:49.489684 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-38927632-f959-4aad-a808-f5858f246b2c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1a4764-6b43-43e4-82b9-a763079c5ae4') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:49.499637 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38927632-f959-4aad-a808-f5858f246b2c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (ca1a4764-6b43-43e4-82b9-a763079c5ae4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.513022 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38927632-f959-4aad-a808-f5858f246b2c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (ca1a4764-6b43-43e4-82b9-a763079c5ae4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.519262 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38927632-f959-4aad-a808-f5858f246b2c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:28:49.519669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38927632-f959-4aad-a808-f5858f246b2c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (ca1a4764-6b43-43e4-82b9-a763079c5ae4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:28:49.522729 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:28:49.641548 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38927632-f959-4aad-a808-f5858f246b2c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (ab2f4cd8-a13a-4975-b842-93e476071bac), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.652017 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-38927632-f959-4aad-a808-f5858f246b2c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.655309 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-38927632-f959-4aad-a808-f5858f246b2c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/networks/ab2f4cd8-a13a-4975-b842-93e476071bac HTTP/1.1" status: 204 len: 168 time: 0.3705709 Jan 10 12:28:49.658340 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36326) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:49.664945 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38927632-f959-4aad-a808-f5858f246b2c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Network': ['ID=ab2f4cd8-a13a-4975-b842-93e476071bac,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:49.715324 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.716823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce967-d8fb-4f46-aca3-cb6df062ea22 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (b80d162c-62b8-4947-ab4c-3f43bb936528), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.741650 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce967-d8fb-4f46-aca3-cb6df062ea22 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (b80d162c-62b8-4947-ab4c-3f43bb936528), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.864678 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce967-d8fb-4f46-aca3-cb6df062ea22 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (b80d162c-62b8-4947-ab4c-3f43bb936528), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.871372 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce967-d8fb-4f46-aca3-cb6df062ea22 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:49.875520 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-8b1ce967-d8fb-4f46-aca3-cb6df062ea22 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/security-groups/b80d162c-62b8-4947-ab4c-3f43bb936528 HTTP/1.1" status: 204 len: 168 time: 0.2158680 Jan 10 12:28:49.893079 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ce967-d8fb-4f46-aca3-cb6df062ea22 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80d162c-62b8-4947-ab4c-3f43bb936528,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:49.908391 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fcc30a71-b796-40b4-9ca2-b9092959e79a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:28:49.932310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: fcc30a71-b796-40b4-9ca2-b9092959e79a {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:28:49.932665 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device fcc30a71-b796-40b4-9ca2-b9092959e79a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:28:49.933085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 124d4867-f276-4cde-97d3-53eccc51c2ea no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:28:49.952871 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 124d4867-f276-4cde-97d3-53eccc51c2ea {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:28:49.953171 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 124d4867-f276-4cde-97d3-53eccc51c2ea not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:28:49.953547 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6e7a903b-1e64-481a-b31c-ae0bc0278f29 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:28:49.979003 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 6e7a903b-1e64-481a-b31c-ae0bc0278f29 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:28:49.979187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6e7a903b-1e64-481a-b31c-ae0bc0278f29 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:28:50.338008 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36332) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:50.342562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-6135f9e5-7269-4c6f-a1b4-4860f287a36c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-715434640', 'description': 'tempest-secgroup-smoke-715434640 description', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:28:50.435967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6135f9e5-7269-4c6f-a1b4-4860f287a36c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:50.502678 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6135f9e5-7269-4c6f-a1b4-4860f287a36c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (2016d059-c364-472f-a3e3-bd322d14bac3), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:50.566974 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6135f9e5-7269-4c6f-a1b4-4860f287a36c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (2016d059-c364-472f-a3e3-bd322d14bac3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:50.595520 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135f9e5-7269-4c6f-a1b4-4860f287a36c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2016d059-c364-472f-a3e3-bd322d14bac3,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:50.643416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-6135f9e5-7269-4c6f-a1b4-4860f287a36c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:50.644647 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-6135f9e5-7269-4c6f-a1b4-4860f287a36c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3056366 Jan 10 12:28:50.647583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36334) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:50.652578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-bbf85c1b-67b2-48d6-b096-67d60a948328 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '2016d059-c364-472f-a3e3-bd322d14bac3', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:28:50.737958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbf85c1b-67b2-48d6-b096-67d60a948328 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (9cdc63c6-b2dd-4ac1-bd89-f98d8cbe430e), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:50.795914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbf85c1b-67b2-48d6-b096-67d60a948328 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (9cdc63c6-b2dd-4ac1-bd89-f98d8cbe430e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:50.870188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbf85c1b-67b2-48d6-b096-67d60a948328 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (9cdc63c6-b2dd-4ac1-bd89-f98d8cbe430e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:50.889111 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf85c1b-67b2-48d6-b096-67d60a948328 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdc63c6-b2dd-4ac1-bd89-f98d8cbe430e,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:50.935041 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-bbf85c1b-67b2-48d6-b096-67d60a948328 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:50.936241 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-bbf85c1b-67b2-48d6-b096-67d60a948328 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2877178 Jan 10 12:28:50.939126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36336) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:50.943338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-78cf89d9-e6bf-4377-b0d1-87e09c763096 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '2016d059-c364-472f-a3e3-bd322d14bac3', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:28:51.033962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-78cf89d9-e6bf-4377-b0d1-87e09c763096 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (1d18d001-6c63-4be9-91e6-e3b0bd0dfcef), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:51.089571 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-78cf89d9-e6bf-4377-b0d1-87e09c763096 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (1d18d001-6c63-4be9-91e6-e3b0bd0dfcef), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:51.144083 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-78cf89d9-e6bf-4377-b0d1-87e09c763096 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (1d18d001-6c63-4be9-91e6-e3b0bd0dfcef), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:51.163645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf89d9-e6bf-4377-b0d1-87e09c763096 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d18d001-6c63-4be9-91e6-e3b0bd0dfcef,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:51.220261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-78cf89d9-e6bf-4377-b0d1-87e09c763096 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:51.221494 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-78cf89d9-e6bf-4377-b0d1-87e09c763096 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2814522 Jan 10 12:28:51.224258 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36338) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:51.228497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-9323a52a-4327-4e55-90c6-0f888551881a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '2016d059-c364-472f-a3e3-bd322d14bac3', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:28:51.314836 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9323a52a-4327-4e55-90c6-0f888551881a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (904dee59-9313-44c9-9247-821fc2df974e), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:51.370907 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9323a52a-4327-4e55-90c6-0f888551881a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (904dee59-9313-44c9-9247-821fc2df974e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:51.470161 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9323a52a-4327-4e55-90c6-0f888551881a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (904dee59-9313-44c9-9247-821fc2df974e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:51.485202 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323a52a-4327-4e55-90c6-0f888551881a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904dee59-9313-44c9-9247-821fc2df974e,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:51.540743 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9323a52a-4327-4e55-90c6-0f888551881a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:51.541972 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9323a52a-4327-4e55-90c6-0f888551881a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167753 Jan 10 12:28:51.544721 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36340) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:51.549074 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-64ac5204-a00c-41c0-abb2-3f01e0d36ffa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '2016d059-c364-472f-a3e3-bd322d14bac3', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:28:51.623361 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-64ac5204-a00c-41c0-abb2-3f01e0d36ffa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (7d5e7582-19cf-4b5e-8011-00ab21dec742), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:51.682241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-64ac5204-a00c-41c0-abb2-3f01e0d36ffa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (7d5e7582-19cf-4b5e-8011-00ab21dec742), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:51.761269 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-64ac5204-a00c-41c0-abb2-3f01e0d36ffa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (7d5e7582-19cf-4b5e-8011-00ab21dec742), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:51.782786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac5204-a00c-41c0-abb2-3f01e0d36ffa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5e7582-19cf-4b5e-8011-00ab21dec742,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:51.849441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-64ac5204-a00c-41c0-abb2-3f01e0d36ffa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:51.850755 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-64ac5204-a00c-41c0-abb2-3f01e0d36ffa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3050823 Jan 10 12:28:51.854144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36342) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:51.858627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b68ba100-fd34-40f6-98c1-6e2a121ffa8c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '2016d059-c364-472f-a3e3-bd322d14bac3', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:28:51.967078 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-b68ba100-fd34-40f6-98c1-6e2a121ffa8c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Project cc6d11ffd4e1456e966331f2b05cc6f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:28:51.971866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b68ba100-fd34-40f6-98c1-6e2a121ffa8c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (6f6148c1-6791-4644-9eff-24709592548b), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:52.029326 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b68ba100-fd34-40f6-98c1-6e2a121ffa8c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (6f6148c1-6791-4644-9eff-24709592548b), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:52.104150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b68ba100-fd34-40f6-98c1-6e2a121ffa8c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (6f6148c1-6791-4644-9eff-24709592548b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:52.122731 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ba100-fd34-40f6-98c1-6e2a121ffa8c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6148c1-6791-4644-9eff-24709592548b,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:52.163284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b68ba100-fd34-40f6-98c1-6e2a121ffa8c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:52.164491 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b68ba100-fd34-40f6-98c1-6e2a121ffa8c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3093784 Jan 10 12:28:52.168001 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36344) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:52.172326 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-dae8890e-cbe3-4d1f-8e49-af252e050758 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '2016d059-c364-472f-a3e3-bd322d14bac3', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:28:52.230080 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-dae8890e-cbe3-4d1f-8e49-af252e050758 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Project cc6d11ffd4e1456e966331f2b05cc6f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:28:52.234922 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dae8890e-cbe3-4d1f-8e49-af252e050758 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (8b49696d-54f9-4dc9-b176-477d88566729), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:52.293338 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dae8890e-cbe3-4d1f-8e49-af252e050758 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (8b49696d-54f9-4dc9-b176-477d88566729), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:52.338488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dae8890e-cbe3-4d1f-8e49-af252e050758 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (8b49696d-54f9-4dc9-b176-477d88566729), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:52.355345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8890e-cbe3-4d1f-8e49-af252e050758 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b49696d-54f9-4dc9-b176-477d88566729,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:52.403353 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dae8890e-cbe3-4d1f-8e49-af252e050758 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:52.404554 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-dae8890e-cbe3-4d1f-8e49-af252e050758 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2356141 Jan 10 12:28:52.407440 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36346) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:52.412265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-647fd707-7ff4-437f-81b5-ce8d88ad26af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'network': {'name': 'tempest-network-smoke--1133915646', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'port_security_enabled': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:28:52.475696 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647fd707-7ff4-437f-81b5-ce8d88ad26af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Made reservation on behalf of cc6d11ffd4e1456e966331f2b05cc6f3 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:28:52.480199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-647fd707-7ff4-437f-81b5-ce8d88ad26af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:52.504837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647fd707-7ff4-437f-81b5-ce8d88ad26af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:28:52.513979 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-647fd707-7ff4-437f-81b5-ce8d88ad26af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (46f4d915-0b06-401c-b7e3-13f84e3c1d4e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:52.514329 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-647fd707-7ff4-437f-81b5-ce8d88ad26af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Added segment 46f4d915-0b06-401c-b7e3-13f84e3c1d4e of type vlan for network 8853ef68-8fcf-44ca-b399-5cb637415059 Jan 10 12:28:52.556193 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-647fd707-7ff4-437f-81b5-ce8d88ad26af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (8853ef68-8fcf-44ca-b399-5cb637415059), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:52.640989 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-647fd707-7ff4-437f-81b5-ce8d88ad26af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (8853ef68-8fcf-44ca-b399-5cb637415059), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:52.646909 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647fd707-7ff4-437f-81b5-ce8d88ad26af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:52.647496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-647fd707-7ff4-437f-81b5-ce8d88ad26af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:52.713418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fd707-7ff4-437f-81b5-ce8d88ad26af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Network': ['ID=8853ef68-8fcf-44ca-b399-5cb637415059,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:52.723388 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 8853ef68-8fcf-44ca-b399-5cb637415059 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:28:52.741640 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-647fd707-7ff4-437f-81b5-ce8d88ad26af tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3331335 Jan 10 12:28:52.745330 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36348) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:52.749664 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2028413863', 'admin_state_up': True, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:28:52.818451 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (4d9f496f-b283-44fd-814f-4d5cf1586f42), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:52.819559 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (4d9f496f-b283-44fd-814f-4d5cf1586f42), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:52.874787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_controller (4d9f496f-b283-44fd-814f-4d5cf1586f42), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:53.067127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (4d9f496f-b283-44fd-814f-4d5cf1586f42), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:53.324012 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (4d9f496f-b283-44fd-814f-4d5cf1586f42), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:53.342316 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:53.442446 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.36.2.254 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/f22cbb61-7c45-4253-8322-13f9dfb8142a) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:28:53.543979 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (f22cbb61-7c45-4253-8322-13f9dfb8142a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:53.641623 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (f22cbb61-7c45-4253-8322-13f9dfb8142a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:53.681752 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:28:53.684807 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:28:53.688120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:28:53.698163 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66ddf94-e6ed-4444-a3ce-c7fab73979f0 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:28:53.715997 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=f22cbb61-7c45-4253-8322-13f9dfb8142a,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:53.792396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5f4e69c0-b9a1-43e1-9ed6-65789defeae6 None None] Provisioning complete for port f22cbb61-7c45-4253-8322-13f9dfb8142a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:28:53.793009 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5f4e69c0-b9a1-43e1-9ed6-65789defeae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f22cbb61-7c45-4253-8322-13f9dfb8142a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:53.830588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5f4e69c0-b9a1-43e1-9ed6-65789defeae6 None None] Port f22cbb61-7c45-4253-8322-13f9dfb8142a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:28:54.035515 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (4d9f496f-b283-44fd-814f-4d5cf1586f42), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:54.529341 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (4d9f496f-b283-44fd-814f-4d5cf1586f42), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:54.710015 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 4d9f496f-b283-44fd-814f-4d5cf1586f42 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:28:54.815058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:28:54.828477 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Sync routers for ids ['4d9f496f-b283-44fd-814f-4d5cf1586f42'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:28:54.837902 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Routers {'4d9f496f-b283-44fd-814f-4d5cf1586f42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:28:54.839982 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:28:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4d9f496f-b283-44fd-814f-4d5cf1586f42'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:54.889222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:54.890508 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-da4189fe-05b5-4028-abce-637d90ba3ede tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1442189 Jan 10 12:28:54.893718 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36352) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:54.921517 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ee346fa9-2ce2-4dfc-aa70-f84ddcc7564b tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=cc6d11ffd4e1456e966331f2b05cc6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266988 Jan 10 12:28:54.924005 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36354) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:54.939207 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Set router 4d9f496f-b283-44fd-814f-4d5cf1586f42 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:28:55.015103 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ecd679-6b48-4f66-830a-0d85ccb06a3c tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:55.016609 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-53ecd679-6b48-4f66-830a-0d85ccb06a3c tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917113 Jan 10 12:28:55.019327 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36358) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:55.047074 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f93c567c-420b-4684-9ac3-ac5217ea6cbf tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267098 Jan 10 12:28:55.049535 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36360) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:55.054148 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-4b248039-a8de-4f7f-bbb3-ef2675a66e41 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-241826475', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:28:55.119991 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028413863', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:28:52Z', 'updated_at': '2022-01-10T12:28:53Z', 'revision_number': 3, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:aa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:53Z', 'updated_at': '2022-01-10T12:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:55.146191 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Checking router: 4d9f496f-b283-44fd-814f-4d5cf1586f42 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:28:55.146547 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Updating router 4d9f496f-b283-44fd-814f-4d5cf1586f42 port f22cbb61-7c45-4253-8322-13f9dfb8142a binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:28:55.171161 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f22cbb61-7c45-4253-8322-13f9dfb8142a), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:55.201339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b248039-a8de-4f7f-bbb3-ef2675a66e41 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Made reservation on behalf of cc6d11ffd4e1456e966331f2b05cc6f3 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:28:55.205028 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b248039-a8de-4f7f-bbb3-ef2675a66e41 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:55.419671 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Publish callbacks [] for port (f22cbb61-7c45-4253-8322-13f9dfb8142a), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:55.447557 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b248039-a8de-4f7f-bbb3-ef2675a66e41 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (2c238a93-defe-4592-8cd1-cea96d605bda), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:55.481414 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f22cbb61-7c45-4253-8322-13f9dfb8142a), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:55.509508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b248039-a8de-4f7f-bbb3-ef2675a66e41 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Subnet': ['ID=2c238a93-defe-4592-8cd1-cea96d605bda,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:55.516903 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b248039-a8de-4f7f-bbb3-ef2675a66e41 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Checking segment: {'id': '46f4d915-0b06-401c-b7e3-13f84e3c1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:28:55.517280 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b248039-a8de-4f7f-bbb3-ef2675a66e41 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network hostable DHCP agents. Network: 8853ef68-8fcf-44ca-b399-5cb637415059, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:28:55.523624 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9539ab47-7b05-40dc-ab21-ba4a313559d8 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:28:55.529797 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Attempting to bind port f22cbb61-7c45-4253-8322-13f9dfb8142a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:28:55.530343 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Attempting to bind port f22cbb61-7c45-4253-8322-13f9dfb8142a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:28:55.530525 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Attempting to bind port f22cbb61-7c45-4253-8322-13f9dfb8142a on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:28:55.540298 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa69a7-97c1-4692-bb1c-970b77d1c07f None None] Pushing event updated for resources: {'Port': ['ID=f22cbb61-7c45-4253-8322-13f9dfb8142a,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:55.542361 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:28:55.542736 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:28:55.543226 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:55.543617 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:28:55.544080 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Bound port: f22cbb61-7c45-4253-8322-13f9dfb8142a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:28:55.544456 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f22cbb61-7c45-4253-8322-13f9dfb8142a), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:55.559173 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-78ab2bf9-848f-4464-951e-e30967617397 None None] Provisioning complete for port f22cbb61-7c45-4253-8322-13f9dfb8142a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:28:55.559545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-78ab2bf9-848f-4464-951e-e30967617397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f22cbb61-7c45-4253-8322-13f9dfb8142a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:55.567474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b248039-a8de-4f7f-bbb3-ef2675a66e41 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network 8853ef68-8fcf-44ca-b399-5cb637415059 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:28:55.567872 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa69a7-97c1-4692-bb1c-970b77d1c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:55.568212 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa69a7-97c1-4692-bb1c-970b77d1c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:55.568555 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa69a7-97c1-4692-bb1c-970b77d1c07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:55.568897 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa69a7-97c1-4692-bb1c-970b77d1c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:55.569234 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa69a7-97c1-4692-bb1c-970b77d1c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:55.569565 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa69a7-97c1-4692-bb1c-970b77d1c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:55.569924 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa69a7-97c1-4692-bb1c-970b77d1c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:55.570256 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa69a7-97c1-4692-bb1c-970b77d1c07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:55.570587 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa69a7-97c1-4692-bb1c-970b77d1c07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:55.571510 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa69a7-97c1-4692-bb1c-970b77d1c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:55.571838 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa69a7-97c1-4692-bb1c-970b77d1c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:55.572163 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa69a7-97c1-4692-bb1c-970b77d1c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:55.572485 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa69a7-97c1-4692-bb1c-970b77d1c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:28:55.593945 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-78ab2bf9-848f-4464-951e-e30967617397 None None] Port f22cbb61-7c45-4253-8322-13f9dfb8142a cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:28:55.611180 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] For port f22cbb61-7c45-4253-8322-13f9dfb8142a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:28:55.614526 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] For port f22cbb61-7c45-4253-8322-13f9dfb8142a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f22cbb61-7c45-4253-8322-13f9dfb8142a,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:28:55.624635 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-4b248039-a8de-4f7f-bbb3-ef2675a66e41 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8853ef68-8fcf-44ca-b399-5cb637415059) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:28:55.628712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b248039-a8de-4f7f-bbb3-ef2675a66e41 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:55.629313 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b248039-a8de-4f7f-bbb3-ef2675a66e41 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:55.632833 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71f61af-7cee-4f59-8850-7f38b537b688 None None] Network 8853ef68-8fcf-44ca-b399-5cb637415059 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:28:55.665327 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f22cbb61-7c45-4253-8322-13f9dfb8142a), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:55.684807 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4b248039-a8de-4f7f-bbb3-ef2675a66e41 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6341374 Jan 10 12:28:55.687675 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36362) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:28:55.729736 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4683bf-3fa6-4cd0-9b6b-43dd3c4b0b22 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:28:55.739630 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa69a7-97c1-4692-bb1c-970b77d1c07f None None] Pushing event updated for resources: {'Port': ['ID=f22cbb61-7c45-4253-8322-13f9dfb8142a,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:55.741385 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8853ef68-8fcf-44ca-b399-5cb637415059', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ips': [{'subnet_id': '2c238a93-defe-4592-8cd1-cea96d605bda'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:28:55.742546 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:55.754091 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Routers {'4d9f496f-b283-44fd-814f-4d5cf1586f42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:28:55.755165 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:28:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4d9f496f-b283-44fd-814f-4d5cf1586f42'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:55.844831 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a979dc1c-06e7-44ed-b6e5-ec5e0d0926f3 None None] Provisioning complete for port f22cbb61-7c45-4253-8322-13f9dfb8142a triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:28:55.845202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a979dc1c-06e7-44ed-b6e5-ec5e0d0926f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f22cbb61-7c45-4253-8322-13f9dfb8142a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:55.870393 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] Set router 4d9f496f-b283-44fd-814f-4d5cf1586f42 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:28:55.917068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Allocated IP 172.20.0.2 (8853ef68-8fcf-44ca-b399-5cb637415059/2c238a93-defe-4592-8cd1-cea96d605bda/cbd8afec-9aee-4f2d-ba66-b356a64d3d2c) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:28:56.020577 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a979dc1c-06e7-44ed-b6e5-ec5e0d0926f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (f22cbb61-7c45-4253-8322-13f9dfb8142a), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:56.042274 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a979dc1c-06e7-44ed-b6e5-ec5e0d0926f3 None None] For port f22cbb61-7c45-4253-8322-13f9dfb8142a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f22cbb61-7c45-4253-8322-13f9dfb8142a,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:28:56.074414 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028413863', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:28:52Z', 'updated_at': '2022-01-10T12:28:53Z', 'revision_number': 3, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:aa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:53Z', 'updated_at': '2022-01-10T12:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:56.102475 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdbb001-232f-4211-a05f-abfdaee89d31 None None] The sync data for ids ['4d9f496f-b283-44fd-814f-4d5cf1586f42'] in dv-neutron-master-2-hyperv is: [{'id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028413863', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:28:52Z', 'updated_at': '2022-01-10T12:28:53Z', 'revision_number': 3, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:aa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:53Z', 'updated_at': '2022-01-10T12:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:28:56.131490 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Publish callbacks [] for port (cbd8afec-9aee-4f2d-ba66-b356a64d3d2c), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:56.135443 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a979dc1c-06e7-44ed-b6e5-ec5e0d0926f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (f22cbb61-7c45-4253-8322-13f9dfb8142a), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:56.155794 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:56.184142 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (cbd8afec-9aee-4f2d-ba66-b356a64d3d2c), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:56.192140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979dc1c-06e7-44ed-b6e5-ec5e0d0926f3 None None] Pushing event updated for resources: {'Port': ['ID=f22cbb61-7c45-4253-8322-13f9dfb8142a,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:56.231570 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Network 8853ef68-8fcf-44ca-b399-5cb637415059 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:28:56.237803 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:28:56.241401 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:28:56.252785 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Pushing event updated for resources: {'Port': ['ID=cbd8afec-9aee-4f2d-ba66-b356a64d3d2c,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:56.302989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Attempting to bind port cbd8afec-9aee-4f2d-ba66-b356a64d3d2c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:28:56.303367 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Attempting to bind port cbd8afec-9aee-4f2d-ba66-b356a64d3d2c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '46f4d915-0b06-401c-b7e3-13f84e3c1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:28:56.303741 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Attempting to bind port cbd8afec-9aee-4f2d-ba66-b356a64d3d2c on network 8853ef68-8fcf-44ca-b399-5cb637415059 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:28:56.309223 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:28:56.309602 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Checking segment: {'id': '46f4d915-0b06-401c-b7e3-13f84e3c1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:28:56.310032 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:56.310425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Bound using segment: {'id': '46f4d915-0b06-401c-b7e3-13f84e3c1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:28:56.310892 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Bound port: cbd8afec-9aee-4f2d-ba66-b356a64d3d2c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f4d915-0b06-401c-b7e3-13f84e3c1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:28:56.311274 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cbd8afec-9aee-4f2d-ba66-b356a64d3d2c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:56.404524 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] For port cbd8afec-9aee-4f2d-ba66-b356a64d3d2c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:28:56.407987 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] For port cbd8afec-9aee-4f2d-ba66-b356a64d3d2c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbd8afec-9aee-4f2d-ba66-b356a64d3d2c,segment=NetworkSegment(46f4d915-0b06-401c-b7e3-13f84e3c1d4e),segment_id=46f4d915-0b06-401c-b7e3-13f84e3c1d4e)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:28:56.479393 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.20.0.1 (8853ef68-8fcf-44ca-b399-5cb637415059/2c238a93-defe-4592-8cd1-cea96d605bda/48f57fce-99bf-4c7a-b8c9-2def54fcf575) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:28:56.504856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cbd8afec-9aee-4f2d-ba66-b356a64d3d2c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:56.574548 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f52779-fd45-4feb-947f-b8532c79f18e None None] Pushing event updated for resources: {'Port': ['ID=cbd8afec-9aee-4f2d-ba66-b356a64d3d2c,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:56.618069 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:56.712369 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:56.766117 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network 8853ef68-8fcf-44ca-b399-5cb637415059 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:28:56.769348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:28:56.774013 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:28:56.777868 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=48f57fce-99bf-4c7a-b8c9-2def54fcf575,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:56.829169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (4d9f496f-b283-44fd-814f-4d5cf1586f42), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:57.066386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:57.343027 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:57.395959 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:57.475707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (4d9f496f-b283-44fd-814f-4d5cf1586f42), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:57.479459 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=48f57fce-99bf-4c7a-b8c9-2def54fcf575,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:57.508038 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a9ffac-0a9c-4415-b0a5-cdb8579c75dc None None] Network 8853ef68-8fcf-44ca-b399-5cb637415059 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:28:57.573728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network 8853ef68-8fcf-44ca-b399-5cb637415059 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:28:57.575225 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:28:57.589938 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-fd39f1bd-e14a-41c3-b502-2ef3e8a8601d None None] Provisioning complete for port cbd8afec-9aee-4f2d-ba66-b356a64d3d2c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:28:57.590480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fd39f1bd-e14a-41c3-b502-2ef3e8a8601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cbd8afec-9aee-4f2d-ba66-b356a64d3d2c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:57.697352 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 4d9f496f-b283-44fd-814f-4d5cf1586f42 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:28:57.698203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fd39f1bd-e14a-41c3-b502-2ef3e8a8601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cbd8afec-9aee-4f2d-ba66-b356a64d3d2c), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:57.748037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fd39f1bd-e14a-41c3-b502-2ef3e8a8601d None None] For port cbd8afec-9aee-4f2d-ba66-b356a64d3d2c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbd8afec-9aee-4f2d-ba66-b356a64d3d2c,segment=NetworkSegment(46f4d915-0b06-401c-b7e3-13f84e3c1d4e),segment_id=46f4d915-0b06-401c-b7e3-13f84e3c1d4e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:28:57.821091 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:28:57.824432 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fd39f1bd-e14a-41c3-b502-2ef3e8a8601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cbd8afec-9aee-4f2d-ba66-b356a64d3d2c), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:57.837941 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:28:57.863094 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8093cda2-caab-49bc-89b8-eb68caf5c50e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "PUT /v2.0/routers/4d9f496f-b283-44fd-814f-4d5cf1586f42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1618032 Jan 10 12:28:57.890110 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39f1bd-e14a-41c3-b502-2ef3e8a8601d None None] Pushing event updated for resources: {'Port': ['ID=cbd8afec-9aee-4f2d-ba66-b356a64d3d2c,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:57.949672 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-07f27c32-7bdf-4a5c-9072-604335b1506c None None] Provisioning complete for port cbd8afec-9aee-4f2d-ba66-b356a64d3d2c triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:28:57.950309 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-07f27c32-7bdf-4a5c-9072-604335b1506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cbd8afec-9aee-4f2d-ba66-b356a64d3d2c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:58.005834 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f22cbb61-7c45-4253-8322-13f9dfb8142a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:28:58.054371 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-17a50266-76eb-4a21-9833-82899413a667 req-5e164a77-d29c-4d36-ad01-26dea3b6bb59 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-715434640&fields=id&tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3 HTTP/1.1" status: 200 len: 267 time: 0.0523217 Jan 10 12:28:58.101299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port f22cbb61-7c45-4253-8322-13f9dfb8142a triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:28:58.101703 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (f22cbb61-7c45-4253-8322-13f9dfb8142a), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:58.105105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-07f27c32-7bdf-4a5c-9072-604335b1506c None None] Provisioning complete for port 48f57fce-99bf-4c7a-b8c9-2def54fcf575 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:28:58.105599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-07f27c32-7bdf-4a5c-9072-604335b1506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:58.153917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Sync routers for ids ['4d9f496f-b283-44fd-814f-4d5cf1586f42'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:28:58.183769 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a50266-76eb-4a21-9833-82899413a667 req-a10b4664-b09d-4d8e-b97b-859c03a35315 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:28:58.185425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-07f27c32-7bdf-4a5c-9072-604335b1506c None None] Port 48f57fce-99bf-4c7a-b8c9-2def54fcf575 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:28:58.185725 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-17a50266-76eb-4a21-9833-82899413a667 req-a10b4664-b09d-4d8e-b97b-859c03a35315 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/networks?id=8853ef68-8fcf-44ca-b399-5cb637415059 HTTP/1.1" status: 200 len: 797 time: 0.1251414 Jan 10 12:28:58.186842 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Routers {'4d9f496f-b283-44fd-814f-4d5cf1586f42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:28:58.187539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:28:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4d9f496f-b283-44fd-814f-4d5cf1586f42'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:58.204173 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-17a50266-76eb-4a21-9833-82899413a667 req-8c2d2349-9e0c-40fa-bcbb-4c7efe9c6675 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/quotas/cc6d11ffd4e1456e966331f2b05cc6f3 HTTP/1.1" status: 200 len: 375 time: 0.0096304 Jan 10 12:28:58.262367 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-17a50266-76eb-4a21-9833-82899413a667 req-04650d84-2018-454c-b201-5f51325545f7 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523164 Jan 10 12:28:58.328857 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cbd8afec-9aee-4f2d-ba66-b356a64d3d2c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:28:58.363952 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8edc5c89-6cf5-4735-b42f-012db9e7b7c5 None None] Provisioning complete for port 48f57fce-99bf-4c7a-b8c9-2def54fcf575 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:28:58.364251 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8edc5c89-6cf5-4735-b42f-012db9e7b7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:58.410102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Set router 4d9f496f-b283-44fd-814f-4d5cf1586f42 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:28:58.442054 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8edc5c89-6cf5-4735-b42f-012db9e7b7c5 None None] Port 48f57fce-99bf-4c7a-b8c9-2def54fcf575 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:28:58.498277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port cbd8afec-9aee-4f2d-ba66-b356a64d3d2c triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:28:58.498659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cbd8afec-9aee-4f2d-ba66-b356a64d3d2c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:58.605805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d04cb661-d664-46bb-a081-322f86d07167 None None] Provisioning complete for port 48f57fce-99bf-4c7a-b8c9-2def54fcf575 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:28:58.606504 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d04cb661-d664-46bb-a081-322f86d07167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:58.654717 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-17a50266-76eb-4a21-9833-82899413a667 req-e629a37c-b8d6-4d9a-a7ae-bcaf74894413 service neutron] 10.222.0.16 "GET /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815956 Jan 10 12:28:58.702444 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-d04cb661-d664-46bb-a081-322f86d07167 None None] Port 48f57fce-99bf-4c7a-b8c9-2def54fcf575 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:28:58.743806 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-17a50266-76eb-4a21-9833-82899413a667 req-04576a10-1ba9-4b06-a1a7-8c72852995c4 service neutron] 10.222.0.16 "GET /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834615 Jan 10 12:28:58.747239 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028413863', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:28:52Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:53Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '48f57fce-99bf-4c7a-b8c9-2def54fcf575', 'name': '', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:a0:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:56Z', 'updated_at': '2022-01-10T12:28:57Z', 'revision_number': 2, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:58.774746 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Checking router: 4d9f496f-b283-44fd-814f-4d5cf1586f42 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:28:58.775096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Updating router 4d9f496f-b283-44fd-814f-4d5cf1586f42 port 48f57fce-99bf-4c7a-b8c9-2def54fcf575 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:28:58.798932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:59.032936 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3329f165-9f8c-455b-86c6-05ecc9bf0ebf req-ba6ad7c8-4c3f-4eb7-889c-47af404e6b26 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 210 time: 0.0355830 Jan 10 12:28:59.066957 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Publish callbacks [] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:59.127310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:59.194579 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3fd19-807d-49c5-9e9d-1f72001a2fff None None] Pushing event updated for resources: {'Port': ['ID=48f57fce-99bf-4c7a-b8c9-2def54fcf575,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:59.232276 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Attempting to bind port 48f57fce-99bf-4c7a-b8c9-2def54fcf575 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:28:59.232498 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Attempting to bind port 48f57fce-99bf-4c7a-b8c9-2def54fcf575 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '46f4d915-0b06-401c-b7e3-13f84e3c1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:28:59.232875 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Attempting to bind port 48f57fce-99bf-4c7a-b8c9-2def54fcf575 on network 8853ef68-8fcf-44ca-b399-5cb637415059 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:28:59.238676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:28:59.239061 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Checking segment: {'id': '46f4d915-0b06-401c-b7e3-13f84e3c1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:28:59.239466 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:59.243552 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Bound using segment: {'id': '46f4d915-0b06-401c-b7e3-13f84e3c1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:28:59.243552 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Bound port: 48f57fce-99bf-4c7a-b8c9-2def54fcf575, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f4d915-0b06-401c-b7e3-13f84e3c1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:28:59.243552 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:59.313325 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] For port 48f57fce-99bf-4c7a-b8c9-2def54fcf575, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:28:59.316903 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] For port 48f57fce-99bf-4c7a-b8c9-2def54fcf575, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=48f57fce-99bf-4c7a-b8c9-2def54fcf575,segment=NetworkSegment(46f4d915-0b06-401c-b7e3-13f84e3c1d4e),segment_id=46f4d915-0b06-401c-b7e3-13f84e3c1d4e)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:28:59.385805 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:59.457900 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3fd19-807d-49c5-9e9d-1f72001a2fff None None] Pushing event updated for resources: {'Port': ['ID=48f57fce-99bf-4c7a-b8c9-2def54fcf575,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:28:59.460571 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-200fadd5-c6ec-423a-b045-a61d5f5434a0 None None] Provisioning complete for port 48f57fce-99bf-4c7a-b8c9-2def54fcf575 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:28:59.460945 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-200fadd5-c6ec-423a-b045-a61d5f5434a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:59.463291 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Routers {'4d9f496f-b283-44fd-814f-4d5cf1586f42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:28:59.463889 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:28:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4d9f496f-b283-44fd-814f-4d5cf1586f42'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:28:59.784985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] Set router 4d9f496f-b283-44fd-814f-4d5cf1586f42 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:28:59.826307 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-200fadd5-c6ec-423a-b045-a61d5f5434a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:28:59.876512 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cbd8afec-9aee-4f2d-ba66-b356a64d3d2c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:28:59.981390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-200fadd5-c6ec-423a-b045-a61d5f5434a0 None None] For port 48f57fce-99bf-4c7a-b8c9-2def54fcf575, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=48f57fce-99bf-4c7a-b8c9-2def54fcf575,segment=NetworkSegment(46f4d915-0b06-401c-b7e3-13f84e3c1d4e),segment_id=46f4d915-0b06-401c-b7e3-13f84e3c1d4e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:29:00.022277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port cbd8afec-9aee-4f2d-ba66-b356a64d3d2c triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:29:00.022660 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cbd8afec-9aee-4f2d-ba66-b356a64d3d2c), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:00.084164 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-200fadd5-c6ec-423a-b045-a61d5f5434a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:00.143051 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d00db4b2-87bb-4391-b2c6-9a4136b615e3 req-5f69993f-3bce-428c-b231-8f080548ee63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 210 time: 0.0377395 Jan 10 12:29:00.143549 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fadd5-c6ec-423a-b045-a61d5f5434a0 None None] Pushing event updated for resources: {'Port': ['ID=48f57fce-99bf-4c7a-b8c9-2def54fcf575,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:29:00.205027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028413863', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:28:52Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:53Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '48f57fce-99bf-4c7a-b8c9-2def54fcf575', 'name': '', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:a0:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:56Z', 'updated_at': '2022-01-10T12:28:59Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:29:00.209059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-fb281edd-e349-4533-803c-5bec3a829e05 None None] Provisioning complete for port 48f57fce-99bf-4c7a-b8c9-2def54fcf575 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:29:00.209437 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fb281edd-e349-4533-803c-5bec3a829e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:00.236361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee90e3f-ed02-44c4-a356-0dc880c2c17d None None] The sync data for ids ['4d9f496f-b283-44fd-814f-4d5cf1586f42'] in dv-neutron-master-2-hyperv is: [{'id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028413863', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:28:52Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:53Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '48f57fce-99bf-4c7a-b8c9-2def54fcf575', 'name': '', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:a0:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:56Z', 'updated_at': '2022-01-10T12:28:59Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:29:01.218503 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a50266-76eb-4a21-9833-82899413a667 req-7dcdb46e-6625-4c69-a3fe-df561bbc1d39 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:01.220108 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-17a50266-76eb-4a21-9833-82899413a667 req-7dcdb46e-6625-4c69-a3fe-df561bbc1d39 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "GET /v2.0/networks?id=8853ef68-8fcf-44ca-b399-5cb637415059 HTTP/1.1" status: 200 len: 797 time: 0.1310635 Jan 10 12:29:01.256851 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8c5881b8-adda-4238-a8c8-ef065b7deb39 req-f93d9501-256f-45df-a09e-ce629a2e2afb tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 210 time: 0.0321982 Jan 10 12:29:01.308871 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-17a50266-76eb-4a21-9833-82899413a667 req-ebdb0600-1e9a-48b8-b084-e32db89a3517 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3 HTTP/1.1" status: 200 len: 379 time: 0.0735860 Jan 10 12:29:01.317051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-17a50266-76eb-4a21-9833-82899413a667 req-dd0a6d94-1ca9-4dff-a599-335341e66148 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'port': {'device_id': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'admin_state_up': True, 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'security_groups': ['2016d059-c364-472f-a3e3-bd322d14bac3']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:29:01.487151 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a50266-76eb-4a21-9833-82899413a667 req-dd0a6d94-1ca9-4dff-a599-335341e66148 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Made reservation on behalf of cc6d11ffd4e1456e966331f2b05cc6f3 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:29:01.490830 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-17a50266-76eb-4a21-9833-82899413a667 req-dd0a6d94-1ca9-4dff-a599-335341e66148 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:01.614825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-17a50266-76eb-4a21-9833-82899413a667 req-dd0a6d94-1ca9-4dff-a599-335341e66148 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.20.0.3 (8853ef68-8fcf-44ca-b399-5cb637415059/2c238a93-defe-4592-8cd1-cea96d605bda/d0362ac9-2ce5-4e98-9683-8f2f3e4503c7) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:29:01.754371 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-17a50266-76eb-4a21-9833-82899413a667 req-dd0a6d94-1ca9-4dff-a599-335341e66148 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:01.847717 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-17a50266-76eb-4a21-9833-82899413a667 req-dd0a6d94-1ca9-4dff-a599-335341e66148 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:01.889696 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 48f57fce-99bf-4c7a-b8c9-2def54fcf575 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:29:01.896959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a50266-76eb-4a21-9833-82899413a667 req-dd0a6d94-1ca9-4dff-a599-335341e66148 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network 8853ef68-8fcf-44ca-b399-5cb637415059 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:29:01.901047 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-17a50266-76eb-4a21-9833-82899413a667 req-dd0a6d94-1ca9-4dff-a599-335341e66148 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:29:01.906613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a50266-76eb-4a21-9833-82899413a667 req-dd0a6d94-1ca9-4dff-a599-335341e66148 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:29:01.910673 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a6d94-1ca9-4dff-a599-335341e66148 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:29:01.943670 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 48f57fce-99bf-4c7a-b8c9-2def54fcf575 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:29:01.944060 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:01.965363 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a50266-76eb-4a21-9833-82899413a667 req-dd0a6d94-1ca9-4dff-a599-335341e66148 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:01.965974 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-17a50266-76eb-4a21-9833-82899413a667 req-dd0a6d94-1ca9-4dff-a599-335341e66148 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:02.056511 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-17a50266-76eb-4a21-9833-82899413a667 req-dd0a6d94-1ca9-4dff-a599-335341e66148 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7430892 Jan 10 12:29:02.067756 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Request body: {'port': {'device_id': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:29:02.122975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:02.148033 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c457b51a-19c3-4433-8078-82c8a4391114 None None] Provisioning complete for port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:29:02.148413 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c457b51a-19c3-4433-8078-82c8a4391114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:02.188068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c457b51a-19c3-4433-8078-82c8a4391114 None None] Port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:29:02.375296 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab7500-676c-464d-8f0e-a352156ae42b req-aef45be1-b742-4160-91de-ecb915e64cd2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:02.376800 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b5ab7500-676c-464d-8f0e-a352156ae42b req-aef45be1-b742-4160-91de-ecb915e64cd2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 931 time: 0.0527687 Jan 10 12:29:02.391582 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:29:02.399834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Publish callbacks [] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:02.411559 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Transition to ACTIVE for port object d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:29:02.426298 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b5ab7500-676c-464d-8f0e-a352156ae42b req-91402f21-c033-4fe8-8626-223389eef350 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438156 Jan 10 12:29:02.504069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:02.555523 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Pushing event updated for resources: {'Port': ['ID=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:29:02.624640 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Attempting to bind port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:29:02.624984 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Attempting to bind port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '46f4d915-0b06-401c-b7e3-13f84e3c1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:29:02.625324 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Attempting to bind port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 on network 8853ef68-8fcf-44ca-b399-5cb637415059 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:29:02.629958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 on network 8853ef68-8fcf-44ca-b399-5cb637415059 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:29:02.630287 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Attempting to bind port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 on network 8853ef68-8fcf-44ca-b399-5cb637415059 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:29:02.635888 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:29:02.636233 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Checking segment: {'id': '46f4d915-0b06-401c-b7e3-13f84e3c1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:29:02.636628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Bound using segment: {'id': '46f4d915-0b06-401c-b7e3-13f84e3c1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:29:02.637068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Bound port: d0362ac9-2ce5-4e98-9683-8f2f3e4503c7, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f4d915-0b06-401c-b7e3-13f84e3c1d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:29:02.637432 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:02.707038 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] For port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:29:02.710136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] For port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,segment=NetworkSegment(46f4d915-0b06-401c-b7e3-13f84e3c1d4e),segment_id=46f4d915-0b06-401c-b7e3-13f84e3c1d4e)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:29:02.779063 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:02.813671 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:02.814336 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:02.815940 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-17a50266-76eb-4a21-9833-82899413a667 req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] 10.222.0.30 "PUT /v2.0/ports/d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 HTTP/1.1" status: 200 len: 1093 time: 0.7526500 Jan 10 12:29:02.821887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'tag': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:29:02.829494 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e64e51c-8d2b-49bd-bdcc-983299765cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "7d022056-cfce-4383-bc45-9b9799ea79e1", "tag": "d0362ac9-2ce5-4e98-9683-8f2f3e4503c7"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:29:02.849467 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a60d9-baf9-4fb7-8f29-96b9e6cfd364 service neutron] Pushing event updated for resources: {'Port': ['ID=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:29:02.865709 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f9d8dc-7f81-44a2-8db4-9388276ad405 x-openstack-request-id: req-e9f9d8dc-7f81-44a2-8db4-9388276ad405 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:29:02.866046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d022056-cfce-4383-bc45-9b9799ea79e1", "tag": "d0362ac9-2ce5-4e98-9683-8f2f3e4503c7", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:29:02.866336 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9f9d8dc-7f81-44a2-8db4-9388276ad405 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:29:02.867795 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'tag': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7', 'status': 'completed', 'code': 200} Jan 10 12:29:02.928998 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64e51c-8d2b-49bd-bdcc-983299765cd6 req-cbc0374d-669b-40ff-8a79-a752360d84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:02.931150 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9e64e51c-8d2b-49bd-bdcc-983299765cd6 req-cbc0374d-669b-40ff-8a79-a752360d84ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 1096 time: 0.0439668 Jan 10 12:29:03.034213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64e51c-8d2b-49bd-bdcc-983299765cd6 req-04460007-33dc-4062-84eb-820d6e5586d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:03.035684 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9e64e51c-8d2b-49bd-bdcc-983299765cd6 req-04460007-33dc-4062-84eb-820d6e5586d6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0972261 Jan 10 12:29:03.130122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64e51c-8d2b-49bd-bdcc-983299765cd6 req-17528579-93b9-4cd7-9869-6de483779ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:03.131510 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9e64e51c-8d2b-49bd-bdcc-983299765cd6 req-17528579-93b9-4cd7-9869-6de483779ca8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897212 Jan 10 12:29:03.205083 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a50266-76eb-4a21-9833-82899413a667 req-d1979766-b125-4621-9912-3a0955bb5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:03.206612 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-17a50266-76eb-4a21-9833-82899413a667 req-d1979766-b125-4621-9912-3a0955bb5c4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 1096 time: 0.0412576 Jan 10 12:29:03.253269 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-17a50266-76eb-4a21-9833-82899413a667 req-d1e53f31-22e2-4057-a6e2-d240f7b850af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 HTTP/1.1" status: 200 len: 217 time: 0.0394096 Jan 10 12:29:03.299841 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a50266-76eb-4a21-9833-82899413a667 req-fb0b9df8-8111-4fb7-86e6-0362306243cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:03.301171 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-17a50266-76eb-4a21-9833-82899413a667 req-fb0b9df8-8111-4fb7-86e6-0362306243cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c238a93-defe-4592-8cd1-cea96d605bda HTTP/1.1" status: 200 len: 834 time: 0.0424118 Jan 10 12:29:03.343579 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a50266-76eb-4a21-9833-82899413a667 req-f2070ffc-3921-486d-b82f-e9fa74550dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:03.345016 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-17a50266-76eb-4a21-9833-82899413a667 req-f2070ffc-3921-486d-b82f-e9fa74550dde service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8853ef68-8fcf-44ca-b399-5cb637415059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382564 Jan 10 12:29:03.434506 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-17a50266-76eb-4a21-9833-82899413a667 req-8d93c942-909b-4357-8226-52369d99efbd service neutron] 10.222.0.30 "GET /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836427 Jan 10 12:29:03.522658 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-17a50266-76eb-4a21-9833-82899413a667 req-4cd4a838-caa5-4271-a371-fee65d90ef20 service neutron] 10.222.0.30 "GET /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822897 Jan 10 12:29:03.539954 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49561f-aa02-415c-b74e-131e98413610 req-3a586bf8-a166-44ff-a1f3-2b3269f9ae28 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:03.541428 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9e49561f-aa02-415c-b74e-131e98413610 req-3a586bf8-a166-44ff-a1f3-2b3269f9ae28 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 943 time: 0.0481520 Jan 10 12:29:03.589331 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9e49561f-aa02-415c-b74e-131e98413610 req-35d60ef4-c76f-4818-a021-45f98202c544 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422192 Jan 10 12:29:04.709367 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9976a-08bf-4a73-b48f-8be6c0c609e0 req-8bf06907-843b-4b3c-866a-3bc0fad3b861 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:04.710886 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4ab9976a-08bf-4a73-b48f-8be6c0c609e0 req-8bf06907-843b-4b3c-866a-3bc0fad3b861 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 943 time: 0.0535195 Jan 10 12:29:04.759896 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4ab9976a-08bf-4a73-b48f-8be6c0c609e0 req-e842aa0b-3f11-4288-abbf-90ce382927b4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435443 Jan 10 12:29:05.881469 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ed18e-d7f4-4b10-b48e-e5b0c44e9d1f req-a791517e-8496-4a78-8454-ced0aff99cd2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:05.883086 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3e7ed18e-d7f4-4b10-b48e-e5b0c44e9d1f req-a791517e-8496-4a78-8454-ced0aff99cd2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 943 time: 0.0539119 Jan 10 12:29:05.935929 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3e7ed18e-d7f4-4b10-b48e-e5b0c44e9d1f req-d79f0413-6e32-41a1-9810-6fc06c609d4c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471954 Jan 10 12:29:06.075694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-38f3c3ae-16e8-4c3f-97e4-020f727a8b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:06.637290 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:29:06.731556 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,segment=NetworkSegment(46f4d915-0b06-401c-b7e3-13f84e3c1d4e),segment_id=46f4d915-0b06-401c-b7e3-13f84e3c1d4e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:29:06.742868 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'port_id': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7', 'mac_address': 'fa:16:3e:27:c0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:29:06.778640 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:06.791911 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:29:06.811160 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,segment=NetworkSegment(46f4d915-0b06-401c-b7e3-13f84e3c1d4e),segment_id=46f4d915-0b06-401c-b7e3-13f84e3c1d4e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:29:06.881128 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:06.928446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:29:07.047656 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0316e9a-14b7-45ce-a2bf-519f326848e9 req-8af9e91e-d37c-495a-93da-740f23c6850e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:07.049154 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0316e9a-14b7-45ce-a2bf-519f326848e9 req-8af9e91e-d37c-495a-93da-740f23c6850e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 944 time: 0.0484433 Jan 10 12:29:07.097340 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0316e9a-14b7-45ce-a2bf-519f326848e9 req-c20ca85a-2b26-4729-8a8b-d8712dbd57dd tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425470 Jan 10 12:29:07.108833 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['d0362ac9-2ce5-4e98-9683-8f2f3e4503c7'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:29:08.210203 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d30a3-d543-437c-a349-63c0770e6e8d req-07f07f38-9999-4f54-b403-f32cce6af859 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:08.211858 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c72d30a3-d543-437c-a349-63c0770e6e8d req-07f07f38-9999-4f54-b403-f32cce6af859 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 944 time: 0.0489862 Jan 10 12:29:08.260713 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c72d30a3-d543-437c-a349-63c0770e6e8d req-f1467186-9d90-49db-9e7f-58939da429db tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433664 Jan 10 12:29:08.640099 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:29:08.761274 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:29:08.765396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:29:08.766003 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:08.844424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:08.867405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:29:08.869694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d716ff-ac4c-45e0-a825-109e93ff3db7" -d '{"events": [{"server_uuid": "7d022056-cfce-4383-bc45-9b9799ea79e1", "name": "network-vif-plugged", "status": "completed", "tag": "d0362ac9-2ce5-4e98-9683-8f2f3e4503c7"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:29:08.882988 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,segment=NetworkSegment(46f4d915-0b06-401c-b7e3-13f84e3c1d4e),segment_id=46f4d915-0b06-401c-b7e3-13f84e3c1d4e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:29:08.910637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a28baba-b67b-4a86-9662-0eade7e3b93d x-openstack-request-id: req-6a28baba-b67b-4a86-9662-0eade7e3b93d {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:29:08.910637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d022056-cfce-4383-bc45-9b9799ea79e1", "name": "network-vif-plugged", "status": "completed", "tag": "d0362ac9-2ce5-4e98-9683-8f2f3e4503c7", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:29:08.910637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a28baba-b67b-4a86-9662-0eade7e3b93d {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:29:08.910637 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7', 'code': 200} Jan 10 12:29:08.938941 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:08.986188 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:29:09.172589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8240b8-1823-43e1-abd4-aa215a2dfd5f req-ec4049c2-91fc-4c1d-8f8d-02e9c51bda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:09.174141 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-da8240b8-1823-43e1-abd4-aa215a2dfd5f req-ec4049c2-91fc-4c1d-8f8d-02e9c51bda08 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 1098 time: 0.0447307 Jan 10 12:29:09.220356 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-da8240b8-1823-43e1-abd4-aa215a2dfd5f req-f736d05c-b00e-4c9a-99c0-6ba70c66ec69 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398891 Jan 10 12:29:09.376672 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13779501-ba24-4a1e-841d-88d61ecd6895 req-e91f5509-d5ae-4854-8059-963972f7229b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:09.378230 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-13779501-ba24-4a1e-841d-88d61ecd6895 req-e91f5509-d5ae-4854-8059-963972f7229b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0495136 Jan 10 12:29:09.427292 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-13779501-ba24-4a1e-841d-88d61ecd6895 req-725b3e42-0f88-49cb-bb06-bf948cddb35c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433626 Jan 10 12:29:10.367745 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-480f1493-90ca-4a62-b14e-3e2d0a1fb39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:10.546513 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992159a6-75d7-448d-838b-8ce28c30e22f req-2d88c21b-35a9-46ca-8183-037da1838abe tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:10.548289 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-992159a6-75d7-448d-838b-8ce28c30e22f req-2d88c21b-35a9-46ca-8183-037da1838abe tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0508580 Jan 10 12:29:10.599164 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-992159a6-75d7-448d-838b-8ce28c30e22f req-f0d01259-aa8e-402a-ba17-c556b620f0e2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451331 Jan 10 12:29:10.721738 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22081f-5947-4be4-8d77-f55d9e508a83 req-38269245-7be5-46af-8603-235960a674c3 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:10.723345 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-de22081f-5947-4be4-8d77-f55d9e508a83 req-38269245-7be5-46af-8603-235960a674c3 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0580866 Jan 10 12:29:10.766568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:10.775374 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-de22081f-5947-4be4-8d77-f55d9e508a83 req-aa9eaf6b-7ea8-479d-bf0f-56b3c1bf3ea4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463662 Jan 10 12:29:10.796325 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36424) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:29:10.836690 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50875013-8a79-4b9b-a21d-81b308e81afb tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:10.838138 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-50875013-8a79-4b9b-a21d-81b308e81afb tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 1093 time: 0.0408452 Jan 10 12:29:10.840823 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36426) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:29:10.845096 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:29:10.949784 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:11.046631 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:11.145506 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.36.2.142 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/977e5090-0d33-4951-b0c2-64a5abf9f105) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:29:11.246183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (977e5090-0d33-4951-b0c2-64a5abf9f105), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:11.338643 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (977e5090-0d33-4951-b0c2-64a5abf9f105), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:11.379224 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:29:11.382140 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:29:11.385680 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:29:11.391285 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=977e5090-0d33-4951-b0c2-64a5abf9f105,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:29:11.727242 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (ed3ec2b7-50e3-4ca0-8c1f-5e7e0ca86e5b), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:11.849830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (977e5090-0d33-4951-b0c2-64a5abf9f105), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:11.998531 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (977e5090-0d33-4951-b0c2-64a5abf9f105), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:12.081146 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (977e5090-0d33-4951-b0c2-64a5abf9f105), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:12.152289 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=977e5090-0d33-4951-b0c2-64a5abf9f105,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:29:12.164580 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (ed3ec2b7-50e3-4ca0-8c1f-5e7e0ca86e5b), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:12.265391 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Floating IP ed3ec2b7-50e3-4ca0-8c1f-5e7e0ca86e5b associated. External IP: 172.36.2.142, port: d0362ac9-2ce5-4e98-9683-8f2f3e4503c7. Jan 10 12:29:12.281351 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:12.466894 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 4d9f496f-b283-44fd-814f-4d5cf1586f42 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:29:12.572731 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:29:12.582099 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93da1e7-d216-4cc0-ab05-10d4c9a3d025 None None] Sync routers for ids ['4d9f496f-b283-44fd-814f-4d5cf1586f42'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:29:12.591332 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93da1e7-d216-4cc0-ab05-10d4c9a3d025 None None] Routers {'4d9f496f-b283-44fd-814f-4d5cf1586f42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:29:12.592072 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-d93da1e7-d216-4cc0-ab05-10d4c9a3d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:29:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4d9f496f-b283-44fd-814f-4d5cf1586f42'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:29:12.672167 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:12.696346 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-d93da1e7-d216-4cc0-ab05-10d4c9a3d025 None None] Set router 4d9f496f-b283-44fd-814f-4d5cf1586f42 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:29:12.700778 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-964238b8-3b20-4e92-ac25-c133b2678fc0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8589640 Jan 10 12:29:12.701364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'tag': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:29:12.704260 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba55fd1-4f64-4f20-9d1e-f360ce54bdca" -d '{"events": [{"name": "network-changed", "server_uuid": "7d022056-cfce-4383-bc45-9b9799ea79e1", "tag": "d0362ac9-2ce5-4e98-9683-8f2f3e4503c7"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:29:12.744352 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8e9d46-13f5-49f1-9ee9-f7e75a7f32ec x-openstack-request-id: req-2f8e9d46-13f5-49f1-9ee9-f7e75a7f32ec {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:29:12.744930 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d022056-cfce-4383-bc45-9b9799ea79e1", "tag": "d0362ac9-2ce5-4e98-9683-8f2f3e4503c7", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:29:12.744930 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f8e9d46-13f5-49f1-9ee9-f7e75a7f32ec {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:29:12.745348 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'tag': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7', 'status': 'completed', 'code': 200} Jan 10 12:29:12.833533 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba55fd1-4f64-4f20-9d1e-f360ce54bdca req-0dc6bdc6-4a31-4e71-ab7d-6e44584d9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:12.835080 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dba55fd1-4f64-4f20-9d1e-f360ce54bdca req-0dc6bdc6-4a31-4e71-ab7d-6e44584d9e39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 1098 time: 0.0674274 Jan 10 12:29:12.842708 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbf759-dc09-4129-b6b1-0569f4086bf8 req-566434d1-1f2d-4e8f-844f-3be07151e1aa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:12.844093 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-54fbf759-dc09-4129-b6b1-0569f4086bf8 req-566434d1-1f2d-4e8f-844f-3be07151e1aa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0870390 Jan 10 12:29:12.950518 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-54fbf759-dc09-4129-b6b1-0569f4086bf8 req-133bc050-7a62-46b1-85ce-0dd51d6ba2ba tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976903 Jan 10 12:29:12.970060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba55fd1-4f64-4f20-9d1e-f360ce54bdca req-fa530af2-fae4-40df-ae68-5b65b2844202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:12.971528 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dba55fd1-4f64-4f20-9d1e-f360ce54bdca req-fa530af2-fae4-40df-ae68-5b65b2844202 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8853ef68-8fcf-44ca-b399-5cb637415059 HTTP/1.1" status: 200 len: 898 time: 0.1265864 Jan 10 12:29:12.972750 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36432) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:29:13.011644 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-d93da1e7-d216-4cc0-ab05-10d4c9a3d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028413863', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:28:52Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:53Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ed3ec2b7-50e3-4ca0-8c1f-5e7e0ca86e5b', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'floating_ip_address': '172.36.2.142', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'port_id': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'mac_address': 'fa:16:3e:27:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:29:11Z', 'updated_at': '2022-01-10T12:29:11Z', 'revision_number': 0, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f57fce-99bf-4c7a-b8c9-2def54fcf575', 'name': '', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:a0:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:56Z', 'updated_at': '2022-01-10T12:28:59Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:29:13.042755 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93da1e7-d216-4cc0-ab05-10d4c9a3d025 None None] Checking router: 4d9f496f-b283-44fd-814f-4d5cf1586f42 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:29:13.044605 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1221e1be-5791-4e19-a169-201bba190ba1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/ed3ec2b7-50e3-4ca0-8c1f-5e7e0ca86e5b HTTP/1.1" status: 200 len: 991 time: 0.0706937 Jan 10 12:29:13.051307 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93da1e7-d216-4cc0-ab05-10d4c9a3d025 None None] Routers {'4d9f496f-b283-44fd-814f-4d5cf1586f42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:29:13.051528 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dba55fd1-4f64-4f20-9d1e-f360ce54bdca req-8a5e8d22-c022-42bf-9556-f747a58823fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 HTTP/1.1" status: 200 len: 999 time: 0.0738287 Jan 10 12:29:13.051927 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-d93da1e7-d216-4cc0-ab05-10d4c9a3d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:29:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4d9f496f-b283-44fd-814f-4d5cf1586f42'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:29:13.098521 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba55fd1-4f64-4f20-9d1e-f360ce54bdca req-e1f37965-6f63-4720-86d7-04da4fb8b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:13.099908 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dba55fd1-4f64-4f20-9d1e-f360ce54bdca req-e1f37965-6f63-4720-86d7-04da4fb8b415 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c238a93-defe-4592-8cd1-cea96d605bda HTTP/1.1" status: 200 len: 834 time: 0.0427463 Jan 10 12:29:13.144047 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba55fd1-4f64-4f20-9d1e-f360ce54bdca req-fd2df20e-243c-4e81-8a48-4c590b5f836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:13.145589 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dba55fd1-4f64-4f20-9d1e-f360ce54bdca req-fd2df20e-243c-4e81-8a48-4c590b5f836a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8853ef68-8fcf-44ca-b399-5cb637415059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405045 Jan 10 12:29:13.153583 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-d93da1e7-d216-4cc0-ab05-10d4c9a3d025 None None] Set router 4d9f496f-b283-44fd-814f-4d5cf1586f42 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:29:13.240925 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dba55fd1-4f64-4f20-9d1e-f360ce54bdca req-31770ea1-7474-4123-9bd7-ec23b6281631 service neutron] 10.222.0.30 "GET /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890858 Jan 10 12:29:13.309970 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:13.334151 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dba55fd1-4f64-4f20-9d1e-f360ce54bdca req-764b3ff3-b512-4dbe-885c-f74663b2b97c service neutron] 10.222.0.30 "GET /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874929 Jan 10 12:29:13.386249 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-d93da1e7-d216-4cc0-ab05-10d4c9a3d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028413863', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:28:52Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:53Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ed3ec2b7-50e3-4ca0-8c1f-5e7e0ca86e5b', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'floating_ip_address': '172.36.2.142', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'port_id': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'mac_address': 'fa:16:3e:27:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:29:11Z', 'updated_at': '2022-01-10T12:29:11Z', 'revision_number': 0, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f57fce-99bf-4c7a-b8c9-2def54fcf575', 'name': '', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:a0:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:56Z', 'updated_at': '2022-01-10T12:28:59Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:29:13.412078 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93da1e7-d216-4cc0-ab05-10d4c9a3d025 None None] The sync data for ids ['4d9f496f-b283-44fd-814f-4d5cf1586f42'] in dv-neutron-master-2-hyperv is: [{'id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028413863', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:28:52Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:53Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ed3ec2b7-50e3-4ca0-8c1f-5e7e0ca86e5b', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'floating_ip_address': '172.36.2.142', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'port_id': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'mac_address': 'fa:16:3e:27:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:29:11Z', 'updated_at': '2022-01-10T12:29:11Z', 'revision_number': 0, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f57fce-99bf-4c7a-b8c9-2def54fcf575', 'name': '', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:a0:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:56Z', 'updated_at': '2022-01-10T12:28:59Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:29:13.603600 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2712d4f8-bb8b-4bd5-8f69-83134c8de4f2 None None] New status for floating IP ed3ec2b7-50e3-4ca0-8c1f-5e7e0ca86e5b: ACTIVE {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:29:14.047938 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36434) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:29:14.111839 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1ee3cb96-7d49-4f0c-90d2-8566c55d74ce tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/ed3ec2b7-50e3-4ca0-8c1f-5e7e0ca86e5b HTTP/1.1" status: 200 len: 993 time: 0.0623200 Jan 10 12:29:19.744502 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:34.816133 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:29:36.085927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1c5aa42e-4815-4ca7-81da-93febd1e0e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:40.510137 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6bbd8ada-e427-4ce5-9f1d-11986aaaa707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:40.755080 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:42.280111 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:43.292184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:45.730545 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d01f6-9fc2-46d2-bd42-25df6bdee769 req-e20b557a-3a07-4248-883a-bc1445748feb tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:45.732083 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-130d01f6-9fc2-46d2-bd42-25df6bdee769 req-e20b557a-3a07-4248-883a-bc1445748feb tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0537729 Jan 10 12:29:45.781517 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-130d01f6-9fc2-46d2-bd42-25df6bdee769 req-6bac7374-78bd-4664-994e-a85a2d60e604 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436172 Jan 10 12:29:45.883402 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36458) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:29:45.961982 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-00e53f0d-f5a2-4fe3-9261-158c0eceddff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768707 Jan 10 12:29:45.970291 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-3e1a7f93-83ad-42ec-aff7-7e8f50780cbe service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:29:45.971228 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-3e1a7f93-83ad-42ec-aff7-7e8f50780cbe service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048151 Jan 10 12:29:46.897605 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a79c6-0976-43f5-9278-0b329112ca6a req-fd406776-0171-40ff-b86c-fb30ba5eab82 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:46.899808 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad5a79c6-0976-43f5-9278-0b329112ca6a req-fd406776-0171-40ff-b86c-fb30ba5eab82 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0507665 Jan 10 12:29:46.949082 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ad5a79c6-0976-43f5-9278-0b329112ca6a req-ab619d2c-5f50-4d18-b337-c56a78f3edfd tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433815 Jan 10 12:29:48.064991 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4731-3200-400c-b9af-5aa11c72a8ef req-14f6002f-cda0-427c-a0b9-637aac039e76 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:48.066523 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-24eb4731-3200-400c-b9af-5aa11c72a8ef req-14f6002f-cda0-427c-a0b9-637aac039e76 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0489392 Jan 10 12:29:48.121527 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-24eb4731-3200-400c-b9af-5aa11c72a8ef req-59a92818-da54-4db2-8282-d1a73ae2b41c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488887 Jan 10 12:29:48.141425 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29427713-8fcd-481b-8ed1-44546b76c137 req-e92a9451-2e94-4219-af4b-75e97bffa8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:48.142964 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-e92a9451-2e94-4219-af4b-75e97bffa8f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 1098 time: 0.0407882 Jan 10 12:29:48.233200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29427713-8fcd-481b-8ed1-44546b76c137 req-d0e004c9-112d-4c51-af51-0224b9eb48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:48.234684 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-d0e004c9-112d-4c51-af51-0224b9eb48d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8853ef68-8fcf-44ca-b399-5cb637415059 HTTP/1.1" status: 200 len: 898 time: 0.0849228 Jan 10 12:29:48.297311 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-b44278e4-90de-4e2b-9136-6e747a03b32a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 HTTP/1.1" status: 200 len: 1001 time: 0.0569224 Jan 10 12:29:48.348318 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29427713-8fcd-481b-8ed1-44546b76c137 req-d7b667c8-c69b-4e3d-9f39-0a828f644d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:48.349721 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-d7b667c8-c69b-4e3d-9f39-0a828f644d2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c238a93-defe-4592-8cd1-cea96d605bda HTTP/1.1" status: 200 len: 834 time: 0.0471551 Jan 10 12:29:48.394527 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29427713-8fcd-481b-8ed1-44546b76c137 req-f6af224f-7cf0-46ac-9d33-5df3a33413a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:48.395983 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-f6af224f-7cf0-46ac-9d33-5df3a33413a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8853ef68-8fcf-44ca-b399-5cb637415059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399563 Jan 10 12:29:48.483300 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-d16d2b55-a285-4e4b-8992-085a33966c1b service neutron] 10.222.0.30 "GET /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803285 Jan 10 12:29:48.572046 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-f57c29bf-4c11-4e9d-b20a-3761af25aafd service neutron] 10.222.0.30 "GET /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835614 Jan 10 12:29:49.236954 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e17d0a-4192-441a-b513-ed79a8765fe2 req-5c19f6fe-805e-42bd-8e67-a0f118eea2d6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:49.238457 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a2e17d0a-4192-441a-b513-ed79a8765fe2 req-5c19f6fe-805e-42bd-8e67-a0f118eea2d6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0483189 Jan 10 12:29:49.286721 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a2e17d0a-4192-441a-b513-ed79a8765fe2 req-98370be6-c55c-478c-a4a6-005ce85819de tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421720 Jan 10 12:29:49.737637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:29:50.399650 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5adebf-ec32-4a1c-9b90-bb84752c2324 req-c02d0b30-37fd-40ff-9367-6caafd5cc345 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:50.401113 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db5adebf-ec32-4a1c-9b90-bb84752c2324 req-c02d0b30-37fd-40ff-9367-6caafd5cc345 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0480444 Jan 10 12:29:50.449052 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-db5adebf-ec32-4a1c-9b90-bb84752c2324 req-8321335b-db8e-4fe7-aadf-0b13152a6e19 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423191 Jan 10 12:29:51.567870 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82b118-9282-414f-b3ea-064c4b364317 req-f8cb8aed-e3b1-4828-9473-f4419a118400 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:51.569295 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8f82b118-9282-414f-b3ea-064c4b364317 req-f8cb8aed-e3b1-4828-9473-f4419a118400 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0529997 Jan 10 12:29:51.618134 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8f82b118-9282-414f-b3ea-064c4b364317 req-cfea0f28-73d8-4b6b-aa73-fbdf89b2ecba tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433052 Jan 10 12:29:52.733756 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4cd07-be54-421c-918f-91b60a8da5ab req-4fd545bc-ca24-4e46-9d72-8f31036878c4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:52.735249 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fce4cd07-be54-421c-918f-91b60a8da5ab req-4fd545bc-ca24-4e46-9d72-8f31036878c4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0478029 Jan 10 12:29:52.782415 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fce4cd07-be54-421c-918f-91b60a8da5ab req-8d814a81-8973-4311-924b-17bba8cd2371 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413883 Jan 10 12:29:53.896213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e05525-6493-424e-94e2-47274a12e28c req-382ee11f-0bb4-422c-97c4-410b46e8e6b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:53.897678 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e7e05525-6493-424e-94e2-47274a12e28c req-382ee11f-0bb4-422c-97c4-410b46e8e6b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0487208 Jan 10 12:29:53.947339 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e7e05525-6493-424e-94e2-47274a12e28c req-30f0d8af-c58d-4615-bb04-760fb942b015 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440917 Jan 10 12:29:54.274113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa79d9f-e98b-4ece-95f6-2f58f2c2c687 req-6637e3aa-e6d5-4fe6-ae19-76f99ad8972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:54.275587 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4aa79d9f-e98b-4ece-95f6-2f58f2c2c687 req-6637e3aa-e6d5-4fe6-ae19-76f99ad8972f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 1098 time: 0.0404930 Jan 10 12:29:54.377499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa79d9f-e98b-4ece-95f6-2f58f2c2c687 req-90098693-f612-4b35-b1cc-31f9d5db84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:54.378961 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4aa79d9f-e98b-4ece-95f6-2f58f2c2c687 req-90098693-f612-4b35-b1cc-31f9d5db84a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8853ef68-8fcf-44ca-b399-5cb637415059 HTTP/1.1" status: 200 len: 898 time: 0.0860915 Jan 10 12:29:54.440120 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4aa79d9f-e98b-4ece-95f6-2f58f2c2c687 req-27afc566-4387-4956-9474-fde4172cd042 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 HTTP/1.1" status: 200 len: 1001 time: 0.0555141 Jan 10 12:29:54.491339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa79d9f-e98b-4ece-95f6-2f58f2c2c687 req-d14600dc-69c6-4436-a873-d91d935d9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:54.492779 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4aa79d9f-e98b-4ece-95f6-2f58f2c2c687 req-d14600dc-69c6-4436-a873-d91d935d9133 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c238a93-defe-4592-8cd1-cea96d605bda HTTP/1.1" status: 200 len: 834 time: 0.0458167 Jan 10 12:29:54.534625 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa79d9f-e98b-4ece-95f6-2f58f2c2c687 req-d8cc22d0-56e2-4c30-973d-a360479501b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:54.536004 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4aa79d9f-e98b-4ece-95f6-2f58f2c2c687 req-d8cc22d0-56e2-4c30-973d-a360479501b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8853ef68-8fcf-44ca-b399-5cb637415059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382562 Jan 10 12:29:54.626656 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4aa79d9f-e98b-4ece-95f6-2f58f2c2c687 req-f318740e-a686-4281-9051-af43dff85128 service neutron] 10.222.0.30 "GET /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841451 Jan 10 12:29:54.716387 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4aa79d9f-e98b-4ece-95f6-2f58f2c2c687 req-3071a4b7-1176-4602-9fbf-6a2660a9e210 service neutron] 10.222.0.30 "GET /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831356 Jan 10 12:29:55.065113 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ab1f7-556a-46a8-aa9d-96d420b2d64f req-577acceb-c8ea-4678-b5c2-e7457e2fc011 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:55.066609 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-899ab1f7-556a-46a8-aa9d-96d420b2d64f req-577acceb-c8ea-4678-b5c2-e7457e2fc011 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0522845 Jan 10 12:29:55.115389 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-899ab1f7-556a-46a8-aa9d-96d420b2d64f req-c0c035b0-f6f7-49ca-829d-ed2c87e1c1b7 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427830 Jan 10 12:29:56.230312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c945b7-8485-4ea6-91c1-9b110d045c28 req-e5dd1d49-3724-4bf5-889d-4471a84eff23 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:56.231803 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-55c945b7-8485-4ea6-91c1-9b110d045c28 req-e5dd1d49-3724-4bf5-889d-4471a84eff23 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0483308 Jan 10 12:29:56.284548 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-55c945b7-8485-4ea6-91c1-9b110d045c28 req-500dc106-5d37-410f-a4e4-0f78e40463be tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469301 Jan 10 12:29:57.397348 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb220e-04bd-4ae3-8e2d-2025ad6a0409 req-8224bcf3-d976-42ca-a0de-e1162a651819 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:57.399339 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-91fb220e-04bd-4ae3-8e2d-2025ad6a0409 req-8224bcf3-d976-42ca-a0de-e1162a651819 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0494151 Jan 10 12:29:57.446843 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-91fb220e-04bd-4ae3-8e2d-2025ad6a0409 req-99939053-e721-44c9-a576-f59654f32c4e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420148 Jan 10 12:29:58.559770 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427eb59-3884-4c08-8241-994ed87bd573 req-f7ea48d2-fd38-481e-8e67-ea8124ad2af8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:58.561153 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d427eb59-3884-4c08-8241-994ed87bd573 req-f7ea48d2-fd38-481e-8e67-ea8124ad2af8 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0484846 Jan 10 12:29:58.609352 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d427eb59-3884-4c08-8241-994ed87bd573 req-2e46e99d-8976-4921-abc8-7176fc365b58 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426822 Jan 10 12:29:59.731988 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3255dd9-7841-473b-b584-82bc75d9751e req-06159a85-e6f2-46f9-9eff-e29d8db3677c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:29:59.733460 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c3255dd9-7841-473b-b584-82bc75d9751e req-06159a85-e6f2-46f9-9eff-e29d8db3677c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0514674 Jan 10 12:29:59.781380 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c3255dd9-7841-473b-b584-82bc75d9751e req-446e96a9-c139-4602-8164-afea18809f05 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422380 Jan 10 12:30:00.438869 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-5eea4f56-4a20-48e8-87d1-256904937288 service neutron] 10.222.0.30 "GET /v2.0/ports/d0362ac9-2ce5-4e98-9683-8f2f3e4503c7/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0537457 Jan 10 12:30:00.809744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29427713-8fcd-481b-8ed1-44546b76c137 req-e326b069-c8c0-43ae-8d4a-f9406142be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:00.811299 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-e326b069-c8c0-43ae-8d4a-f9406142be63 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1&tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3 HTTP/1.1" status: 200 len: 1098 time: 0.0409639 Jan 10 12:30:00.902459 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29427713-8fcd-481b-8ed1-44546b76c137 req-b90e35db-9011-4e16-aed5-c14040478022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:00.903951 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-b90e35db-9011-4e16-aed5-c14040478022 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 1098 time: 0.0723195 Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:00.911854 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:00.916921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79388487-90f6-4c54-a1c0-a97bc9560ac8 req-82d0d9f4-445d-4f84-a885-91b8b05adb06 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:00.918552 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-79388487-90f6-4c54-a1c0-a97bc9560ac8 req-82d0d9f4-445d-4f84-a885-91b8b05adb06 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0596616 Jan 10 12:30:01.024143 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-79388487-90f6-4c54-a1c0-a97bc9560ac8 req-0b8bbd79-e7e9-4598-b1b2-435162efa62c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966864 Jan 10 12:30:01.039363 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29427713-8fcd-481b-8ed1-44546b76c137 req-d8bd36d9-63dd-481e-93dd-059ed57555e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:01.040811 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-d8bd36d9-63dd-481e-93dd-059ed57555e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8853ef68-8fcf-44ca-b399-5cb637415059 HTTP/1.1" status: 200 len: 898 time: 0.1213770 Jan 10 12:30:01.104227 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-2b61d406-f6bd-442e-a2f0-3b60d720ab75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 HTTP/1.1" status: 200 len: 1001 time: 0.0574574 Jan 10 12:30:01.150378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29427713-8fcd-481b-8ed1-44546b76c137 req-ad8b2aca-5f41-4f46-a435-0277f907d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:01.151795 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-ad8b2aca-5f41-4f46-a435-0277f907d0dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c238a93-defe-4592-8cd1-cea96d605bda HTTP/1.1" status: 200 len: 834 time: 0.0426750 Jan 10 12:30:01.197658 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29427713-8fcd-481b-8ed1-44546b76c137 req-ebc5fc1b-f780-4f9b-b3c2-de94e62b359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:01.199163 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-ebc5fc1b-f780-4f9b-b3c2-de94e62b359a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8853ef68-8fcf-44ca-b399-5cb637415059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418973 Jan 10 12:30:01.285694 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-a41c46e0-69c8-418e-9901-d0efca858326 service neutron] 10.222.0.30 "GET /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805128 Jan 10 12:30:01.375024 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-29427713-8fcd-481b-8ed1-44546b76c137 req-5f7bdc46-cd38-4f8c-b23b-b3dea5a84daa service neutron] 10.222.0.30 "GET /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828035 Jan 10 12:30:02.140627 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64607f63-86e4-4106-9952-5af891538d0e req-6eee0db0-7900-461b-acca-5a3494dbd84c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:02.142142 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-64607f63-86e4-4106-9952-5af891538d0e req-6eee0db0-7900-461b-acca-5a3494dbd84c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0504029 Jan 10 12:30:02.189725 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-64607f63-86e4-4106-9952-5af891538d0e req-24d1cf3f-e934-4344-8e60-c5ed6beb2104 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420954 Jan 10 12:30:03.307503 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbde2f-2a55-429e-935b-3357a9375a9c req-8831749b-70f9-4458-9a4f-d1691d556430 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:03.309008 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b8cbde2f-2a55-429e-935b-3357a9375a9c req-8831749b-70f9-4458-9a4f-d1691d556430 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0503452 Jan 10 12:30:03.358075 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b8cbde2f-2a55-429e-935b-3357a9375a9c req-7faac667-6d65-4b63-be97-2d9643ca8365 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432916 Jan 10 12:30:03.652428 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0fe2d-385f-4d0d-9a4e-dd3147fdd9c0 req-0e00fb80-8f22-4540-bedf-50db437b24de tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:03.653940 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0cb0fe2d-385f-4d0d-9a4e-dd3147fdd9c0 req-0e00fb80-8f22-4540-bedf-50db437b24de tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0493028 Jan 10 12:30:03.737182 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0cb0fe2d-385f-4d0d-9a4e-dd3147fdd9c0 req-e8f98c12-3426-4f77-a758-102a11cf6320 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776336 Jan 10 12:30:03.748591 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc696ab-7244-444b-afb1-37bd9222d698 req-1e64f4f5-7c75-447c-8215-5f3783056d74 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:03.750056 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-acc696ab-7244-444b-afb1-37bd9222d698 req-1e64f4f5-7c75-447c-8215-5f3783056d74 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1&tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0731483 Jan 10 12:30:03.836982 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc696ab-7244-444b-afb1-37bd9222d698 req-6cb6b766-cfcd-4df0-9daa-8a4925cb2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:03.839053 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-acc696ab-7244-444b-afb1-37bd9222d698 req-6cb6b766-cfcd-4df0-9daa-8a4925cb2a9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 1098 time: 0.0416708 Jan 10 12:30:03.851966 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f22628-8856-49f6-a3ff-6cfea3b40fcd req-8b4c0bc6-1e37-4aa7-b7f4-d8fa47bb8a56 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:03.853501 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-68f22628-8856-49f6-a3ff-6cfea3b40fcd req-8b4c0bc6-1e37-4aa7-b7f4-d8fa47bb8a56 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0485682 Jan 10 12:30:03.908462 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-68f22628-8856-49f6-a3ff-6cfea3b40fcd req-19915442-58c5-430e-866a-827ca03ea906 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489941 Jan 10 12:30:04.241605 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc696ab-7244-444b-afb1-37bd9222d698 req-22c19715-23ef-4300-8dc6-88844a029417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:04.245362 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-acc696ab-7244-444b-afb1-37bd9222d698 req-22c19715-23ef-4300-8dc6-88844a029417 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8853ef68-8fcf-44ca-b399-5cb637415059 HTTP/1.1" status: 200 len: 898 time: 0.4001896 Jan 10 12:30:04.309252 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-acc696ab-7244-444b-afb1-37bd9222d698 req-14aeaab9-4d8c-4930-9a94-0e41ba56b4a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 HTTP/1.1" status: 200 len: 1001 time: 0.0579693 Jan 10 12:30:04.356362 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc696ab-7244-444b-afb1-37bd9222d698 req-279086ae-cb95-405e-ab80-38e7bdaf9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:04.357830 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-acc696ab-7244-444b-afb1-37bd9222d698 req-279086ae-cb95-405e-ab80-38e7bdaf9a7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c238a93-defe-4592-8cd1-cea96d605bda HTTP/1.1" status: 200 len: 834 time: 0.0430732 Jan 10 12:30:04.404219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc696ab-7244-444b-afb1-37bd9222d698 req-3c6fd482-ba45-4892-893d-20c8fc19f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:04.405651 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-acc696ab-7244-444b-afb1-37bd9222d698 req-3c6fd482-ba45-4892-893d-20c8fc19f138 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8853ef68-8fcf-44ca-b399-5cb637415059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418129 Jan 10 12:30:04.490719 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-acc696ab-7244-444b-afb1-37bd9222d698 req-2da98bbd-00b7-4426-8cc5-4930aa449996 service neutron] 10.222.0.30 "GET /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793648 Jan 10 12:30:04.578630 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-acc696ab-7244-444b-afb1-37bd9222d698 req-b3102a25-739e-46a0-b5b1-c5e83638ad59 service neutron] 10.222.0.30 "GET /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817332 Jan 10 12:30:05.004072 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:30:05.007269 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:30:05.032642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a4264-90f9-4bb7-9979-d795e9be6803 req-d22769e8-edb1-4964-8b1b-d6af008e0970 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:05.034218 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef6a4264-90f9-4bb7-9979-d795e9be6803 req-d22769e8-edb1-4964-8b1b-d6af008e0970 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0533767 Jan 10 12:30:05.084704 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ef6a4264-90f9-4bb7-9979-d795e9be6803 req-51887a50-673c-4839-8384-6a71593bca96 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446982 Jan 10 12:30:05.158680 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:05.182794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,segment=NetworkSegment(46f4d915-0b06-401c-b7e3-13f84e3c1d4e),segment_id=46f4d915-0b06-401c-b7e3-13f84e3c1d4e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:30:05.203474 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'port_id': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7', 'mac_address': 'fa:16:3e:27:c0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:30:05.208486 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:30:05.211132 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ceccdc-3541-4801-b30d-8c09f424e8ab" -d '{"events": [{"server_uuid": "7d022056-cfce-4383-bc45-9b9799ea79e1", "name": "network-vif-unplugged", "status": "completed", "tag": "d0362ac9-2ce5-4e98-9683-8f2f3e4503c7"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:30:05.225189 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,segment=NetworkSegment(46f4d915-0b06-401c-b7e3-13f84e3c1d4e),segment_id=46f4d915-0b06-401c-b7e3-13f84e3c1d4e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:30:05.254527 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Jan 2022 12:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a4fdff-0e02-4b56-a44a-237bb49606ec x-openstack-request-id: req-15a4fdff-0e02-4b56-a44a-237bb49606ec {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:30:05.254830 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d022056-cfce-4383-bc45-9b9799ea79e1", "name": "network-vif-unplugged", "status": "completed", "tag": "d0362ac9-2ce5-4e98-9683-8f2f3e4503c7", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:30:05.255092 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15a4fdff-0e02-4b56-a44a-237bb49606ec {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:30:05.255492 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7', 'code': 200} Jan 10 12:30:05.266192 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:05.279213 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:05.285566 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:30:05.363318 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:05.366621 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.db.api [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 12:30:05.366987 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG oslo_db.api [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 12:30:05.371384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:05.373738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:05.373738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:05.373738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:05.373738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:05.373738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:05.373738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:05.373738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:05.374328 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:05.374421 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:05.374704 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:05.375032 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:05.375358 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:05.902563 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:05.915123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:30:05.933897 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,segment=NetworkSegment(46f4d915-0b06-401c-b7e3-13f84e3c1d4e),segment_id=46f4d915-0b06-401c-b7e3-13f84e3c1d4e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:30:06.013661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:06.064448 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:06.068180 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['d0362ac9-2ce5-4e98-9683-8f2f3e4503c7'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:30:06.095063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-29aa63f0-80e1-4c56-8f2e-3b4e31f41272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:06.203401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d64d4-78f6-462b-b15b-5224fca822ce req-c593bb75-6acf-4f61-99e1-d648bb490870 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:06.204902 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-873d64d4-78f6-462b-b15b-5224fca822ce req-c593bb75-6acf-4f61-99e1-d648bb490870 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 944 time: 0.0488920 Jan 10 12:30:06.259112 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-873d64d4-78f6-462b-b15b-5224fca822ce req-44f225a3-58bf-4528-9ebf-7d7e5e7df6aa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485473 Jan 10 12:30:06.282491 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36536) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:06.343848 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-582f88c1-5fb8-4152-8e6d-6fcac11103a2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/ed3ec2b7-50e3-4ca0-8c1f-5e7e0ca86e5b HTTP/1.1" status: 200 len: 992 time: 0.0601907 Jan 10 12:30:07.006366 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:30:07.055751 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:30:07.056370 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:07.131943 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:07.163408 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,segment=NetworkSegment(46f4d915-0b06-401c-b7e3-13f84e3c1d4e),segment_id=46f4d915-0b06-401c-b7e3-13f84e3c1d4e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:30:07.217661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:07.260139 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:30:07.263031 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51988dae-6fe3-430b-8182-622ebd131399" -d '{"events": [{"server_uuid": "7d022056-cfce-4383-bc45-9b9799ea79e1", "name": "network-vif-plugged", "status": "completed", "tag": "d0362ac9-2ce5-4e98-9683-8f2f3e4503c7"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:30:07.269218 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,revision_number=8']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:07.301611 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504af14f-d2c8-425c-bdf6-914a4e496f33 x-openstack-request-id: req-504af14f-d2c8-425c-bdf6-914a4e496f33 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:30:07.301940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d022056-cfce-4383-bc45-9b9799ea79e1", "name": "network-vif-plugged", "status": "completed", "tag": "d0362ac9-2ce5-4e98-9683-8f2f3e4503c7", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:30:07.302200 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-504af14f-d2c8-425c-bdf6-914a4e496f33 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:30:07.302595 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7', 'code': 200} Jan 10 12:30:10.337571 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8cf8d72b-c04e-4b88-8457-8a55fdf4680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:10.766332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:11.814585 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:30:12.309059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:13.280201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:19.748748 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:34.760260 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36548) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:34.914199 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port 977e5090-0d33-4951-b0c2-64a5abf9f105 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:30:34.914545 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (977e5090-0d33-4951-b0c2-64a5abf9f105), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:34.991307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (977e5090-0d33-4951-b0c2-64a5abf9f105), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:34.991640 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (977e5090-0d33-4951-b0c2-64a5abf9f105), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:35.002982 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for 977e5090-0d33-4951-b0c2-64a5abf9f105 owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:30:35.222807 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (977e5090-0d33-4951-b0c2-64a5abf9f105), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:35.250427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=977e5090-0d33-4951-b0c2-64a5abf9f105,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:35.264180 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:35.264546 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:35.264978 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:35.265365 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:35.265751 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:35.271358 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:35.271358 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:35.271358 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:35.271358 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:35.271358 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:35.271358 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:35.271358 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:35.271358 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:35.322547 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (ed3ec2b7-50e3-4ca0-8c1f-5e7e0ca86e5b), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:35.322877 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Floating IP ed3ec2b7-50e3-4ca0-8c1f-5e7e0ca86e5b disassociated (deleted). External IP: 172.36.2.142, port: d0362ac9-2ce5-4e98-9683-8f2f3e4503c7. Jan 10 12:30:35.525840 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 4d9f496f-b283-44fd-814f-4d5cf1586f42 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:30:35.659921 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:30:35.664728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:35.669297 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a20f92-f19c-4a28-87c3-471059db034b None None] Sync routers for ids ['4d9f496f-b283-44fd-814f-4d5cf1586f42'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:30:35.678568 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a20f92-f19c-4a28-87c3-471059db034b None None] Routers {'4d9f496f-b283-44fd-814f-4d5cf1586f42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:30:35.679186 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-42a20f92-f19c-4a28-87c3-471059db034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:30:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4d9f496f-b283-44fd-814f-4d5cf1586f42'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:35.691350 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1fc5a1d7-c296-4aba-bc5a-f673fb14b9ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/floatingips/ed3ec2b7-50e3-4ca0-8c1f-5e7e0ca86e5b HTTP/1.1" status: 204 len: 168 time: 0.9300163 Jan 10 12:30:35.692060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'tag': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:30:35.694414 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcb06b3-42dd-4c85-a600-5dab5435c17a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d022056-cfce-4383-bc45-9b9799ea79e1", "tag": "d0362ac9-2ce5-4e98-9683-8f2f3e4503c7"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:30:35.790704 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-42a20f92-f19c-4a28-87c3-471059db034b None None] Set router 4d9f496f-b283-44fd-814f-4d5cf1586f42 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:30:35.809847 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc3a7aa-7d59-4da8-a80d-519a2da8db46 x-openstack-request-id: req-4dc3a7aa-7d59-4da8-a80d-519a2da8db46 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:30:35.810431 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d022056-cfce-4383-bc45-9b9799ea79e1", "tag": "d0362ac9-2ce5-4e98-9683-8f2f3e4503c7", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:30:35.810431 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4dc3a7aa-7d59-4da8-a80d-519a2da8db46 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:30:35.810784 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'tag': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7', 'status': 'completed', 'code': 200} Jan 10 12:30:35.869436 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb06b3-42dd-4c85-a600-5dab5435c17a req-959d5eb0-a5f2-405e-8703-a4c619311dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:35.870951 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fbcb06b3-42dd-4c85-a600-5dab5435c17a req-959d5eb0-a5f2-405e-8703-a4c619311dad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 1098 time: 0.0401149 Jan 10 12:30:35.966267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb06b3-42dd-4c85-a600-5dab5435c17a req-d33a9458-bb43-45d2-863a-a472e346e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:35.967747 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fbcb06b3-42dd-4c85-a600-5dab5435c17a req-d33a9458-bb43-45d2-863a-a472e346e901 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8853ef68-8fcf-44ca-b399-5cb637415059 HTTP/1.1" status: 200 len: 898 time: 0.0913157 Jan 10 12:30:35.996514 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-42a20f92-f19c-4a28-87c3-471059db034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028413863', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:28:52Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:53Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '48f57fce-99bf-4c7a-b8c9-2def54fcf575', 'name': '', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:a0:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:56Z', 'updated_at': '2022-01-10T12:28:59Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:36.012025 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fbcb06b3-42dd-4c85-a600-5dab5435c17a req-22363445-8d85-40cb-8b36-3a28dd7374b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 HTTP/1.1" status: 200 len: 217 time: 0.0388827 Jan 10 12:30:36.025019 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a20f92-f19c-4a28-87c3-471059db034b None None] Checking router: 4d9f496f-b283-44fd-814f-4d5cf1586f42 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:30:36.035645 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a20f92-f19c-4a28-87c3-471059db034b None None] Routers {'4d9f496f-b283-44fd-814f-4d5cf1586f42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:30:36.035645 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-42a20f92-f19c-4a28-87c3-471059db034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:30:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4d9f496f-b283-44fd-814f-4d5cf1586f42'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:36.074958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb06b3-42dd-4c85-a600-5dab5435c17a req-179dff67-afc2-4f55-a3d3-e7f51bc56fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:36.076846 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fbcb06b3-42dd-4c85-a600-5dab5435c17a req-179dff67-afc2-4f55-a3d3-e7f51bc56fe9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c238a93-defe-4592-8cd1-cea96d605bda HTTP/1.1" status: 200 len: 834 time: 0.0592852 Jan 10 12:30:36.080123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ae6eb04f-8207-4f01-bf54-6a996b900ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:36.150335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb06b3-42dd-4c85-a600-5dab5435c17a req-b534565a-29d0-4cf7-9b73-ec5dd4edd3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:36.150944 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-42a20f92-f19c-4a28-87c3-471059db034b None None] Set router 4d9f496f-b283-44fd-814f-4d5cf1586f42 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:30:36.152041 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fbcb06b3-42dd-4c85-a600-5dab5435c17a req-b534565a-29d0-4cf7-9b73-ec5dd4edd3aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8853ef68-8fcf-44ca-b399-5cb637415059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693777 Jan 10 12:30:36.174377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b22e1f-9e34-4a8e-a623-5152a4945387 req-4923be40-ec4c-4597-8656-9c3a6adda52e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:36.175866 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0b22e1f-9e34-4a8e-a623-5152a4945387 req-4923be40-ec4c-4597-8656-9c3a6adda52e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0659666 Jan 10 12:30:36.278133 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c0b22e1f-9e34-4a8e-a623-5152a4945387 req-b8a5a0d8-633f-40aa-b0e6-a2d595389b3c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919693 Jan 10 12:30:36.294221 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fbcb06b3-42dd-4c85-a600-5dab5435c17a req-4828ab5e-37e8-4901-965b-be5f7b856953 service neutron] 10.222.0.30 "GET /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357870 Jan 10 12:30:36.358721 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-42a20f92-f19c-4a28-87c3-471059db034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028413863', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:28:52Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:53Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '48f57fce-99bf-4c7a-b8c9-2def54fcf575', 'name': '', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:a0:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:56Z', 'updated_at': '2022-01-10T12:28:59Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:36.384049 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fbcb06b3-42dd-4c85-a600-5dab5435c17a req-3c6e6b68-310e-4101-ac5e-76020b5bd23e service neutron] 10.222.0.30 "GET /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832140 Jan 10 12:30:36.386204 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a20f92-f19c-4a28-87c3-471059db034b None None] The sync data for ids ['4d9f496f-b283-44fd-814f-4d5cf1586f42'] in dv-neutron-master-2-hyperv is: [{'id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028413863', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:28:52Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:53Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '48f57fce-99bf-4c7a-b8c9-2def54fcf575', 'name': '', 'network_id': '8853ef68-8fcf-44ca-b399-5cb637415059', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:a0:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:56Z', 'updated_at': '2022-01-10T12:28:59Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': '2c238a93-defe-4592-8cd1-cea96d605bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:30:36.604512 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19717400-af6b-43bf-ab12-ea084f098fdb None None] New status for floating IP ed3ec2b7-50e3-4ca0-8c1f-5e7e0ca86e5b: DOWN {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:30:37.395307 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff172b-41c3-4253-89ae-832cd02b56be req-5626ecfb-6310-4545-aba6-0af4775946c1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:37.396771 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d3ff172b-41c3-4253-89ae-832cd02b56be req-5626ecfb-6310-4545-aba6-0af4775946c1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0490003 Jan 10 12:30:37.444693 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d3ff172b-41c3-4253-89ae-832cd02b56be req-6137e3b7-1cab-458a-a010-b97811779ba3 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2016d059-c364-472f-a3e3-bd322d14bac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424595 Jan 10 12:30:37.808456 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58c1e9-f490-4849-a8cf-486e73cb8c65 req-fdbede97-0aa2-498b-a866-73b5870c2dab tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:37.809828 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3a58c1e9-f490-4849-a8cf-486e73cb8c65 req-fdbede97-0aa2-498b-a866-73b5870c2dab tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 945 time: 0.0527782 Jan 10 12:30:37.893618 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-3a58c1e9-f490-4849-a8cf-486e73cb8c65 req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:30:37.893985 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3a58c1e9-f490-4849-a8cf-486e73cb8c65 req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:37.982798 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-3a58c1e9-f490-4849-a8cf-486e73cb8c65 req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] For port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,segment=NetworkSegment(46f4d915-0b06-401c-b7e3-13f84e3c1d4e),segment_id=46f4d915-0b06-401c-b7e3-13f84e3c1d4e)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:30:37.983158 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3a58c1e9-f490-4849-a8cf-486e73cb8c65 req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:37.995601 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-3a58c1e9-f490-4849-a8cf-486e73cb8c65 req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:30:38.176012 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3a58c1e9-f490-4849-a8cf-486e73cb8c65 req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (d0362ac9-2ce5-4e98-9683-8f2f3e4503c7), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:38.208383 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=d0362ac9-2ce5-4e98-9683-8f2f3e4503c7,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:38.221447 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:38.222020 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:38.222378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:38.222731 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:38.223082 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:38.223427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:38.223771 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:38.224115 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:38.224453 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:38.224789 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:38.225130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:38.225464 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:38.225902 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:38.260869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a58c1e9-f490-4849-a8cf-486e73cb8c65 req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] No DVR routers for this DVR port d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:30:38.263445 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3a58c1e9-f490-4849-a8cf-486e73cb8c65 req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:38.266787 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3a58c1e9-f490-4849-a8cf-486e73cb8c65 req-541e1434-c7ca-4466-bafd-ef1614dfa066 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "DELETE /v2.0/ports/d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 HTTP/1.1" status: 204 len: 173 time: 0.4522166 Jan 10 12:30:38.267234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'name': 'network-vif-deleted', 'tag': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:30:38.269596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ae12e8-6aba-462e-bdaa-8ea596a43488" -d '{"events": [{"server_uuid": "7d022056-cfce-4383-bc45-9b9799ea79e1", "name": "network-vif-deleted", "tag": "d0362ac9-2ce5-4e98-9683-8f2f3e4503c7"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:30:38.358810 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5887e1c-ab93-49d6-8e2a-5e1988d3a81d x-openstack-request-id: req-a5887e1c-ab93-49d6-8e2a-5e1988d3a81d {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:30:38.359127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d022056-cfce-4383-bc45-9b9799ea79e1", "name": "network-vif-deleted", "tag": "d0362ac9-2ce5-4e98-9683-8f2f3e4503c7", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:30:38.359377 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5887e1c-ab93-49d6-8e2a-5e1988d3a81d {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:30:38.360047 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d022056-cfce-4383-bc45-9b9799ea79e1', 'name': 'network-vif-deleted', 'tag': 'd0362ac9-2ce5-4e98-9683-8f2f3e4503c7', 'status': 'completed', 'code': 200} Jan 10 12:30:38.541327 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-27e48926-3175-4f57-929d-6bb0769c45d9 req-3f8df5eb-a887-471d-81ec-f302d18cee74 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d022056-cfce-4383-bc45-9b9799ea79e1 HTTP/1.1" status: 200 len: 210 time: 0.0308757 Jan 10 12:30:39.597397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36568) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:39.957235 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a2c64b7a-9145-44bf-88e0-345fc3de8da4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (4d9f496f-b283-44fd-814f-4d5cf1586f42), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:40.206148 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-a2c64b7a-9145-44bf-88e0-345fc3de8da4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port 48f57fce-99bf-4c7a-b8c9-2def54fcf575 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:30:40.206500 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a2c64b7a-9145-44bf-88e0-345fc3de8da4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:40.294962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-a2c64b7a-9145-44bf-88e0-345fc3de8da4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] For port 48f57fce-99bf-4c7a-b8c9-2def54fcf575, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=48f57fce-99bf-4c7a-b8c9-2def54fcf575,segment=NetworkSegment(46f4d915-0b06-401c-b7e3-13f84e3c1d4e),segment_id=46f4d915-0b06-401c-b7e3-13f84e3c1d4e)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:30:40.295334 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a2c64b7a-9145-44bf-88e0-345fc3de8da4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:40.308525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-a2c64b7a-9145-44bf-88e0-345fc3de8da4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for 48f57fce-99bf-4c7a-b8c9-2def54fcf575 owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:30:40.355068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e3ce87fc-da9c-4960-86e1-0e501476b091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:40.547699 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a2c64b7a-9145-44bf-88e0-345fc3de8da4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (48f57fce-99bf-4c7a-b8c9-2def54fcf575), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:40.577939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c64b7a-9145-44bf-88e0-345fc3de8da4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=48f57fce-99bf-4c7a-b8c9-2def54fcf575,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:40.760709 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a2c64b7a-9145-44bf-88e0-345fc3de8da4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (4d9f496f-b283-44fd-814f-4d5cf1586f42), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:40.764927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:40.972547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c64b7a-9145-44bf-88e0-345fc3de8da4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 4d9f496f-b283-44fd-814f-4d5cf1586f42 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:30:41.076048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c64b7a-9145-44bf-88e0-345fc3de8da4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:30:41.081490 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a2c64b7a-9145-44bf-88e0-345fc3de8da4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "PUT /v2.0/routers/4d9f496f-b283-44fd-814f-4d5cf1586f42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4829054 Jan 10 12:30:41.084187 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36570) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:41.085850 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7600dc-0691-40c1-bf15-bc7f5f7fe028 None None] Sync routers for ids ['4d9f496f-b283-44fd-814f-4d5cf1586f42'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:30:41.095405 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7600dc-0691-40c1-bf15-bc7f5f7fe028 None None] Routers {'4d9f496f-b283-44fd-814f-4d5cf1586f42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:30:41.096016 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-eb7600dc-0691-40c1-bf15-bc7f5f7fe028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:30:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4d9f496f-b283-44fd-814f-4d5cf1586f42'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:41.136288 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-4744b209-a9d9-4672-99eb-d29d9f4e2c85 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting subnet 2c238a93-defe-4592-8cd1-cea96d605bda {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:30:41.139529 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4744b209-a9d9-4672-99eb-d29d9f4e2c85 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for subnet (2c238a93-defe-4592-8cd1-cea96d605bda), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:41.180553 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4744b209-a9d9-4672-99eb-d29d9f4e2c85 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (2c238a93-defe-4592-8cd1-cea96d605bda), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:41.268705 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4744b209-a9d9-4672-99eb-d29d9f4e2c85 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (2c238a93-defe-4592-8cd1-cea96d605bda), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:41.285330 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-eb7600dc-0691-40c1-bf15-bc7f5f7fe028 None None] Set router 4d9f496f-b283-44fd-814f-4d5cf1586f42 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:30:41.476584 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-eb7600dc-0691-40c1-bf15-bc7f5f7fe028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028413863', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:28:52Z', 'updated_at': '2022-01-10T12:30:40Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:53Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:41.505266 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7600dc-0691-40c1-bf15-bc7f5f7fe028 None None] Checking router: 4d9f496f-b283-44fd-814f-4d5cf1586f42 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:30:41.513906 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7600dc-0691-40c1-bf15-bc7f5f7fe028 None None] Routers {'4d9f496f-b283-44fd-814f-4d5cf1586f42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:30:41.514459 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-eb7600dc-0691-40c1-bf15-bc7f5f7fe028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:30:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['4d9f496f-b283-44fd-814f-4d5cf1586f42'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:41.630812 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-eb7600dc-0691-40c1-bf15-bc7f5f7fe028 None None] Set router 4d9f496f-b283-44fd-814f-4d5cf1586f42 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:30:41.679421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4744b209-a9d9-4672-99eb-d29d9f4e2c85 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (2c238a93-defe-4592-8cd1-cea96d605bda), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:41.703618 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744b209-a9d9-4672-99eb-d29d9f4e2c85 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Subnet': ['ID=2c238a93-defe-4592-8cd1-cea96d605bda,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:41.710314 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4744b209-a9d9-4672-99eb-d29d9f4e2c85 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:41.716893 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4744b209-a9d9-4672-99eb-d29d9f4e2c85 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/subnets/2c238a93-defe-4592-8cd1-cea96d605bda HTTP/1.1" status: 204 len: 168 time: 0.6316888 Jan 10 12:30:41.717687 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36572) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:41.725187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95651b6-a6e4-4195-b9bf-c355431c8685 None None] Network 8853ef68-8fcf-44ca-b399-5cb637415059 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:30:41.813980 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-eb7600dc-0691-40c1-bf15-bc7f5f7fe028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028413863', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:28:52Z', 'updated_at': '2022-01-10T12:30:40Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:53Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:41.831717 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f63c22b-5680-4fb1-8725-9ee19bca6230 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router (4d9f496f-b283-44fd-814f-4d5cf1586f42), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:41.846517 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7600dc-0691-40c1-bf15-bc7f5f7fe028 None None] The sync data for ids ['4d9f496f-b283-44fd-814f-4d5cf1586f42'] in dv-neutron-master-2-hyperv is: [{'id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028413863', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254'}], 'enable_snat': True}, 'gw_port_id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:28:52Z', 'updated_at': '2022-01-10T12:30:40Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'f22cbb61-7c45-4253-8322-13f9dfb8142a', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9f496f-b283-44fd-814f-4d5cf1586f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:28:53Z', 'updated_at': '2022-01-10T12:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:30:41.885988 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556d0713-d7d9-4042-b1bc-f933942868d3 None None] DHCP port deletion for 8853ef68-8fcf-44ca-b399-5cb637415059 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:30:41.934520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-556d0713-d7d9-4042-b1bc-f933942868d3 None None] Deleting port cbd8afec-9aee-4f2d-ba66-b356a64d3d2c {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:30:41.934896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-556d0713-d7d9-4042-b1bc-f933942868d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (cbd8afec-9aee-4f2d-ba66-b356a64d3d2c), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:41.943907 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f63c22b-5680-4fb1-8725-9ee19bca6230 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (4d9f496f-b283-44fd-814f-4d5cf1586f42), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:42.000759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-556d0713-d7d9-4042-b1bc-f933942868d3 None None] For port cbd8afec-9aee-4f2d-ba66-b356a64d3d2c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbd8afec-9aee-4f2d-ba66-b356a64d3d2c,segment=NetworkSegment(46f4d915-0b06-401c-b7e3-13f84e3c1d4e),segment_id=46f4d915-0b06-401c-b7e3-13f84e3c1d4e)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:30:42.001159 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-556d0713-d7d9-4042-b1bc-f933942868d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (cbd8afec-9aee-4f2d-ba66-b356a64d3d2c), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:42.014154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-556d0713-d7d9-4042-b1bc-f933942868d3 None None] Calling delete_port for cbd8afec-9aee-4f2d-ba66-b356a64d3d2c owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:30:42.055826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-9f63c22b-5680-4fb1-8725-9ee19bca6230 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port f22cbb61-7c45-4253-8322-13f9dfb8142a {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:30:42.056179 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f63c22b-5680-4fb1-8725-9ee19bca6230 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (f22cbb61-7c45-4253-8322-13f9dfb8142a), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:42.139574 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-9f63c22b-5680-4fb1-8725-9ee19bca6230 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] For port f22cbb61-7c45-4253-8322-13f9dfb8142a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f22cbb61-7c45-4253-8322-13f9dfb8142a,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:30:42.139803 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f63c22b-5680-4fb1-8725-9ee19bca6230 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (f22cbb61-7c45-4253-8322-13f9dfb8142a), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:42.153058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-9f63c22b-5680-4fb1-8725-9ee19bca6230 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for f22cbb61-7c45-4253-8322-13f9dfb8142a owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:30:42.182005 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-556d0713-d7d9-4042-b1bc-f933942868d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (cbd8afec-9aee-4f2d-ba66-b356a64d3d2c), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:42.216111 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d0713-d7d9-4042-b1bc-f933942868d3 None None] Pushing event deleted for resources: {'Port': ['ID=cbd8afec-9aee-4f2d-ba66-b356a64d3d2c,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:42.263885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d0713-d7d9-4042-b1bc-f933942868d3 None None] No DVR routers for this DVR port cbd8afec-9aee-4f2d-ba66-b356a64d3d2c on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:30:42.314339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cbd8afec-9aee-4f2d-ba66-b356a64d3d2c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:30:42.347883 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: cbd8afec-9aee-4f2d-ba66-b356a64d3d2c {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:30:42.348847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cbd8afec-9aee-4f2d-ba66-b356a64d3d2c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:30:42.349440 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 48f57fce-99bf-4c7a-b8c9-2def54fcf575 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:30:42.375865 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 48f57fce-99bf-4c7a-b8c9-2def54fcf575 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:30:42.376214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 48f57fce-99bf-4c7a-b8c9-2def54fcf575 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:30:42.380295 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:42.782830 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f63c22b-5680-4fb1-8725-9ee19bca6230 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (f22cbb61-7c45-4253-8322-13f9dfb8142a), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:42.806500 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63c22b-5680-4fb1-8725-9ee19bca6230 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=f22cbb61-7c45-4253-8322-13f9dfb8142a,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:42.823515 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297b849d-d6df-4ae3-a0c1-c529c84339fb None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:30:42.872565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f63c22b-5680-4fb1-8725-9ee19bca6230 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (4d9f496f-b283-44fd-814f-4d5cf1586f42), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:42.961607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f63c22b-5680-4fb1-8725-9ee19bca6230 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (4d9f496f-b283-44fd-814f-4d5cf1586f42), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:42.963749 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f63c22b-5680-4fb1-8725-9ee19bca6230 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_controller (4d9f496f-b283-44fd-814f-4d5cf1586f42), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:43.057009 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f63c22b-5680-4fb1-8725-9ee19bca6230 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (4d9f496f-b283-44fd-814f-4d5cf1586f42), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:43.057485 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f63c22b-5680-4fb1-8725-9ee19bca6230 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Fanout notify agent at l3_agent the message router_deleted on router 4d9f496f-b283-44fd-814f-4d5cf1586f42 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:30:43.068357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9f63c22b-5680-4fb1-8725-9ee19bca6230 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:43.069727 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9f63c22b-5680-4fb1-8725-9ee19bca6230 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/routers/4d9f496f-b283-44fd-814f-4d5cf1586f42 HTTP/1.1" status: 204 len: 168 time: 1.3507755 Jan 10 12:30:43.073405 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36574) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:43.158640 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f2de9bd6-f96d-4728-9f87-f670ce40ae48 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (8853ef68-8fcf-44ca-b399-5cb637415059), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:43.168956 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:30:43.196059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:30:43.196417 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device d0362ac9-2ce5-4e98-9683-8f2f3e4503c7 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:30:43.255584 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f2de9bd6-f96d-4728-9f87-f670ce40ae48 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (8853ef68-8fcf-44ca-b399-5cb637415059), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:43.275809 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-f2de9bd6-f96d-4728-9f87-f670ce40ae48 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8853ef68-8fcf-44ca-b399-5cb637415059']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:43.284942 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-f2de9bd6-f96d-4728-9f87-f670ce40ae48 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f4d915-0b06-401c-b7e3-13f84e3c1d4e') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:43.285235 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-f2de9bd6-f96d-4728-9f87-f670ce40ae48 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f4d915-0b06-401c-b7e3-13f84e3c1d4e') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:43.294424 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f2de9bd6-f96d-4728-9f87-f670ce40ae48 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (46f4d915-0b06-401c-b7e3-13f84e3c1d4e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:43.301657 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:43.308015 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f2de9bd6-f96d-4728-9f87-f670ce40ae48 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (46f4d915-0b06-401c-b7e3-13f84e3c1d4e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:43.314120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2de9bd6-f96d-4728-9f87-f670ce40ae48 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:30:43.316951 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f2de9bd6-f96d-4728-9f87-f670ce40ae48 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (46f4d915-0b06-401c-b7e3-13f84e3c1d4e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:30:43.317568 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:30:43.440220 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f2de9bd6-f96d-4728-9f87-f670ce40ae48 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (8853ef68-8fcf-44ca-b399-5cb637415059), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:43.446658 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f2de9bd6-f96d-4728-9f87-f670ce40ae48 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:43.450064 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f2de9bd6-f96d-4728-9f87-f670ce40ae48 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/networks/8853ef68-8fcf-44ca-b399-5cb637415059 HTTP/1.1" status: 204 len: 168 time: 0.3755441 Jan 10 12:30:43.452838 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36576) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:43.461212 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de9bd6-f96d-4728-9f87-f670ce40ae48 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Network': ['ID=8853ef68-8fcf-44ca-b399-5cb637415059,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:43.512665 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2aeb22d5-019c-4ba2-b641-effffce12a3a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (2016d059-c364-472f-a3e3-bd322d14bac3), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:43.540392 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2aeb22d5-019c-4ba2-b641-effffce12a3a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (2016d059-c364-472f-a3e3-bd322d14bac3), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:43.663245 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2aeb22d5-019c-4ba2-b641-effffce12a3a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (2016d059-c364-472f-a3e3-bd322d14bac3), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:43.665745 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2aeb22d5-019c-4ba2-b641-effffce12a3a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:43.670460 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2aeb22d5-019c-4ba2-b641-effffce12a3a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/security-groups/2016d059-c364-472f-a3e3-bd322d14bac3 HTTP/1.1" status: 204 len: 168 time: 0.2135928 Jan 10 12:30:43.676660 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb22d5-019c-4ba2-b641-effffce12a3a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2016d059-c364-472f-a3e3-bd322d14bac3,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:43.986783 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f22cbb61-7c45-4253-8322-13f9dfb8142a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:30:44.009878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: f22cbb61-7c45-4253-8322-13f9dfb8142a {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:30:44.010236 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device f22cbb61-7c45-4253-8322-13f9dfb8142a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:30:44.061288 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36582) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:44.065923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-7dd37d9e-43b9-409a-a145-d28d6fee583b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-886001654', 'description': 'tempest-secgroup-smoke-886001654 description', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:30:44.170171 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7dd37d9e-43b9-409a-a145-d28d6fee583b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:44.238278 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7dd37d9e-43b9-409a-a145-d28d6fee583b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (3f4614ad-278f-4925-a2f8-e81334bfa149), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:44.325518 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7dd37d9e-43b9-409a-a145-d28d6fee583b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (3f4614ad-278f-4925-a2f8-e81334bfa149), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:44.353997 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd37d9e-43b9-409a-a145-d28d6fee583b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4614ad-278f-4925-a2f8-e81334bfa149,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:44.424717 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7dd37d9e-43b9-409a-a145-d28d6fee583b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:44.426037 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7dd37d9e-43b9-409a-a145-d28d6fee583b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3636827 Jan 10 12:30:44.428907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36584) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:44.433319 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-a63eb121-e1be-4cef-b5bc-f75947d83dcc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '3f4614ad-278f-4925-a2f8-e81334bfa149', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:30:44.513697 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a63eb121-e1be-4cef-b5bc-f75947d83dcc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (1530f998-883d-44fc-9717-879e069235a4), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:44.568728 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a63eb121-e1be-4cef-b5bc-f75947d83dcc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (1530f998-883d-44fc-9717-879e069235a4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:44.628183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a63eb121-e1be-4cef-b5bc-f75947d83dcc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (1530f998-883d-44fc-9717-879e069235a4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:44.646603 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63eb121-e1be-4cef-b5bc-f75947d83dcc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1530f998-883d-44fc-9717-879e069235a4,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:44.693239 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a63eb121-e1be-4cef-b5bc-f75947d83dcc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:44.694507 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a63eb121-e1be-4cef-b5bc-f75947d83dcc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2646272 Jan 10 12:30:44.697497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36586) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:44.702233 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-aa4eedaf-1e79-4105-b56e-71dc1c055f14 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '3f4614ad-278f-4925-a2f8-e81334bfa149', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:30:44.770070 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aa4eedaf-1e79-4105-b56e-71dc1c055f14 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (403e1ef6-0843-42fa-8f70-7ec84df85dd3), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:44.827748 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aa4eedaf-1e79-4105-b56e-71dc1c055f14 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (403e1ef6-0843-42fa-8f70-7ec84df85dd3), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:44.868209 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aa4eedaf-1e79-4105-b56e-71dc1c055f14 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (403e1ef6-0843-42fa-8f70-7ec84df85dd3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:44.887239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4eedaf-1e79-4105-b56e-71dc1c055f14 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403e1ef6-0843-42fa-8f70-7ec84df85dd3,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:44.937533 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aa4eedaf-1e79-4105-b56e-71dc1c055f14 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:44.938824 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-aa4eedaf-1e79-4105-b56e-71dc1c055f14 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2403016 Jan 10 12:30:44.941569 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36588) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:44.945924 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-9ff34154-f3b5-4292-b7c3-9fb8e04e215e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '3f4614ad-278f-4925-a2f8-e81334bfa149', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:30:45.009881 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9ff34154-f3b5-4292-b7c3-9fb8e04e215e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (9f3c50c5-9cd1-4b2b-890b-c5ebd4031a61), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:45.064820 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9ff34154-f3b5-4292-b7c3-9fb8e04e215e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (9f3c50c5-9cd1-4b2b-890b-c5ebd4031a61), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:45.108523 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9ff34154-f3b5-4292-b7c3-9fb8e04e215e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (9f3c50c5-9cd1-4b2b-890b-c5ebd4031a61), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:45.127461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff34154-f3b5-4292-b7c3-9fb8e04e215e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3c50c5-9cd1-4b2b-890b-c5ebd4031a61,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:45.195187 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9ff34154-f3b5-4292-b7c3-9fb8e04e215e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:45.196381 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9ff34154-f3b5-4292-b7c3-9fb8e04e215e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2538726 Jan 10 12:30:45.199091 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36590) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:45.203360 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c2f99ffa-0069-4abb-a6ac-7ee5cd4a18b1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '3f4614ad-278f-4925-a2f8-e81334bfa149', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:30:45.301477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2f99ffa-0069-4abb-a6ac-7ee5cd4a18b1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (3e44c6a2-0498-4824-a6e8-1c6ddce10ce5), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:45.357034 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2f99ffa-0069-4abb-a6ac-7ee5cd4a18b1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (3e44c6a2-0498-4824-a6e8-1c6ddce10ce5), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:45.422787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2f99ffa-0069-4abb-a6ac-7ee5cd4a18b1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (3e44c6a2-0498-4824-a6e8-1c6ddce10ce5), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:45.439940 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f99ffa-0069-4abb-a6ac-7ee5cd4a18b1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e44c6a2-0498-4824-a6e8-1c6ddce10ce5,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:45.503526 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2f99ffa-0069-4abb-a6ac-7ee5cd4a18b1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:45.504735 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c2f99ffa-0069-4abb-a6ac-7ee5cd4a18b1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3047071 Jan 10 12:30:45.507501 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36592) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:45.511829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-719f50ec-552a-4fee-bb4a-64e02ee9190a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '3f4614ad-278f-4925-a2f8-e81334bfa149', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:30:45.605567 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-719f50ec-552a-4fee-bb4a-64e02ee9190a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Project cc6d11ffd4e1456e966331f2b05cc6f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:30:45.614395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-719f50ec-552a-4fee-bb4a-64e02ee9190a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (2a598d77-3b7a-4fe1-a364-e21a666c8881), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:45.671392 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-719f50ec-552a-4fee-bb4a-64e02ee9190a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (2a598d77-3b7a-4fe1-a364-e21a666c8881), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:45.742930 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-719f50ec-552a-4fee-bb4a-64e02ee9190a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (2a598d77-3b7a-4fe1-a364-e21a666c8881), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:45.763087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f50ec-552a-4fee-bb4a-64e02ee9190a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a598d77-3b7a-4fe1-a364-e21a666c8881,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:45.836243 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-719f50ec-552a-4fee-bb4a-64e02ee9190a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:45.837473 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-719f50ec-552a-4fee-bb4a-64e02ee9190a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3290544 Jan 10 12:30:45.840914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36594) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:45.845263 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-57891474-47e8-4cd0-9628-306dd081c65c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '3f4614ad-278f-4925-a2f8-e81334bfa149', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:30:45.943043 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-57891474-47e8-4cd0-9628-306dd081c65c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Project cc6d11ffd4e1456e966331f2b05cc6f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:30:45.948544 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-57891474-47e8-4cd0-9628-306dd081c65c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (96691b0a-74e6-43db-981c-8e7569352ccc), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:46.006562 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-57891474-47e8-4cd0-9628-306dd081c65c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (96691b0a-74e6-43db-981c-8e7569352ccc), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:46.074267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-57891474-47e8-4cd0-9628-306dd081c65c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (96691b0a-74e6-43db-981c-8e7569352ccc), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:46.088580 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57891474-47e8-4cd0-9628-306dd081c65c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96691b0a-74e6-43db-981c-8e7569352ccc,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:46.156453 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-57891474-47e8-4cd0-9628-306dd081c65c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:46.157716 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-57891474-47e8-4cd0-9628-306dd081c65c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3158803 Jan 10 12:30:46.160631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36596) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:46.165425 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-79c3378f-120a-48e7-a6dc-4deb31c77e98 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'network': {'name': 'tempest-network-smoke--1563520840', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'port_security_enabled': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:30:46.291383 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c3378f-120a-48e7-a6dc-4deb31c77e98 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Made reservation on behalf of cc6d11ffd4e1456e966331f2b05cc6f3 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:30:46.295002 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-79c3378f-120a-48e7-a6dc-4deb31c77e98 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:46.318758 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c3378f-120a-48e7-a6dc-4deb31c77e98 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:30:46.327719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-79c3378f-120a-48e7-a6dc-4deb31c77e98 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (090df415-9581-4a55-8d93-8d591c4c82ee), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:46.328066 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-79c3378f-120a-48e7-a6dc-4deb31c77e98 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Added segment 090df415-9581-4a55-8d93-8d591c4c82ee of type vlan for network 48f4a633-1109-4cbb-aa80-8325d0ba6272 Jan 10 12:30:46.367609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-79c3378f-120a-48e7-a6dc-4deb31c77e98 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (48f4a633-1109-4cbb-aa80-8325d0ba6272), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:46.434225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-79c3378f-120a-48e7-a6dc-4deb31c77e98 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (48f4a633-1109-4cbb-aa80-8325d0ba6272), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:46.440096 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c3378f-120a-48e7-a6dc-4deb31c77e98 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:46.440759 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-79c3378f-120a-48e7-a6dc-4deb31c77e98 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:46.509200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3378f-120a-48e7-a6dc-4deb31c77e98 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Network': ['ID=48f4a633-1109-4cbb-aa80-8325d0ba6272,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:46.519587 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 48f4a633-1109-4cbb-aa80-8325d0ba6272 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:30:46.529044 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-79c3378f-120a-48e7-a6dc-4deb31c77e98 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3673887 Jan 10 12:30:46.532688 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36598) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:46.536211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1623145812', 'admin_state_up': True, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:30:46.623152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:46.624267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:46.676032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_controller (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:46.888908 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:47.151297 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:47.169849 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:47.271588 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.36.2.19 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/e0602610-40e9-48a7-9a19-fd46d2815116) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:30:47.374755 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (e0602610-40e9-48a7-9a19-fd46d2815116), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:47.462886 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (e0602610-40e9-48a7-9a19-fd46d2815116), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:47.503303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:30:47.507649 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:30:47.512026 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:30:47.515206 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=e0602610-40e9-48a7-9a19-fd46d2815116,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:47.520529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c308510-cca8-4765-8317-7bcce66d4a0e None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:30:47.641792 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-914eef64-b5a2-4128-8baa-2cc1c8998eef None None] Provisioning complete for port e0602610-40e9-48a7-9a19-fd46d2815116 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:30:47.642190 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-914eef64-b5a2-4128-8baa-2cc1c8998eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (e0602610-40e9-48a7-9a19-fd46d2815116), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:47.676352 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-914eef64-b5a2-4128-8baa-2cc1c8998eef None None] Port e0602610-40e9-48a7-9a19-fd46d2815116 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:30:47.830137 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:48.020917 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:48.194057 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:30:48.299806 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:30:48.309100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Sync routers for ids ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:30:48.318698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Routers {'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:30:48.321791 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:30:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:48.368041 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:48.369311 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-af7539c1-3104-46b1-a269-69a41f3b90b9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8366113 Jan 10 12:30:48.372417 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36600) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:48.400937 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-841fd813-d21a-48a6-97dc-0bc66147751b tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=cc6d11ffd4e1456e966331f2b05cc6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269449 Jan 10 12:30:48.403742 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36602) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:48.423506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Set router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:30:48.492766 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df31401-4ef3-4448-b847-01685b5d8ed9 tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:48.494323 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-9df31401-4ef3-4448-b847-01685b5d8ed9 tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895972 Jan 10 12:30:48.497132 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36604) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:48.523953 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d35ca7cf-c713-4546-a8db-4c9d7f16a274 tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257671 Jan 10 12:30:48.527018 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36606) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:48.531807 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-67eff265-246d-483e-8cc0-f5101c7573e6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1379737993', 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:30:48.597608 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623145812', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:30:46Z', 'updated_at': '2022-01-10T12:30:47Z', 'revision_number': 3, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:47Z', 'updated_at': '2022-01-10T12:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:48.629049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Checking router: fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:30:48.629410 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Updating router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad port e0602610-40e9-48a7-9a19-fd46d2815116 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:30:48.653828 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (e0602610-40e9-48a7-9a19-fd46d2815116), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:48.737156 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67eff265-246d-483e-8cc0-f5101c7573e6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Made reservation on behalf of cc6d11ffd4e1456e966331f2b05cc6f3 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:30:48.740858 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-67eff265-246d-483e-8cc0-f5101c7573e6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:48.813718 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:30:48.903517 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Publish callbacks [] for port (e0602610-40e9-48a7-9a19-fd46d2815116), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:48.971383 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (e0602610-40e9-48a7-9a19-fd46d2815116), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:49.010845 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-67eff265-246d-483e-8cc0-f5101c7573e6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (b53448b1-80d6-4404-960c-976ad92af9a2), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:49.018706 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d4699e-7102-4da2-a817-4744429b8e96 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:30:49.032212 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Attempting to bind port e0602610-40e9-48a7-9a19-fd46d2815116 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:30:49.032575 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Attempting to bind port e0602610-40e9-48a7-9a19-fd46d2815116 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:30:49.032945 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Attempting to bind port e0602610-40e9-48a7-9a19-fd46d2815116 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:30:49.036691 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f131280-1e1b-4306-ad3d-6f359330bc2c None None] Pushing event updated for resources: {'Port': ['ID=e0602610-40e9-48a7-9a19-fd46d2815116,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:49.045469 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:30:49.045469 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:30:49.045469 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:49.045469 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:30:49.045469 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Bound port: e0602610-40e9-48a7-9a19-fd46d2815116, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:30:49.045469 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (e0602610-40e9-48a7-9a19-fd46d2815116), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:49.081470 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eff265-246d-483e-8cc0-f5101c7573e6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Subnet': ['ID=b53448b1-80d6-4404-960c-976ad92af9a2,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:49.089674 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eff265-246d-483e-8cc0-f5101c7573e6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Checking segment: {'id': '090df415-9581-4a55-8d93-8d591c4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:30:49.090089 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eff265-246d-483e-8cc0-f5101c7573e6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network hostable DHCP agents. Network: 48f4a633-1109-4cbb-aa80-8325d0ba6272, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:30:49.194237 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eff265-246d-483e-8cc0-f5101c7573e6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network 48f4a633-1109-4cbb-aa80-8325d0ba6272 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:30:49.238087 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9cb37280-ed6b-404d-8d3f-5bdf5b928045 None None] Provisioning complete for port e0602610-40e9-48a7-9a19-fd46d2815116 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:30:49.238466 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9cb37280-ed6b-404d-8d3f-5bdf5b928045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (e0602610-40e9-48a7-9a19-fd46d2815116), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:49.269573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] For port e0602610-40e9-48a7-9a19-fd46d2815116, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:30:49.279905 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-67eff265-246d-483e-8cc0-f5101c7573e6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 48f4a633-1109-4cbb-aa80-8325d0ba6272) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:30:49.284364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eff265-246d-483e-8cc0-f5101c7573e6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:49.293225 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-67eff265-246d-483e-8cc0-f5101c7573e6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:49.293679 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] For port e0602610-40e9-48a7-9a19-fd46d2815116, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e0602610-40e9-48a7-9a19-fd46d2815116,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:30:49.293679 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9cb37280-ed6b-404d-8d3f-5bdf5b928045 None None] Port e0602610-40e9-48a7-9a19-fd46d2815116 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:30:49.293679 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c547bc21-e141-4b43-8992-f239b487246a None None] Network 48f4a633-1109-4cbb-aa80-8325d0ba6272 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:30:49.360637 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (e0602610-40e9-48a7-9a19-fd46d2815116), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:49.379748 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-67eff265-246d-483e-8cc0-f5101c7573e6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8517184 Jan 10 12:30:49.387067 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36608) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:30:49.416681 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-48f4a633-1109-4cbb-aa80-8325d0ba6272', 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ips': [{'subnet_id': 'b53448b1-80d6-4404-960c-976ad92af9a2'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:30:49.417495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:49.434129 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e264cc2a-8f2c-46d7-9bd1-456666c09972 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:30:49.457448 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f131280-1e1b-4306-ad3d-6f359330bc2c None None] Pushing event updated for resources: {'Port': ['ID=e0602610-40e9-48a7-9a19-fd46d2815116,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:49.466749 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Routers {'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:30:49.467392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:30:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:49.618650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-faed488d-899e-452b-b365-cef4559112ac None None] Provisioning complete for port e0602610-40e9-48a7-9a19-fd46d2815116 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:30:49.619893 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-faed488d-899e-452b-b365-cef4559112ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (e0602610-40e9-48a7-9a19-fd46d2815116), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:49.725311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] Set router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:30:49.786006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Allocated IP 172.20.0.2 (48f4a633-1109-4cbb-aa80-8325d0ba6272/b53448b1-80d6-4404-960c-976ad92af9a2/03717719-b1a3-4bf5-a5d5-3948aa58ec87) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:30:49.818671 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:49.822245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:49.962319 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-faed488d-899e-452b-b365-cef4559112ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (e0602610-40e9-48a7-9a19-fd46d2815116), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:50.017250 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-faed488d-899e-452b-b365-cef4559112ac None None] For port e0602610-40e9-48a7-9a19-fd46d2815116, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e0602610-40e9-48a7-9a19-fd46d2815116,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:30:50.083816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Publish callbacks [] for port (03717719-b1a3-4bf5-a5d5-3948aa58ec87), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:50.090980 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623145812', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:30:46Z', 'updated_at': '2022-01-10T12:30:47Z', 'revision_number': 3, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:47Z', 'updated_at': '2022-01-10T12:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:50.121207 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-faed488d-899e-452b-b365-cef4559112ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (e0602610-40e9-48a7-9a19-fd46d2815116), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:50.122962 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2035ad-5a9f-4253-8d78-8ade10039c41 None None] The sync data for ids ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'] in dv-neutron-master-2-hyperv is: [{'id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623145812', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:30:46Z', 'updated_at': '2022-01-10T12:30:47Z', 'revision_number': 3, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:47Z', 'updated_at': '2022-01-10T12:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:30:50.172539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed488d-899e-452b-b365-cef4559112ac None None] Pushing event updated for resources: {'Port': ['ID=e0602610-40e9-48a7-9a19-fd46d2815116,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:50.176001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (03717719-b1a3-4bf5-a5d5-3948aa58ec87), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:50.219449 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Network 48f4a633-1109-4cbb-aa80-8325d0ba6272 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:30:50.221885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:30:50.226458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.20.0.1 (48f4a633-1109-4cbb-aa80-8325d0ba6272/b53448b1-80d6-4404-960c-976ad92af9a2/5ce9d096-a645-423a-8393-e88b275192e7) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:30:50.226674 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:30:50.229792 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Pushing event updated for resources: {'Port': ['ID=03717719-b1a3-4bf5-a5d5-3948aa58ec87,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:50.293128 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Attempting to bind port 03717719-b1a3-4bf5-a5d5-3948aa58ec87 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:30:50.293505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Attempting to bind port 03717719-b1a3-4bf5-a5d5-3948aa58ec87 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '090df415-9581-4a55-8d93-8d591c4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:30:50.293904 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Attempting to bind port 03717719-b1a3-4bf5-a5d5-3948aa58ec87 on network 48f4a633-1109-4cbb-aa80-8325d0ba6272 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:30:50.298973 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:30:50.299366 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Checking segment: {'id': '090df415-9581-4a55-8d93-8d591c4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:30:50.299827 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:50.300128 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Bound using segment: {'id': '090df415-9581-4a55-8d93-8d591c4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:30:50.300600 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Bound port: 03717719-b1a3-4bf5-a5d5-3948aa58ec87, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090df415-9581-4a55-8d93-8d591c4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:30:50.300982 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (03717719-b1a3-4bf5-a5d5-3948aa58ec87), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:50.363060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (5ce9d096-a645-423a-8393-e88b275192e7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:50.380961 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] For port 03717719-b1a3-4bf5-a5d5-3948aa58ec87, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:30:50.385024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] For port 03717719-b1a3-4bf5-a5d5-3948aa58ec87, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03717719-b1a3-4bf5-a5d5-3948aa58ec87,segment=NetworkSegment(090df415-9581-4a55-8d93-8d591c4c82ee),segment_id=090df415-9581-4a55-8d93-8d591c4c82ee)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:30:50.500339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (03717719-b1a3-4bf5-a5d5-3948aa58ec87), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:50.500504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (5ce9d096-a645-423a-8393-e88b275192e7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:50.549609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network 48f4a633-1109-4cbb-aa80-8325d0ba6272 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:30:50.570079 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:30:50.573364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:30:50.574111 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c341b-7c40-490c-8da7-06f9e00804f2 None None] Pushing event updated for resources: {'Port': ['ID=03717719-b1a3-4bf5-a5d5-3948aa58ec87,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:50.579057 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=5ce9d096-a645-423a-8393-e88b275192e7,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:50.629737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:50.851047 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5ce9d096-a645-423a-8393-e88b275192e7), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:51.145130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (5ce9d096-a645-423a-8393-e88b275192e7), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:51.206108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (5ce9d096-a645-423a-8393-e88b275192e7), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:51.286252 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=5ce9d096-a645-423a-8393-e88b275192e7,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:51.290058 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:51.386605 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network 48f4a633-1109-4cbb-aa80-8325d0ba6272 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:30:51.388175 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:30:51.513548 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4752f8f4-53cf-43db-865c-84600986e4da None None] Network 48f4a633-1109-4cbb-aa80-8325d0ba6272 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:30:51.601168 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4eda9d2b-330b-4c98-a464-bac45eee28dd None None] Provisioning complete for port 03717719-b1a3-4bf5-a5d5-3948aa58ec87 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:30:51.601549 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4eda9d2b-330b-4c98-a464-bac45eee28dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (03717719-b1a3-4bf5-a5d5-3948aa58ec87), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:51.711905 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4eda9d2b-330b-4c98-a464-bac45eee28dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (03717719-b1a3-4bf5-a5d5-3948aa58ec87), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:51.752516 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4eda9d2b-330b-4c98-a464-bac45eee28dd None None] For port 03717719-b1a3-4bf5-a5d5-3948aa58ec87, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03717719-b1a3-4bf5-a5d5-3948aa58ec87,segment=NetworkSegment(090df415-9581-4a55-8d93-8d591c4c82ee),segment_id=090df415-9581-4a55-8d93-8d591c4c82ee)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:30:51.806783 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4eda9d2b-330b-4c98-a464-bac45eee28dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (03717719-b1a3-4bf5-a5d5-3948aa58ec87), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:51.849123 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:30:51.880418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda9d2b-330b-4c98-a464-bac45eee28dd None None] Pushing event updated for resources: {'Port': ['ID=03717719-b1a3-4bf5-a5d5-3948aa58ec87,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:51.930644 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6657acb9-5cab-4236-b03b-8bb568aa5590 None None] Provisioning complete for port 03717719-b1a3-4bf5-a5d5-3948aa58ec87 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:30:51.932188 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6657acb9-5cab-4236-b03b-8bb568aa5590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (03717719-b1a3-4bf5-a5d5-3948aa58ec87), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:52.002675 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:30:52.021122 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ce200f8c-968d-4347-a8a3-5f7ee90a31bf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "PUT /v2.0/routers/fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6323125 Jan 10 12:30:52.047039 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-6657acb9-5cab-4236-b03b-8bb568aa5590 None None] Provisioning complete for port 5ce9d096-a645-423a-8393-e88b275192e7 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:30:52.050821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6657acb9-5cab-4236-b03b-8bb568aa5590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5ce9d096-a645-423a-8393-e88b275192e7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:52.067939 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Sync routers for ids ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:30:52.083970 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Routers {'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:30:52.083970 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:30:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:52.119194 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-6657acb9-5cab-4236-b03b-8bb568aa5590 None None] Port 5ce9d096-a645-423a-8393-e88b275192e7 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:30:52.123670 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 03717719-b1a3-4bf5-a5d5-3948aa58ec87 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:30:52.177178 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 03717719-b1a3-4bf5-a5d5-3948aa58ec87 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:30:52.177662 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (03717719-b1a3-4bf5-a5d5-3948aa58ec87), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:52.214191 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Set router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:30:52.217301 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-6eff691d-9efb-4062-acb1-80759030a261 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886001654&fields=id&tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3 HTTP/1.1" status: 200 len: 267 time: 0.0625436 Jan 10 12:30:52.280045 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device e0602610-40e9-48a7-9a19-fd46d2815116 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:30:52.320796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5a2120d3-a064-49ab-bb39-b7a07a5f6fad None None] Provisioning complete for port 5ce9d096-a645-423a-8393-e88b275192e7 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:30:52.321173 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5a2120d3-a064-49ab-bb39-b7a07a5f6fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5ce9d096-a645-423a-8393-e88b275192e7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:52.347919 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-0d3f1a90-6c85-4479-8f0d-d3711144ea38 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:52.350060 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-0d3f1a90-6c85-4479-8f0d-d3711144ea38 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/networks?id=48f4a633-1109-4cbb-aa80-8325d0ba6272 HTTP/1.1" status: 200 len: 797 time: 0.1280115 Jan 10 12:30:52.360884 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5a2120d3-a064-49ab-bb39-b7a07a5f6fad None None] Port 5ce9d096-a645-423a-8393-e88b275192e7 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:30:52.370414 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-53764be5-f436-4519-9237-00d6c318d2e0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/quotas/cc6d11ffd4e1456e966331f2b05cc6f3 HTTP/1.1" status: 200 len: 375 time: 0.0134432 Jan 10 12:30:52.373615 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port e0602610-40e9-48a7-9a19-fd46d2815116 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:30:52.374050 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (e0602610-40e9-48a7-9a19-fd46d2815116), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:52.424947 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-fb9d43fa-cbea-4431-9c5a-cca8191ce790 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486934 Jan 10 12:30:52.443500 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-28db03d5-c816-4a86-a216-e54c439ddf6e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:30:52.444754 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-28db03d5-c816-4a86-a216-e54c439ddf6e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056512 Jan 10 12:30:52.447643 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623145812', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:30:46Z', 'updated_at': '2022-01-10T12:30:50Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:47Z', 'updated_at': '2022-01-10T12:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5ce9d096-a645-423a-8393-e88b275192e7', 'name': '', 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:9a:6d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:49Z', 'updated_at': '2022-01-10T12:30:51Z', 'revision_number': 2, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:52.476733 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Checking router: fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:30:52.477353 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Updating router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad port 5ce9d096-a645-423a-8393-e88b275192e7 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:30:52.479927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-749ae0ee-26d2-4cdf-840b-10487698211a None None] Provisioning complete for port 5ce9d096-a645-423a-8393-e88b275192e7 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:30:52.480311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-749ae0ee-26d2-4cdf-840b-10487698211a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5ce9d096-a645-423a-8393-e88b275192e7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:52.506656 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5ce9d096-a645-423a-8393-e88b275192e7), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:52.517859 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-749ae0ee-26d2-4cdf-840b-10487698211a None None] Port 5ce9d096-a645-423a-8393-e88b275192e7 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:30:52.541326 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-37dc2b3f-ae20-4edf-9e98-9b9dd7418f70 service neutron] 10.222.0.16 "GET /v2.0/networks/48f4a633-1109-4cbb-aa80-8325d0ba6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891159 Jan 10 12:30:52.634237 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-afb5fda6-a39c-42d9-be42-84109821b159 service neutron] 10.222.0.16 "GET /v2.0/networks/48f4a633-1109-4cbb-aa80-8325d0ba6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884604 Jan 10 12:30:52.768627 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Publish callbacks [] for port (5ce9d096-a645-423a-8393-e88b275192e7), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:52.834637 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (5ce9d096-a645-423a-8393-e88b275192e7), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:52.912979 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f412fcf-6cd9-4372-a200-ea54bf5a8c04 None None] Pushing event updated for resources: {'Port': ['ID=5ce9d096-a645-423a-8393-e88b275192e7,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:52.916803 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d7b23c97-3637-47d0-bab4-6d7b2cc526c9 req-154f995c-205f-4422-9f41-e199de767f95 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 210 time: 0.0382104 Jan 10 12:30:52.933939 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f412fcf-6cd9-4372-a200-ea54bf5a8c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:52.934298 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f412fcf-6cd9-4372-a200-ea54bf5a8c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:52.934643 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f412fcf-6cd9-4372-a200-ea54bf5a8c04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:52.935017 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f412fcf-6cd9-4372-a200-ea54bf5a8c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:52.935548 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f412fcf-6cd9-4372-a200-ea54bf5a8c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:52.935877 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f412fcf-6cd9-4372-a200-ea54bf5a8c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:52.936374 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f412fcf-6cd9-4372-a200-ea54bf5a8c04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:52.936869 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f412fcf-6cd9-4372-a200-ea54bf5a8c04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:52.937567 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f412fcf-6cd9-4372-a200-ea54bf5a8c04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:52.937939 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f412fcf-6cd9-4372-a200-ea54bf5a8c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:52.945292 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f412fcf-6cd9-4372-a200-ea54bf5a8c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:52.945292 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f412fcf-6cd9-4372-a200-ea54bf5a8c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:52.945292 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f412fcf-6cd9-4372-a200-ea54bf5a8c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:30:52.956763 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Attempting to bind port 5ce9d096-a645-423a-8393-e88b275192e7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:30:52.956971 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Attempting to bind port 5ce9d096-a645-423a-8393-e88b275192e7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '090df415-9581-4a55-8d93-8d591c4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:30:52.957429 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Attempting to bind port 5ce9d096-a645-423a-8393-e88b275192e7 on network 48f4a633-1109-4cbb-aa80-8325d0ba6272 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:30:52.963248 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:30:52.963632 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Checking segment: {'id': '090df415-9581-4a55-8d93-8d591c4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:30:52.964046 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:52.964451 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Bound using segment: {'id': '090df415-9581-4a55-8d93-8d591c4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:30:52.964928 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Bound port: 5ce9d096-a645-423a-8393-e88b275192e7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090df415-9581-4a55-8d93-8d591c4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:30:52.965297 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5ce9d096-a645-423a-8393-e88b275192e7), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:53.030851 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] For port 5ce9d096-a645-423a-8393-e88b275192e7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:30:53.034118 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] For port 5ce9d096-a645-423a-8393-e88b275192e7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ce9d096-a645-423a-8393-e88b275192e7,segment=NetworkSegment(090df415-9581-4a55-8d93-8d591c4c82ee),segment_id=090df415-9581-4a55-8d93-8d591c4c82ee)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:30:53.124641 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (5ce9d096-a645-423a-8393-e88b275192e7), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:53.143239 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a5e25e38-7151-4e25-8eb4-0b6985253857 None None] Provisioning complete for port 5ce9d096-a645-423a-8393-e88b275192e7 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:30:53.143622 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a5e25e38-7151-4e25-8eb4-0b6985253857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5ce9d096-a645-423a-8393-e88b275192e7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:53.178714 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Routers {'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:30:53.179423 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:30:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:53.250518 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a5e25e38-7151-4e25-8eb4-0b6985253857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5ce9d096-a645-423a-8393-e88b275192e7), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:53.299690 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-a5e25e38-7151-4e25-8eb4-0b6985253857 None None] For port 5ce9d096-a645-423a-8393-e88b275192e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ce9d096-a645-423a-8393-e88b275192e7,segment=NetworkSegment(090df415-9581-4a55-8d93-8d591c4c82ee),segment_id=090df415-9581-4a55-8d93-8d591c4c82ee)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:30:53.351802 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f412fcf-6cd9-4372-a200-ea54bf5a8c04 None None] Pushing event updated for resources: {'Port': ['ID=5ce9d096-a645-423a-8393-e88b275192e7,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:53.387246 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a5e25e38-7151-4e25-8eb4-0b6985253857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (5ce9d096-a645-423a-8393-e88b275192e7), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:53.396486 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] Set router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:30:53.438232 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e25e38-7151-4e25-8eb4-0b6985253857 None None] Pushing event updated for resources: {'Port': ['ID=5ce9d096-a645-423a-8393-e88b275192e7,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:53.506814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f40b4a81-67c7-445a-81cf-b7ca61e90720 None None] Provisioning complete for port 5ce9d096-a645-423a-8393-e88b275192e7 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:30:53.507190 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f40b4a81-67c7-445a-81cf-b7ca61e90720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5ce9d096-a645-423a-8393-e88b275192e7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:53.596677 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623145812', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:30:46Z', 'updated_at': '2022-01-10T12:30:50Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:47Z', 'updated_at': '2022-01-10T12:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5ce9d096-a645-423a-8393-e88b275192e7', 'name': '', 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:9a:6d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:49Z', 'updated_at': '2022-01-10T12:30:53Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:30:53.623008 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd0df34-ca55-4c4f-b8f4-3cf8fca1a1bc None None] The sync data for ids ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'] in dv-neutron-master-2-hyperv is: [{'id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623145812', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:30:46Z', 'updated_at': '2022-01-10T12:30:50Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:47Z', 'updated_at': '2022-01-10T12:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5ce9d096-a645-423a-8393-e88b275192e7', 'name': '', 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:9a:6d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:49Z', 'updated_at': '2022-01-10T12:30:53Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:30:54.029942 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a17792bf-4c3f-496a-a319-dbc1f1af434f req-0482c2de-9746-40b4-a839-d9e2c7764549 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 210 time: 0.0381238 Jan 10 12:30:54.033115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 5ce9d096-a645-423a-8393-e88b275192e7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:30:54.091914 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 5ce9d096-a645-423a-8393-e88b275192e7 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:30:54.092372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (5ce9d096-a645-423a-8393-e88b275192e7), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:54.881521 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-01b8219c-96f6-4f3f-aa1b-1c9d72f9b2d6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:54.883064 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-01b8219c-96f6-4f3f-aa1b-1c9d72f9b2d6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "GET /v2.0/networks?id=48f4a633-1109-4cbb-aa80-8325d0ba6272 HTTP/1.1" status: 200 len: 797 time: 0.1044512 Jan 10 12:30:54.946910 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-e1a21f54-9545-46c3-981f-8afd4e08673c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3 HTTP/1.1" status: 200 len: 379 time: 0.0550485 Jan 10 12:30:54.955054 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-dfc0aca5-15df-442a-a684-4ef8002adcdc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'port': {'device_id': 'a9ab3498-0b55-460a-99ae-f66516330dde', 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272', 'admin_state_up': True, 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'security_groups': ['3f4614ad-278f-4925-a2f8-e81334bfa149']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:30:55.123698 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d05789b8-258c-4219-aeda-283c6be9aa4e req-c2db0a3e-25b8-474c-90b4-941317eb48ad tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 210 time: 0.0321226 Jan 10 12:30:55.129953 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-dfc0aca5-15df-442a-a684-4ef8002adcdc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Made reservation on behalf of cc6d11ffd4e1456e966331f2b05cc6f3 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:30:55.137461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-dfc0aca5-15df-442a-a684-4ef8002adcdc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:55.258206 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-dfc0aca5-15df-442a-a684-4ef8002adcdc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.20.0.8 (48f4a633-1109-4cbb-aa80-8325d0ba6272/b53448b1-80d6-4404-960c-976ad92af9a2/12ef3a8b-e4d1-44b4-b431-601225ea6f68) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:30:55.394098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-dfc0aca5-15df-442a-a684-4ef8002adcdc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (12ef3a8b-e4d1-44b4-b431-601225ea6f68), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:55.468658 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-dfc0aca5-15df-442a-a684-4ef8002adcdc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (12ef3a8b-e4d1-44b4-b431-601225ea6f68), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:55.510800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-dfc0aca5-15df-442a-a684-4ef8002adcdc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network 48f4a633-1109-4cbb-aa80-8325d0ba6272 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:30:55.514013 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-dfc0aca5-15df-442a-a684-4ef8002adcdc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:30:55.517630 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-dfc0aca5-15df-442a-a684-4ef8002adcdc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:30:55.543462 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0aca5-15df-442a-a684-4ef8002adcdc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=12ef3a8b-e4d1-44b4-b431-601225ea6f68,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:55.579060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-dfc0aca5-15df-442a-a684-4ef8002adcdc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:55.579783 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-dfc0aca5-15df-442a-a684-4ef8002adcdc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:55.655048 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-dfc0aca5-15df-442a-a684-4ef8002adcdc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7036364 Jan 10 12:30:55.666357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Request body: {'port': {'device_id': 'a9ab3498-0b55-460a-99ae-f66516330dde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:30:55.719826 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f5bda2da-5c5a-4011-aecc-a42f357c602e None None] Provisioning complete for port 12ef3a8b-e4d1-44b4-b431-601225ea6f68 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:30:55.720419 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f5bda2da-5c5a-4011-aecc-a42f357c602e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (12ef3a8b-e4d1-44b4-b431-601225ea6f68), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:55.722125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (12ef3a8b-e4d1-44b4-b431-601225ea6f68), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:55.754269 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f5bda2da-5c5a-4011-aecc-a42f357c602e None None] Port 12ef3a8b-e4d1-44b4-b431-601225ea6f68 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:30:55.978118 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ef3a8b-e4d1-44b4-b431-601225ea6f68 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:30:55.985567 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Publish callbacks [] for port (12ef3a8b-e4d1-44b4-b431-601225ea6f68), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:55.997583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Transition to ACTIVE for port object 12ef3a8b-e4d1-44b4-b431-601225ea6f68 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:30:56.055839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (12ef3a8b-e4d1-44b4-b431-601225ea6f68), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:56.109875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Pushing event updated for resources: {'Port': ['ID=12ef3a8b-e4d1-44b4-b431-601225ea6f68,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:56.183814 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Attempting to bind port 12ef3a8b-e4d1-44b4-b431-601225ea6f68 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:30:56.184066 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Attempting to bind port 12ef3a8b-e4d1-44b4-b431-601225ea6f68 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '090df415-9581-4a55-8d93-8d591c4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:30:56.184401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Attempting to bind port 12ef3a8b-e4d1-44b4-b431-601225ea6f68 on network 48f4a633-1109-4cbb-aa80-8325d0ba6272 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:30:56.189228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Port 12ef3a8b-e4d1-44b4-b431-601225ea6f68 on network 48f4a633-1109-4cbb-aa80-8325d0ba6272 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:30:56.189558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Attempting to bind port 12ef3a8b-e4d1-44b4-b431-601225ea6f68 on network 48f4a633-1109-4cbb-aa80-8325d0ba6272 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:30:56.195024 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:30:56.195426 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Checking segment: {'id': '090df415-9581-4a55-8d93-8d591c4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:30:56.195828 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Bound using segment: {'id': '090df415-9581-4a55-8d93-8d591c4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:30:56.196265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Bound port: 12ef3a8b-e4d1-44b4-b431-601225ea6f68, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090df415-9581-4a55-8d93-8d591c4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:30:56.196661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (12ef3a8b-e4d1-44b4-b431-601225ea6f68), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:56.254296 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ceb8a9-d719-47f5-8a63-81be421e2261 req-ab3c3404-cbac-4840-8aed-68f159481f25 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:56.255867 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-08ceb8a9-d719-47f5-8a63-81be421e2261 req-ab3c3404-cbac-4840-8aed-68f159481f25 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 943 time: 0.0582819 Jan 10 12:30:56.284686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] For port 12ef3a8b-e4d1-44b4-b431-601225ea6f68, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:30:56.287918 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] For port 12ef3a8b-e4d1-44b4-b431-601225ea6f68, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12ef3a8b-e4d1-44b4-b431-601225ea6f68,segment=NetworkSegment(090df415-9581-4a55-8d93-8d591c4c82ee),segment_id=090df415-9581-4a55-8d93-8d591c4c82ee)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:30:56.309356 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-08ceb8a9-d719-47f5-8a63-81be421e2261 req-85606774-0f5e-43c6-89c2-b5eb3804ac44 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475254 Jan 10 12:30:56.372076 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (12ef3a8b-e4d1-44b4-b431-601225ea6f68), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:56.412298 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:56.415839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:56.415839 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] 10.222.0.30 "PUT /v2.0/ports/12ef3a8b-e4d1-44b4-b431-601225ea6f68 HTTP/1.1" status: 200 len: 1093 time: 0.7527876 Jan 10 12:30:56.415839 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ab3498-0b55-460a-99ae-f66516330dde', 'tag': '12ef3a8b-e4d1-44b4-b431-601225ea6f68'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:30:56.418210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1b5851-3242-40d6-bb38-051c9d628138" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ab3498-0b55-460a-99ae-f66516330dde", "tag": "12ef3a8b-e4d1-44b4-b431-601225ea6f68"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:30:56.452487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b528b2c-7df1-474b-92a4-cff51a906f1d service neutron] Pushing event updated for resources: {'Port': ['ID=12ef3a8b-e4d1-44b4-b431-601225ea6f68,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:56.456394 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c89a07-eb31-4943-ac15-dfe5d0245701 x-openstack-request-id: req-85c89a07-eb31-4943-ac15-dfe5d0245701 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:30:56.456691 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ab3498-0b55-460a-99ae-f66516330dde", "tag": "12ef3a8b-e4d1-44b4-b431-601225ea6f68", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:30:56.456949 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85c89a07-eb31-4943-ac15-dfe5d0245701 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:30:56.457354 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ab3498-0b55-460a-99ae-f66516330dde', 'tag': '12ef3a8b-e4d1-44b4-b431-601225ea6f68', 'status': 'completed', 'code': 200} Jan 10 12:30:56.520700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b5851-3242-40d6-bb38-051c9d628138 req-d47d6462-bdf8-4ab1-b406-e98a7cb58214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:56.522270 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0b1b5851-3242-40d6-bb38-051c9d628138 req-d47d6462-bdf8-4ab1-b406-e98a7cb58214 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 1096 time: 0.0432010 Jan 10 12:30:56.629423 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b5851-3242-40d6-bb38-051c9d628138 req-0dc6b06a-0cd5-4024-be22-be368bfb524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:56.631012 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0b1b5851-3242-40d6-bb38-051c9d628138 req-0dc6b06a-0cd5-4024-be22-be368bfb524a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1016047 Jan 10 12:30:56.723791 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b5851-3242-40d6-bb38-051c9d628138 req-b60c416b-5e1e-45f2-848c-6a6d3fd7d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:56.725290 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0b1b5851-3242-40d6-bb38-051c9d628138 req-b60c416b-5e1e-45f2-848c-6a6d3fd7d417 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892031 Jan 10 12:30:56.801570 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-df157811-33ea-42d3-b77d-83bc79e370a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:56.803149 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-df157811-33ea-42d3-b77d-83bc79e370a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 1096 time: 0.0407619 Jan 10 12:30:56.846944 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-9b3cd861-30a1-4ddb-844c-18aeb314236f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ef3a8b-e4d1-44b4-b431-601225ea6f68 HTTP/1.1" status: 200 len: 217 time: 0.0371332 Jan 10 12:30:56.894227 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-a7e2e747-b48f-475b-94ca-22c6e576636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:56.895620 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-a7e2e747-b48f-475b-94ca-22c6e576636a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b53448b1-80d6-4404-960c-976ad92af9a2 HTTP/1.1" status: 200 len: 835 time: 0.0415895 Jan 10 12:30:56.939389 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-16e30e98-dfc0-4e67-bd95-442efb451ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:56.940888 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-16e30e98-dfc0-4e67-bd95-442efb451ef4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48f4a633-1109-4cbb-aa80-8325d0ba6272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388815 Jan 10 12:30:57.032609 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-db227b3e-9abd-4dbc-98c2-b1d5490bcaec service neutron] 10.222.0.30 "GET /v2.0/networks/48f4a633-1109-4cbb-aa80-8325d0ba6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846305 Jan 10 12:30:57.117303 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e046b4fa-2983-4acd-a8d9-47a49f97a963 req-b4d04b06-c09f-484d-b87f-34755b79346a service neutron] 10.222.0.30 "GET /v2.0/networks/48f4a633-1109-4cbb-aa80-8325d0ba6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791066 Jan 10 12:30:57.427339 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c79400-b8fa-4b81-8a66-02a8305ba3c7 req-7eb7d946-ae8e-4963-9205-677006dd3155 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:57.428822 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-64c79400-b8fa-4b81-8a66-02a8305ba3c7 req-7eb7d946-ae8e-4963-9205-677006dd3155 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 943 time: 0.0525398 Jan 10 12:30:57.476658 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-64c79400-b8fa-4b81-8a66-02a8305ba3c7 req-8ccd441a-da0e-4ba8-b286-6e4636fa3130 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419190 Jan 10 12:30:58.596516 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6416e-f3c9-4c90-bc37-fca0a7341ced req-af62b29f-f09c-4e8f-bd6a-29194031e895 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:58.598105 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59b6416e-f3c9-4c90-bc37-fca0a7341ced req-af62b29f-f09c-4e8f-bd6a-29194031e895 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 943 time: 0.0538714 Jan 10 12:30:58.646114 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-59b6416e-f3c9-4c90-bc37-fca0a7341ced req-d93e9a58-be69-4cd5-98ab-4f0b5ee00c04 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423446 Jan 10 12:30:59.215436 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 12ef3a8b-e4d1-44b4-b431-601225ea6f68 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:30:59.308672 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 12ef3a8b-e4d1-44b4-b431-601225ea6f68, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12ef3a8b-e4d1-44b4-b431-601225ea6f68,segment=NetworkSegment(090df415-9581-4a55-8d93-8d591c4c82ee),segment_id=090df415-9581-4a55-8d93-8d591c4c82ee)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:30:59.320146 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '12ef3a8b-e4d1-44b4-b431-601225ea6f68', 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272', 'port_id': '12ef3a8b-e4d1-44b4-b431-601225ea6f68', 'mac_address': 'fa:16:3e:6f:a4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:30:59.359688 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (12ef3a8b-e4d1-44b4-b431-601225ea6f68), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:59.372581 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ef3a8b-e4d1-44b4-b431-601225ea6f68 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:30:59.390720 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 12ef3a8b-e4d1-44b4-b431-601225ea6f68, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12ef3a8b-e4d1-44b4-b431-601225ea6f68,segment=NetworkSegment(090df415-9581-4a55-8d93-8d591c4c82ee),segment_id=090df415-9581-4a55-8d93-8d591c4c82ee)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:30:59.456832 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (12ef3a8b-e4d1-44b4-b431-601225ea6f68), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:30:59.504165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=12ef3a8b-e4d1-44b4-b431-601225ea6f68,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:30:59.696372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['12ef3a8b-e4d1-44b4-b431-601225ea6f68'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:30:59.805662 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cee1b-6a58-4fd8-b35f-d41edc23e414 req-ebea8559-42f3-4617-a221-73e5232ef954 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:30:59.807237 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-751cee1b-6a58-4fd8-b35f-d41edc23e414 req-ebea8559-42f3-4617-a221-73e5232ef954 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 944 time: 0.0495408 Jan 10 12:30:59.857232 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-751cee1b-6a58-4fd8-b35f-d41edc23e414 req-df54fbba-a0b5-4b9c-9d59-86dd0657f5f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444527 Jan 10 12:31:00.971040 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f045ef-6514-47a5-9286-086c7d795319 req-0b1937d2-061d-4068-929a-662dadd91866 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:00.972551 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-56f045ef-6514-47a5-9286-086c7d795319 req-0b1937d2-061d-4068-929a-662dadd91866 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 944 time: 0.0493052 Jan 10 12:31:01.021408 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-56f045ef-6514-47a5-9286-086c7d795319 req-46ab8a1b-350f-4250-8b17-a91d909ab8ff tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427604 Jan 10 12:31:01.231314 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 12ef3a8b-e4d1-44b4-b431-601225ea6f68 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:31:01.342597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 12ef3a8b-e4d1-44b4-b431-601225ea6f68 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:31:01.346355 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 12ef3a8b-e4d1-44b4-b431-601225ea6f68 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:31:01.346760 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (12ef3a8b-e4d1-44b4-b431-601225ea6f68), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:01.426514 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (12ef3a8b-e4d1-44b4-b431-601225ea6f68), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:01.448728 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ab3498-0b55-460a-99ae-f66516330dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ef3a8b-e4d1-44b4-b431-601225ea6f68'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:31:01.451050 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432e414a-88ee-4414-81df-418bf0284e9b" -d '{"events": [{"server_uuid": "a9ab3498-0b55-460a-99ae-f66516330dde", "name": "network-vif-plugged", "status": "completed", "tag": "12ef3a8b-e4d1-44b4-b431-601225ea6f68"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:31:01.463933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 12ef3a8b-e4d1-44b4-b431-601225ea6f68, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12ef3a8b-e4d1-44b4-b431-601225ea6f68,segment=NetworkSegment(090df415-9581-4a55-8d93-8d591c4c82ee),segment_id=090df415-9581-4a55-8d93-8d591c4c82ee)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:31:01.487417 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cb6da4-2b84-417a-abac-d714812e684d x-openstack-request-id: req-62cb6da4-2b84-417a-abac-d714812e684d {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:31:01.487712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ab3498-0b55-460a-99ae-f66516330dde", "name": "network-vif-plugged", "status": "completed", "tag": "12ef3a8b-e4d1-44b4-b431-601225ea6f68", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:31:01.487969 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62cb6da4-2b84-417a-abac-d714812e684d {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:31:01.488437 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ab3498-0b55-460a-99ae-f66516330dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ef3a8b-e4d1-44b4-b431-601225ea6f68', 'code': 200} Jan 10 12:31:01.530272 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (12ef3a8b-e4d1-44b4-b431-601225ea6f68), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:01.576826 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=12ef3a8b-e4d1-44b4-b431-601225ea6f68,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:31:01.796620 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d1e97-e272-442a-b0be-9a549e2401b7 req-97d75b0f-d248-46c5-bbe2-7799f8f78d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:01.798023 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b06d1e97-e272-442a-b0be-9a549e2401b7 req-97d75b0f-d248-46c5-bbe2-7799f8f78d65 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 1098 time: 0.0446842 Jan 10 12:31:01.843494 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b06d1e97-e272-442a-b0be-9a549e2401b7 req-ad789602-ed9a-4e70-b81e-4858efb1e6cb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391059 Jan 10 12:31:02.135808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518f2b0-dbc5-4869-8b0f-810312e9e25a req-057d9d44-4da2-4685-a7d0-7d73f115dfc2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:02.137289 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0518f2b0-dbc5-4869-8b0f-810312e9e25a req-057d9d44-4da2-4685-a7d0-7d73f115dfc2 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0494986 Jan 10 12:31:02.186135 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0518f2b0-dbc5-4869-8b0f-810312e9e25a req-5fa8054c-cef6-41b8-b06a-ebf3d8ece9cc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429690 Jan 10 12:31:03.307668 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480cbb1-475f-4124-a095-0d24ef73cc54 req-c427b10b-92d3-46be-a244-0370ae921a9c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:03.309316 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a480cbb1-475f-4124-a095-0d24ef73cc54 req-c427b10b-92d3-46be-a244-0370ae921a9c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0549133 Jan 10 12:31:03.357972 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a480cbb1-475f-4124-a095-0d24ef73cc54 req-dbf5e539-5a1a-440d-b3f8-3c17c3c29c8d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428443 Jan 10 12:31:03.470326 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb1556-1549-40e8-b3a4-5e69a4fbd785 req-730d1884-b87a-4a7a-9f8c-7e2e2b8aadaf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:03.471697 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bcbb1556-1549-40e8-b3a4-5e69a4fbd785 req-730d1884-b87a-4a7a-9f8c-7e2e2b8aadaf tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0482569 Jan 10 12:31:03.523986 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bcbb1556-1549-40e8-b3a4-5e69a4fbd785 req-12a1b199-37ba-470f-8a8c-f9058ccdf16d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466790 Jan 10 12:31:03.544655 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36664) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:31:03.584095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d290a479-dcec-47a6-b9de-6ee25d8758ae tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:03.585650 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d290a479-dcec-47a6-b9de-6ee25d8758ae tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 1093 time: 0.0400455 Jan 10 12:31:03.588449 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36666) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:31:03.592735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '12ef3a8b-e4d1-44b4-b431-601225ea6f68', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:31:03.662782 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:03.758636 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:03.863000 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.36.2.219 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/5925da24-cc05-4dfa-af2f-da3e18ac3b86) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:31:03.961738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (5925da24-cc05-4dfa-af2f-da3e18ac3b86), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:04.051613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (5925da24-cc05-4dfa-af2f-da3e18ac3b86), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:04.090322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:31:04.093163 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:31:04.096700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:31:04.102621 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=5925da24-cc05-4dfa-af2f-da3e18ac3b86,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:31:04.436977 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (4252c40d-b738-46a1-815e-80850b4d9d81), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:04.555310 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (5925da24-cc05-4dfa-af2f-da3e18ac3b86), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:04.703539 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (5925da24-cc05-4dfa-af2f-da3e18ac3b86), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:04.764285 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (5925da24-cc05-4dfa-af2f-da3e18ac3b86), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:04.829442 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=5925da24-cc05-4dfa-af2f-da3e18ac3b86,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:31:04.840938 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (4252c40d-b738-46a1-815e-80850b4d9d81), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:04.941636 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Floating IP 4252c40d-b738-46a1-815e-80850b4d9d81 associated. External IP: 172.36.2.219, port: 12ef3a8b-e4d1-44b4-b431-601225ea6f68. Jan 10 12:31:05.143793 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:31:05.249972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:31:05.259736 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e50fd2-0f0e-414c-bfb0-abfaf30ca38a None None] Sync routers for ids ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:31:05.268661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e50fd2-0f0e-414c-bfb0-abfaf30ca38a None None] Routers {'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:31:05.269273 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d2e50fd2-0f0e-414c-bfb0-abfaf30ca38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:30:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:31:05.331892 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:05.359844 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-961c12b9-2d53-409b-8b6f-b77519b66b0c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7701304 Jan 10 12:31:05.360558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ab3498-0b55-460a-99ae-f66516330dde', 'tag': '12ef3a8b-e4d1-44b4-b431-601225ea6f68'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:31:05.363066 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de85d6c-fceb-4289-ac67-9cf4f5acfd06" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ab3498-0b55-460a-99ae-f66516330dde", "tag": "12ef3a8b-e4d1-44b4-b431-601225ea6f68"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:31:05.377750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-d2e50fd2-0f0e-414c-bfb0-abfaf30ca38a None None] Set router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:31:05.407576 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0251b18-0055-42ac-ab29-82a7368d31c5 x-openstack-request-id: req-e0251b18-0055-42ac-ab29-82a7368d31c5 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:31:05.407880 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ab3498-0b55-460a-99ae-f66516330dde", "tag": "12ef3a8b-e4d1-44b4-b431-601225ea6f68", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:31:05.408144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0251b18-0055-42ac-ab29-82a7368d31c5 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:31:05.408566 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ab3498-0b55-460a-99ae-f66516330dde', 'tag': '12ef3a8b-e4d1-44b4-b431-601225ea6f68', 'status': 'completed', 'code': 200} Jan 10 12:31:05.466093 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98cc3e-b0ab-4240-9831-665c02840666 req-0d5acbe6-2d8c-429d-8bc0-04a345b1e508 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:05.467854 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ab98cc3e-b0ab-4240-9831-665c02840666 req-0d5acbe6-2d8c-429d-8bc0-04a345b1e508 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0503237 Jan 10 12:31:05.474454 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de85d6c-fceb-4289-ac67-9cf4f5acfd06 req-418a1db3-a9fa-4d9d-aa29-081de875f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:05.475981 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2de85d6c-fceb-4289-ac67-9cf4f5acfd06 req-418a1db3-a9fa-4d9d-aa29-081de875f3e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 1098 time: 0.0447445 Jan 10 12:31:05.519902 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ab98cc3e-b0ab-4240-9831-665c02840666 req-a69f4dfe-bba7-4cc6-baa7-063a7511756b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463831 Jan 10 12:31:05.546640 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36672) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:31:05.576522 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de85d6c-fceb-4289-ac67-9cf4f5acfd06 req-99a82443-62b8-455c-aff2-7b54ed228439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:05.578461 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2de85d6c-fceb-4289-ac67-9cf4f5acfd06 req-99a82443-62b8-455c-aff2-7b54ed228439 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48f4a633-1109-4cbb-aa80-8325d0ba6272 HTTP/1.1" status: 200 len: 898 time: 0.0968862 Jan 10 12:31:05.610469 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d2e50fd2-0f0e-414c-bfb0-abfaf30ca38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623145812', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:30:46Z', 'updated_at': '2022-01-10T12:30:50Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:47Z', 'updated_at': '2022-01-10T12:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4252c40d-b738-46a1-815e-80850b4d9d81', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'floating_ip_address': '172.36.2.219', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'port_id': '12ef3a8b-e4d1-44b4-b431-601225ea6f68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272', 'mac_address': 'fa:16:3e:6f:a4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab3498-0b55-460a-99ae-f66516330dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:31:04Z', 'updated_at': '2022-01-10T12:31:04Z', 'revision_number': 0, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce9d096-a645-423a-8393-e88b275192e7', 'name': '', 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:9a:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:49Z', 'updated_at': '2022-01-10T12:30:53Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:31:05.618210 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1c09abc7-9334-4caa-8d4e-3830b7245128 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/4252c40d-b738-46a1-815e-80850b4d9d81 HTTP/1.1" status: 200 len: 991 time: 0.0688434 Jan 10 12:31:05.636712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e50fd2-0f0e-414c-bfb0-abfaf30ca38a None None] Checking router: fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:31:05.643816 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2de85d6c-fceb-4289-ac67-9cf4f5acfd06 req-84b02d34-42c0-42fa-b591-3316b6b47f5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ef3a8b-e4d1-44b4-b431-601225ea6f68 HTTP/1.1" status: 200 len: 999 time: 0.0604515 Jan 10 12:31:05.644925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e50fd2-0f0e-414c-bfb0-abfaf30ca38a None None] Routers {'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:31:05.645524 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d2e50fd2-0f0e-414c-bfb0-abfaf30ca38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:30:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:31:05.692525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de85d6c-fceb-4289-ac67-9cf4f5acfd06 req-b778a5d2-9285-4278-a3cb-d371c4a655a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:05.693948 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2de85d6c-fceb-4289-ac67-9cf4f5acfd06 req-b778a5d2-9285-4278-a3cb-d371c4a655a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b53448b1-80d6-4404-960c-976ad92af9a2 HTTP/1.1" status: 200 len: 835 time: 0.0443575 Jan 10 12:31:05.742070 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de85d6c-fceb-4289-ac67-9cf4f5acfd06 req-927f69f3-8d25-43f0-bd2e-e3479d6aeec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:05.743570 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2de85d6c-fceb-4289-ac67-9cf4f5acfd06 req-927f69f3-8d25-43f0-bd2e-e3479d6aeec3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48f4a633-1109-4cbb-aa80-8325d0ba6272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442004 Jan 10 12:31:05.751282 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-d2e50fd2-0f0e-414c-bfb0-abfaf30ca38a None None] Set router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:31:05.830186 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2de85d6c-fceb-4289-ac67-9cf4f5acfd06 req-72588a10-98b7-4cc5-9df2-095eb4ef4ca2 service neutron] 10.222.0.30 "GET /v2.0/networks/48f4a633-1109-4cbb-aa80-8325d0ba6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807524 Jan 10 12:31:05.922633 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2de85d6c-fceb-4289-ac67-9cf4f5acfd06 req-c589a375-5d4b-42ba-9a79-0b4031b9cb62 service neutron] 10.222.0.30 "GET /v2.0/networks/48f4a633-1109-4cbb-aa80-8325d0ba6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869925 Jan 10 12:31:05.974592 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d2e50fd2-0f0e-414c-bfb0-abfaf30ca38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623145812', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:30:46Z', 'updated_at': '2022-01-10T12:30:50Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:47Z', 'updated_at': '2022-01-10T12:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4252c40d-b738-46a1-815e-80850b4d9d81', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'floating_ip_address': '172.36.2.219', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'port_id': '12ef3a8b-e4d1-44b4-b431-601225ea6f68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272', 'mac_address': 'fa:16:3e:6f:a4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab3498-0b55-460a-99ae-f66516330dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:31:04Z', 'updated_at': '2022-01-10T12:31:04Z', 'revision_number': 0, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce9d096-a645-423a-8393-e88b275192e7', 'name': '', 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:9a:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:49Z', 'updated_at': '2022-01-10T12:30:53Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:31:06.000601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e50fd2-0f0e-414c-bfb0-abfaf30ca38a None None] The sync data for ids ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'] in dv-neutron-master-2-hyperv is: [{'id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623145812', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:30:46Z', 'updated_at': '2022-01-10T12:30:50Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:47Z', 'updated_at': '2022-01-10T12:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4252c40d-b738-46a1-815e-80850b4d9d81', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'floating_ip_address': '172.36.2.219', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'port_id': '12ef3a8b-e4d1-44b4-b431-601225ea6f68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272', 'mac_address': 'fa:16:3e:6f:a4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab3498-0b55-460a-99ae-f66516330dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:31:04Z', 'updated_at': '2022-01-10T12:31:04Z', 'revision_number': 0, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce9d096-a645-423a-8393-e88b275192e7', 'name': '', 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:9a:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:49Z', 'updated_at': '2022-01-10T12:30:53Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:31:06.124467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-651c7ed0-d87b-431f-b958-97bec574b48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:06.183313 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f429680f-8ac0-43a8-886d-5676012090ec None None] New status for floating IP 4252c40d-b738-46a1-815e-80850b4d9d81: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:31:06.621033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36674) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:31:06.681775 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a882b3b3-e9d3-4dd8-bcb0-2ed9363923ee tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/4252c40d-b738-46a1-815e-80850b4d9d81 HTTP/1.1" status: 200 len: 993 time: 0.0596397 Jan 10 12:31:10.331035 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d082aba4-0752-40f0-ab08-f697d69a61a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:10.805134 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:12.312356 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:13.323845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:19.759915 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:25.813844 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:31:36.090313 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-44cd3e00-df68-48c5-87a0-bf41247dc763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:38.204911 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad1a8-9249-4317-9448-75ebe8387f3d req-33f1104e-6db1-4c24-920d-605e6cbf4ead tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:38.206460 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b66ad1a8-9249-4317-9448-75ebe8387f3d req-33f1104e-6db1-4c24-920d-605e6cbf4ead tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0515175 Jan 10 12:31:38.255745 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b66ad1a8-9249-4317-9448-75ebe8387f3d req-58782285-f634-47ae-959a-6af35bee0fe6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438311 Jan 10 12:31:39.375950 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c167e2-d050-4f56-b066-e6ce14461081 req-3b7f95b8-f96d-4d45-a82f-9a03a278c35a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:39.377376 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-57c167e2-d050-4f56-b066-e6ce14461081 req-3b7f95b8-f96d-4d45-a82f-9a03a278c35a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0533969 Jan 10 12:31:39.426160 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-57c167e2-d050-4f56-b066-e6ce14461081 req-de210672-0a9a-44fc-9697-d2c21395d952 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432031 Jan 10 12:31:40.351938 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12f33892-d4d6-4ea8-b5fb-98364fb8fd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:40.542000 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa053698-5bd2-4f47-ad26-f8a751ee81ab req-48f875fa-01ba-4821-a80d-442b9260c86c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:40.543371 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aa053698-5bd2-4f47-ad26-f8a751ee81ab req-48f875fa-01ba-4821-a80d-442b9260c86c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0524702 Jan 10 12:31:40.592202 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aa053698-5bd2-4f47-ad26-f8a751ee81ab req-c2804811-59fb-43a7-a906-1aaa1bbdf54d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416119 Jan 10 12:31:40.770303 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:41.706657 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847f19d-8a3a-4b5f-948f-34896d33eb25 req-5b045740-0dda-4147-a43f-1789e6c296c4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:41.708132 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2847f19d-8a3a-4b5f-948f-34896d33eb25 req-5b045740-0dda-4147-a43f-1789e6c296c4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0485280 Jan 10 12:31:41.757121 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2847f19d-8a3a-4b5f-948f-34896d33eb25 req-5c45afeb-4bc0-42e1-a7aa-ea0612b49146 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434809 Jan 10 12:31:42.306068 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:42.870360 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d8c62-3c21-40e7-94e4-203137d938c8 req-d4cd132b-6e6c-4c57-9ee9-752f23f0a858 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:42.871871 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ec3d8c62-3c21-40e7-94e4-203137d938c8 req-d4cd132b-6e6c-4c57-9ee9-752f23f0a858 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0495222 Jan 10 12:31:42.920415 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ec3d8c62-3c21-40e7-94e4-203137d938c8 req-9d74889a-5272-481e-aec7-62404cab7029 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430453 Jan 10 12:31:43.284792 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:44.033738 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adaa7f9-a364-43a0-ab48-7a6347b7e5e7 req-b9dca8dd-f9c2-4176-a44b-198491cbae3c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:44.035195 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6adaa7f9-a364-43a0-ab48-7a6347b7e5e7 req-b9dca8dd-f9c2-4176-a44b-198491cbae3c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0464830 Jan 10 12:31:44.086493 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6adaa7f9-a364-43a0-ab48-7a6347b7e5e7 req-6593418a-0a0c-4ef3-8ec8-fe3249fc6930 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459185 Jan 10 12:31:45.199198 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4bab5-9f79-4387-8cee-2a430a29ae18 req-e21984e8-959d-408c-9073-bf54eaffd386 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:45.201293 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c5e4bab5-9f79-4387-8cee-2a430a29ae18 req-e21984e8-959d-408c-9073-bf54eaffd386 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0489521 Jan 10 12:31:45.253219 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c5e4bab5-9f79-4387-8cee-2a430a29ae18 req-05fe1414-d7e4-4280-a7ae-e03e4805f880 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464413 Jan 10 12:31:46.367364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61df42-1c44-4c0f-ad76-991033d09a71 req-d13b67f8-f5eb-4715-90c4-e54c3281ca0b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:46.368882 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8a61df42-1c44-4c0f-ad76-991033d09a71 req-d13b67f8-f5eb-4715-90c4-e54c3281ca0b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0493348 Jan 10 12:31:46.417540 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8a61df42-1c44-4c0f-ad76-991033d09a71 req-4e6d30cf-7a10-49da-b6ae-2da48e97eb20 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430899 Jan 10 12:31:47.530457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7f3b4-16ed-41b7-ba28-1880ca581a55 req-de3ed33d-2e9c-43b6-8ed0-644ddcb77da9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:47.531846 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-53f7f3b4-16ed-41b7-ba28-1880ca581a55 req-de3ed33d-2e9c-43b6-8ed0-644ddcb77da9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0487158 Jan 10 12:31:47.580398 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-53f7f3b4-16ed-41b7-ba28-1880ca581a55 req-1568537d-51ed-4fe5-b16f-c2d2d15c5128 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430512 Jan 10 12:31:48.692111 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919220-c186-4997-b1fa-c55a6f3f7358 req-21c0eef9-449c-4652-8f4f-07032a161946 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:48.693587 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fa919220-c186-4997-b1fa-c55a6f3f7358 req-21c0eef9-449c-4652-8f4f-07032a161946 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0481362 Jan 10 12:31:48.741854 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fa919220-c186-4997-b1fa-c55a6f3f7358 req-a9414dac-68ba-4545-8c75-dd66c8bc7817 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427411 Jan 10 12:31:49.747865 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:31:49.856337 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd8f18-33ad-4840-9a97-c0e0579ea45e req-59dae234-48dd-48a4-8c07-e95fe92b5fb1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:49.857735 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-40fd8f18-33ad-4840-9a97-c0e0579ea45e req-59dae234-48dd-48a4-8c07-e95fe92b5fb1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0492384 Jan 10 12:31:49.906002 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-40fd8f18-33ad-4840-9a97-c0e0579ea45e req-edf21b15-372e-43b7-9097-68e38a650be0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425158 Jan 10 12:31:51.021950 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca20007-dcdc-4dfa-9a5e-7df40527fa4a req-b5258511-0c8d-4f6e-9f5a-e0df7878657b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:51.023412 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9ca20007-dcdc-4dfa-9a5e-7df40527fa4a req-b5258511-0c8d-4f6e-9f5a-e0df7878657b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0522063 Jan 10 12:31:51.071171 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9ca20007-dcdc-4dfa-9a5e-7df40527fa4a req-b1004e88-1015-41a4-9da7-50ca60cd71ff tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416398 Jan 10 12:31:52.192633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683e01a-85ee-4631-9ba2-70a2f8b709c8 req-526a2217-d129-4771-bed6-5171ecbaffdd tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:52.194097 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f683e01a-85ee-4631-9ba2-70a2f8b709c8 req-526a2217-d129-4771-bed6-5171ecbaffdd tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0508840 Jan 10 12:31:52.241622 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f683e01a-85ee-4631-9ba2-70a2f8b709c8 req-ade61ddb-1599-4a29-8610-f25b8be7fb2d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419931 Jan 10 12:31:53.356012 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64c661-7c3d-4b9a-aca6-4e95b65f3a61 req-7df35c54-fbf6-4a5c-9917-edf724192c39 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:53.357507 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-be64c661-7c3d-4b9a-aca6-4e95b65f3a61 req-7df35c54-fbf6-4a5c-9917-edf724192c39 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0490048 Jan 10 12:31:53.409025 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-be64c661-7c3d-4b9a-aca6-4e95b65f3a61 req-d617a8d2-28cb-4f5e-8347-d6a0d864494c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455456 Jan 10 12:31:54.523028 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb560a-4ecf-46cf-ae45-06fccf7b087c req-98a22c27-f69e-484e-96b2-97ea08d0c9f6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:54.524407 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-abfb560a-4ecf-46cf-ae45-06fccf7b087c req-98a22c27-f69e-484e-96b2-97ea08d0c9f6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0490415 Jan 10 12:31:54.571952 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-abfb560a-4ecf-46cf-ae45-06fccf7b087c req-49110d58-0d02-4eca-a894-c5673000bf83 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414505 Jan 10 12:31:54.594404 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36718) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:31:54.657551 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-88cfee02-8e18-4d0a-8f5e-05c06406646a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/4252c40d-b738-46a1-815e-80850b4d9d81 HTTP/1.1" status: 200 len: 993 time: 0.0620005 Jan 10 12:31:56.128833 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e12a5e-028d-4817-b1a0-8f25642bf647 req-0d925a2e-8eae-4523-8430-068ce937ea7f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:56.130382 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-65e12a5e-028d-4817-b1a0-8f25642bf647 req-0d925a2e-8eae-4523-8430-068ce937ea7f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0489147 Jan 10 12:31:56.183875 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-65e12a5e-028d-4817-b1a0-8f25642bf647 req-5fec9eba-88bb-4f41-a938-fd39e16c6871 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476003 Jan 10 12:31:56.261583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f81bb-d247-4601-a1b3-39d5816a260d req-6e02fa95-281d-4d2c-91e3-a737234e64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:56.263701 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc4f81bb-d247-4601-a1b3-39d5816a260d req-6e02fa95-281d-4d2c-91e3-a737234e64b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 1098 time: 0.0806873 Jan 10 12:31:56.354541 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f81bb-d247-4601-a1b3-39d5816a260d req-a2cacfeb-7374-413e-8fc6-f910a19a5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:56.356005 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc4f81bb-d247-4601-a1b3-39d5816a260d req-a2cacfeb-7374-413e-8fc6-f910a19a5005 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48f4a633-1109-4cbb-aa80-8325d0ba6272 HTTP/1.1" status: 200 len: 898 time: 0.0869808 Jan 10 12:31:56.423533 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc4f81bb-d247-4601-a1b3-39d5816a260d req-8f4cf058-0c0a-4d0f-bcab-b5700868e9d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ef3a8b-e4d1-44b4-b431-601225ea6f68 HTTP/1.1" status: 200 len: 1001 time: 0.0619736 Jan 10 12:31:56.787294 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f81bb-d247-4601-a1b3-39d5816a260d req-93bc7ccd-ac25-4bbf-828f-f0fe28e54a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:56.788768 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc4f81bb-d247-4601-a1b3-39d5816a260d req-93bc7ccd-ac25-4bbf-828f-f0fe28e54a9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b53448b1-80d6-4404-960c-976ad92af9a2 HTTP/1.1" status: 200 len: 835 time: 0.3587170 Jan 10 12:31:56.832265 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f81bb-d247-4601-a1b3-39d5816a260d req-e03e16c0-95d2-4e93-838a-7fc73892faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:56.833696 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc4f81bb-d247-4601-a1b3-39d5816a260d req-e03e16c0-95d2-4e93-838a-7fc73892faee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48f4a633-1109-4cbb-aa80-8325d0ba6272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394430 Jan 10 12:31:56.844169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [req-dc4f81bb-d247-4601-a1b3-39d5816a260d req-539174a0-944e-440c-88fc-befb82bb16ce service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:31:56.845138 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc4f81bb-d247-4601-a1b3-39d5816a260d req-539174a0-944e-440c-88fc-befb82bb16ce service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049427 Jan 10 12:31:56.936571 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc4f81bb-d247-4601-a1b3-39d5816a260d req-cc014ccd-6e82-4229-ab78-a9018b8636d3 service neutron] 10.222.0.30 "GET /v2.0/networks/48f4a633-1109-4cbb-aa80-8325d0ba6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840604 Jan 10 12:31:57.022846 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dc4f81bb-d247-4601-a1b3-39d5816a260d req-54de3890-4b28-4075-b5ab-fccc29f0da83 service neutron] 10.222.0.30 "GET /v2.0/networks/48f4a633-1109-4cbb-aa80-8325d0ba6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795009 Jan 10 12:31:57.301126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b11a1f-e4a5-4cc9-a2e4-43d58279c9e4 req-bd3962fd-1439-49b5-a505-6f644bf2cd36 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:57.302643 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18b11a1f-e4a5-4cc9-a2e4-43d58279c9e4 req-bd3962fd-1439-49b5-a505-6f644bf2cd36 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0493307 Jan 10 12:31:57.355561 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-18b11a1f-e4a5-4cc9-a2e4-43d58279c9e4 req-a251817d-5b76-4dd0-8386-78417d15eab9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473197 Jan 10 12:31:57.872943 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1aa5d10-a236-461e-8dac-7e03b3a182c6 req-9c90b7a2-4949-423a-a9df-8649e0f72dcf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385938 Jan 10 12:31:57.947776 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa5d10-a236-461e-8dac-7e03b3a182c6 req-7eac3116-c535-4dd6-86ed-1d245491fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:57.949231 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1aa5d10-a236-461e-8dac-7e03b3a182c6 req-7eac3116-c535-4dd6-86ed-1d245491fbb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 1098 time: 0.0391357 Jan 10 12:31:58.050310 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa5d10-a236-461e-8dac-7e03b3a182c6 req-b3ebe9a0-d867-4fff-bc39-a6b397d26de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:58.051733 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1aa5d10-a236-461e-8dac-7e03b3a182c6 req-b3ebe9a0-d867-4fff-bc39-a6b397d26de8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48f4a633-1109-4cbb-aa80-8325d0ba6272 HTTP/1.1" status: 200 len: 898 time: 0.0854826 Jan 10 12:31:58.114531 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1aa5d10-a236-461e-8dac-7e03b3a182c6 req-bfd85437-d69b-444d-8ff9-4c8eb897f4d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ef3a8b-e4d1-44b4-b431-601225ea6f68 HTTP/1.1" status: 200 len: 1001 time: 0.0562692 Jan 10 12:31:58.161069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa5d10-a236-461e-8dac-7e03b3a182c6 req-97475a6f-9fec-4e5a-ba5c-2fc771c57175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:58.162431 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1aa5d10-a236-461e-8dac-7e03b3a182c6 req-97475a6f-9fec-4e5a-ba5c-2fc771c57175 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b53448b1-80d6-4404-960c-976ad92af9a2 HTTP/1.1" status: 200 len: 835 time: 0.0425894 Jan 10 12:31:58.209059 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa5d10-a236-461e-8dac-7e03b3a182c6 req-087142db-f280-4f6d-993c-7ed7b8b5e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:58.210538 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1aa5d10-a236-461e-8dac-7e03b3a182c6 req-087142db-f280-4f6d-993c-7ed7b8b5e893 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48f4a633-1109-4cbb-aa80-8325d0ba6272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428472 Jan 10 12:31:58.298661 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1aa5d10-a236-461e-8dac-7e03b3a182c6 req-2650d8e4-97d9-4ec2-b682-2744053a368c service neutron] 10.222.0.30 "GET /v2.0/networks/48f4a633-1109-4cbb-aa80-8325d0ba6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810552 Jan 10 12:31:58.388753 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e1aa5d10-a236-461e-8dac-7e03b3a182c6 req-007a3188-2c66-49fc-b779-f03acac422b7 service neutron] 10.222.0.30 "GET /v2.0/networks/48f4a633-1109-4cbb-aa80-8325d0ba6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848022 Jan 10 12:31:58.472364 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bb452-a935-4427-9179-0603398dbbe4 req-ae2156be-3bbb-4a28-b95d-4631ed5395c1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:31:58.480162 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6e6bb452-a935-4427-9179-0603398dbbe4 req-ae2156be-3bbb-4a28-b95d-4631ed5395c1 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0482483 Jan 10 12:31:58.526174 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6e6bb452-a935-4427-9179-0603398dbbe4 req-d1ac1a30-381b-450a-a936-0e3de843a481 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467916 Jan 10 12:31:58.548270 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36732) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:31:58.607631 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-882cd9c9-09a2-4bb5-91f2-27246c42aa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/4252c40d-b738-46a1-815e-80850b4d9d81 HTTP/1.1" status: 200 len: 993 time: 0.0576973 Jan 10 12:32:02.812438 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:32:06.140192 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-47cc4376-b714-44d0-a76f-c338eeecc48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:10.335806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a5ef64aa-ff66-4759-917f-8202c62ef507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:10.781827 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:12.289840 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:13.316757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:19.770105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:27.138861 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36748) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:27.297473 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port 5925da24-cc05-4dfa-af2f-da3e18ac3b86 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:32:27.297845 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (5925da24-cc05-4dfa-af2f-da3e18ac3b86), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:27.370843 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (5925da24-cc05-4dfa-af2f-da3e18ac3b86), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:27.371179 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (5925da24-cc05-4dfa-af2f-da3e18ac3b86), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:27.384714 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for 5925da24-cc05-4dfa-af2f-da3e18ac3b86 owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:32:27.602174 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (5925da24-cc05-4dfa-af2f-da3e18ac3b86), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:27.628061 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=5925da24-cc05-4dfa-af2f-da3e18ac3b86,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:27.652381 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:27.652740 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:27.653090 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:27.653433 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:27.653970 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:27.654134 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:27.654470 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:27.654804 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:27.655136 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:27.655466 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:27.655798 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:27.656126 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:27.656460 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:27.694874 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (4252c40d-b738-46a1-815e-80850b4d9d81), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:27.695205 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Floating IP 4252c40d-b738-46a1-815e-80850b4d9d81 disassociated (deleted). External IP: 172.36.2.219, port: 12ef3a8b-e4d1-44b4-b431-601225ea6f68. Jan 10 12:32:27.895190 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:32:28.000271 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:32:28.005300 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:28.010146 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acd205-b60f-4e5d-9e3f-f53c0a64f3f3 None None] Sync routers for ids ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:32:28.019715 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acd205-b60f-4e5d-9e3f-f53c0a64f3f3 None None] Routers {'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:32:28.020327 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-96acd205-b60f-4e5d-9e3f-f53c0a64f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:32:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:28.033863 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-963a8071-804f-4c82-9ca4-0fcd0a06a896 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/floatingips/4252c40d-b738-46a1-815e-80850b4d9d81 HTTP/1.1" status: 204 len: 168 time: 0.8939168 Jan 10 12:32:28.034462 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ab3498-0b55-460a-99ae-f66516330dde', 'tag': '12ef3a8b-e4d1-44b4-b431-601225ea6f68'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:32:28.036851 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0e039b-81b7-46a9-933d-6171409dfe36" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ab3498-0b55-460a-99ae-f66516330dde", "tag": "12ef3a8b-e4d1-44b4-b431-601225ea6f68"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:32:28.080917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f8ea8e-a355-4504-9b42-d429e2d2f967 x-openstack-request-id: req-b6f8ea8e-a355-4504-9b42-d429e2d2f967 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:32:28.081226 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ab3498-0b55-460a-99ae-f66516330dde", "tag": "12ef3a8b-e4d1-44b4-b431-601225ea6f68", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:32:28.081491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6f8ea8e-a355-4504-9b42-d429e2d2f967 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:32:28.081961 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ab3498-0b55-460a-99ae-f66516330dde', 'tag': '12ef3a8b-e4d1-44b4-b431-601225ea6f68', 'status': 'completed', 'code': 200} Jan 10 12:32:28.129786 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-96acd205-b60f-4e5d-9e3f-f53c0a64f3f3 None None] Set router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:32:28.144648 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e039b-81b7-46a9-933d-6171409dfe36 req-31e619e4-5fd9-4721-be56-ba7d1f07ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:28.146298 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aa0e039b-81b7-46a9-933d-6171409dfe36 req-31e619e4-5fd9-4721-be56-ba7d1f07ed52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 1098 time: 0.0417917 Jan 10 12:32:28.243772 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e039b-81b7-46a9-933d-6171409dfe36 req-a6da4b14-c0aa-42ee-b17e-c14b53c9da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:28.246092 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aa0e039b-81b7-46a9-933d-6171409dfe36 req-a6da4b14-c0aa-42ee-b17e-c14b53c9da04 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48f4a633-1109-4cbb-aa80-8325d0ba6272 HTTP/1.1" status: 200 len: 898 time: 0.0933061 Jan 10 12:32:28.287141 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aa0e039b-81b7-46a9-933d-6171409dfe36 req-aafb6ef2-e183-4d25-8e46-cb72f1dcec84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ef3a8b-e4d1-44b4-b431-601225ea6f68 HTTP/1.1" status: 200 len: 217 time: 0.0354662 Jan 10 12:32:28.336411 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-96acd205-b60f-4e5d-9e3f-f53c0a64f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623145812', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:30:46Z', 'updated_at': '2022-01-10T12:30:50Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:47Z', 'updated_at': '2022-01-10T12:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5ce9d096-a645-423a-8393-e88b275192e7', 'name': '', 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:9a:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:49Z', 'updated_at': '2022-01-10T12:30:53Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:28.338564 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e039b-81b7-46a9-933d-6171409dfe36 req-2ca750b9-9927-47a9-8ad6-c1837de20f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:28.340033 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aa0e039b-81b7-46a9-933d-6171409dfe36 req-2ca750b9-9927-47a9-8ad6-c1837de20f71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b53448b1-80d6-4404-960c-976ad92af9a2 HTTP/1.1" status: 200 len: 835 time: 0.0470138 Jan 10 12:32:28.390674 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e039b-81b7-46a9-933d-6171409dfe36 req-1e62d458-cef9-47cf-aa6e-e70748db2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:28.392743 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aa0e039b-81b7-46a9-933d-6171409dfe36 req-1e62d458-cef9-47cf-aa6e-e70748db2d8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48f4a633-1109-4cbb-aa80-8325d0ba6272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463221 Jan 10 12:32:28.494532 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aa0e039b-81b7-46a9-933d-6171409dfe36 req-5dbf80d3-dba6-453d-86f7-dc6d0d59a948 service neutron] 10.222.0.30 "GET /v2.0/networks/48f4a633-1109-4cbb-aa80-8325d0ba6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955946 Jan 10 12:32:28.517647 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acd205-b60f-4e5d-9e3f-f53c0a64f3f3 None None] Checking router: fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:32:28.526081 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acd205-b60f-4e5d-9e3f-f53c0a64f3f3 None None] Routers {'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:32:28.526713 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-96acd205-b60f-4e5d-9e3f-f53c0a64f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:32:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:28.621754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e16fca-c774-4922-b2a1-a6af48f7c04a req-c5e8ca34-069b-40ad-a4e5-f37bfee2f450 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:28.623261 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-53e16fca-c774-4922-b2a1-a6af48f7c04a req-c5e8ca34-069b-40ad-a4e5-f37bfee2f450 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.1558912 Jan 10 12:32:28.635685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-96acd205-b60f-4e5d-9e3f-f53c0a64f3f3 None None] Set router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:32:28.641681 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aa0e039b-81b7-46a9-933d-6171409dfe36 req-0683d48a-f5bf-44f7-a124-b152debf04dd service neutron] 10.222.0.30 "GET /v2.0/networks/48f4a633-1109-4cbb-aa80-8325d0ba6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380634 Jan 10 12:32:28.679701 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-53e16fca-c774-4922-b2a1-a6af48f7c04a req-5228224a-cd35-446c-abfc-459a76595b7b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500946 Jan 10 12:32:28.830169 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-96acd205-b60f-4e5d-9e3f-f53c0a64f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623145812', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:30:46Z', 'updated_at': '2022-01-10T12:30:50Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:47Z', 'updated_at': '2022-01-10T12:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5ce9d096-a645-423a-8393-e88b275192e7', 'name': '', 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:9a:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:49Z', 'updated_at': '2022-01-10T12:30:53Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:28.855781 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acd205-b60f-4e5d-9e3f-f53c0a64f3f3 None None] The sync data for ids ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'] in dv-neutron-master-2-hyperv is: [{'id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623145812', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:30:46Z', 'updated_at': '2022-01-10T12:30:50Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:47Z', 'updated_at': '2022-01-10T12:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5ce9d096-a645-423a-8393-e88b275192e7', 'name': '', 'network_id': '48f4a633-1109-4cbb-aa80-8325d0ba6272', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:9a:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:49Z', 'updated_at': '2022-01-10T12:30:53Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'b53448b1-80d6-4404-960c-976ad92af9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:32:29.053943 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d0a92-82b9-45f4-bd41-5fb6e89e90da None None] New status for floating IP 4252c40d-b738-46a1-815e-80850b4d9d81: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:32:29.841078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e33bc-3be1-48c7-bbcd-45132f820f2d req-0c896851-219f-4540-912d-656b2047b43b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:29.842601 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-aa0e33bc-3be1-48c7-bbcd-45132f820f2d req-0c896851-219f-4540-912d-656b2047b43b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0928943 Jan 10 12:32:29.895533 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-aa0e33bc-3be1-48c7-bbcd-45132f820f2d req-374c2cf9-a8f1-4803-957e-af623cfb165f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f4614ad-278f-4925-a2f8-e81334bfa149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468435 Jan 10 12:32:30.025409 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3c11d-1c8a-45e4-98b8-149513d20b47 req-a8233862-460a-4c20-94a9-ba0dcccf8f42 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:30.026861 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f8d3c11d-1c8a-45e4-98b8-149513d20b47 req-a8233862-460a-4c20-94a9-ba0dcccf8f42 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 945 time: 0.0477591 Jan 10 12:32:30.116911 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-f8d3c11d-1c8a-45e4-98b8-149513d20b47 req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port 12ef3a8b-e4d1-44b4-b431-601225ea6f68 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:32:30.117252 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-f8d3c11d-1c8a-45e4-98b8-149513d20b47 req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (12ef3a8b-e4d1-44b4-b431-601225ea6f68), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:30.205211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-f8d3c11d-1c8a-45e4-98b8-149513d20b47 req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] For port 12ef3a8b-e4d1-44b4-b431-601225ea6f68, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=12ef3a8b-e4d1-44b4-b431-601225ea6f68,segment=NetworkSegment(090df415-9581-4a55-8d93-8d591c4c82ee),segment_id=090df415-9581-4a55-8d93-8d591c4c82ee)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:32:30.205724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-f8d3c11d-1c8a-45e4-98b8-149513d20b47 req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (12ef3a8b-e4d1-44b4-b431-601225ea6f68), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:30.223604 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-f8d3c11d-1c8a-45e4-98b8-149513d20b47 req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for 12ef3a8b-e4d1-44b4-b431-601225ea6f68 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:32:30.439045 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-f8d3c11d-1c8a-45e4-98b8-149513d20b47 req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (12ef3a8b-e4d1-44b4-b431-601225ea6f68), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:30.524307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=12ef3a8b-e4d1-44b4-b431-601225ea6f68,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:30.539104 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d3c11d-1c8a-45e4-98b8-149513d20b47 req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] No DVR routers for this DVR port 12ef3a8b-e4d1-44b4-b431-601225ea6f68 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:32:30.544317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-f8d3c11d-1c8a-45e4-98b8-149513d20b47 req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:30.548167 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f8d3c11d-1c8a-45e4-98b8-149513d20b47 req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "DELETE /v2.0/ports/12ef3a8b-e4d1-44b4-b431-601225ea6f68 HTTP/1.1" status: 204 len: 173 time: 0.5153341 Jan 10 12:32:30.548851 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ab3498-0b55-460a-99ae-f66516330dde', 'name': 'network-vif-deleted', 'tag': '12ef3a8b-e4d1-44b4-b431-601225ea6f68'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:32:30.551104 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c620bb-95e8-4c0f-b0a3-e8a92c89f155" -d '{"events": [{"server_uuid": "a9ab3498-0b55-460a-99ae-f66516330dde", "name": "network-vif-deleted", "tag": "12ef3a8b-e4d1-44b4-b431-601225ea6f68"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:32:30.554547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:30.554917 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:30.555279 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:30.555631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:30.555980 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:30.556327 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:30.556669 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:30.557010 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:30.557349 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:30.557855 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:30.558051 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:30.558878 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:30.558878 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933fb25-af8d-4308-8c76-1ae482942629 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:30.586466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec99a966-bfb1-4fcc-ae90-7c212d38813f x-openstack-request-id: req-ec99a966-bfb1-4fcc-ae90-7c212d38813f {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:32:30.586774 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ab3498-0b55-460a-99ae-f66516330dde", "name": "network-vif-deleted", "tag": "12ef3a8b-e4d1-44b4-b431-601225ea6f68", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:32:30.587040 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec99a966-bfb1-4fcc-ae90-7c212d38813f {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:32:30.587462 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ab3498-0b55-460a-99ae-f66516330dde', 'name': 'network-vif-deleted', 'tag': '12ef3a8b-e4d1-44b4-b431-601225ea6f68', 'status': 'completed', 'code': 200} Jan 10 12:32:30.999131 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f49daea1-494b-457a-bf32-130ec334d920 req-ddd33787-9dae-48a4-bf60-ef9f55af2d96 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ab3498-0b55-460a-99ae-f66516330dde HTTP/1.1" status: 200 len: 210 time: 0.0265143 Jan 10 12:32:32.055743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36770) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:32.404764 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a81e902f-e301-43ea-92d2-14fe06e3345e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:32.649027 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-a81e902f-e301-43ea-92d2-14fe06e3345e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port 5ce9d096-a645-423a-8393-e88b275192e7 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:32:32.649295 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a81e902f-e301-43ea-92d2-14fe06e3345e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (5ce9d096-a645-423a-8393-e88b275192e7), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:32.738986 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-a81e902f-e301-43ea-92d2-14fe06e3345e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] For port 5ce9d096-a645-423a-8393-e88b275192e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ce9d096-a645-423a-8393-e88b275192e7,segment=NetworkSegment(090df415-9581-4a55-8d93-8d591c4c82ee),segment_id=090df415-9581-4a55-8d93-8d591c4c82ee)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:32:32.739353 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a81e902f-e301-43ea-92d2-14fe06e3345e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (5ce9d096-a645-423a-8393-e88b275192e7), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:32.751797 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-a81e902f-e301-43ea-92d2-14fe06e3345e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for 5ce9d096-a645-423a-8393-e88b275192e7 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:32:33.010057 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a81e902f-e301-43ea-92d2-14fe06e3345e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (5ce9d096-a645-423a-8393-e88b275192e7), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:33.037515 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e902f-e301-43ea-92d2-14fe06e3345e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=5ce9d096-a645-423a-8393-e88b275192e7,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:33.211863 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a81e902f-e301-43ea-92d2-14fe06e3345e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:33.680055 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 12ef3a8b-e4d1-44b4-b431-601225ea6f68 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:32:33.697180 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81e902f-e301-43ea-92d2-14fe06e3345e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:32:33.700675 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 12ef3a8b-e4d1-44b4-b431-601225ea6f68 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:32:33.701029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 12ef3a8b-e4d1-44b4-b431-601225ea6f68 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:32:33.799629 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81e902f-e301-43ea-92d2-14fe06e3345e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:32:33.804549 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a81e902f-e301-43ea-92d2-14fe06e3345e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "PUT /v2.0/routers/fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7477903 Jan 10 12:32:33.807238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36772) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:33.809866 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89068f1-703a-4f38-ad13-a133152a6413 None None] Sync routers for ids ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:32:33.820153 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89068f1-703a-4f38-ad13-a133152a6413 None None] Routers {'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:32:33.820764 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-e89068f1-703a-4f38-ad13-a133152a6413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:32:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:33.860874 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9439628-c0e3-41d1-90ce-f611e0e66c64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting subnet b53448b1-80d6-4404-960c-976ad92af9a2 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:32:33.863960 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9439628-c0e3-41d1-90ce-f611e0e66c64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for subnet (b53448b1-80d6-4404-960c-976ad92af9a2), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:33.902988 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9439628-c0e3-41d1-90ce-f611e0e66c64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (b53448b1-80d6-4404-960c-976ad92af9a2), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:33.924882 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-e89068f1-703a-4f38-ad13-a133152a6413 None None] Set router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:32:33.985170 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9439628-c0e3-41d1-90ce-f611e0e66c64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (b53448b1-80d6-4404-960c-976ad92af9a2), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:34.103536 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-e89068f1-703a-4f38-ad13-a133152a6413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623145812', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:30:46Z', 'updated_at': '2022-01-10T12:32:32Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:47Z', 'updated_at': '2022-01-10T12:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:34.117078 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9439628-c0e3-41d1-90ce-f611e0e66c64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (b53448b1-80d6-4404-960c-976ad92af9a2), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:34.133635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89068f1-703a-4f38-ad13-a133152a6413 None None] Checking router: fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:32:34.142023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89068f1-703a-4f38-ad13-a133152a6413 None None] Routers {'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:32:34.142652 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-e89068f1-703a-4f38-ad13-a133152a6413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:32:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:34.145147 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9439628-c0e3-41d1-90ce-f611e0e66c64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Subnet': ['ID=b53448b1-80d6-4404-960c-976ad92af9a2,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:34.147306 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-a9439628-c0e3-41d1-90ce-f611e0e66c64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:34.150568 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-a9439628-c0e3-41d1-90ce-f611e0e66c64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/subnets/b53448b1-80d6-4404-960c-976ad92af9a2 HTTP/1.1" status: 204 len: 168 time: 0.3424218 Jan 10 12:32:34.153150 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36774) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:34.182520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9ed93d-6b1e-4466-b942-0ce5dba3deb1 None None] Network 48f4a633-1109-4cbb-aa80-8325d0ba6272 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:32:34.261663 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8f7543cf-7627-415f-846c-fc20834f4e63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:34.322023 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-e89068f1-703a-4f38-ad13-a133152a6413 None None] Set router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:32:34.366372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8f7543cf-7627-415f-846c-fc20834f4e63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:34.449462 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] DHCP port deletion for 48f4a633-1109-4cbb-aa80-8325d0ba6272 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:32:34.514964 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-8f7543cf-7627-415f-846c-fc20834f4e63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port e0602610-40e9-48a7-9a19-fd46d2815116 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:32:34.515233 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8f7543cf-7627-415f-846c-fc20834f4e63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (e0602610-40e9-48a7-9a19-fd46d2815116), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:34.543520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Deleting port 03717719-b1a3-4bf5-a5d5-3948aa58ec87 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:32:34.543893 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (03717719-b1a3-4bf5-a5d5-3948aa58ec87), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:34.563354 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-e89068f1-703a-4f38-ad13-a133152a6413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623145812', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:30:46Z', 'updated_at': '2022-01-10T12:32:32Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:47Z', 'updated_at': '2022-01-10T12:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:34.595511 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-8f7543cf-7627-415f-846c-fc20834f4e63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] For port e0602610-40e9-48a7-9a19-fd46d2815116, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e0602610-40e9-48a7-9a19-fd46d2815116,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:32:34.595879 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8f7543cf-7627-415f-846c-fc20834f4e63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (e0602610-40e9-48a7-9a19-fd46d2815116), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:34.608286 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-8f7543cf-7627-415f-846c-fc20834f4e63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for e0602610-40e9-48a7-9a19-fd46d2815116 owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:32:34.618324 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89068f1-703a-4f38-ad13-a133152a6413 None None] The sync data for ids ['fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad'] in dv-neutron-master-2-hyperv is: [{'id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623145812', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:30:46Z', 'updated_at': '2022-01-10T12:32:32Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'e0602610-40e9-48a7-9a19-fd46d2815116', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:30:47Z', 'updated_at': '2022-01-10T12:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:32:34.637854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] For port 03717719-b1a3-4bf5-a5d5-3948aa58ec87, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03717719-b1a3-4bf5-a5d5-3948aa58ec87,segment=NetworkSegment(090df415-9581-4a55-8d93-8d591c4c82ee),segment_id=090df415-9581-4a55-8d93-8d591c4c82ee)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:32:34.638248 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (03717719-b1a3-4bf5-a5d5-3948aa58ec87), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:34.653418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Calling delete_port for 03717719-b1a3-4bf5-a5d5-3948aa58ec87 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:32:34.809855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (03717719-b1a3-4bf5-a5d5-3948aa58ec87), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:34.832690 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8f7543cf-7627-415f-846c-fc20834f4e63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (e0602610-40e9-48a7-9a19-fd46d2815116), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:34.839630 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Pushing event deleted for resources: {'Port': ['ID=03717719-b1a3-4bf5-a5d5-3948aa58ec87,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:34.843855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] No DVR routers for this DVR port 03717719-b1a3-4bf5-a5d5-3948aa58ec87 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:32:34.850682 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:34.851041 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:34.855508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:34.855508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:34.855508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:34.855508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:34.855508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:34.855508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:34.855508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:34.855508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:34.855508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:34.855508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:34.855508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbd3ed3-e208-4c7e-9d4c-df0c93a40359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:34.864282 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7543cf-7627-415f-846c-fc20834f4e63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=e0602610-40e9-48a7-9a19-fd46d2815116,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:34.877294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86921e31-3110-4c6b-9d19-5dd1128343e6 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:32:34.924820 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8f7543cf-7627-415f-846c-fc20834f4e63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:35.017832 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8f7543cf-7627-415f-846c-fc20834f4e63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:35.020066 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8f7543cf-7627-415f-846c-fc20834f4e63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_controller (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:35.151172 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8f7543cf-7627-415f-846c-fc20834f4e63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:35.151711 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7543cf-7627-415f-846c-fc20834f4e63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Fanout notify agent at l3_agent the message router_deleted on router fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:32:35.158669 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8f7543cf-7627-415f-846c-fc20834f4e63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:35.159800 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8f7543cf-7627-415f-846c-fc20834f4e63 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/routers/fbe82c68-0f1e-4880-9b72-4e6b6b2fe7ad HTTP/1.1" status: 204 len: 168 time: 1.0057359 Jan 10 12:32:35.162599 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36776) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:35.253887 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3c5a-3670-49c0-8516-7860274a1e92 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (48f4a633-1109-4cbb-aa80-8325d0ba6272), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:35.344716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3c5a-3670-49c0-8516-7860274a1e92 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (48f4a633-1109-4cbb-aa80-8325d0ba6272), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:35.364945 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-1d0c3c5a-3670-49c0-8516-7860274a1e92 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f4a633-1109-4cbb-aa80-8325d0ba6272']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:35.373929 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-1d0c3c5a-3670-49c0-8516-7860274a1e92 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090df415-9581-4a55-8d93-8d591c4c82ee') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:35.374260 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-1d0c3c5a-3670-49c0-8516-7860274a1e92 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090df415-9581-4a55-8d93-8d591c4c82ee') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:35.383349 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3c5a-3670-49c0-8516-7860274a1e92 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (090df415-9581-4a55-8d93-8d591c4c82ee), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:35.396216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3c5a-3670-49c0-8516-7860274a1e92 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (090df415-9581-4a55-8d93-8d591c4c82ee), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:35.401952 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0c3c5a-3670-49c0-8516-7860274a1e92 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:32:35.402341 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3c5a-3670-49c0-8516-7860274a1e92 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (090df415-9581-4a55-8d93-8d591c4c82ee), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:32:35.405279 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:32:35.539541 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3c5a-3670-49c0-8516-7860274a1e92 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (48f4a633-1109-4cbb-aa80-8325d0ba6272), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:35.546667 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3c5a-3670-49c0-8516-7860274a1e92 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:35.549968 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1d0c3c5a-3670-49c0-8516-7860274a1e92 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/networks/48f4a633-1109-4cbb-aa80-8325d0ba6272 HTTP/1.1" status: 204 len: 168 time: 0.3863320 Jan 10 12:32:35.552889 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36778) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:35.561260 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c3c5a-3670-49c0-8516-7860274a1e92 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Network': ['ID=48f4a633-1109-4cbb-aa80-8325d0ba6272,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:35.614811 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f58f056d-8902-49fd-a604-98ba74905d4d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (3f4614ad-278f-4925-a2f8-e81334bfa149), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:35.640737 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f58f056d-8902-49fd-a604-98ba74905d4d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (3f4614ad-278f-4925-a2f8-e81334bfa149), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:35.773889 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f58f056d-8902-49fd-a604-98ba74905d4d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (3f4614ad-278f-4925-a2f8-e81334bfa149), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:35.776548 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f58f056d-8902-49fd-a604-98ba74905d4d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:35.777730 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f58f056d-8902-49fd-a604-98ba74905d4d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/security-groups/3f4614ad-278f-4925-a2f8-e81334bfa149 HTTP/1.1" status: 204 len: 168 time: 0.2238140 Jan 10 12:32:35.787834 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f056d-8902-49fd-a604-98ba74905d4d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4614ad-278f-4925-a2f8-e81334bfa149,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:36.057855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 5ce9d096-a645-423a-8393-e88b275192e7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:32:36.078073 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 5ce9d096-a645-423a-8393-e88b275192e7 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:32:36.079028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 5ce9d096-a645-423a-8393-e88b275192e7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:32:36.079445 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 03717719-b1a3-4bf5-a5d5-3948aa58ec87 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:32:36.098149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 03717719-b1a3-4bf5-a5d5-3948aa58ec87 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:32:36.098501 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 03717719-b1a3-4bf5-a5d5-3948aa58ec87 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:32:36.098911 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device e0602610-40e9-48a7-9a19-fd46d2815116 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:32:36.120270 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: e0602610-40e9-48a7-9a19-fd46d2815116 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:32:36.120623 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device e0602610-40e9-48a7-9a19-fd46d2815116 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:32:36.128416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-22e7eb9b-b6cb-4e2f-9c73-d6679bf7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:36.221950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36784) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:36.226685 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-1ec14e33-9900-455f-9779-7d53b4ad56fa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515304079', 'description': 'tempest-secgroup-smoke-1515304079 description', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:32:36.322400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1ec14e33-9900-455f-9779-7d53b4ad56fa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:36.386574 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1ec14e33-9900-455f-9779-7d53b4ad56fa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (83780acc-50e5-4d3e-8ba2-6fd27f6c10ba), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:36.455483 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1ec14e33-9900-455f-9779-7d53b4ad56fa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (83780acc-50e5-4d3e-8ba2-6fd27f6c10ba), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:36.488343 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec14e33-9900-455f-9779-7d53b4ad56fa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:36.554687 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1ec14e33-9900-455f-9779-7d53b4ad56fa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:36.555940 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1ec14e33-9900-455f-9779-7d53b4ad56fa tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3329787 Jan 10 12:32:36.558786 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36786) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:36.564303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-5777650a-9092-4509-8189-e7ee5c1e76d3 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '83780acc-50e5-4d3e-8ba2-6fd27f6c10ba', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:32:36.666203 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5777650a-9092-4509-8189-e7ee5c1e76d3 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (fecac692-a09f-493e-808f-9e0efaf358f1), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:36.719815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5777650a-9092-4509-8189-e7ee5c1e76d3 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (fecac692-a09f-493e-808f-9e0efaf358f1), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:36.792555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5777650a-9092-4509-8189-e7ee5c1e76d3 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (fecac692-a09f-493e-808f-9e0efaf358f1), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:36.810212 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777650a-9092-4509-8189-e7ee5c1e76d3 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fecac692-a09f-493e-808f-9e0efaf358f1,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:36.880358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-5777650a-9092-4509-8189-e7ee5c1e76d3 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:36.881576 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-5777650a-9092-4509-8189-e7ee5c1e76d3 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218639 Jan 10 12:32:36.884315 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36788) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:36.888621 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-9c888f7c-6429-45e0-be2c-67e850658c05 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '83780acc-50e5-4d3e-8ba2-6fd27f6c10ba', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:32:36.974962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c888f7c-6429-45e0-be2c-67e850658c05 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (a849c177-a51c-4a34-b229-ee1690ffd58f), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:37.029519 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c888f7c-6429-45e0-be2c-67e850658c05 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (a849c177-a51c-4a34-b229-ee1690ffd58f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:37.101074 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c888f7c-6429-45e0-be2c-67e850658c05 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (a849c177-a51c-4a34-b229-ee1690ffd58f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:37.118582 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c888f7c-6429-45e0-be2c-67e850658c05 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a849c177-a51c-4a34-b229-ee1690ffd58f,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:37.186919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9c888f7c-6429-45e0-be2c-67e850658c05 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:37.188255 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9c888f7c-6429-45e0-be2c-67e850658c05 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3030210 Jan 10 12:32:37.190922 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36790) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:37.195173 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-0ca3c292-0bf9-4555-b650-cd4519180a6f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '83780acc-50e5-4d3e-8ba2-6fd27f6c10ba', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:32:37.288971 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c292-0bf9-4555-b650-cd4519180a6f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (bbd0f57a-2427-4574-add8-f5dd68ed70c5), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:37.342667 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c292-0bf9-4555-b650-cd4519180a6f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (bbd0f57a-2427-4574-add8-f5dd68ed70c5), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:37.421088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c292-0bf9-4555-b650-cd4519180a6f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (bbd0f57a-2427-4574-add8-f5dd68ed70c5), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:37.441049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3c292-0bf9-4555-b650-cd4519180a6f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd0f57a-2427-4574-add8-f5dd68ed70c5,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:37.514686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c292-0bf9-4555-b650-cd4519180a6f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:37.516340 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0ca3c292-0bf9-4555-b650-cd4519180a6f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3240087 Jan 10 12:32:37.519182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36792) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:37.523439 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ee2a4c7a-f5ce-46af-ba81-3a21297e84b6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '83780acc-50e5-4d3e-8ba2-6fd27f6c10ba', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:32:37.624215 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ee2a4c7a-f5ce-46af-ba81-3a21297e84b6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (2413e524-e04c-40ff-a256-493466009f22), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:37.681149 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ee2a4c7a-f5ce-46af-ba81-3a21297e84b6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (2413e524-e04c-40ff-a256-493466009f22), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:37.773631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ee2a4c7a-f5ce-46af-ba81-3a21297e84b6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (2413e524-e04c-40ff-a256-493466009f22), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:37.791405 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a4c7a-f5ce-46af-ba81-3a21297e84b6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2413e524-e04c-40ff-a256-493466009f22,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:37.855288 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ee2a4c7a-f5ce-46af-ba81-3a21297e84b6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:37.856509 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ee2a4c7a-f5ce-46af-ba81-3a21297e84b6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3364170 Jan 10 12:32:37.859487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36794) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:37.863738 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-422a4e7a-8194-4c0e-bbb5-cd4c74503cd6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '83780acc-50e5-4d3e-8ba2-6fd27f6c10ba', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:32:37.956461 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-422a4e7a-8194-4c0e-bbb5-cd4c74503cd6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Project cc6d11ffd4e1456e966331f2b05cc6f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:32:37.961497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-422a4e7a-8194-4c0e-bbb5-cd4c74503cd6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (218922ff-5af7-4665-a263-4e5d9429fdca), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:38.018504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-422a4e7a-8194-4c0e-bbb5-cd4c74503cd6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (218922ff-5af7-4665-a263-4e5d9429fdca), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:38.072679 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-422a4e7a-8194-4c0e-bbb5-cd4c74503cd6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (218922ff-5af7-4665-a263-4e5d9429fdca), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:38.090136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a4e7a-8194-4c0e-bbb5-cd4c74503cd6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218922ff-5af7-4665-a263-4e5d9429fdca,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:38.160006 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-422a4e7a-8194-4c0e-bbb5-cd4c74503cd6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:38.161213 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-422a4e7a-8194-4c0e-bbb5-cd4c74503cd6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3008289 Jan 10 12:32:38.164066 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36796) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:38.168550 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-38363d10-014a-4b1a-9692-500d8cfb6645 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'security_group_rule': {'security_group_id': '83780acc-50e5-4d3e-8ba2-6fd27f6c10ba', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:32:38.243865 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-38363d10-014a-4b1a-9692-500d8cfb6645 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Project cc6d11ffd4e1456e966331f2b05cc6f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:32:38.249014 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-38363d10-014a-4b1a-9692-500d8cfb6645 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (829ab13a-699e-403d-bd61-30e48f0e641a), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:38.307628 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-38363d10-014a-4b1a-9692-500d8cfb6645 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (829ab13a-699e-403d-bd61-30e48f0e641a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:38.363725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-38363d10-014a-4b1a-9692-500d8cfb6645 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (829ab13a-699e-403d-bd61-30e48f0e641a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:38.383691 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38363d10-014a-4b1a-9692-500d8cfb6645 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829ab13a-699e-403d-bd61-30e48f0e641a,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:38.457264 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-38363d10-014a-4b1a-9692-500d8cfb6645 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:38.458486 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-38363d10-014a-4b1a-9692-500d8cfb6645 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2934728 Jan 10 12:32:38.461319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36798) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:38.466154 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-2a8ee1df-a33f-4403-97ef-5c5cafe98216 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'network': {'name': 'tempest-network-smoke--1501729860', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'port_security_enabled': True}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:32:38.550695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8ee1df-a33f-4403-97ef-5c5cafe98216 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Made reservation on behalf of cc6d11ffd4e1456e966331f2b05cc6f3 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:32:38.554651 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee1df-a33f-4403-97ef-5c5cafe98216 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:38.577291 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8ee1df-a33f-4403-97ef-5c5cafe98216 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:32:38.585631 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee1df-a33f-4403-97ef-5c5cafe98216 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (fe444bb8-0ab9-4419-a428-38bdda624546), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:38.589989 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-2a8ee1df-a33f-4403-97ef-5c5cafe98216 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Added segment fe444bb8-0ab9-4419-a428-38bdda624546 of type vlan for network fa042e1e-1826-40e4-86fa-6910d4f656c4 Jan 10 12:32:38.625750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee1df-a33f-4403-97ef-5c5cafe98216 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (fa042e1e-1826-40e4-86fa-6910d4f656c4), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:38.722181 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee1df-a33f-4403-97ef-5c5cafe98216 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (fa042e1e-1826-40e4-86fa-6910d4f656c4), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:38.728006 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8ee1df-a33f-4403-97ef-5c5cafe98216 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:38.728596 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee1df-a33f-4403-97ef-5c5cafe98216 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:38.792328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ee1df-a33f-4403-97ef-5c5cafe98216 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Network': ['ID=fa042e1e-1826-40e4-86fa-6910d4f656c4,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:38.802568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network fa042e1e-1826-40e4-86fa-6910d4f656c4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:32:38.833724 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2a8ee1df-a33f-4403-97ef-5c5cafe98216 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3713424 Jan 10 12:32:38.837073 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36800) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:38.840724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-555981866', 'admin_state_up': True, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:32:38.935886 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (481c25bb-8625-4123-be31-51306b00d840), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:38.936867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (481c25bb-8625-4123-be31-51306b00d840), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:38.991954 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_controller (481c25bb-8625-4123-be31-51306b00d840), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:39.191594 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (481c25bb-8625-4123-be31-51306b00d840), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:39.419442 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (481c25bb-8625-4123-be31-51306b00d840), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:39.438589 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:39.542238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.36.2.11 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/b95f142b-39e3-4dd7-82b8-5457e9251927) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:32:39.640055 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (b95f142b-39e3-4dd7-82b8-5457e9251927), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:39.729952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b95f142b-39e3-4dd7-82b8-5457e9251927), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:39.773756 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:32:39.776602 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:32:39.780084 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:32:39.786012 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=b95f142b-39e3-4dd7-82b8-5457e9251927,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:39.789369 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a502dd30-c48f-4bdd-adb9-a086261634e3 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:32:39.810751 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:32:39.910965 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-54a7b5a3-8bfd-44b5-8b48-b4f6ae2de7ba None None] Provisioning complete for port b95f142b-39e3-4dd7-82b8-5457e9251927 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:32:39.911535 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-54a7b5a3-8bfd-44b5-8b48-b4f6ae2de7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b95f142b-39e3-4dd7-82b8-5457e9251927), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:39.948159 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-54a7b5a3-8bfd-44b5-8b48-b4f6ae2de7ba None None] Port b95f142b-39e3-4dd7-82b8-5457e9251927 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:32:40.077560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (481c25bb-8625-4123-be31-51306b00d840), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:40.268507 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (481c25bb-8625-4123-be31-51306b00d840), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:40.335595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-027fb755-bec8-43f2-9a11-73f4a3b0bb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:40.455477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 481c25bb-8625-4123-be31-51306b00d840 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:32:40.555728 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:32:40.565860 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Sync routers for ids ['481c25bb-8625-4123-be31-51306b00d840'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:32:40.575426 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Routers {'481c25bb-8625-4123-be31-51306b00d840'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:32:40.576123 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:32:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['481c25bb-8625-4123-be31-51306b00d840'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:40.627461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:40.628628 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b60071a9-7dc6-4624-8454-3850c8aa5340 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7913961 Jan 10 12:32:40.631732 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36802) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:40.681357 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Set router 481c25bb-8625-4123-be31-51306b00d840 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:32:40.703157 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4acf5b75-941c-4a66-bf8a-33d952c03b1d tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=cc6d11ffd4e1456e966331f2b05cc6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702336 Jan 10 12:32:40.706401 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36806) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:40.797804 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13577465-0a81-4cd7-943a-a0ffe36639e1 tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:40.798614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:40.799340 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-13577465-0a81-4cd7-943a-a0ffe36639e1 tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917623 Jan 10 12:32:40.802362 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36808) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:40.831289 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-56a189f1-df9d-4bae-96c0-8b08b3584643 tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277028 Jan 10 12:32:40.833755 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36810) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:40.838452 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-27fabb8f-a80d-402a-9ed5-3d553633ef13 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1067148927', 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:32:40.860936 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481c25bb-8625-4123-be31-51306b00d840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555981866', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:32:38Z', 'updated_at': '2022-01-10T12:32:39Z', 'revision_number': 3, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:39Z', 'updated_at': '2022-01-10T12:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:40.892271 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Checking router: 481c25bb-8625-4123-be31-51306b00d840 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:32:40.892542 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Updating router 481c25bb-8625-4123-be31-51306b00d840 port b95f142b-39e3-4dd7-82b8-5457e9251927 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:32:40.916670 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b95f142b-39e3-4dd7-82b8-5457e9251927), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:41.004148 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fabb8f-a80d-402a-9ed5-3d553633ef13 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Made reservation on behalf of cc6d11ffd4e1456e966331f2b05cc6f3 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:32:41.007750 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-27fabb8f-a80d-402a-9ed5-3d553633ef13 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:41.162284 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Publish callbacks [] for port (b95f142b-39e3-4dd7-82b8-5457e9251927), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:41.244302 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b95f142b-39e3-4dd7-82b8-5457e9251927), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:41.261831 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-27fabb8f-a80d-402a-9ed5-3d553633ef13 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (f5455558-dd1f-4d3c-aad1-373a51494a31), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:41.284330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5c907c-52fd-433e-a70f-744b847b2877 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:32:41.296224 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Attempting to bind port b95f142b-39e3-4dd7-82b8-5457e9251927 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:32:41.296576 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Attempting to bind port b95f142b-39e3-4dd7-82b8-5457e9251927 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:32:41.296940 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Attempting to bind port b95f142b-39e3-4dd7-82b8-5457e9251927 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:32:41.306856 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:32:41.307232 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:32:41.307631 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:41.308019 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:32:41.308490 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Bound port: b95f142b-39e3-4dd7-82b8-5457e9251927, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:32:41.308863 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b95f142b-39e3-4dd7-82b8-5457e9251927), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:41.331438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fabb8f-a80d-402a-9ed5-3d553633ef13 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Subnet': ['ID=f5455558-dd1f-4d3c-aad1-373a51494a31,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:41.340068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fabb8f-a80d-402a-9ed5-3d553633ef13 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Checking segment: {'id': 'fe444bb8-0ab9-4419-a428-38bdda624546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:32:41.340449 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fabb8f-a80d-402a-9ed5-3d553633ef13 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network hostable DHCP agents. Network: fa042e1e-1826-40e4-86fa-6910d4f656c4, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:32:41.378237 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5a3ec300-841c-4e31-886a-ddd4904e2d14 None None] Provisioning complete for port b95f142b-39e3-4dd7-82b8-5457e9251927 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:32:41.378615 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5a3ec300-841c-4e31-886a-ddd4904e2d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b95f142b-39e3-4dd7-82b8-5457e9251927), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:41.413742 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ec300-841c-4e31-886a-ddd4904e2d14 None None] Port b95f142b-39e3-4dd7-82b8-5457e9251927 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:32:41.415599 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fabb8f-a80d-402a-9ed5-3d553633ef13 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network fa042e1e-1826-40e4-86fa-6910d4f656c4 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:32:41.418626 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328a7d4-59bc-4afe-9193-118488f7aded None None] Pushing event updated for resources: {'Port': ['ID=b95f142b-39e3-4dd7-82b8-5457e9251927,revision_number=2']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:41.433547 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1328a7d4-59bc-4afe-9193-118488f7aded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:41.433918 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1328a7d4-59bc-4afe-9193-118488f7aded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:41.434257 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1328a7d4-59bc-4afe-9193-118488f7aded None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:41.434588 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1328a7d4-59bc-4afe-9193-118488f7aded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:41.434916 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1328a7d4-59bc-4afe-9193-118488f7aded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:41.435240 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1328a7d4-59bc-4afe-9193-118488f7aded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:41.435563 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1328a7d4-59bc-4afe-9193-118488f7aded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:41.435885 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1328a7d4-59bc-4afe-9193-118488f7aded None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:41.436205 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1328a7d4-59bc-4afe-9193-118488f7aded None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:41.436542 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1328a7d4-59bc-4afe-9193-118488f7aded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:41.436888 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1328a7d4-59bc-4afe-9193-118488f7aded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:41.437204 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1328a7d4-59bc-4afe-9193-118488f7aded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:41.437519 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1328a7d4-59bc-4afe-9193-118488f7aded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:32:41.462791 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] For port b95f142b-39e3-4dd7-82b8-5457e9251927, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:32:41.465753 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] For port b95f142b-39e3-4dd7-82b8-5457e9251927, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b95f142b-39e3-4dd7-82b8-5457e9251927,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:32:41.527475 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-27fabb8f-a80d-402a-9ed5-3d553633ef13 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fa042e1e-1826-40e4-86fa-6910d4f656c4) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:32:41.532504 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fabb8f-a80d-402a-9ed5-3d553633ef13 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:41.533143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-27fabb8f-a80d-402a-9ed5-3d553633ef13 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:41.536301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4da3e4-f355-4012-a4b0-ddee207a5bcf None None] Network fa042e1e-1826-40e4-86fa-6910d4f656c4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:32:41.591267 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b95f142b-39e3-4dd7-82b8-5457e9251927), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:41.624763 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-27fabb8f-a80d-402a-9ed5-3d553633ef13 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7898145 Jan 10 12:32:41.627885 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36812) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:41.642539 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Routers {'481c25bb-8625-4123-be31-51306b00d840'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:32:41.643187 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:32:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['481c25bb-8625-4123-be31-51306b00d840'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:41.724763 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328a7d4-59bc-4afe-9193-118488f7aded None None] Pushing event updated for resources: {'Port': ['ID=b95f142b-39e3-4dd7-82b8-5457e9251927,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:41.745139 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed70d4bf-e042-44b7-a354-a872f0a99342 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:32:41.765511 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] Set router 481c25bb-8625-4123-be31-51306b00d840 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:32:41.800812 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fa042e1e-1826-40e4-86fa-6910d4f656c4', 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4', 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ips': [{'subnet_id': 'f5455558-dd1f-4d3c-aad1-373a51494a31'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:32:41.801837 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:41.888267 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f9f34484-a20b-461a-824a-057eec9c5d82 None None] Provisioning complete for port b95f142b-39e3-4dd7-82b8-5457e9251927 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:32:41.888799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f9f34484-a20b-461a-824a-057eec9c5d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b95f142b-39e3-4dd7-82b8-5457e9251927), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:41.964912 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481c25bb-8625-4123-be31-51306b00d840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555981866', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:32:38Z', 'updated_at': '2022-01-10T12:32:39Z', 'revision_number': 3, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:39Z', 'updated_at': '2022-01-10T12:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:41.978294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Allocated IP 172.20.0.2 (fa042e1e-1826-40e4-86fa-6910d4f656c4/f5455558-dd1f-4d3c-aad1-373a51494a31/e8fe402c-fd87-40ec-8a82-d02b11208ff4) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:32:41.994404 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56ce08a-6947-4559-9be2-0b323ad712e7 None None] The sync data for ids ['481c25bb-8625-4123-be31-51306b00d840'] in dv-neutron-master-2-hyperv is: [{'id': '481c25bb-8625-4123-be31-51306b00d840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555981866', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:32:38Z', 'updated_at': '2022-01-10T12:32:39Z', 'revision_number': 3, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:39Z', 'updated_at': '2022-01-10T12:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:32:42.078006 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f9f34484-a20b-461a-824a-057eec9c5d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b95f142b-39e3-4dd7-82b8-5457e9251927), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:42.087090 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:42.108332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-f9f34484-a20b-461a-824a-057eec9c5d82 None None] For port b95f142b-39e3-4dd7-82b8-5457e9251927, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b95f142b-39e3-4dd7-82b8-5457e9251927,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:32:42.182833 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f9f34484-a20b-461a-824a-057eec9c5d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b95f142b-39e3-4dd7-82b8-5457e9251927), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:42.185661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Publish callbacks [] for port (e8fe402c-fd87-40ec-8a82-d02b11208ff4), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:42.287348 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (e8fe402c-fd87-40ec-8a82-d02b11208ff4), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:42.296847 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f34484-a20b-461a-824a-057eec9c5d82 None None] Pushing event updated for resources: {'Port': ['ID=b95f142b-39e3-4dd7-82b8-5457e9251927,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:42.348034 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Network fa042e1e-1826-40e4-86fa-6910d4f656c4 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:32:42.352629 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:32:42.355127 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:32:42.365626 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Pushing event updated for resources: {'Port': ['ID=e8fe402c-fd87-40ec-8a82-d02b11208ff4,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:42.371028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:42.416448 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.20.0.1 (fa042e1e-1826-40e4-86fa-6910d4f656c4/f5455558-dd1f-4d3c-aad1-373a51494a31/79170856-7ade-4cc2-901c-7e7d7358d353) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:32:42.422537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Attempting to bind port e8fe402c-fd87-40ec-8a82-d02b11208ff4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:32:42.422922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Attempting to bind port e8fe402c-fd87-40ec-8a82-d02b11208ff4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fe444bb8-0ab9-4419-a428-38bdda624546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:32:42.423295 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Attempting to bind port e8fe402c-fd87-40ec-8a82-d02b11208ff4 on network fa042e1e-1826-40e4-86fa-6910d4f656c4 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:32:42.428750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:32:42.429137 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Checking segment: {'id': 'fe444bb8-0ab9-4419-a428-38bdda624546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:32:42.429581 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:42.430014 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Bound using segment: {'id': 'fe444bb8-0ab9-4419-a428-38bdda624546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:32:42.435620 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Bound port: e8fe402c-fd87-40ec-8a82-d02b11208ff4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe444bb8-0ab9-4419-a428-38bdda624546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:32:42.435620 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (e8fe402c-fd87-40ec-8a82-d02b11208ff4), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:42.503179 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] For port e8fe402c-fd87-40ec-8a82-d02b11208ff4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:32:42.506897 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] For port e8fe402c-fd87-40ec-8a82-d02b11208ff4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8fe402c-fd87-40ec-8a82-d02b11208ff4,segment=NetworkSegment(fe444bb8-0ab9-4419-a428-38bdda624546),segment_id=fe444bb8-0ab9-4419-a428-38bdda624546)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:32:42.543958 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (79170856-7ade-4cc2-901c-7e7d7358d353), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:42.593283 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (e8fe402c-fd87-40ec-8a82-d02b11208ff4), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:42.658954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a583c-a914-4d2d-bc56-54acbf7a96bf None None] Pushing event updated for resources: {'Port': ['ID=e8fe402c-fd87-40ec-8a82-d02b11208ff4,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:42.677238 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:42.740960 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network fa042e1e-1826-40e4-86fa-6910d4f656c4 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:32:42.742924 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=79170856-7ade-4cc2-901c-7e7d7358d353,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:42.756936 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:32:42.760563 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:32:42.839176 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (481c25bb-8625-4123-be31-51306b00d840), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:43.093121 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:43.356648 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:43.375192 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (79170856-7ade-4cc2-901c-7e7d7358d353), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:43.466745 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:43.546558 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=79170856-7ade-4cc2-901c-7e7d7358d353,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:43.551675 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (481c25bb-8625-4123-be31-51306b00d840), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:43.618696 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67deafa-920f-4f5c-b231-18dc198f896f None None] Network fa042e1e-1826-40e4-86fa-6910d4f656c4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:32:43.647839 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network fa042e1e-1826-40e4-86fa-6910d4f656c4 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:32:43.649354 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:32:43.731017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d5735996-f4eb-4d54-a12f-967912989218 None None] Provisioning complete for port e8fe402c-fd87-40ec-8a82-d02b11208ff4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:32:43.731389 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d5735996-f4eb-4d54-a12f-967912989218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (e8fe402c-fd87-40ec-8a82-d02b11208ff4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:43.822977 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d5735996-f4eb-4d54-a12f-967912989218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (e8fe402c-fd87-40ec-8a82-d02b11208ff4), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:43.864802 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d5735996-f4eb-4d54-a12f-967912989218 None None] For port e8fe402c-fd87-40ec-8a82-d02b11208ff4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8fe402c-fd87-40ec-8a82-d02b11208ff4,segment=NetworkSegment(fe444bb8-0ab9-4419-a428-38bdda624546),segment_id=fe444bb8-0ab9-4419-a428-38bdda624546)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:32:43.989401 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d5735996-f4eb-4d54-a12f-967912989218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (e8fe402c-fd87-40ec-8a82-d02b11208ff4), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:44.096299 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 481c25bb-8625-4123-be31-51306b00d840 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:32:44.101523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5735996-f4eb-4d54-a12f-967912989218 None None] Pushing event updated for resources: {'Port': ['ID=e8fe402c-fd87-40ec-8a82-d02b11208ff4,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:44.139044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8982d6ac-72f3-48ee-9e4e-44ce3301bd64 None None] Provisioning complete for port 79170856-7ade-4cc2-901c-7e7d7358d353 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:32:44.139885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8982d6ac-72f3-48ee-9e4e-44ce3301bd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:44.176599 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b95f142b-39e3-4dd7-82b8-5457e9251927 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:32:44.226967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8982d6ac-72f3-48ee-9e4e-44ce3301bd64 None None] Port 79170856-7ade-4cc2-901c-7e7d7358d353 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:32:44.231591 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:32:44.241602 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-fe2d72cc-c346-48b9-b488-257f33fc79f0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "PUT /v2.0/routers/481c25bb-8625-4123-be31-51306b00d840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6124358 Jan 10 12:32:44.250620 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Sync routers for ids ['481c25bb-8625-4123-be31-51306b00d840'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:32:44.272827 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8982d6ac-72f3-48ee-9e4e-44ce3301bd64 None None] Provisioning complete for port e8fe402c-fd87-40ec-8a82-d02b11208ff4 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:32:44.273404 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8982d6ac-72f3-48ee-9e4e-44ce3301bd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (e8fe402c-fd87-40ec-8a82-d02b11208ff4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:44.276790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port b95f142b-39e3-4dd7-82b8-5457e9251927 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:32:44.277339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b95f142b-39e3-4dd7-82b8-5457e9251927), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:44.317804 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Routers {'481c25bb-8625-4123-be31-51306b00d840'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:32:44.318434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:32:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['481c25bb-8625-4123-be31-51306b00d840'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:44.402725 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-35e95d5d-829e-403f-81c9-09e257017640 req-ff59ed71-6e53-413e-a6bd-00bde3d51cb0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515304079&fields=id&tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3 HTTP/1.1" status: 200 len: 267 time: 0.0501595 Jan 10 12:32:44.502930 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Set router 481c25bb-8625-4123-be31-51306b00d840 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:32:44.516366 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95d5d-829e-403f-81c9-09e257017640 req-fae46530-36f8-46bf-bdf1-093be94a2ee4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:44.517891 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-35e95d5d-829e-403f-81c9-09e257017640 req-fae46530-36f8-46bf-bdf1-093be94a2ee4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/networks?id=fa042e1e-1826-40e4-86fa-6910d4f656c4 HTTP/1.1" status: 200 len: 797 time: 0.1064749 Jan 10 12:32:44.532940 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-35e95d5d-829e-403f-81c9-09e257017640 req-fb6246ef-eb5b-48eb-98fc-c98af525a670 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/quotas/cc6d11ffd4e1456e966331f2b05cc6f3 HTTP/1.1" status: 200 len: 375 time: 0.0095594 Jan 10 12:32:44.584394 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-35e95d5d-829e-403f-81c9-09e257017640 req-0c94c85f-e563-4ade-ab27-3ecefcb5f037 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455568 Jan 10 12:32:44.587677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device e8fe402c-fd87-40ec-8a82-d02b11208ff4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:32:44.707140 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a99eca74-a019-40f1-b057-b917ec8570e7 None None] Provisioning complete for port 79170856-7ade-4cc2-901c-7e7d7358d353 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:32:44.707522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a99eca74-a019-40f1-b057-b917ec8570e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:44.716801 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-35e95d5d-829e-403f-81c9-09e257017640 req-7cf6b5fc-419f-4530-9253-57b828fd8615 service neutron] 10.222.0.16 "GET /v2.0/networks/fa042e1e-1826-40e4-86fa-6910d4f656c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204970 Jan 10 12:32:44.743875 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port e8fe402c-fd87-40ec-8a82-d02b11208ff4 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:32:44.744253 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (e8fe402c-fd87-40ec-8a82-d02b11208ff4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:44.797732 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-a99eca74-a019-40f1-b057-b917ec8570e7 None None] Port 79170856-7ade-4cc2-901c-7e7d7358d353 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:32:44.811187 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-35e95d5d-829e-403f-81c9-09e257017640 req-4ebfdb80-13b3-496d-9610-e6fd275b22d8 service neutron] 10.222.0.16 "GET /v2.0/networks/fa042e1e-1826-40e4-86fa-6910d4f656c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879281 Jan 10 12:32:44.868477 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481c25bb-8625-4123-be31-51306b00d840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555981866', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:32:38Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:39Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '79170856-7ade-4cc2-901c-7e7d7358d353', 'name': '', 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:47:a2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:42Z', 'updated_at': '2022-01-10T12:32:43Z', 'revision_number': 2, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:44.897744 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Checking router: 481c25bb-8625-4123-be31-51306b00d840 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:32:44.902101 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Updating router 481c25bb-8625-4123-be31-51306b00d840 port 79170856-7ade-4cc2-901c-7e7d7358d353 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:32:44.926174 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:45.060111 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7a01c24f-8ab5-44ae-8e22-e0d98893eb02 req-d63936bf-bce8-4355-8d08-a564afec0cc3 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 210 time: 0.0271888 Jan 10 12:32:45.201942 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Publish callbacks [] for port (79170856-7ade-4cc2-901c-7e7d7358d353), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:45.264926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:45.315369 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec12649-2605-4838-bc12-02978c750a35 None None] Pushing event updated for resources: {'Port': ['ID=79170856-7ade-4cc2-901c-7e7d7358d353,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:45.369200 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Attempting to bind port 79170856-7ade-4cc2-901c-7e7d7358d353 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:32:45.369693 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Attempting to bind port 79170856-7ade-4cc2-901c-7e7d7358d353 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fe444bb8-0ab9-4419-a428-38bdda624546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:32:45.369965 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Attempting to bind port 79170856-7ade-4cc2-901c-7e7d7358d353 on network fa042e1e-1826-40e4-86fa-6910d4f656c4 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:32:45.375794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:32:45.376174 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Checking segment: {'id': 'fe444bb8-0ab9-4419-a428-38bdda624546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:32:45.377614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:45.377614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Bound using segment: {'id': 'fe444bb8-0ab9-4419-a428-38bdda624546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:32:45.377614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Bound port: 79170856-7ade-4cc2-901c-7e7d7358d353, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe444bb8-0ab9-4419-a428-38bdda624546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:32:45.377900 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:45.443526 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] For port 79170856-7ade-4cc2-901c-7e7d7358d353, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:32:45.446757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] For port 79170856-7ade-4cc2-901c-7e7d7358d353, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=79170856-7ade-4cc2-901c-7e7d7358d353,segment=NetworkSegment(fe444bb8-0ab9-4419-a428-38bdda624546),segment_id=fe444bb8-0ab9-4419-a428-38bdda624546)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:32:45.512304 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:45.566980 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-33ae230c-fc00-4e91-87b6-71e7f633e640 None None] Provisioning complete for port 79170856-7ade-4cc2-901c-7e7d7358d353 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:32:45.567365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-33ae230c-fc00-4e91-87b6-71e7f633e640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:45.607910 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec12649-2605-4838-bc12-02978c750a35 None None] Pushing event updated for resources: {'Port': ['ID=79170856-7ade-4cc2-901c-7e7d7358d353,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:45.612636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Routers {'481c25bb-8625-4123-be31-51306b00d840'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:32:45.613250 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:32:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['481c25bb-8625-4123-be31-51306b00d840'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:45.900892 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] Set router 481c25bb-8625-4123-be31-51306b00d840 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:32:45.902896 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-33ae230c-fc00-4e91-87b6-71e7f633e640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:45.995590 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-33ae230c-fc00-4e91-87b6-71e7f633e640 None None] For port 79170856-7ade-4cc2-901c-7e7d7358d353, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=79170856-7ade-4cc2-901c-7e7d7358d353,segment=NetworkSegment(fe444bb8-0ab9-4419-a428-38bdda624546),segment_id=fe444bb8-0ab9-4419-a428-38bdda624546)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:32:46.060770 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device e8fe402c-fd87-40ec-8a82-d02b11208ff4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:32:46.100850 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-33ae230c-fc00-4e91-87b6-71e7f633e640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:46.141585 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f761a690-e4b2-4b61-9e53-6b95e87a9035 req-1869b894-c161-4112-9a07-a24b8377e9ee tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 210 time: 0.0276973 Jan 10 12:32:46.187233 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port e8fe402c-fd87-40ec-8a82-d02b11208ff4 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:32:46.187633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (e8fe402c-fd87-40ec-8a82-d02b11208ff4), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:46.213309 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae230c-fc00-4e91-87b6-71e7f633e640 None None] Pushing event updated for resources: {'Port': ['ID=79170856-7ade-4cc2-901c-7e7d7358d353,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:46.255046 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-58aac738-a41c-4578-bf74-6784e6650097 None None] Provisioning complete for port 79170856-7ade-4cc2-901c-7e7d7358d353 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:32:46.255461 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-58aac738-a41c-4578-bf74-6784e6650097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:46.286161 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481c25bb-8625-4123-be31-51306b00d840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555981866', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:32:38Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:39Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '79170856-7ade-4cc2-901c-7e7d7358d353', 'name': '', 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:47:a2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:42Z', 'updated_at': '2022-01-10T12:32:45Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:32:46.322306 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afab24b-0ae0-49fd-a3f0-8a9518598379 None None] The sync data for ids ['481c25bb-8625-4123-be31-51306b00d840'] in dv-neutron-master-2-hyperv is: [{'id': '481c25bb-8625-4123-be31-51306b00d840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555981866', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:32:38Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:39Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '79170856-7ade-4cc2-901c-7e7d7358d353', 'name': '', 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:47:a2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:42Z', 'updated_at': '2022-01-10T12:32:45Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:32:47.218865 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2f461a4b-e1b0-4e79-a34d-c3db9a9732d0 req-fcf76639-e98d-400d-86a3-26a1141b1f92 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 210 time: 0.0262051 Jan 10 12:32:48.082496 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 79170856-7ade-4cc2-901c-7e7d7358d353 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:32:48.134661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 79170856-7ade-4cc2-901c-7e7d7358d353 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:32:48.135037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:48.312084 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-01882312-d711-4872-845a-dfe638465806 req-4bdce986-d6b4-4ecc-8107-f132a41abd0b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 210 time: 0.0261798 Jan 10 12:32:48.937046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95d5d-829e-403f-81c9-09e257017640 req-81552fe1-760a-4465-82fd-026c0dc032e4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:48.938547 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-35e95d5d-829e-403f-81c9-09e257017640 req-81552fe1-760a-4465-82fd-026c0dc032e4 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "GET /v2.0/networks?id=fa042e1e-1826-40e4-86fa-6910d4f656c4 HTTP/1.1" status: 200 len: 797 time: 0.1055932 Jan 10 12:32:49.320396 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-35e95d5d-829e-403f-81c9-09e257017640 req-ea5d0b36-ad7e-486f-af72-6920d163c0b7 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3 HTTP/1.1" status: 200 len: 380 time: 0.3731380 Jan 10 12:32:49.330145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-35e95d5d-829e-403f-81c9-09e257017640 req-e8268d12-a963-483f-9378-fbc67976d703 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'port': {'device_id': '4e5ea052-5305-4938-8057-bbca2563ab15', 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4', 'admin_state_up': True, 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'security_groups': ['83780acc-50e5-4d3e-8ba2-6fd27f6c10ba']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:32:49.418200 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bb51ff67-e6e8-4cbc-b0f0-eb70895be07e req-80024bdf-7a21-47d6-918e-ea7a07bcd727 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 210 time: 0.0355785 Jan 10 12:32:49.516480 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e95d5d-829e-403f-81c9-09e257017640 req-e8268d12-a963-483f-9378-fbc67976d703 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Made reservation on behalf of cc6d11ffd4e1456e966331f2b05cc6f3 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:32:49.520004 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-35e95d5d-829e-403f-81c9-09e257017640 req-e8268d12-a963-483f-9378-fbc67976d703 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:49.640096 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-35e95d5d-829e-403f-81c9-09e257017640 req-e8268d12-a963-483f-9378-fbc67976d703 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.20.0.4 (fa042e1e-1826-40e4-86fa-6910d4f656c4/f5455558-dd1f-4d3c-aad1-373a51494a31/7029cfab-4777-4c25-9a16-57e6c49cdd5d) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:32:49.776046 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-35e95d5d-829e-403f-81c9-09e257017640 req-e8268d12-a963-483f-9378-fbc67976d703 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (7029cfab-4777-4c25-9a16-57e6c49cdd5d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:49.781035 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:49.878704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-35e95d5d-829e-403f-81c9-09e257017640 req-e8268d12-a963-483f-9378-fbc67976d703 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (7029cfab-4777-4c25-9a16-57e6c49cdd5d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:49.922913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e95d5d-829e-403f-81c9-09e257017640 req-e8268d12-a963-483f-9378-fbc67976d703 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network fa042e1e-1826-40e4-86fa-6910d4f656c4 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:32:49.926119 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-35e95d5d-829e-403f-81c9-09e257017640 req-e8268d12-a963-483f-9378-fbc67976d703 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:32:49.929833 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e95d5d-829e-403f-81c9-09e257017640 req-e8268d12-a963-483f-9378-fbc67976d703 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:32:49.936191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8268d12-a963-483f-9378-fbc67976d703 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=7029cfab-4777-4c25-9a16-57e6c49cdd5d,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:49.988043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95d5d-829e-403f-81c9-09e257017640 req-e8268d12-a963-483f-9378-fbc67976d703 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:49.988736 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-35e95d5d-829e-403f-81c9-09e257017640 req-e8268d12-a963-483f-9378-fbc67976d703 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:50.052821 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-35e95d5d-829e-403f-81c9-09e257017640 req-e8268d12-a963-483f-9378-fbc67976d703 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7268836 Jan 10 12:32:50.064296 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Request body: {'port': {'device_id': '4e5ea052-5305-4938-8057-bbca2563ab15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:32:50.119937 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7029cfab-4777-4c25-9a16-57e6c49cdd5d), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:50.163797 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-0584b331-f651-46fb-8bed-ae202531c15f None None] Provisioning complete for port 7029cfab-4777-4c25-9a16-57e6c49cdd5d triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:32:50.164175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0584b331-f651-46fb-8bed-ae202531c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7029cfab-4777-4c25-9a16-57e6c49cdd5d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:50.201914 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-0584b331-f651-46fb-8bed-ae202531c15f None None] Port 7029cfab-4777-4c25-9a16-57e6c49cdd5d cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:32:50.376788 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7029cfab-4777-4c25-9a16-57e6c49cdd5d {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:32:50.384067 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Publish callbacks [] for port (7029cfab-4777-4c25-9a16-57e6c49cdd5d), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:50.396164 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Transition to ACTIVE for port object 7029cfab-4777-4c25-9a16-57e6c49cdd5d will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:32:50.483901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (7029cfab-4777-4c25-9a16-57e6c49cdd5d), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:50.538304 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1cf83-ebf3-46b4-ae75-b217d8daf5e7 req-df6c1105-72b4-4b5c-a1bf-e1270439ddcc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:50.540148 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-48c1cf83-ebf3-46b4-ae75-b217d8daf5e7 req-df6c1105-72b4-4b5c-a1bf-e1270439ddcc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 943 time: 0.0555151 Jan 10 12:32:50.558826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Pushing event updated for resources: {'Port': ['ID=7029cfab-4777-4c25-9a16-57e6c49cdd5d,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:50.594780 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-48c1cf83-ebf3-46b4-ae75-b217d8daf5e7 req-a151b1ef-dcb2-4879-ac1d-55fbdf17f2de tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482898 Jan 10 12:32:50.617330 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Attempting to bind port 7029cfab-4777-4c25-9a16-57e6c49cdd5d on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:32:50.617678 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Attempting to bind port 7029cfab-4777-4c25-9a16-57e6c49cdd5d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fe444bb8-0ab9-4419-a428-38bdda624546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:32:50.618045 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Attempting to bind port 7029cfab-4777-4c25-9a16-57e6c49cdd5d on network fa042e1e-1826-40e4-86fa-6910d4f656c4 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:32:50.622719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Port 7029cfab-4777-4c25-9a16-57e6c49cdd5d on network fa042e1e-1826-40e4-86fa-6910d4f656c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:32:50.623045 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Attempting to bind port 7029cfab-4777-4c25-9a16-57e6c49cdd5d on network fa042e1e-1826-40e4-86fa-6910d4f656c4 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:32:50.628185 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:32:50.628465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Checking segment: {'id': 'fe444bb8-0ab9-4419-a428-38bdda624546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:32:50.628858 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Bound using segment: {'id': 'fe444bb8-0ab9-4419-a428-38bdda624546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:32:50.629285 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Bound port: 7029cfab-4777-4c25-9a16-57e6c49cdd5d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe444bb8-0ab9-4419-a428-38bdda624546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:32:50.629645 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7029cfab-4777-4c25-9a16-57e6c49cdd5d), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:50.694743 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] For port 7029cfab-4777-4c25-9a16-57e6c49cdd5d, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:32:50.697904 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] For port 7029cfab-4777-4c25-9a16-57e6c49cdd5d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7029cfab-4777-4c25-9a16-57e6c49cdd5d,segment=NetworkSegment(fe444bb8-0ab9-4419-a428-38bdda624546),segment_id=fe444bb8-0ab9-4419-a428-38bdda624546)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:32:50.793082 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (7029cfab-4777-4c25-9a16-57e6c49cdd5d), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:50.832865 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:50.833487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:50.834976 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-35e95d5d-829e-403f-81c9-09e257017640 req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] 10.222.0.30 "PUT /v2.0/ports/7029cfab-4777-4c25-9a16-57e6c49cdd5d HTTP/1.1" status: 200 len: 1093 time: 0.7757437 Jan 10 12:32:50.835438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5ea052-5305-4938-8057-bbca2563ab15', 'tag': '7029cfab-4777-4c25-9a16-57e6c49cdd5d'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:32:50.837708 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b37838-8681-429a-8e7c-4c7a4a745832" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5ea052-5305-4938-8057-bbca2563ab15", "tag": "7029cfab-4777-4c25-9a16-57e6c49cdd5d"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:32:50.867403 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691d5ec-1db1-4e30-9f93-ee9867be4b4c service neutron] Pushing event updated for resources: {'Port': ['ID=7029cfab-4777-4c25-9a16-57e6c49cdd5d,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:50.880568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce94ba76-fce2-489b-9d90-575fbc862158 x-openstack-request-id: req-ce94ba76-fce2-489b-9d90-575fbc862158 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:32:50.880897 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5ea052-5305-4938-8057-bbca2563ab15", "tag": "7029cfab-4777-4c25-9a16-57e6c49cdd5d", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:32:50.881161 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce94ba76-fce2-489b-9d90-575fbc862158 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:32:50.881575 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5ea052-5305-4938-8057-bbca2563ab15', 'tag': '7029cfab-4777-4c25-9a16-57e6c49cdd5d', 'status': 'completed', 'code': 200} Jan 10 12:32:50.945560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b37838-8681-429a-8e7c-4c7a4a745832 req-47a11ce5-3376-40b7-87ac-bfbec82da27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:50.947182 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-21b37838-8681-429a-8e7c-4c7a4a745832 req-47a11ce5-3376-40b7-87ac-bfbec82da27f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 1096 time: 0.0439279 Jan 10 12:32:51.050358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b37838-8681-429a-8e7c-4c7a4a745832 req-5cc1d662-177a-4172-b984-c3b15dfcf730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:51.051849 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-21b37838-8681-429a-8e7c-4c7a4a745832 req-5cc1d662-177a-4172-b984-c3b15dfcf730 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0977993 Jan 10 12:32:51.143735 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b37838-8681-429a-8e7c-4c7a4a745832 req-0cd46a42-1b37-43de-bac3-e1cd84a06c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:51.145106 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-21b37838-8681-429a-8e7c-4c7a4a745832 req-0cd46a42-1b37-43de-bac3-e1cd84a06c9f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877707 Jan 10 12:32:51.217640 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95d5d-829e-403f-81c9-09e257017640 req-4d591c57-831c-4aa3-ac1e-136949e4c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:51.219503 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-35e95d5d-829e-403f-81c9-09e257017640 req-4d591c57-831c-4aa3-ac1e-136949e4c606 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 1096 time: 0.0412066 Jan 10 12:32:51.266191 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-35e95d5d-829e-403f-81c9-09e257017640 req-78e00980-6e55-41aa-9cd4-828d67d97336 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7029cfab-4777-4c25-9a16-57e6c49cdd5d HTTP/1.1" status: 200 len: 217 time: 0.0395086 Jan 10 12:32:51.310996 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95d5d-829e-403f-81c9-09e257017640 req-de14640b-1915-4cd3-a3ad-9bedf673addc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:51.312926 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-35e95d5d-829e-403f-81c9-09e257017640 req-de14640b-1915-4cd3-a3ad-9bedf673addc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f5455558-dd1f-4d3c-aad1-373a51494a31 HTTP/1.1" status: 200 len: 835 time: 0.0419338 Jan 10 12:32:51.356460 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95d5d-829e-403f-81c9-09e257017640 req-48a8cacd-13bc-4b1a-8bff-f278faadab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:51.358188 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-35e95d5d-829e-403f-81c9-09e257017640 req-48a8cacd-13bc-4b1a-8bff-f278faadab7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fa042e1e-1826-40e4-86fa-6910d4f656c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395331 Jan 10 12:32:51.449936 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-35e95d5d-829e-403f-81c9-09e257017640 req-7fd218b6-9265-4854-9c92-c3582045e370 service neutron] 10.222.0.30 "GET /v2.0/networks/fa042e1e-1826-40e4-86fa-6910d4f656c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856934 Jan 10 12:32:51.536137 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-35e95d5d-829e-403f-81c9-09e257017640 req-907fce3e-7eb7-4617-9b84-cb4df92d1da0 service neutron] 10.222.0.30 "GET /v2.0/networks/fa042e1e-1826-40e4-86fa-6910d4f656c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809417 Jan 10 12:32:51.709721 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801884c6-1b51-4680-b473-8e1fcfd1b576 req-b91fea5e-e31e-4d96-b7c3-4c291e4bfe40 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:51.711172 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-801884c6-1b51-4680-b473-8e1fcfd1b576 req-b91fea5e-e31e-4d96-b7c3-4c291e4bfe40 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 943 time: 0.0486169 Jan 10 12:32:51.759648 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-801884c6-1b51-4680-b473-8e1fcfd1b576 req-42cf8830-a367-49d1-8e0a-6fc7ee8221c5 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431120 Jan 10 12:32:52.878048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba17c-eba7-442e-a69b-e3e9dee1370c req-7a2e1bb4-ced1-47a8-a874-cc919978be88 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:52.879525 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd2ba17c-eba7-442e-a69b-e3e9dee1370c req-7a2e1bb4-ced1-47a8-a874-cc919978be88 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 943 time: 0.0539446 Jan 10 12:32:52.928052 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dd2ba17c-eba7-442e-a69b-e3e9dee1370c req-3e551178-e018-41a5-a2b7-3d58d7c11219 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429373 Jan 10 12:32:53.742270 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 7029cfab-4777-4c25-9a16-57e6c49cdd5d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:32:53.835614 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 7029cfab-4777-4c25-9a16-57e6c49cdd5d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7029cfab-4777-4c25-9a16-57e6c49cdd5d,segment=NetworkSegment(fe444bb8-0ab9-4419-a428-38bdda624546),segment_id=fe444bb8-0ab9-4419-a428-38bdda624546)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:32:53.847104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '7029cfab-4777-4c25-9a16-57e6c49cdd5d', 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4', 'port_id': '7029cfab-4777-4c25-9a16-57e6c49cdd5d', 'mac_address': 'fa:16:3e:19:88:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:32:53.882504 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7029cfab-4777-4c25-9a16-57e6c49cdd5d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:53.895222 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7029cfab-4777-4c25-9a16-57e6c49cdd5d {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:32:53.914372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 7029cfab-4777-4c25-9a16-57e6c49cdd5d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7029cfab-4777-4c25-9a16-57e6c49cdd5d,segment=NetworkSegment(fe444bb8-0ab9-4419-a428-38bdda624546),segment_id=fe444bb8-0ab9-4419-a428-38bdda624546)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:32:53.990339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7029cfab-4777-4c25-9a16-57e6c49cdd5d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:54.038322 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=7029cfab-4777-4c25-9a16-57e6c49cdd5d,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:54.050755 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670beda-6ba5-4d3b-88ac-15b2a1f34449 req-4f53fdb3-415b-453b-a0a2-683b70ad012c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:54.052234 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e670beda-6ba5-4d3b-88ac-15b2a1f34449 req-4f53fdb3-415b-453b-a0a2-683b70ad012c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 944 time: 0.0545771 Jan 10 12:32:54.100336 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e670beda-6ba5-4d3b-88ac-15b2a1f34449 req-1a40d572-1548-4c13-bc63-844d0f7ee2d5 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424623 Jan 10 12:32:54.197245 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['7029cfab-4777-4c25-9a16-57e6c49cdd5d'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:32:55.212941 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea670068-f6ce-49fd-b7f9-7b14a9ee2b62 req-3d75303e-edbc-473d-a4c5-a4b26526bc74 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:55.214455 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ea670068-f6ce-49fd-b7f9-7b14a9ee2b62 req-3d75303e-edbc-473d-a4c5-a4b26526bc74 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 944 time: 0.0481141 Jan 10 12:32:55.263962 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ea670068-f6ce-49fd-b7f9-7b14a9ee2b62 req-b4e09457-d1f5-48d8-bbaf-ca438296dac9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433681 Jan 10 12:32:55.758098 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 7029cfab-4777-4c25-9a16-57e6c49cdd5d up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:32:55.900861 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 7029cfab-4777-4c25-9a16-57e6c49cdd5d completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:32:55.904701 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 7029cfab-4777-4c25-9a16-57e6c49cdd5d triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:32:55.905078 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (7029cfab-4777-4c25-9a16-57e6c49cdd5d), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:55.980116 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (7029cfab-4777-4c25-9a16-57e6c49cdd5d), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:56.002666 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5ea052-5305-4938-8057-bbca2563ab15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7029cfab-4777-4c25-9a16-57e6c49cdd5d'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:32:56.004888 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea1e3ba-9a89-4ece-9576-4bd066c0ec14" -d '{"events": [{"server_uuid": "4e5ea052-5305-4938-8057-bbca2563ab15", "name": "network-vif-plugged", "status": "completed", "tag": "7029cfab-4777-4c25-9a16-57e6c49cdd5d"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:32:56.017364 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 7029cfab-4777-4c25-9a16-57e6c49cdd5d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7029cfab-4777-4c25-9a16-57e6c49cdd5d,segment=NetworkSegment(fe444bb8-0ab9-4419-a428-38bdda624546),segment_id=fe444bb8-0ab9-4419-a428-38bdda624546)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:32:56.089746 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec6e9be-44f3-4b69-a8c8-c8ede28d45ff x-openstack-request-id: req-2ec6e9be-44f3-4b69-a8c8-c8ede28d45ff {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:32:56.090248 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5ea052-5305-4938-8057-bbca2563ab15", "name": "network-vif-plugged", "status": "completed", "tag": "7029cfab-4777-4c25-9a16-57e6c49cdd5d", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:32:56.090514 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ec6e9be-44f3-4b69-a8c8-c8ede28d45ff {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:32:56.090924 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5ea052-5305-4938-8057-bbca2563ab15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7029cfab-4777-4c25-9a16-57e6c49cdd5d', 'code': 200} Jan 10 12:32:56.106737 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (7029cfab-4777-4c25-9a16-57e6c49cdd5d), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:56.161534 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=7029cfab-4777-4c25-9a16-57e6c49cdd5d,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:56.406399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51332c97-0345-4751-9644-1d0b2f9c8ca8 req-6d8aa2d7-5e37-4b10-8bd5-865531df6925 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:56.407889 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-51332c97-0345-4751-9644-1d0b2f9c8ca8 req-6d8aa2d7-5e37-4b10-8bd5-865531df6925 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 945 time: 0.0765641 Jan 10 12:32:56.422889 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4db63-c1b5-4692-ba42-3cf8c9b0957b req-25ae2021-808d-4abb-a329-9046478e11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:56.424289 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-01b4db63-c1b5-4692-ba42-3cf8c9b0957b req-25ae2021-808d-4abb-a329-9046478e11d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 1098 time: 0.0678117 Jan 10 12:32:56.490737 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-51332c97-0345-4751-9644-1d0b2f9c8ca8 req-0754f499-74ba-49ab-b9da-3e11bb1fa609 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760322 Jan 10 12:32:56.494393 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-01b4db63-c1b5-4692-ba42-3cf8c9b0957b req-6b273b0e-549b-443f-8843-a6e047fd05d7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629172 Jan 10 12:32:57.606201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a156-7f3c-4f6a-bdcf-f9f6d3ba9800 req-2cd4be3f-b49c-48bf-9187-68f9949aa81b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:57.607990 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-22f9a156-7f3c-4f6a-bdcf-f9f6d3ba9800 req-2cd4be3f-b49c-48bf-9187-68f9949aa81b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 945 time: 0.0498257 Jan 10 12:32:57.656893 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-22f9a156-7f3c-4f6a-bdcf-f9f6d3ba9800 req-f694f874-e5ac-4850-a3df-749632141535 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432892 Jan 10 12:32:57.911725 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-413fcabe-8e3e-4b49-a56f-b25ccc5a30af req-0176d47a-312a-425d-ae91-f582c68a98af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397525 Jan 10 12:32:57.994425 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fcabe-8e3e-4b49-a56f-b25ccc5a30af req-90b3e0bc-ec09-47df-9afe-8a2a14507836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:57.995895 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-413fcabe-8e3e-4b49-a56f-b25ccc5a30af req-90b3e0bc-ec09-47df-9afe-8a2a14507836 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 1098 time: 0.0441582 Jan 10 12:32:58.097262 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fcabe-8e3e-4b49-a56f-b25ccc5a30af req-a35efccb-d824-4541-b199-8b3c6a0dbe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:58.098772 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-413fcabe-8e3e-4b49-a56f-b25ccc5a30af req-a35efccb-d824-4541-b199-8b3c6a0dbe27 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fa042e1e-1826-40e4-86fa-6910d4f656c4 HTTP/1.1" status: 200 len: 898 time: 0.0853002 Jan 10 12:32:58.143274 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-413fcabe-8e3e-4b49-a56f-b25ccc5a30af req-cfff9398-d3ab-47cf-b857-ae89da98de89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7029cfab-4777-4c25-9a16-57e6c49cdd5d HTTP/1.1" status: 200 len: 217 time: 0.0383801 Jan 10 12:32:58.190132 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fcabe-8e3e-4b49-a56f-b25ccc5a30af req-8b0fb007-1c3b-4e83-a50d-bd5cfce4b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:58.191462 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-413fcabe-8e3e-4b49-a56f-b25ccc5a30af req-8b0fb007-1c3b-4e83-a50d-bd5cfce4b2d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f5455558-dd1f-4d3c-aad1-373a51494a31 HTTP/1.1" status: 200 len: 835 time: 0.0427775 Jan 10 12:32:58.234386 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fcabe-8e3e-4b49-a56f-b25ccc5a30af req-1594547f-138e-447e-bf8c-54d5929cafbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:58.235880 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-413fcabe-8e3e-4b49-a56f-b25ccc5a30af req-1594547f-138e-447e-bf8c-54d5929cafbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fa042e1e-1826-40e4-86fa-6910d4f656c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391729 Jan 10 12:32:58.326355 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-413fcabe-8e3e-4b49-a56f-b25ccc5a30af req-0cd9bd17-2bff-4fcf-9a0a-a4feba12d76d service neutron] 10.222.0.30 "GET /v2.0/networks/fa042e1e-1826-40e4-86fa-6910d4f656c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848792 Jan 10 12:32:58.414178 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-413fcabe-8e3e-4b49-a56f-b25ccc5a30af req-f6410894-8476-4cd9-b21b-d78fdac2e469 service neutron] 10.222.0.30 "GET /v2.0/networks/fa042e1e-1826-40e4-86fa-6910d4f656c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817144 Jan 10 12:32:58.770090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9c42a-0ca5-478c-88a4-e3d1c76e9217 req-54874ec1-e8b3-4cdc-972b-54bd4b20a3b5 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:58.771574 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dfa9c42a-0ca5-478c-88a4-e3d1c76e9217 req-54874ec1-e8b3-4cdc-972b-54bd4b20a3b5 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 945 time: 0.0492299 Jan 10 12:32:58.823001 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-dfa9c42a-0ca5-478c-88a4-e3d1c76e9217 req-fb629589-e040-419b-9384-365954dc60ac tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460303 Jan 10 12:32:58.936846 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544b4f7-12ea-488b-b76c-e7fe28d0ddf8 req-c355b6a2-9816-406a-ac9f-e95520ad48f6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:58.938856 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3544b4f7-12ea-488b-b76c-e7fe28d0ddf8 req-c355b6a2-9816-406a-ac9f-e95520ad48f6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 945 time: 0.0489926 Jan 10 12:32:58.991250 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3544b4f7-12ea-488b-b76c-e7fe28d0ddf8 req-55f68709-8741-46a7-bfab-267143c597f9 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467298 Jan 10 12:32:59.012504 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36882) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:59.051480 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5741c2a-8619-479e-ae75-6a31faf58675 tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:32:59.052949 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c5741c2a-8619-479e-ae75-6a31faf58675 tempest-TestNetworkAdvancedServerOps-692826664 tempest-TestNetworkAdvancedServerOps-692826664-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 1093 time: 0.0394688 Jan 10 12:32:59.055634 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36884) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:32:59.059869 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '7029cfab-4777-4c25-9a16-57e6c49cdd5d', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:32:59.140880 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:59.236073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:59.341029 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Allocated IP 172.36.2.236 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/3ba396da-9178-4290-be5e-9af4d8136d21) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:32:59.442502 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (3ba396da-9178-4290-be5e-9af4d8136d21), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:59.524051 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (3ba396da-9178-4290-be5e-9af4d8136d21), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:32:59.564376 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:32:59.567256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:32:59.569877 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:32:59.593630 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=3ba396da-9178-4290-be5e-9af4d8136d21,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:32:59.904908 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (ff8f77da-b19b-4c70-b98c-00a9858d008e), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:00.017005 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (3ba396da-9178-4290-be5e-9af4d8136d21), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:00.166133 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for port (3ba396da-9178-4290-be5e-9af4d8136d21), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:00.209156 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (3ba396da-9178-4290-be5e-9af4d8136d21), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:00.275015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event updated for resources: {'Port': ['ID=3ba396da-9178-4290-be5e-9af4d8136d21,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:00.286372 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (ff8f77da-b19b-4c70-b98c-00a9858d008e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:00.384318 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Floating IP ff8f77da-b19b-4c70-b98c-00a9858d008e associated. External IP: 172.36.2.236, port: 7029cfab-4777-4c25-9a16-57e6c49cdd5d. Jan 10 12:33:00.590402 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 481c25bb-8625-4123-be31-51306b00d840 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:33:00.697164 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:33:00.706929 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9320c678-6e29-435d-970f-c5e0310de665 None None] Sync routers for ids ['481c25bb-8625-4123-be31-51306b00d840'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:33:00.716592 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9320c678-6e29-435d-970f-c5e0310de665 None None] Routers {'481c25bb-8625-4123-be31-51306b00d840'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:33:00.723229 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9320c678-6e29-435d-970f-c5e0310de665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:32:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['481c25bb-8625-4123-be31-51306b00d840'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:00.805592 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:00.823352 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-9320c678-6e29-435d-970f-c5e0310de665 None None] Set router 481c25bb-8625-4123-be31-51306b00d840 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:33:00.832901 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2194ee2c-a601-4fd0-9f0d-9e9b21da6831 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7762818 Jan 10 12:33:00.833717 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5ea052-5305-4938-8057-bbca2563ab15', 'tag': '7029cfab-4777-4c25-9a16-57e6c49cdd5d'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:33:00.836005 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659aaf69-2fe5-4a7f-9b30-84ee1fdbda80" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5ea052-5305-4938-8057-bbca2563ab15", "tag": "7029cfab-4777-4c25-9a16-57e6c49cdd5d"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:33:00.878741 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fefc735-ebe0-42bb-9b89-34cd611f99a3 x-openstack-request-id: req-5fefc735-ebe0-42bb-9b89-34cd611f99a3 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:33:00.879039 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5ea052-5305-4938-8057-bbca2563ab15", "tag": "7029cfab-4777-4c25-9a16-57e6c49cdd5d", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:33:00.879298 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5fefc735-ebe0-42bb-9b89-34cd611f99a3 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:33:00.879714 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5ea052-5305-4938-8057-bbca2563ab15', 'tag': '7029cfab-4777-4c25-9a16-57e6c49cdd5d', 'status': 'completed', 'code': 200} Jan 10 12:33:00.961511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f914a-e495-45c0-9be2-4172e89f3c31 req-4c138a75-0be3-4112-b564-55155fcddb74 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:00.963026 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-541f914a-e495-45c0-9be2-4172e89f3c31 req-4c138a75-0be3-4112-b564-55155fcddb74 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 945 time: 0.0779741 Jan 10 12:33:00.971483 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aaf69-2fe5-4a7f-9b30-84ee1fdbda80 req-590f68ed-e9ba-42d9-83f1-40b29ff73d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:00.972896 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-659aaf69-2fe5-4a7f-9b30-84ee1fdbda80 req-590f68ed-e9ba-42d9-83f1-40b29ff73d37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 1098 time: 0.0613542 Jan 10 12:33:01.050669 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9320c678-6e29-435d-970f-c5e0310de665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481c25bb-8625-4123-be31-51306b00d840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555981866', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:32:38Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:39Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ff8f77da-b19b-4c70-b98c-00a9858d008e', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'floating_ip_address': '172.36.2.236', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '481c25bb-8625-4123-be31-51306b00d840', 'port_id': '7029cfab-4777-4c25-9a16-57e6c49cdd5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4', 'mac_address': 'fa:16:3e:19:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5ea052-5305-4938-8057-bbca2563ab15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:32:59Z', 'updated_at': '2022-01-10T12:32:59Z', 'revision_number': 0, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79170856-7ade-4cc2-901c-7e7d7358d353', 'name': '', 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:47:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:42Z', 'updated_at': '2022-01-10T12:32:45Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:01.072535 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-541f914a-e495-45c0-9be2-4172e89f3c31 req-8181e618-aea4-4b04-b949-ccd943de715c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032774 Jan 10 12:33:01.076984 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9320c678-6e29-435d-970f-c5e0310de665 None None] Checking router: 481c25bb-8625-4123-be31-51306b00d840 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:33:01.085595 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9320c678-6e29-435d-970f-c5e0310de665 None None] Routers {'481c25bb-8625-4123-be31-51306b00d840'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:33:01.086255 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9320c678-6e29-435d-970f-c5e0310de665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:32:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['481c25bb-8625-4123-be31-51306b00d840'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:01.095898 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aaf69-2fe5-4a7f-9b30-84ee1fdbda80 req-68d0b9a7-28f8-43da-aaa2-2e0466f9e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:01.096432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36890) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:01.097430 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-659aaf69-2fe5-4a7f-9b30-84ee1fdbda80 req-68d0b9a7-28f8-43da-aaa2-2e0466f9e61f service neutron] 10.222.0.30 "GET /v2.0/networks?id=fa042e1e-1826-40e4-86fa-6910d4f656c4 HTTP/1.1" status: 200 len: 898 time: 0.1183405 Jan 10 12:33:01.160074 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-50b8667a-6791-4da7-a559-5f2bd691622c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/ff8f77da-b19b-4c70-b98c-00a9858d008e HTTP/1.1" status: 200 len: 991 time: 0.0624382 Jan 10 12:33:01.164757 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-659aaf69-2fe5-4a7f-9b30-84ee1fdbda80 req-00c11892-db55-45da-aed9-8101723bcc82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7029cfab-4777-4c25-9a16-57e6c49cdd5d HTTP/1.1" status: 200 len: 999 time: 0.0610163 Jan 10 12:33:01.194651 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-9320c678-6e29-435d-970f-c5e0310de665 None None] Set router 481c25bb-8625-4123-be31-51306b00d840 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:33:01.216461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aaf69-2fe5-4a7f-9b30-84ee1fdbda80 req-341d996f-e904-46a5-8913-351b28fe4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:01.217992 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-659aaf69-2fe5-4a7f-9b30-84ee1fdbda80 req-341d996f-e904-46a5-8913-351b28fe4b93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f5455558-dd1f-4d3c-aad1-373a51494a31 HTTP/1.1" status: 200 len: 835 time: 0.0471351 Jan 10 12:33:01.261718 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aaf69-2fe5-4a7f-9b30-84ee1fdbda80 req-0b56253e-23d1-4cbf-bd02-77f927681198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:01.263114 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-659aaf69-2fe5-4a7f-9b30-84ee1fdbda80 req-0b56253e-23d1-4cbf-bd02-77f927681198 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fa042e1e-1826-40e4-86fa-6910d4f656c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396583 Jan 10 12:33:01.362350 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-659aaf69-2fe5-4a7f-9b30-84ee1fdbda80 req-2cf1ccfa-46c0-474f-9833-cd23ac4f1859 service neutron] 10.222.0.30 "GET /v2.0/networks/fa042e1e-1826-40e4-86fa-6910d4f656c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859735 Jan 10 12:33:01.417950 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-9320c678-6e29-435d-970f-c5e0310de665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481c25bb-8625-4123-be31-51306b00d840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555981866', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:32:38Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:39Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ff8f77da-b19b-4c70-b98c-00a9858d008e', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'floating_ip_address': '172.36.2.236', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '481c25bb-8625-4123-be31-51306b00d840', 'port_id': '7029cfab-4777-4c25-9a16-57e6c49cdd5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4', 'mac_address': 'fa:16:3e:19:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5ea052-5305-4938-8057-bbca2563ab15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:32:59Z', 'updated_at': '2022-01-10T12:32:59Z', 'revision_number': 0, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79170856-7ade-4cc2-901c-7e7d7358d353', 'name': '', 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:47:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:42Z', 'updated_at': '2022-01-10T12:32:45Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:01.442954 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-659aaf69-2fe5-4a7f-9b30-84ee1fdbda80 req-1e574079-5b66-4b67-9a56-08779d604b92 service neutron] 10.222.0.30 "GET /v2.0/networks/fa042e1e-1826-40e4-86fa-6910d4f656c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829191 Jan 10 12:33:01.447580 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9320c678-6e29-435d-970f-c5e0310de665 None None] The sync data for ids ['481c25bb-8625-4123-be31-51306b00d840'] in dv-neutron-master-2-hyperv is: [{'id': '481c25bb-8625-4123-be31-51306b00d840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555981866', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:32:38Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:39Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ff8f77da-b19b-4c70-b98c-00a9858d008e', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'floating_ip_address': '172.36.2.236', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': '481c25bb-8625-4123-be31-51306b00d840', 'port_id': '7029cfab-4777-4c25-9a16-57e6c49cdd5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4', 'mac_address': 'fa:16:3e:19:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5ea052-5305-4938-8057-bbca2563ab15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:32:59Z', 'updated_at': '2022-01-10T12:32:59Z', 'revision_number': 0, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79170856-7ade-4cc2-901c-7e7d7358d353', 'name': '', 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:47:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:42Z', 'updated_at': '2022-01-10T12:32:45Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:33:01.653480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df3fa8-36d9-4cf1-b7d6-7f1eb2438fa6 None None] New status for floating IP ff8f77da-b19b-4c70-b98c-00a9858d008e: ACTIVE {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:33:02.163604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36892) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:02.226907 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-961c4ed2-8f0f-4773-98f3-1a22c80cca2b tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/ff8f77da-b19b-4c70-b98c-00a9858d008e HTTP/1.1" status: 200 len: 993 time: 0.0621488 Jan 10 12:33:06.092659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2fee80e5-3f11-4fba-b753-4fb2fe22368d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:10.355857 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2c7095c7-fc5c-4445-9358-1b10964c9278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:10.809042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:12.369260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:13.317853 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:16.809525 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:33:19.826242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:29.103615 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f3472-1f0c-48d7-aa6f-e545a7222ca5 req-62e6d48f-b367-42b8-b95b-f6fda0d3c58c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:29.105093 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5b2f3472-1f0c-48d7-aa6f-e545a7222ca5 req-62e6d48f-b367-42b8-b95b-f6fda0d3c58c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 945 time: 0.0504899 Jan 10 12:33:29.152942 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5b2f3472-1f0c-48d7-aa6f-e545a7222ca5 req-c9a7b3f4-a731-4a9b-8a2f-447f564156c5 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420744 Jan 10 12:33:30.268088 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38959c21-b390-451f-a451-0c32577af4b8 req-9c60439c-0295-4d8c-a1ce-77d60394f78a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:30.269582 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-38959c21-b390-451f-a451-0c32577af4b8 req-9c60439c-0295-4d8c-a1ce-77d60394f78a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 945 time: 0.0493414 Jan 10 12:33:30.322588 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-38959c21-b390-451f-a451-0c32577af4b8 req-39a90811-7e01-490e-b86c-f53ae5667bfb tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474548 Jan 10 12:33:30.343878 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36908) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:30.404316 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f2241d6e-5f89-4a11-8572-44f1d62f8e04 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/ff8f77da-b19b-4c70-b98c-00a9858d008e HTTP/1.1" status: 200 len: 993 time: 0.0588262 Jan 10 12:33:31.039879 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [req-4db58746-2c5e-4c11-a982-95257aa25993 req-b155e61d-a8c8-4e29-b32a-d8e90a0681bd service neutron] (110625) timed out ('10.222.0.16', 32936) {{(pid=110625) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 10 12:33:31.875601 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c824f-1a29-4793-b31e-b249f52c3f75 req-dad595be-ce74-4ac5-b66b-c6d9e0d02135 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:31.877131 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-075c824f-1a29-4793-b31e-b249f52c3f75 req-dad595be-ce74-4ac5-b66b-c6d9e0d02135 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 945 time: 0.0566185 Jan 10 12:33:31.928030 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-075c824f-1a29-4793-b31e-b249f52c3f75 req-021b1c47-d0e7-4f5b-ab07-0902345abddb tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451665 Jan 10 12:33:31.950319 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605b08c-31d1-4773-90d6-ad37eba225af req-afeb38b7-afdb-482e-b099-fdd70cf63ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:31.951831 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7605b08c-31d1-4773-90d6-ad37eba225af req-afeb38b7-afdb-482e-b099-fdd70cf63ebe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 1098 time: 0.0406246 Jan 10 12:33:32.044530 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605b08c-31d1-4773-90d6-ad37eba225af req-eb784411-61d6-4375-9eee-aa73cebfae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:32.046012 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7605b08c-31d1-4773-90d6-ad37eba225af req-eb784411-61d6-4375-9eee-aa73cebfae16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fa042e1e-1826-40e4-86fa-6910d4f656c4 HTTP/1.1" status: 200 len: 898 time: 0.0879493 Jan 10 12:33:32.108188 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7605b08c-31d1-4773-90d6-ad37eba225af req-cfe7fc8e-c33a-4a4b-a232-c5b31df50263 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7029cfab-4777-4c25-9a16-57e6c49cdd5d HTTP/1.1" status: 200 len: 1001 time: 0.0566652 Jan 10 12:33:32.158787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605b08c-31d1-4773-90d6-ad37eba225af req-63c813a0-7085-441c-8266-7d46492c3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:32.160186 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7605b08c-31d1-4773-90d6-ad37eba225af req-63c813a0-7085-441c-8266-7d46492c3b1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f5455558-dd1f-4d3c-aad1-373a51494a31 HTTP/1.1" status: 200 len: 835 time: 0.0463338 Jan 10 12:33:32.202681 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605b08c-31d1-4773-90d6-ad37eba225af req-e48a6e6f-94a1-4470-991e-601296b2e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:32.204651 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7605b08c-31d1-4773-90d6-ad37eba225af req-e48a6e6f-94a1-4470-991e-601296b2e7a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fa042e1e-1826-40e4-86fa-6910d4f656c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390189 Jan 10 12:33:32.291337 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7605b08c-31d1-4773-90d6-ad37eba225af req-6cc15f12-d49c-4b15-b768-bc941eeaac9f service neutron] 10.222.0.30 "GET /v2.0/networks/fa042e1e-1826-40e4-86fa-6910d4f656c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811822 Jan 10 12:33:32.381570 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7605b08c-31d1-4773-90d6-ad37eba225af req-732dc58b-7a6b-40dd-a062-93df686ce487 service neutron] 10.222.0.30 "GET /v2.0/networks/fa042e1e-1826-40e4-86fa-6910d4f656c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845907 Jan 10 12:33:33.046217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe5c5a-cd57-44a4-8ea6-21a5f61b2d36 req-cbdd5224-9713-4775-b0b8-5e2f378017e6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:33.048385 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ffbe5c5a-cd57-44a4-8ea6-21a5f61b2d36 req-cbdd5224-9713-4775-b0b8-5e2f378017e6 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 945 time: 0.0494530 Jan 10 12:33:33.096122 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ffbe5c5a-cd57-44a4-8ea6-21a5f61b2d36 req-1c633477-aa7c-441c-a383-24607ca10000 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421462 Jan 10 12:33:34.211449 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685a708-4201-4f2f-8783-2cdc85db2496 req-4b777055-a49d-4ec1-9eb2-1046bc17ef9f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:34.212930 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3685a708-4201-4f2f-8783-2cdc85db2496 req-4b777055-a49d-4ec1-9eb2-1046bc17ef9f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 945 time: 0.0485933 Jan 10 12:33:34.262390 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3685a708-4201-4f2f-8783-2cdc85db2496 req-1f4e9005-939c-4623-95a6-51677dea5e23 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439355 Jan 10 12:33:34.284002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36920) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:34.347816 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c819a34d-30e3-41bc-b104-6029c4ddcb3c tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/floatingips/ff8f77da-b19b-4c70-b98c-00a9858d008e HTTP/1.1" status: 200 len: 993 time: 0.0627778 Jan 10 12:33:34.655590 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36926) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:34.810384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port 3ba396da-9178-4290-be5e-9af4d8136d21 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:33:34.810729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (3ba396da-9178-4290-be5e-9af4d8136d21), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:34.884468 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (3ba396da-9178-4290-be5e-9af4d8136d21), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:34.884802 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (3ba396da-9178-4290-be5e-9af4d8136d21), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:34.897059 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for 3ba396da-9178-4290-be5e-9af4d8136d21 owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:33:35.106002 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (3ba396da-9178-4290-be5e-9af4d8136d21), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:35.134843 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=3ba396da-9178-4290-be5e-9af4d8136d21,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:35.160918 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:35.161282 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:35.161640 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:35.162014 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:35.162362 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:35.162707 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:35.163048 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:35.163387 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:35.163727 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:35.164060 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:35.164399 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:35.164733 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:35.165064 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:35.204109 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for floatingip (ff8f77da-b19b-4c70-b98c-00a9858d008e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:35.204440 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Floating IP ff8f77da-b19b-4c70-b98c-00a9858d008e disassociated (deleted). External IP: 172.36.2.236, port: 7029cfab-4777-4c25-9a16-57e6c49cdd5d. Jan 10 12:33:35.411426 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 481c25bb-8625-4123-be31-51306b00d840 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:33:35.511808 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:33:35.517144 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:35.522179 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf3c6d-b5d7-4772-bcf1-ed01f43350a0 None None] Sync routers for ids ['481c25bb-8625-4123-be31-51306b00d840'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:33:35.531512 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf3c6d-b5d7-4772-bcf1-ed01f43350a0 None None] Routers {'481c25bb-8625-4123-be31-51306b00d840'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:33:35.532121 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-74bf3c6d-b5d7-4772-bcf1-ed01f43350a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:33:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['481c25bb-8625-4123-be31-51306b00d840'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:35.546600 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e70c9470-fefb-498e-b81c-67f400afaa64 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/floatingips/ff8f77da-b19b-4c70-b98c-00a9858d008e HTTP/1.1" status: 204 len: 168 time: 0.8899813 Jan 10 12:33:35.547208 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5ea052-5305-4938-8057-bbca2563ab15', 'tag': '7029cfab-4777-4c25-9a16-57e6c49cdd5d'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:33:35.549507 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf91a54-7fdc-41bb-8b14-caf583f587b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5ea052-5305-4938-8057-bbca2563ab15", "tag": "7029cfab-4777-4c25-9a16-57e6c49cdd5d"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:33:35.589993 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a759ff81-8c1c-4b23-9d30-9057dbf2b668 x-openstack-request-id: req-a759ff81-8c1c-4b23-9d30-9057dbf2b668 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:33:35.590293 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5ea052-5305-4938-8057-bbca2563ab15", "tag": "7029cfab-4777-4c25-9a16-57e6c49cdd5d", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:33:35.590555 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a759ff81-8c1c-4b23-9d30-9057dbf2b668 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:33:35.590974 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5ea052-5305-4938-8057-bbca2563ab15', 'tag': '7029cfab-4777-4c25-9a16-57e6c49cdd5d', 'status': 'completed', 'code': 200} Jan 10 12:33:35.664731 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf91a54-7fdc-41bb-8b14-caf583f587b5 req-1f4521f9-1158-4fed-9edf-ae46206f6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:35.666221 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cbf91a54-7fdc-41bb-8b14-caf583f587b5 req-1f4521f9-1158-4fed-9edf-ae46206f6ce5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 1098 time: 0.0455043 Jan 10 12:33:35.727618 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-74bf3c6d-b5d7-4772-bcf1-ed01f43350a0 None None] Set router 481c25bb-8625-4123-be31-51306b00d840 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:33:35.754706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf91a54-7fdc-41bb-8b14-caf583f587b5 req-e6d91bfe-0f1c-4f95-b32e-a3deb9c7f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:35.766578 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cbf91a54-7fdc-41bb-8b14-caf583f587b5 req-e6d91bfe-0f1c-4f95-b32e-a3deb9c7f981 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fa042e1e-1826-40e4-86fa-6910d4f656c4 HTTP/1.1" status: 200 len: 898 time: 0.0840721 Jan 10 12:33:35.799893 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cbf91a54-7fdc-41bb-8b14-caf583f587b5 req-b049d6b8-0797-4d58-a6e7-e6d843ecad3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7029cfab-4777-4c25-9a16-57e6c49cdd5d HTTP/1.1" status: 200 len: 217 time: 0.0372632 Jan 10 12:33:35.848304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf91a54-7fdc-41bb-8b14-caf583f587b5 req-97ec98f8-3e3f-441c-bc0c-a188fd4536a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:35.849751 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cbf91a54-7fdc-41bb-8b14-caf583f587b5 req-97ec98f8-3e3f-441c-bc0c-a188fd4536a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f5455558-dd1f-4d3c-aad1-373a51494a31 HTTP/1.1" status: 200 len: 835 time: 0.0440767 Jan 10 12:33:35.898650 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf91a54-7fdc-41bb-8b14-caf583f587b5 req-ebadcc9e-22ea-4939-bca8-eee2567dda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:35.900222 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cbf91a54-7fdc-41bb-8b14-caf583f587b5 req-ebadcc9e-22ea-4939-bca8-eee2567dda3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fa042e1e-1826-40e4-86fa-6910d4f656c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446105 Jan 10 12:33:35.939608 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-74bf3c6d-b5d7-4772-bcf1-ed01f43350a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481c25bb-8625-4123-be31-51306b00d840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555981866', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:32:38Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:39Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '79170856-7ade-4cc2-901c-7e7d7358d353', 'name': '', 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:47:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:42Z', 'updated_at': '2022-01-10T12:32:45Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:35.965623 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf3c6d-b5d7-4772-bcf1-ed01f43350a0 None None] Checking router: 481c25bb-8625-4123-be31-51306b00d840 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:33:35.974356 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf3c6d-b5d7-4772-bcf1-ed01f43350a0 None None] Routers {'481c25bb-8625-4123-be31-51306b00d840'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:33:35.974959 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-74bf3c6d-b5d7-4772-bcf1-ed01f43350a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:33:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['481c25bb-8625-4123-be31-51306b00d840'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:36.028435 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28ac43-4261-406b-8ffe-937ecf8e2683 req-5adf8f0d-3b38-4420-97ec-ed898dc3108f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:36.029966 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f28ac43-4261-406b-8ffe-937ecf8e2683 req-5adf8f0d-3b38-4420-97ec-ed898dc3108f tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 945 time: 0.0941932 Jan 10 12:33:36.041615 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cbf91a54-7fdc-41bb-8b14-caf583f587b5 req-861a2df9-7c19-4abc-9372-7fb1f9c7f4c9 service neutron] 10.222.0.30 "GET /v2.0/networks/fa042e1e-1826-40e4-86fa-6910d4f656c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321898 Jan 10 12:33:36.079380 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-74bf3c6d-b5d7-4772-bcf1-ed01f43350a0 None None] Set router 481c25bb-8625-4123-be31-51306b00d840 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:33:36.083308 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-54a3b5cb-a5fd-4a96-9e6a-8eeb9dd5f143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:36.149000 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f28ac43-4261-406b-8ffe-937ecf8e2683 req-acd53b39-bbc5-422c-8e1f-677a6c208773 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029522 Jan 10 12:33:36.176469 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cbf91a54-7fdc-41bb-8b14-caf583f587b5 req-25ce3dea-a47a-473e-846f-6f74ac281463 service neutron] 10.222.0.30 "GET /v2.0/networks/fa042e1e-1826-40e4-86fa-6910d4f656c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280644 Jan 10 12:33:36.282799 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-74bf3c6d-b5d7-4772-bcf1-ed01f43350a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481c25bb-8625-4123-be31-51306b00d840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555981866', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:32:38Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:39Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '79170856-7ade-4cc2-901c-7e7d7358d353', 'name': '', 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:47:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:42Z', 'updated_at': '2022-01-10T12:32:45Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:36.309048 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf3c6d-b5d7-4772-bcf1-ed01f43350a0 None None] The sync data for ids ['481c25bb-8625-4123-be31-51306b00d840'] in dv-neutron-master-2-hyperv is: [{'id': '481c25bb-8625-4123-be31-51306b00d840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555981866', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:32:38Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:39Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '79170856-7ade-4cc2-901c-7e7d7358d353', 'name': '', 'network_id': 'fa042e1e-1826-40e4-86fa-6910d4f656c4', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'mac_address': 'fa:16:3e:47:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:42Z', 'updated_at': '2022-01-10T12:32:45Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'subnets': [{'id': 'f5455558-dd1f-4d3c-aad1-373a51494a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:33:36.520794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62883a-9940-41fb-9147-4e7c85676f7b None None] New status for floating IP ff8f77da-b19b-4c70-b98c-00a9858d008e: DOWN {{(pid=110626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:33:37.267033 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61b9a-10d5-4ff8-be07-6854141b087f req-d50d38d5-9d63-4da8-96c6-52979de013c0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:37.268521 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4aa61b9a-10d5-4ff8-be07-6854141b087f req-d50d38d5-9d63-4da8-96c6-52979de013c0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 945 time: 0.0501604 Jan 10 12:33:37.318030 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4aa61b9a-10d5-4ff8-be07-6854141b087f req-0181945e-90d2-482a-9594-475fae286c54 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/security-groups?id=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439181 Jan 10 12:33:37.550409 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102039-f9e2-4534-aa56-a5652293fbc4 req-4edba183-1407-4b2c-acdb-1a96280b11fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:37.551904 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2a102039-f9e2-4534-aa56-a5652293fbc4 req-4edba183-1407-4b2c-acdb-1a96280b11fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 945 time: 0.0507426 Jan 10 12:33:37.641342 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-2a102039-f9e2-4534-aa56-a5652293fbc4 req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port 7029cfab-4777-4c25-9a16-57e6c49cdd5d {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:33:37.641683 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-2a102039-f9e2-4534-aa56-a5652293fbc4 req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (7029cfab-4777-4c25-9a16-57e6c49cdd5d), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:37.727443 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-2a102039-f9e2-4534-aa56-a5652293fbc4 req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] For port 7029cfab-4777-4c25-9a16-57e6c49cdd5d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7029cfab-4777-4c25-9a16-57e6c49cdd5d,segment=NetworkSegment(fe444bb8-0ab9-4419-a428-38bdda624546),segment_id=fe444bb8-0ab9-4419-a428-38bdda624546)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:33:37.727802 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-2a102039-f9e2-4534-aa56-a5652293fbc4 req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (7029cfab-4777-4c25-9a16-57e6c49cdd5d), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:37.740796 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-2a102039-f9e2-4534-aa56-a5652293fbc4 req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for 7029cfab-4777-4c25-9a16-57e6c49cdd5d owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:33:37.921152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-2a102039-f9e2-4534-aa56-a5652293fbc4 req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (7029cfab-4777-4c25-9a16-57e6c49cdd5d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:37.951072 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=7029cfab-4777-4c25-9a16-57e6c49cdd5d,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:37.980169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:37.980535 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:37.980892 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:37.981500 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:37.981874 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:37.982225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:37.982572 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:37.982914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:37.983252 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:37.983590 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:37.983925 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:37.984260 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:37.984598 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:38.003087 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a102039-f9e2-4534-aa56-a5652293fbc4 req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] No DVR routers for this DVR port 7029cfab-4777-4c25-9a16-57e6c49cdd5d on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:33:38.005441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-2a102039-f9e2-4534-aa56-a5652293fbc4 req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:38.008864 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2a102039-f9e2-4534-aa56-a5652293fbc4 req-af1f22a8-91f0-45c0-9c3a-46980b2fb4fc tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.30 "DELETE /v2.0/ports/7029cfab-4777-4c25-9a16-57e6c49cdd5d HTTP/1.1" status: 204 len: 173 time: 0.4514806 Jan 10 12:33:38.009312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5ea052-5305-4938-8057-bbca2563ab15', 'name': 'network-vif-deleted', 'tag': '7029cfab-4777-4c25-9a16-57e6c49cdd5d'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:33:38.015056 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b40c3f-9887-4322-bde5-529f7c8e74ef" -d '{"events": [{"server_uuid": "4e5ea052-5305-4938-8057-bbca2563ab15", "name": "network-vif-deleted", "tag": "7029cfab-4777-4c25-9a16-57e6c49cdd5d"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:33:38.048239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aa1644-2d35-48b5-a362-5350868cb433 x-openstack-request-id: req-b6aa1644-2d35-48b5-a362-5350868cb433 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:33:38.048547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5ea052-5305-4938-8057-bbca2563ab15", "name": "network-vif-deleted", "tag": "7029cfab-4777-4c25-9a16-57e6c49cdd5d", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:33:38.048842 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6aa1644-2d35-48b5-a362-5350868cb433 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:33:38.049294 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5ea052-5305-4938-8057-bbca2563ab15', 'name': 'network-vif-deleted', 'tag': '7029cfab-4777-4c25-9a16-57e6c49cdd5d', 'status': 'completed', 'code': 200} Jan 10 12:33:38.425269 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e00302f6-adcc-40e7-bd2c-4bcfabdf27a3 req-ffa4efcc-fcec-4864-be1b-b3ada3567f5d tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e5ea052-5305-4938-8057-bbca2563ab15 HTTP/1.1" status: 200 len: 210 time: 0.0261123 Jan 10 12:33:39.480623 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36944) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:40.108825 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec93d-86cb-4147-8724-5c665b7cb7e0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (481c25bb-8625-4123-be31-51306b00d840), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:40.323246 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3d7c4b62-eaf5-4da6-bad5-2f56b7de8234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:40.360581 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ec93d-86cb-4147-8724-5c665b7cb7e0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port 79170856-7ade-4cc2-901c-7e7d7358d353 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:33:40.360921 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec93d-86cb-4147-8724-5c665b7cb7e0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:40.448472 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-7d4ec93d-86cb-4147-8724-5c665b7cb7e0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] For port 79170856-7ade-4cc2-901c-7e7d7358d353, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=79170856-7ade-4cc2-901c-7e7d7358d353,segment=NetworkSegment(fe444bb8-0ab9-4419-a428-38bdda624546),segment_id=fe444bb8-0ab9-4419-a428-38bdda624546)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:33:40.448839 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec93d-86cb-4147-8724-5c665b7cb7e0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:40.461208 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ec93d-86cb-4147-8724-5c665b7cb7e0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for 79170856-7ade-4cc2-901c-7e7d7358d353 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:33:40.699937 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec93d-86cb-4147-8724-5c665b7cb7e0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (79170856-7ade-4cc2-901c-7e7d7358d353), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:40.726320 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ec93d-86cb-4147-8724-5c665b7cb7e0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=79170856-7ade-4cc2-901c-7e7d7358d353,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:40.780320 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:40.899201 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec93d-86cb-4147-8724-5c665b7cb7e0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (481c25bb-8625-4123-be31-51306b00d840), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:41.110655 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4ec93d-86cb-4147-8724-5c665b7cb7e0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Router 481c25bb-8625-4123-be31-51306b00d840 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:33:41.213879 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4ec93d-86cb-4147-8724-5c665b7cb7e0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:33:41.220563 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-7d4ec93d-86cb-4147-8724-5c665b7cb7e0 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "PUT /v2.0/routers/481c25bb-8625-4123-be31-51306b00d840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7381942 Jan 10 12:33:41.222879 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36946) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:41.224121 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d9cea-5e43-481c-90ae-a2b61e8547b8 None None] Sync routers for ids ['481c25bb-8625-4123-be31-51306b00d840'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:33:41.234325 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d9cea-5e43-481c-90ae-a2b61e8547b8 None None] Routers {'481c25bb-8625-4123-be31-51306b00d840'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:33:41.235209 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4d7d9cea-5e43-481c-90ae-a2b61e8547b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:33:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['481c25bb-8625-4123-be31-51306b00d840'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:41.274709 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e18709-96ab-436c-8865-5c147220a20a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting subnet f5455558-dd1f-4d3c-aad1-373a51494a31 {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:33:41.277898 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1e18709-96ab-436c-8865-5c147220a20a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for subnet (f5455558-dd1f-4d3c-aad1-373a51494a31), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:41.317830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1e18709-96ab-436c-8865-5c147220a20a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (f5455558-dd1f-4d3c-aad1-373a51494a31), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:41.339774 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-4d7d9cea-5e43-481c-90ae-a2b61e8547b8 None None] Set router 481c25bb-8625-4123-be31-51306b00d840 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:33:41.404182 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1e18709-96ab-436c-8865-5c147220a20a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (f5455558-dd1f-4d3c-aad1-373a51494a31), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:41.501283 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1e18709-96ab-436c-8865-5c147220a20a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (f5455558-dd1f-4d3c-aad1-373a51494a31), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:41.515450 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4d7d9cea-5e43-481c-90ae-a2b61e8547b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481c25bb-8625-4123-be31-51306b00d840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555981866', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:32:38Z', 'updated_at': '2022-01-10T12:33:40Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:39Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:41.530247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e18709-96ab-436c-8865-5c147220a20a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Subnet': ['ID=f5455558-dd1f-4d3c-aad1-373a51494a31,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:41.536371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d1e18709-96ab-436c-8865-5c147220a20a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:41.536371 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d1e18709-96ab-436c-8865-5c147220a20a tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/subnets/f5455558-dd1f-4d3c-aad1-373a51494a31 HTTP/1.1" status: 204 len: 168 time: 0.3117204 Jan 10 12:33:41.538262 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349f7d98-3a84-4709-9777-a3cc2a2c642a None None] Network fa042e1e-1826-40e4-86fa-6910d4f656c4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:33:41.538751 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36948) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:41.548632 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d9cea-5e43-481c-90ae-a2b61e8547b8 None None] Checking router: 481c25bb-8625-4123-be31-51306b00d840 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:33:41.557080 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d9cea-5e43-481c-90ae-a2b61e8547b8 None None] Routers {'481c25bb-8625-4123-be31-51306b00d840'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:33:41.557696 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4d7d9cea-5e43-481c-90ae-a2b61e8547b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:33:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['481c25bb-8625-4123-be31-51306b00d840'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:41.660013 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044a80fd-c0c2-4ae8-9486-ed9591c76933 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router (481c25bb-8625-4123-be31-51306b00d840), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:41.668505 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-4d7d9cea-5e43-481c-90ae-a2b61e8547b8 None None] Set router 481c25bb-8625-4123-be31-51306b00d840 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:33:41.706869 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] DHCP port deletion for fa042e1e-1826-40e4-86fa-6910d4f656c4 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:33:41.755897 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Deleting port e8fe402c-fd87-40ec-8a82-d02b11208ff4 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:33:41.756279 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (e8fe402c-fd87-40ec-8a82-d02b11208ff4), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:41.767980 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044a80fd-c0c2-4ae8-9486-ed9591c76933 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_gateway (481c25bb-8625-4123-be31-51306b00d840), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:41.821556 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] For port e8fe402c-fd87-40ec-8a82-d02b11208ff4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8fe402c-fd87-40ec-8a82-d02b11208ff4,segment=NetworkSegment(fe444bb8-0ab9-4419-a428-38bdda624546),segment_id=fe444bb8-0ab9-4419-a428-38bdda624546)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:33:41.822004 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (e8fe402c-fd87-40ec-8a82-d02b11208ff4), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:41.834161 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Calling delete_port for e8fe402c-fd87-40ec-8a82-d02b11208ff4 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:33:41.851707 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-4d7d9cea-5e43-481c-90ae-a2b61e8547b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481c25bb-8625-4123-be31-51306b00d840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555981866', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:32:38Z', 'updated_at': '2022-01-10T12:33:40Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:39Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:41.881299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 7029cfab-4777-4c25-9a16-57e6c49cdd5d no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:33:41.882699 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-044a80fd-c0c2-4ae8-9486-ed9591c76933 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Deleting port b95f142b-39e3-4dd7-82b8-5457e9251927 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:33:41.883168 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044a80fd-c0c2-4ae8-9486-ed9591c76933 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b95f142b-39e3-4dd7-82b8-5457e9251927), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:41.883341 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d9cea-5e43-481c-90ae-a2b61e8547b8 None None] The sync data for ids ['481c25bb-8625-4123-be31-51306b00d840'] in dv-neutron-master-2-hyperv is: [{'id': '481c25bb-8625-4123-be31-51306b00d840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555981866', 'tenant_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:32:38Z', 'updated_at': '2022-01-10T12:33:40Z', 'revision_number': 5, 'project_id': 'cc6d11ffd4e1456e966331f2b05cc6f3', 'gw_port': {'id': 'b95f142b-39e3-4dd7-82b8-5457e9251927', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c25bb-8625-4123-be31-51306b00d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:32:39Z', 'updated_at': '2022-01-10T12:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:33:41.904505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 7029cfab-4777-4c25-9a16-57e6c49cdd5d {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:33:41.904859 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 7029cfab-4777-4c25-9a16-57e6c49cdd5d not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:33:41.974271 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-044a80fd-c0c2-4ae8-9486-ed9591c76933 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] For port b95f142b-39e3-4dd7-82b8-5457e9251927, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b95f142b-39e3-4dd7-82b8-5457e9251927,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:33:41.974630 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044a80fd-c0c2-4ae8-9486-ed9591c76933 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b95f142b-39e3-4dd7-82b8-5457e9251927), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:41.986815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-044a80fd-c0c2-4ae8-9486-ed9591c76933 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Calling delete_port for b95f142b-39e3-4dd7-82b8-5457e9251927 owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:33:42.020021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (e8fe402c-fd87-40ec-8a82-d02b11208ff4), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:42.045811 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Pushing event deleted for resources: {'Port': ['ID=e8fe402c-fd87-40ec-8a82-d02b11208ff4,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:42.051646 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] No DVR routers for this DVR port e8fe402c-fd87-40ec-8a82-d02b11208ff4 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:33:42.057332 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:42.057692 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:42.060794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:42.060794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:42.060794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:42.060794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:42.060794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:42.060794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:42.060794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:42.062523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:42.062523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:42.062523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:42.062923 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e4e4d-0a6a-4d0f-98f5-49fd87b1baf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:42.230012 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044a80fd-c0c2-4ae8-9486-ed9591c76933 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (b95f142b-39e3-4dd7-82b8-5457e9251927), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:42.261177 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a80fd-c0c2-4ae8-9486-ed9591c76933 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Port': ['ID=b95f142b-39e3-4dd7-82b8-5457e9251927,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:42.274877 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdf58af-c4ac-4b55-ab9f-4d6137841a30 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:33:42.320833 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 79170856-7ade-4cc2-901c-7e7d7358d353 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:33:42.338050 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044a80fd-c0c2-4ae8-9486-ed9591c76933 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (481c25bb-8625-4123-be31-51306b00d840), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:42.345042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:42.346116 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 79170856-7ade-4cc2-901c-7e7d7358d353 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:33:42.346492 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 79170856-7ade-4cc2-901c-7e7d7358d353 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:33:42.347530 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device e8fe402c-fd87-40ec-8a82-d02b11208ff4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:33:42.373148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: e8fe402c-fd87-40ec-8a82-d02b11208ff4 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:33:42.373500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device e8fe402c-fd87-40ec-8a82-d02b11208ff4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:33:42.433055 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044a80fd-c0c2-4ae8-9486-ed9591c76933 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (481c25bb-8625-4123-be31-51306b00d840), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:42.435227 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044a80fd-c0c2-4ae8-9486-ed9591c76933 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router_controller (481c25bb-8625-4123-be31-51306b00d840), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:42.534711 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044a80fd-c0c2-4ae8-9486-ed9591c76933 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (481c25bb-8625-4123-be31-51306b00d840), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:42.535284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044a80fd-c0c2-4ae8-9486-ed9591c76933 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Fanout notify agent at l3_agent the message router_deleted on router 481c25bb-8625-4123-be31-51306b00d840 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:33:42.539900 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:33:42.543458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-044a80fd-c0c2-4ae8-9486-ed9591c76933 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:42.543843 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-044a80fd-c0c2-4ae8-9486-ed9591c76933 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/routers/481c25bb-8625-4123-be31-51306b00d840 HTTP/1.1" status: 204 len: 168 time: 1.0041816 Jan 10 12:33:42.546411 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36950) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:42.630503 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43a70b77-bc72-4c90-868c-bf5f02499b76 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (fa042e1e-1826-40e4-86fa-6910d4f656c4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:42.714355 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43a70b77-bc72-4c90-868c-bf5f02499b76 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (fa042e1e-1826-40e4-86fa-6910d4f656c4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:42.734278 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-43a70b77-bc72-4c90-868c-bf5f02499b76 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa042e1e-1826-40e4-86fa-6910d4f656c4']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:42.743073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-43a70b77-bc72-4c90-868c-bf5f02499b76 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe444bb8-0ab9-4419-a428-38bdda624546') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:42.743370 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-43a70b77-bc72-4c90-868c-bf5f02499b76 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe444bb8-0ab9-4419-a428-38bdda624546') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:42.752872 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43a70b77-bc72-4c90-868c-bf5f02499b76 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (fe444bb8-0ab9-4419-a428-38bdda624546), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:42.765447 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43a70b77-bc72-4c90-868c-bf5f02499b76 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (fe444bb8-0ab9-4419-a428-38bdda624546), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:42.771646 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a70b77-bc72-4c90-868c-bf5f02499b76 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:33:42.772008 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43a70b77-bc72-4c90-868c-bf5f02499b76 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (fe444bb8-0ab9-4419-a428-38bdda624546), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:33:42.774878 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:33:42.903475 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43a70b77-bc72-4c90-868c-bf5f02499b76 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (fa042e1e-1826-40e4-86fa-6910d4f656c4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:42.910154 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-43a70b77-bc72-4c90-868c-bf5f02499b76 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:42.913207 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-43a70b77-bc72-4c90-868c-bf5f02499b76 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/networks/fa042e1e-1826-40e4-86fa-6910d4f656c4 HTTP/1.1" status: 204 len: 168 time: 0.3658044 Jan 10 12:33:42.915982 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36952) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:42.924442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a70b77-bc72-4c90-868c-bf5f02499b76 tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'Network': ['ID=fa042e1e-1826-40e4-86fa-6910d4f656c4,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:42.976321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aa645d3a-3e9e-4b2f-8ee7-eeff29803c6e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (83780acc-50e5-4d3e-8ba2-6fd27f6c10ba), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:43.003041 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aa645d3a-3e9e-4b2f-8ee7-eeff29803c6e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (83780acc-50e5-4d3e-8ba2-6fd27f6c10ba), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:43.121229 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aa645d3a-3e9e-4b2f-8ee7-eeff29803c6e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (83780acc-50e5-4d3e-8ba2-6fd27f6c10ba), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:43.123869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aa645d3a-3e9e-4b2f-8ee7-eeff29803c6e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:43.125603 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-aa645d3a-3e9e-4b2f-8ee7-eeff29803c6e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] 10.222.0.16 "DELETE /v2.0/security-groups/83780acc-50e5-4d3e-8ba2-6fd27f6c10ba HTTP/1.1" status: 204 len: 168 time: 0.2080476 Jan 10 12:33:43.135384 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa645d3a-3e9e-4b2f-8ee7-eeff29803c6e tempest-TestNetworkAdvancedServerOps-1979769187 tempest-TestNetworkAdvancedServerOps-1979769187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83780acc-50e5-4d3e-8ba2-6fd27f6c10ba,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:43.311909 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:43.661267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36960) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:43.825799 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-69807486-1f4e-448e-a188-8a9b6119974d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc6d11ffd4e1456e966331f2b05cc6f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1632106 Jan 10 12:33:43.828694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36964) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:43.874480 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93af52b8-bf00-425b-8fa4-325c04302377 admin admin] Publish callbacks [] for security_group (0a3361f9-bae9-4014-8097-cb1059d25f02), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:43.895877 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93af52b8-bf00-425b-8fa4-325c04302377 admin admin] Publish callbacks [] for security_group (0a3361f9-bae9-4014-8097-cb1059d25f02), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:44.006132 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93af52b8-bf00-425b-8fa4-325c04302377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (0a3361f9-bae9-4014-8097-cb1059d25f02), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:44.008715 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-93af52b8-bf00-425b-8fa4-325c04302377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:44.009901 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-93af52b8-bf00-425b-8fa4-325c04302377 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a3361f9-bae9-4014-8097-cb1059d25f02 HTTP/1.1" status: 204 len: 168 time: 0.1802855 Jan 10 12:33:44.017823 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af52b8-bf00-425b-8fa4-325c04302377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3361f9-bae9-4014-8097-cb1059d25f02,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:44.090309 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b95f142b-39e3-4dd7-82b8-5457e9251927 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:33:44.113861 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: b95f142b-39e3-4dd7-82b8-5457e9251927 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:33:44.113861 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b95f142b-39e3-4dd7-82b8-5457e9251927 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:33:44.643958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 36970) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:44.657652 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b31ea16c-8e37-4075-83f0-0a3492ec82a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:44.736620 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b31ea16c-8e37-4075-83f0-0a3492ec82a0 admin admin] Publish callbacks [] for security_group (4d1b20d3-14da-4679-ac52-5694e3441b1e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:44.817622 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b31ea16c-8e37-4075-83f0-0a3492ec82a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (4d1b20d3-14da-4679-ac52-5694e3441b1e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:44.855449 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b31ea16c-8e37-4075-83f0-0a3492ec82a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd39f87b03ea443e8fc11b62f57b93ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2104394 Jan 10 12:33:44.857875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ea16c-8e37-4075-83f0-0a3492ec82a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1b20d3-14da-4679-ac52-5694e3441b1e,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:44.858576 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36972) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:44.907715 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8af7a4b8-ee0e-45a3-af05-395b788b84d4 admin admin] Publish callbacks [] for security_group (4d1b20d3-14da-4679-ac52-5694e3441b1e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:44.928206 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8af7a4b8-ee0e-45a3-af05-395b788b84d4 admin admin] Publish callbacks [] for security_group (4d1b20d3-14da-4679-ac52-5694e3441b1e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:45.057339 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8af7a4b8-ee0e-45a3-af05-395b788b84d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (4d1b20d3-14da-4679-ac52-5694e3441b1e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:45.060006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8af7a4b8-ee0e-45a3-af05-395b788b84d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:45.061175 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8af7a4b8-ee0e-45a3-af05-395b788b84d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d1b20d3-14da-4679-ac52-5694e3441b1e HTTP/1.1" status: 204 len: 168 time: 0.2015407 Jan 10 12:33:45.076004 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7a4b8-ee0e-45a3-af05-395b788b84d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1b20d3-14da-4679-ac52-5694e3441b1e,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:46.090296 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36994) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:46.182923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ff210db0-f84d-4f47-93de-7de969800c2a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1970762943-network', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:33:46.263500 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff210db0-f84d-4f47-93de-7de969800c2a admin admin] Made reservation on behalf of 67ff3e4a6783462a819aa082bfc99219 for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:33:46.267847 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff210db0-f84d-4f47-93de-7de969800c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:46.275386 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff210db0-f84d-4f47-93de-7de969800c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:46.356812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff210db0-f84d-4f47-93de-7de969800c2a admin admin] Publish callbacks [] for security_group (1d764d74-52f9-419e-b8fa-40e0af147091), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:46.408565 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff210db0-f84d-4f47-93de-7de969800c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (1d764d74-52f9-419e-b8fa-40e0af147091), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:46.428992 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff210db0-f84d-4f47-93de-7de969800c2a admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:33:46.443649 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff210db0-f84d-4f47-93de-7de969800c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d764d74-52f9-419e-b8fa-40e0af147091,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:46.447491 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff210db0-f84d-4f47-93de-7de969800c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (57b7b53c-5eed-4307-b22d-789ece3132bf), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:46.447837 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-ff210db0-f84d-4f47-93de-7de969800c2a admin admin] Added segment 57b7b53c-5eed-4307-b22d-789ece3132bf of type vlan for network c992265c-731b-458f-a8c1-29cd73e91b97 Jan 10 12:33:46.488050 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff210db0-f84d-4f47-93de-7de969800c2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (c992265c-731b-458f-a8c1-29cd73e91b97), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:46.589129 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff210db0-f84d-4f47-93de-7de969800c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (c992265c-731b-458f-a8c1-29cd73e91b97), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:46.590130 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff210db0-f84d-4f47-93de-7de969800c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:46.590717 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ff210db0-f84d-4f47-93de-7de969800c2a admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:46.652485 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff210db0-f84d-4f47-93de-7de969800c2a admin admin] Pushing event updated for resources: {'Network': ['ID=c992265c-731b-458f-a8c1-29cd73e91b97,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:46.662310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network c992265c-731b-458f-a8c1-29cd73e91b97 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:33:46.689451 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ff210db0-f84d-4f47-93de-7de969800c2a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5980604 Jan 10 12:33:46.692412 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 36998) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:46.697310 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-07338232-4dfd-4c04-856e-269d75dc8a20 admin admin] Request body: {'subnet': {'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1970762943-subnet', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'ip_version': 4}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:33:46.778093 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07338232-4dfd-4c04-856e-269d75dc8a20 admin admin] Made reservation on behalf of 67ff3e4a6783462a819aa082bfc99219 for: {'subnet': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:33:46.780574 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-07338232-4dfd-4c04-856e-269d75dc8a20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3711033'] for subnet (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:47.017712 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-07338232-4dfd-4c04-856e-269d75dc8a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4018654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3711019'] for subnet (42b809db-9fdb-4043-83f8-8543b4b2068e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:47.073788 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07338232-4dfd-4c04-856e-269d75dc8a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42b809db-9fdb-4043-83f8-8543b4b2068e,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:47.081006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07338232-4dfd-4c04-856e-269d75dc8a20 admin admin] Checking segment: {'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:33:47.081371 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07338232-4dfd-4c04-856e-269d75dc8a20 admin admin] Network hostable DHCP agents. Network: c992265c-731b-458f-a8c1-29cd73e91b97, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:33:47.168276 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07338232-4dfd-4c04-856e-269d75dc8a20 admin admin] Network c992265c-731b-458f-a8c1-29cd73e91b97 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:33:47.240327 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-07338232-4dfd-4c04-856e-269d75dc8a20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c992265c-731b-458f-a8c1-29cd73e91b97) {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:33:47.244336 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07338232-4dfd-4c04-856e-269d75dc8a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:47.244925 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-07338232-4dfd-4c04-856e-269d75dc8a20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:47.249449 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39558602-1b7f-4236-a7bc-38c1c453817a None None] Network c992265c-731b-458f-a8c1-29cd73e91b97 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:33:47.335001 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-07338232-4dfd-4c04-856e-269d75dc8a20 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6414380 Jan 10 12:33:47.337552 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 37000) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:47.342969 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:33:47.348589 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c992265c-731b-458f-a8c1-29cd73e91b97', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:33:47.349501 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:47.423963 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (cdf72c43-3881-4dfe-a83c-34d8df531d44), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:47.425053 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (cdf72c43-3881-4dfe-a83c-34d8df531d44), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:47.475928 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Publish callbacks [] for router_controller (cdf72c43-3881-4dfe-a83c-34d8df531d44), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:47.477887 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Allocated IP 172.20.0.2 (c992265c-731b-458f-a8c1-29cd73e91b97/42b809db-9fdb-4043-83f8-8543b4b2068e/cdf65403-a8c3-4be6-8f52-36f746a35de0) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:33:47.618751 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Publish callbacks [] for port (cdf65403-a8c3-4be6-8f52-36f746a35de0), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:47.683278 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (cdf65403-a8c3-4be6-8f52-36f746a35de0), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:47.715593 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Publish callbacks [] for router_gateway (cdf72c43-3881-4dfe-a83c-34d8df531d44), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:47.722456 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Network c992265c-731b-458f-a8c1-29cd73e91b97 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:33:47.725300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:33:47.727768 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:33:47.741001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Pushing event updated for resources: {'Port': ['ID=cdf65403-a8c3-4be6-8f52-36f746a35de0,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:47.791710 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Attempting to bind port cdf65403-a8c3-4be6-8f52-36f746a35de0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:33:47.792082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Attempting to bind port cdf65403-a8c3-4be6-8f52-36f746a35de0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:33:47.792447 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Attempting to bind port cdf65403-a8c3-4be6-8f52-36f746a35de0 on network c992265c-731b-458f-a8c1-29cd73e91b97 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:33:47.797940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:33:47.798317 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Checking segment: {'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:33:47.798718 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:47.799112 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Bound using segment: {'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:33:47.799583 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Bound port: cdf65403-a8c3-4be6-8f52-36f746a35de0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:33:47.799967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cdf65403-a8c3-4be6-8f52-36f746a35de0), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:47.885405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] For port cdf65403-a8c3-4be6-8f52-36f746a35de0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:33:47.888458 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] For port cdf65403-a8c3-4be6-8f52-36f746a35de0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdf65403-a8c3-4be6-8f52-36f746a35de0,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:33:47.961350 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Publish callbacks [] for router_gateway (cdf72c43-3881-4dfe-a83c-34d8df531d44), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:47.979810 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:47.986393 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cdf65403-a8c3-4be6-8f52-36f746a35de0), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:48.050944 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6c8d8-fa85-49ff-8031-a2a83a602502 None None] Pushing event updated for resources: {'Port': ['ID=cdf65403-a8c3-4be6-8f52-36f746a35de0,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:48.103214 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Allocated IP 172.36.2.230 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/c4a7164a-1cad-4f1e-aac0-030fecc090cc) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:33:48.214641 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Publish callbacks [] for port (c4a7164a-1cad-4f1e-aac0-030fecc090cc), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:48.318430 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (c4a7164a-1cad-4f1e-aac0-030fecc090cc), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:48.362896 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:33:48.365698 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:33:48.369136 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:33:48.375391 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Pushing event updated for resources: {'Port': ['ID=c4a7164a-1cad-4f1e-aac0-030fecc090cc,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:48.378932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf70fe9-06bb-4c30-af49-dbbc46c50d93 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:33:48.423630 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-449b844e-670e-44ce-a4ac-272bbd40b28d None None] Provisioning complete for port c4a7164a-1cad-4f1e-aac0-030fecc090cc triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:48.424106 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-449b844e-670e-44ce-a4ac-272bbd40b28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c4a7164a-1cad-4f1e-aac0-030fecc090cc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:48.460486 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-449b844e-670e-44ce-a4ac-272bbd40b28d None None] Port c4a7164a-1cad-4f1e-aac0-030fecc090cc cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:33:48.679318 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Publish callbacks [] for router_gateway (cdf72c43-3881-4dfe-a83c-34d8df531d44), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:48.875216 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (cdf72c43-3881-4dfe-a83c-34d8df531d44), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:48.941022 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c688c648-9481-4376-96db-6d0f1dde71ec None None] Network c992265c-731b-458f-a8c1-29cd73e91b97 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:33:49.013728 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-44daf2e3-bc7e-4198-8622-ea7dff596bd4 None None] Provisioning complete for port cdf65403-a8c3-4be6-8f52-36f746a35de0 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:49.014155 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-44daf2e3-bc7e-4198-8622-ea7dff596bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cdf65403-a8c3-4be6-8f52-36f746a35de0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:49.042813 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Router cdf72c43-3881-4dfe-a83c-34d8df531d44 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:33:49.126914 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-44daf2e3-bc7e-4198-8622-ea7dff596bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cdf65403-a8c3-4be6-8f52-36f746a35de0), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:49.165702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-44daf2e3-bc7e-4198-8622-ea7dff596bd4 None None] For port cdf65403-a8c3-4be6-8f52-36f746a35de0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdf65403-a8c3-4be6-8f52-36f746a35de0,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:33:49.241422 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-44daf2e3-bc7e-4198-8622-ea7dff596bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cdf65403-a8c3-4be6-8f52-36f746a35de0), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:49.298626 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44daf2e3-bc7e-4198-8622-ea7dff596bd4 None None] Pushing event updated for resources: {'Port': ['ID=cdf65403-a8c3-4be6-8f52-36f746a35de0,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:49.361858 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-19f22018-7820-4e08-9359-ae0bd7e289f1 None None] Provisioning complete for port cdf65403-a8c3-4be6-8f52-36f746a35de0 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:49.362240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-19f22018-7820-4e08-9359-ae0bd7e289f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cdf65403-a8c3-4be6-8f52-36f746a35de0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:49.439567 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:33:49.449198 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Sync routers for ids ['cdf72c43-3881-4dfe-a83c-34d8df531d44'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:33:49.458761 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Routers {'cdf72c43-3881-4dfe-a83c-34d8df531d44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:33:49.462510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:33:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['cdf72c43-3881-4dfe-a83c-34d8df531d44'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:49.517414 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:49.518699 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ba8ceecc-5264-4dd2-b86c-bf6f2b6f60bf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1800303 Jan 10 12:33:49.521661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37002) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:49.565538 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Set router cdf72c43-3881-4dfe-a83c-34d8df531d44 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:33:49.757799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:48Z', 'revision_number': 3, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:49.789540 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Checking router: cdf72c43-3881-4dfe-a83c-34d8df531d44 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:33:49.789918 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Updating router cdf72c43-3881-4dfe-a83c-34d8df531d44 port c4a7164a-1cad-4f1e-aac0-030fecc090cc binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:33:49.816117 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c4a7164a-1cad-4f1e-aac0-030fecc090cc), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:49.843984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:50.076661 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Publish callbacks [] for port (c4a7164a-1cad-4f1e-aac0-030fecc090cc), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:50.121620 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cdf65403-a8c3-4be6-8f52-36f746a35de0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:33:50.152191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c4a7164a-1cad-4f1e-aac0-030fecc090cc), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:50.209687 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3056be1-0a8a-49ab-9feb-5c5c9d56074f None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:33:50.220611 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Attempting to bind port c4a7164a-1cad-4f1e-aac0-030fecc090cc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:33:50.220982 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Attempting to bind port c4a7164a-1cad-4f1e-aac0-030fecc090cc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:33:50.221347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Attempting to bind port c4a7164a-1cad-4f1e-aac0-030fecc090cc on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:33:50.226519 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d64bfb-92c5-48f5-a32e-f20b5e2f1157 None None] Pushing event updated for resources: {'Port': ['ID=c4a7164a-1cad-4f1e-aac0-030fecc090cc,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:50.238821 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:33:50.239251 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:33:50.239663 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:50.240061 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:33:50.240597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Bound port: c4a7164a-1cad-4f1e-aac0-030fecc090cc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:33:50.240999 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c4a7164a-1cad-4f1e-aac0-030fecc090cc), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:50.261434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:50.276441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port cdf65403-a8c3-4be6-8f52-36f746a35de0 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:50.276816 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cdf65403-a8c3-4be6-8f52-36f746a35de0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:50.333595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-f6f47e0e-09e7-4f50-bd14-40172ee37f5c None None] Provisioning complete for port c4a7164a-1cad-4f1e-aac0-030fecc090cc triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:50.333911 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f6f47e0e-09e7-4f50-bd14-40172ee37f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c4a7164a-1cad-4f1e-aac0-030fecc090cc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:50.362176 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] For port c4a7164a-1cad-4f1e-aac0-030fecc090cc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:33:50.381451 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] For port c4a7164a-1cad-4f1e-aac0-030fecc090cc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c4a7164a-1cad-4f1e-aac0-030fecc090cc,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:33:50.390676 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-f6f47e0e-09e7-4f50-bd14-40172ee37f5c None None] Port c4a7164a-1cad-4f1e-aac0-030fecc090cc cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:33:50.418061 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Allocated IP 172.20.0.1 (c992265c-731b-458f-a8c1-29cd73e91b97/42b809db-9fdb-4043-83f8-8543b4b2068e/95734418-0110-47a2-8e35-19885c5f5e94) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:33:50.460403 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c4a7164a-1cad-4f1e-aac0-030fecc090cc), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:50.514605 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da21415a-61a9-4597-8382-356c675f30fe None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:33:50.524244 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Routers {'cdf72c43-3881-4dfe-a83c-34d8df531d44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:33:50.524925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:33:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['cdf72c43-3881-4dfe-a83c-34d8df531d44'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:50.525258 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Publish callbacks [] for port (95734418-0110-47a2-8e35-19885c5f5e94), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:50.627025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d64bfb-92c5-48f5-a32e-f20b5e2f1157 None None] Pushing event updated for resources: {'Port': ['ID=c4a7164a-1cad-4f1e-aac0-030fecc090cc,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:50.631875 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (95734418-0110-47a2-8e35-19885c5f5e94), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:50.648897 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-62541c42-4c8d-4ab2-826d-6fee81cb5fec None None] Provisioning complete for port c4a7164a-1cad-4f1e-aac0-030fecc090cc triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:50.649275 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-62541c42-4c8d-4ab2-826d-6fee81cb5fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c4a7164a-1cad-4f1e-aac0-030fecc090cc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:50.676625 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Network c992265c-731b-458f-a8c1-29cd73e91b97 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:33:50.679708 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:33:50.683239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:33:50.699595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] Set router cdf72c43-3881-4dfe-a83c-34d8df531d44 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:33:50.708726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Pushing event updated for resources: {'Port': ['ID=95734418-0110-47a2-8e35-19885c5f5e94,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:50.729072 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (cdf72c43-3881-4dfe-a83c-34d8df531d44), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:50.848047 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-62541c42-4c8d-4ab2-826d-6fee81cb5fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (c4a7164a-1cad-4f1e-aac0-030fecc090cc), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:50.882843 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-62541c42-4c8d-4ab2-826d-6fee81cb5fec None None] For port c4a7164a-1cad-4f1e-aac0-030fecc090cc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c4a7164a-1cad-4f1e-aac0-030fecc090cc,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:33:50.932354 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:48Z', 'revision_number': 3, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:50.943625 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (95734418-0110-47a2-8e35-19885c5f5e94), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:50.959095 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08edb99-a67f-4f49-b0d3-425ed8444d8e None None] The sync data for ids ['cdf72c43-3881-4dfe-a83c-34d8df531d44'] in dv-neutron-master-2-hyperv is: [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:48Z', 'revision_number': 3, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:33:50.986279 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-62541c42-4c8d-4ab2-826d-6fee81cb5fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (c4a7164a-1cad-4f1e-aac0-030fecc090cc), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:51.034561 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62541c42-4c8d-4ab2-826d-6fee81cb5fec None None] Pushing event updated for resources: {'Port': ['ID=c4a7164a-1cad-4f1e-aac0-030fecc090cc,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:51.110691 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-8a952d8d-20de-4bcd-8bb5-6ae8b044514b None None] Provisioning complete for port 95734418-0110-47a2-8e35-19885c5f5e94 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:51.111333 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8a952d8d-20de-4bcd-8bb5-6ae8b044514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (95734418-0110-47a2-8e35-19885c5f5e94), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:51.121210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Publish callbacks [] for port (95734418-0110-47a2-8e35-19885c5f5e94), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:51.162878 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-8a952d8d-20de-4bcd-8bb5-6ae8b044514b None None] Port 95734418-0110-47a2-8e35-19885c5f5e94 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:33:51.189510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (95734418-0110-47a2-8e35-19885c5f5e94), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:51.258593 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Pushing event updated for resources: {'Port': ['ID=95734418-0110-47a2-8e35-19885c5f5e94,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:51.260990 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (cdf72c43-3881-4dfe-a83c-34d8df531d44), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:51.361226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Network c992265c-731b-458f-a8c1-29cd73e91b97 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:33:51.362719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:33:51.490874 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Router cdf72c43-3881-4dfe-a83c-34d8df531d44 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:33:51.609559 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:33:51.619633 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fb33e640-e3f7-49a4-afb2-a6e6d2297309 admin admin] 10.222.0.16 "PUT /v2.0/routers/cdf72c43-3881-4dfe-a83c-34d8df531d44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0966914 Jan 10 12:33:51.761986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-836cd5df-a71f-4461-875f-a416b60d3f11 None None] Provisioning complete for port 95734418-0110-47a2-8e35-19885c5f5e94 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:51.762371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-836cd5df-a71f-4461-875f-a416b60d3f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (95734418-0110-47a2-8e35-19885c5f5e94), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:51.796639 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-836cd5df-a71f-4461-875f-a416b60d3f11 None None] Port 95734418-0110-47a2-8e35-19885c5f5e94 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:33:52.115462 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c4a7164a-1cad-4f1e-aac0-030fecc090cc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:33:52.162335 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port c4a7164a-1cad-4f1e-aac0-030fecc090cc triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:52.162739 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (c4a7164a-1cad-4f1e-aac0-030fecc090cc), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:52.297103 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37018) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:52.302145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-c2e9f016-b9fd-4b71-ba7d-db8a461301df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1586502392-network', 'tenant_id': '9ea911d7e10f4e97810e884830c0b70f'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:33:52.385924 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e9f016-b9fd-4b71-ba7d-db8a461301df admin admin] Made reservation on behalf of 9ea911d7e10f4e97810e884830c0b70f for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:33:52.388357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f016-b9fd-4b71-ba7d-db8a461301df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:52.397802 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f016-b9fd-4b71-ba7d-db8a461301df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:52.472672 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f016-b9fd-4b71-ba7d-db8a461301df admin admin] Publish callbacks [] for security_group (7fe8e3d9-2dbe-4ffa-96b3-ccba2c67a7ce), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:52.522870 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Sync routers for ids ['cdf72c43-3881-4dfe-a83c-34d8df531d44'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:33:52.532562 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Routers {'cdf72c43-3881-4dfe-a83c-34d8df531d44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:33:52.533286 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:33:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['cdf72c43-3881-4dfe-a83c-34d8df531d44'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:52.546153 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f016-b9fd-4b71-ba7d-db8a461301df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (7fe8e3d9-2dbe-4ffa-96b3-ccba2c67a7ce), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:52.572740 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e9f016-b9fd-4b71-ba7d-db8a461301df admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:33:52.583720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9f016-b9fd-4b71-ba7d-db8a461301df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe8e3d9-2dbe-4ffa-96b3-ccba2c67a7ce,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:52.590143 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f016-b9fd-4b71-ba7d-db8a461301df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (006de175-7115-48d1-91fe-88b8fd2000d9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:52.590497 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-c2e9f016-b9fd-4b71-ba7d-db8a461301df admin admin] Added segment 006de175-7115-48d1-91fe-88b8fd2000d9 of type vlan for network 8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff Jan 10 12:33:52.633016 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f016-b9fd-4b71-ba7d-db8a461301df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:52.705927 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f016-b9fd-4b71-ba7d-db8a461301df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:52.706937 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e9f016-b9fd-4b71-ba7d-db8a461301df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:52.707529 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f016-b9fd-4b71-ba7d-db8a461301df admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:52.733272 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Set router cdf72c43-3881-4dfe-a83c-34d8df531d44 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:33:52.770071 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9f016-b9fd-4b71-ba7d-db8a461301df admin admin] Pushing event updated for resources: {'Network': ['ID=8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:52.779907 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:33:52.807128 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-c2e9f016-b9fd-4b71-ba7d-db8a461301df admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5086133 Jan 10 12:33:52.809443 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37020) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:52.814877 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-b945bccb-f09c-41eb-b990-8c1422e829a5 admin admin] Request body: {'subnet': {'network_id': '8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1586502392-subnet', 'tenant_id': '9ea911d7e10f4e97810e884830c0b70f', 'ip_version': 4}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:33:52.888525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b945bccb-f09c-41eb-b990-8c1422e829a5 admin admin] Made reservation on behalf of 9ea911d7e10f4e97810e884830c0b70f for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:33:52.891545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b945bccb-f09c-41eb-b990-8c1422e829a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:52.948104 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95734418-0110-47a2-8e35-19885c5f5e94', 'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'mac_address': 'fa:16:3e:8a:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:50Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 2, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'subnets': [{'id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:52.975714 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Checking router: cdf72c43-3881-4dfe-a83c-34d8df531d44 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:33:52.975999 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Updating router cdf72c43-3881-4dfe-a83c-34d8df531d44 port 95734418-0110-47a2-8e35-19885c5f5e94 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:33:53.003899 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (95734418-0110-47a2-8e35-19885c5f5e94), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:53.117168 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b945bccb-f09c-41eb-b990-8c1422e829a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (599a67fa-3c81-4d1d-ae5b-d44f752b116b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:53.174113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945bccb-f09c-41eb-b990-8c1422e829a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=599a67fa-3c81-4d1d-ae5b-d44f752b116b,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:53.181438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b945bccb-f09c-41eb-b990-8c1422e829a5 admin admin] Checking segment: {'id': '006de175-7115-48d1-91fe-88b8fd2000d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:33:53.181829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b945bccb-f09c-41eb-b990-8c1422e829a5 admin admin] Network hostable DHCP agents. Network: 8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:33:53.266343 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Publish callbacks [] for port (95734418-0110-47a2-8e35-19885c5f5e94), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:53.277200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b945bccb-f09c-41eb-b990-8c1422e829a5 admin admin] Network 8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:33:53.365987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-b945bccb-f09c-41eb-b990-8c1422e829a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:33:53.366203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (95734418-0110-47a2-8e35-19885c5f5e94), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:53.370320 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b945bccb-f09c-41eb-b990-8c1422e829a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:33:53.371915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b945bccb-f09c-41eb-b990-8c1422e829a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:53.377371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3901402b-2dc8-4bd5-83c9-7b7649188786 None None] Network 8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:33:53.416127 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e6ab8-d6fa-41f5-919d-8e29082ad1f9 None None] Pushing event updated for resources: {'Port': ['ID=95734418-0110-47a2-8e35-19885c5f5e94,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:53.446897 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e6ab8-d6fa-41f5-919d-8e29082ad1f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:53.447300 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e6ab8-d6fa-41f5-919d-8e29082ad1f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:53.447765 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e6ab8-d6fa-41f5-919d-8e29082ad1f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:53.448187 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e6ab8-d6fa-41f5-919d-8e29082ad1f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:53.448627 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e6ab8-d6fa-41f5-919d-8e29082ad1f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:53.449083 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e6ab8-d6fa-41f5-919d-8e29082ad1f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:53.449511 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e6ab8-d6fa-41f5-919d-8e29082ad1f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:53.449966 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e6ab8-d6fa-41f5-919d-8e29082ad1f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:53.450433 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e6ab8-d6fa-41f5-919d-8e29082ad1f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:53.452508 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e6ab8-d6fa-41f5-919d-8e29082ad1f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:53.453501 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e6ab8-d6fa-41f5-919d-8e29082ad1f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:53.453873 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e6ab8-d6fa-41f5-919d-8e29082ad1f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:53.454231 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e6ab8-d6fa-41f5-919d-8e29082ad1f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:33:53.456154 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b945bccb-f09c-41eb-b990-8c1422e829a5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6452096 Jan 10 12:33:53.458358 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37022) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:53.471772 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1586502392-router', 'tenant_id': '9ea911d7e10f4e97810e884830c0b70f', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:33:53.490663 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Attempting to bind port 95734418-0110-47a2-8e35-19885c5f5e94 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:33:53.491034 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Attempting to bind port 95734418-0110-47a2-8e35-19885c5f5e94 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:33:53.491398 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Attempting to bind port 95734418-0110-47a2-8e35-19885c5f5e94 on network c992265c-731b-458f-a8c1-29cd73e91b97 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:33:53.491617 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff', 'network_id': '8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff', 'project_id': '9ea911d7e10f4e97810e884830c0b70f', 'fixed_ips': [{'subnet_id': '599a67fa-3c81-4d1d-ae5b-d44f752b116b'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:33:53.492574 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:53.503148 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:33:53.503148 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Checking segment: {'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:33:53.503148 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:53.503148 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Bound using segment: {'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:33:53.503687 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Bound port: 95734418-0110-47a2-8e35-19885c5f5e94, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:33:53.503871 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (95734418-0110-47a2-8e35-19885c5f5e94), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:53.568478 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] For port 95734418-0110-47a2-8e35-19885c5f5e94, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:33:53.571830 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] For port 95734418-0110-47a2-8e35-19885c5f5e94, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95734418-0110-47a2-8e35-19885c5f5e94,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:33:53.583580 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (1b9ade07-1b57-45c7-97bd-cf279b6c9280), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:53.586734 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (1b9ade07-1b57-45c7-97bd-cf279b6c9280), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:53.643166 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Publish callbacks [] for router_controller (1b9ade07-1b57-45c7-97bd-cf279b6c9280), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:53.654094 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Allocated IP 172.20.0.2 (8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff/599a67fa-3c81-4d1d-ae5b-d44f752b116b/a1e92055-5a26-4fc7-a3ba-983e5ea01691) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:33:53.658225 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-58a33b90-6f13-46ef-8375-428f9f743a7a None None] Provisioning complete for port 95734418-0110-47a2-8e35-19885c5f5e94 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:53.658603 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-58a33b90-6f13-46ef-8375-428f9f743a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (95734418-0110-47a2-8e35-19885c5f5e94), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:53.666323 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (95734418-0110-47a2-8e35-19885c5f5e94), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:53.722016 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-58a33b90-6f13-46ef-8375-428f9f743a7a None None] Port 95734418-0110-47a2-8e35-19885c5f5e94 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:33:53.728731 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Routers {'cdf72c43-3881-4dfe-a83c-34d8df531d44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:33:53.729362 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:33:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['cdf72c43-3881-4dfe-a83c-34d8df531d44'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:53.769866 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e6ab8-d6fa-41f5-919d-8e29082ad1f9 None None] Pushing event updated for resources: {'Port': ['ID=95734418-0110-47a2-8e35-19885c5f5e94,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:53.813162 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:33:53.852182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Publish callbacks [] for port (a1e92055-5a26-4fc7-a3ba-983e5ea01691), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:53.857209 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] Set router cdf72c43-3881-4dfe-a83c-34d8df531d44 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:33:53.893847 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Publish callbacks [] for router_gateway (1b9ade07-1b57-45c7-97bd-cf279b6c9280), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:53.923307 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (a1e92055-5a26-4fc7-a3ba-983e5ea01691), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:53.974707 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Network 8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:33:53.978836 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:33:53.984160 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:33:53.989338 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Pushing event updated for resources: {'Port': ['ID=a1e92055-5a26-4fc7-a3ba-983e5ea01691,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:53.994053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e5ab354e-c0a9-4b90-895b-e1cff6103e83 None None] Provisioning complete for port 95734418-0110-47a2-8e35-19885c5f5e94 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:53.994464 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e5ab354e-c0a9-4b90-895b-e1cff6103e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (95734418-0110-47a2-8e35-19885c5f5e94), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:54.078828 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Attempting to bind port a1e92055-5a26-4fc7-a3ba-983e5ea01691 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:33:54.079204 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Attempting to bind port a1e92055-5a26-4fc7-a3ba-983e5ea01691 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '006de175-7115-48d1-91fe-88b8fd2000d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:33:54.079570 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Attempting to bind port a1e92055-5a26-4fc7-a3ba-983e5ea01691 on network 8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:33:54.084860 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95734418-0110-47a2-8e35-19885c5f5e94', 'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'mac_address': 'fa:16:3e:8a:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:50Z', 'updated_at': '2022-01-10T12:33:53Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'subnets': [{'id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:54.088818 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:33:54.089206 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Checking segment: {'id': '006de175-7115-48d1-91fe-88b8fd2000d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:33:54.089606 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:54.090022 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Bound using segment: {'id': '006de175-7115-48d1-91fe-88b8fd2000d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:33:54.090493 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Bound port: a1e92055-5a26-4fc7-a3ba-983e5ea01691, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006de175-7115-48d1-91fe-88b8fd2000d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:33:54.090872 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a1e92055-5a26-4fc7-a3ba-983e5ea01691), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:54.113955 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8e114-a8af-42b0-b696-460bd0ada3ab None None] The sync data for ids ['cdf72c43-3881-4dfe-a83c-34d8df531d44'] in dv-neutron-master-2-hyperv is: [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95734418-0110-47a2-8e35-19885c5f5e94', 'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'mac_address': 'fa:16:3e:8a:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:50Z', 'updated_at': '2022-01-10T12:33:53Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'subnets': [{'id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:33:54.178907 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e5ab354e-c0a9-4b90-895b-e1cff6103e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (95734418-0110-47a2-8e35-19885c5f5e94), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:54.219883 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Publish callbacks [] for router_gateway (1b9ade07-1b57-45c7-97bd-cf279b6c9280), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:54.234694 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] For port a1e92055-5a26-4fc7-a3ba-983e5ea01691, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:33:54.237223 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-e5ab354e-c0a9-4b90-895b-e1cff6103e83 None None] For port 95734418-0110-47a2-8e35-19885c5f5e94, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95734418-0110-47a2-8e35-19885c5f5e94,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:33:54.241937 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] For port a1e92055-5a26-4fc7-a3ba-983e5ea01691, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1e92055-5a26-4fc7-a3ba-983e5ea01691,segment=NetworkSegment(006de175-7115-48d1-91fe-88b8fd2000d9),segment_id=006de175-7115-48d1-91fe-88b8fd2000d9)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:33:54.245307 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:54.320817 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e5ab354e-c0a9-4b90-895b-e1cff6103e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (95734418-0110-47a2-8e35-19885c5f5e94), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:54.355470 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a1e92055-5a26-4fc7-a3ba-983e5ea01691), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:54.356234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Allocated IP 172.36.2.226 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/41127e63-c420-479a-9e47-264659ad95f2) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:33:54.392000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab354e-c0a9-4b90-895b-e1cff6103e83 None None] Pushing event updated for resources: {'Port': ['ID=95734418-0110-47a2-8e35-19885c5f5e94,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:54.457989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a105b-243d-4ece-a88f-0073da3a271b None None] Pushing event updated for resources: {'Port': ['ID=a1e92055-5a26-4fc7-a3ba-983e5ea01691,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:54.494790 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Publish callbacks [] for port (41127e63-c420-479a-9e47-264659ad95f2), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:54.597061 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (41127e63-c420-479a-9e47-264659ad95f2), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:54.644736 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:33:54.646474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:33:54.653945 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:33:54.664277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6559a7-ba9e-489d-901f-756953c3cc43 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:33:54.683062 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Pushing event updated for resources: {'Port': ['ID=41127e63-c420-479a-9e47-264659ad95f2,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:54.753433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-49b7f540-2c6f-43e6-b481-1dbaa1c42d07 None None] Provisioning complete for port 41127e63-c420-479a-9e47-264659ad95f2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:54.754129 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-49b7f540-2c6f-43e6-b481-1dbaa1c42d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (41127e63-c420-479a-9e47-264659ad95f2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:54.793258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-49b7f540-2c6f-43e6-b481-1dbaa1c42d07 None None] Port 41127e63-c420-479a-9e47-264659ad95f2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:33:55.022755 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Publish callbacks [] for router_gateway (1b9ade07-1b57-45c7-97bd-cf279b6c9280), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:55.234415 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (1b9ade07-1b57-45c7-97bd-cf279b6c9280), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:55.423474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Router 1b9ade07-1b57-45c7-97bd-cf279b6c9280 is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:33:55.443021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a230f6d-9039-45ed-94a7-ec0ad8949bf2 None None] Network 8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:33:55.532283 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:33:55.545605 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Sync routers for ids ['1b9ade07-1b57-45c7-97bd-cf279b6c9280'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:33:55.549592 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-5cf58229-3949-4787-b4c6-f79775c6ed67 None None] Provisioning complete for port a1e92055-5a26-4fc7-a3ba-983e5ea01691 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:55.549994 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5cf58229-3949-4787-b4c6-f79775c6ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a1e92055-5a26-4fc7-a3ba-983e5ea01691), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:55.589208 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Routers {'1b9ade07-1b57-45c7-97bd-cf279b6c9280'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:33:55.589880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:33:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1b9ade07-1b57-45c7-97bd-cf279b6c9280'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:55.604981 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:55.606578 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-80342641-6db2-4620-966f-5563adc0b320 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1406868 Jan 10 12:33:55.611970 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37026) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:55.742412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Set router 1b9ade07-1b57-45c7-97bd-cf279b6c9280 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:33:55.744650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5cf58229-3949-4787-b4c6-f79775c6ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (a1e92055-5a26-4fc7-a3ba-983e5ea01691), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:55.880989 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-5cf58229-3949-4787-b4c6-f79775c6ed67 None None] For port a1e92055-5a26-4fc7-a3ba-983e5ea01691, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1e92055-5a26-4fc7-a3ba-983e5ea01691,segment=NetworkSegment(006de175-7115-48d1-91fe-88b8fd2000d9),segment_id=006de175-7115-48d1-91fe-88b8fd2000d9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:33:55.953865 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'name': 'tempest-TestShelveInstance-1586502392-router', 'tenant_id': '9ea911d7e10f4e97810e884830c0b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.226'}], 'enable_snat': True}, 'gw_port_id': '41127e63-c420-479a-9e47-264659ad95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:53Z', 'updated_at': '2022-01-10T12:33:54Z', 'revision_number': 3, 'project_id': '9ea911d7e10f4e97810e884830c0b70f', 'gw_port': {'id': '41127e63-c420-479a-9e47-264659ad95f2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:54Z', 'updated_at': '2022-01-10T12:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:55.980176 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5cf58229-3949-4787-b4c6-f79775c6ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (a1e92055-5a26-4fc7-a3ba-983e5ea01691), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:55.983797 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Checking router: 1b9ade07-1b57-45c7-97bd-cf279b6c9280 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:33:55.984149 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Updating router 1b9ade07-1b57-45c7-97bd-cf279b6c9280 port 41127e63-c420-479a-9e47-264659ad95f2 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:33:56.035113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:56.035706 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (41127e63-c420-479a-9e47-264659ad95f2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:56.077269 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf58229-3949-4787-b4c6-f79775c6ed67 None None] Pushing event updated for resources: {'Port': ['ID=a1e92055-5a26-4fc7-a3ba-983e5ea01691,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:56.163685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e1205f7c-6aee-4a50-a005-e2f02816fccf None None] Provisioning complete for port a1e92055-5a26-4fc7-a3ba-983e5ea01691 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:56.163967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e1205f7c-6aee-4a50-a005-e2f02816fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a1e92055-5a26-4fc7-a3ba-983e5ea01691), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:56.193564 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a1e92055-5a26-4fc7-a3ba-983e5ea01691 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:33:56.517211 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port a1e92055-5a26-4fc7-a3ba-983e5ea01691 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:56.517957 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a1e92055-5a26-4fc7-a3ba-983e5ea01691), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:56.544558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Allocated IP 172.20.0.1 (8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff/599a67fa-3c81-4d1d-ae5b-d44f752b116b/477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:33:56.615592 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Publish callbacks [] for port (41127e63-c420-479a-9e47-264659ad95f2), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:56.652361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 95734418-0110-47a2-8e35-19885c5f5e94 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:33:56.653223 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Publish callbacks [] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:56.690261 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (41127e63-c420-479a-9e47-264659ad95f2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:56.733946 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3161ad-8187-4680-b5a0-5f1c6b7433fd None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:33:56.740397 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:56.756427 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Attempting to bind port 41127e63-c420-479a-9e47-264659ad95f2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:33:56.756804 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Attempting to bind port 41127e63-c420-479a-9e47-264659ad95f2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:33:56.757175 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Attempting to bind port 41127e63-c420-479a-9e47-264659ad95f2 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:33:56.761251 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e49a0b-33b1-4c91-8d30-8be96afe825c None None] Pushing event updated for resources: {'Port': ['ID=41127e63-c420-479a-9e47-264659ad95f2,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:56.766734 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 95734418-0110-47a2-8e35-19885c5f5e94 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:56.766734 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (95734418-0110-47a2-8e35-19885c5f5e94), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:56.769936 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:33:56.770222 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:33:56.770621 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:56.771017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:33:56.771539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Bound port: 41127e63-c420-479a-9e47-264659ad95f2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:33:56.771950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (41127e63-c420-479a-9e47-264659ad95f2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:56.786103 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Network 8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:33:56.789047 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:33:56.791623 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:33:56.814348 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Pushing event updated for resources: {'Port': ['ID=477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:56.840765 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (1b9ade07-1b57-45c7-97bd-cf279b6c9280), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:56.855412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] For port 41127e63-c420-479a-9e47-264659ad95f2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:33:56.859297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] For port 41127e63-c420-479a-9e47-264659ad95f2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41127e63-c420-479a-9e47-264659ad95f2,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:33:56.909639 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-99c7892a-72bb-4e28-b7e0-a9aaeeb950be None None] Provisioning complete for port 41127e63-c420-479a-9e47-264659ad95f2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:56.910086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-99c7892a-72bb-4e28-b7e0-a9aaeeb950be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (41127e63-c420-479a-9e47-264659ad95f2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:56.947153 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-99c7892a-72bb-4e28-b7e0-a9aaeeb950be None None] Port 41127e63-c420-479a-9e47-264659ad95f2 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:33:56.952057 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (41127e63-c420-479a-9e47-264659ad95f2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:56.995701 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2315935c-27ed-4428-aefc-f6f7323a11fd None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:33:57.019600 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Routers {'1b9ade07-1b57-45c7-97bd-cf279b6c9280'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:33:57.020191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:33:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1b9ade07-1b57-45c7-97bd-cf279b6c9280'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:57.025021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e49a0b-33b1-4c91-8d30-8be96afe825c None None] Pushing event updated for resources: {'Port': ['ID=41127e63-c420-479a-9e47-264659ad95f2,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:57.063633 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:57.110907 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-bd5949dd-294a-4cf8-a9bf-f0c1364bf809 None None] Provisioning complete for port 41127e63-c420-479a-9e47-264659ad95f2 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:57.111294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bd5949dd-294a-4cf8-a9bf-f0c1364bf809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (41127e63-c420-479a-9e47-264659ad95f2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:57.171914 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] Set router 1b9ade07-1b57-45c7-97bd-cf279b6c9280 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:33:57.225128 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Publish callbacks [] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:57.288696 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:57.310482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bd5949dd-294a-4cf8-a9bf-f0c1364bf809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (41127e63-c420-479a-9e47-264659ad95f2), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:57.343843 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-bd5949dd-294a-4cf8-a9bf-f0c1364bf809 None None] For port 41127e63-c420-479a-9e47-264659ad95f2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41127e63-c420-479a-9e47-264659ad95f2,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:33:57.360613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (1b9ade07-1b57-45c7-97bd-cf279b6c9280), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:57.363252 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Pushing event updated for resources: {'Port': ['ID=477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:57.394579 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'name': 'tempest-TestShelveInstance-1586502392-router', 'tenant_id': '9ea911d7e10f4e97810e884830c0b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.226'}], 'enable_snat': True}, 'gw_port_id': '41127e63-c420-479a-9e47-264659ad95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:53Z', 'updated_at': '2022-01-10T12:33:54Z', 'revision_number': 3, 'project_id': '9ea911d7e10f4e97810e884830c0b70f', 'gw_port': {'id': '41127e63-c420-479a-9e47-264659ad95f2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:54Z', 'updated_at': '2022-01-10T12:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:57.425199 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b4c01-0fb1-490a-a91c-cf121a7dd2c5 None None] The sync data for ids ['1b9ade07-1b57-45c7-97bd-cf279b6c9280'] in dv-neutron-master-2-hyperv is: [{'id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'name': 'tempest-TestShelveInstance-1586502392-router', 'tenant_id': '9ea911d7e10f4e97810e884830c0b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.226'}], 'enable_snat': True}, 'gw_port_id': '41127e63-c420-479a-9e47-264659ad95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:53Z', 'updated_at': '2022-01-10T12:33:54Z', 'revision_number': 3, 'project_id': '9ea911d7e10f4e97810e884830c0b70f', 'gw_port': {'id': '41127e63-c420-479a-9e47-264659ad95f2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:54Z', 'updated_at': '2022-01-10T12:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:33:57.426740 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bd5949dd-294a-4cf8-a9bf-f0c1364bf809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (41127e63-c420-479a-9e47-264659ad95f2), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:57.465161 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Network 8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:33:57.466522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-bd5949dd-294a-4cf8-a9bf-f0c1364bf809 None None] Provisioning complete for port 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:57.466695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:33:57.466910 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bd5949dd-294a-4cf8-a9bf-f0c1364bf809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:57.502390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5949dd-294a-4cf8-a9bf-f0c1364bf809 None None] Pushing event updated for resources: {'Port': ['ID=41127e63-c420-479a-9e47-264659ad95f2,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:57.514710 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-bd5949dd-294a-4cf8-a9bf-f0c1364bf809 None None] Port 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:33:57.608100 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Router 1b9ade07-1b57-45c7-97bd-cf279b6c9280 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:33:57.739170 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-2603e947-7782-4bd4-bc68-f7ddf36193ec None None] Provisioning complete for port 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:57.740203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2603e947-7782-4bd4-bc68-f7ddf36193ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:57.742254 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:33:57.748416 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-2de66e96-f1d9-4dce-b075-ad7440948490 admin admin] 10.222.0.16 "PUT /v2.0/routers/1b9ade07-1b57-45c7-97bd-cf279b6c9280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1376960 Jan 10 12:33:57.782191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-2603e947-7782-4bd4-bc68-f7ddf36193ec None None] Port 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:33:58.197810 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a1e92055-5a26-4fc7-a3ba-983e5ea01691 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:33:58.251444 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port a1e92055-5a26-4fc7-a3ba-983e5ea01691 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:58.252050 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (a1e92055-5a26-4fc7-a3ba-983e5ea01691), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:58.332253 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 41127e63-c420-479a-9e47-264659ad95f2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:33:58.380619 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 41127e63-c420-479a-9e47-264659ad95f2 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:33:58.380993 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (41127e63-c420-479a-9e47-264659ad95f2), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:58.387183 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 37036) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:58.392882 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-2daffcd2-36a4-47bb-b15b-a5fb876350eb tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-879791075', 'description': 'tempest-secgroup-smoke-879791075 description', 'project_id': '67ff3e4a6783462a819aa082bfc99219'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:33:58.480905 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2daffcd2-36a4-47bb-b15b-a5fb876350eb tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:58.545685 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2daffcd2-36a4-47bb-b15b-a5fb876350eb tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group (9563ac57-119a-49c4-b12c-6faf8e2c3044), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:58.606173 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2daffcd2-36a4-47bb-b15b-a5fb876350eb tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (9563ac57-119a-49c4-b12c-6faf8e2c3044), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:58.634648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daffcd2-36a4-47bb-b15b-a5fb876350eb tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9563ac57-119a-49c4-b12c-6faf8e2c3044,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:58.699906 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2daffcd2-36a4-47bb-b15b-a5fb876350eb tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:58.701208 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2daffcd2-36a4-47bb-b15b-a5fb876350eb tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3118885 Jan 10 12:33:58.704080 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 37038) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:58.708482 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-bbfd6b1b-75d8-4bbc-8047-4d0df3bc1ffd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'security_group_rule': {'security_group_id': '9563ac57-119a-49c4-b12c-6faf8e2c3044', 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:33:58.794047 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6b1b-75d8-4bbc-8047-4d0df3bc1ffd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (735a06c7-6ff9-4840-86aa-f08c39849bb9), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:58.859606 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6b1b-75d8-4bbc-8047-4d0df3bc1ffd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (735a06c7-6ff9-4840-86aa-f08c39849bb9), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:58.916983 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6b1b-75d8-4bbc-8047-4d0df3bc1ffd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (735a06c7-6ff9-4840-86aa-f08c39849bb9), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:58.934981 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd6b1b-75d8-4bbc-8047-4d0df3bc1ffd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735a06c7-6ff9-4840-86aa-f08c39849bb9,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:58.958326 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Sync routers for ids ['1b9ade07-1b57-45c7-97bd-cf279b6c9280'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:33:58.967663 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Routers {'1b9ade07-1b57-45c7-97bd-cf279b6c9280'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:33:58.968891 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:33:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1b9ade07-1b57-45c7-97bd-cf279b6c9280'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:58.998970 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6b1b-75d8-4bbc-8047-4d0df3bc1ffd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.000371 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-bbfd6b1b-75d8-4bbc-8047-4d0df3bc1ffd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2951791 Jan 10 12:33:59.003162 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37040) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:59.007931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-cd560d05-d72c-4ee8-b298-2ed50bd89865 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'security_group_rule': {'security_group_id': '9563ac57-119a-49c4-b12c-6faf8e2c3044', 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:33:59.072831 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Set router 1b9ade07-1b57-45c7-97bd-cf279b6c9280 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:33:59.110721 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cd560d05-d72c-4ee8-b298-2ed50bd89865 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (22c34fb7-64ce-42dd-bcf5-a2465bd6450e), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.167300 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cd560d05-d72c-4ee8-b298-2ed50bd89865 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (22c34fb7-64ce-42dd-bcf5-a2465bd6450e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.246226 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cd560d05-d72c-4ee8-b298-2ed50bd89865 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (22c34fb7-64ce-42dd-bcf5-a2465bd6450e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.264248 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd560d05-d72c-4ee8-b298-2ed50bd89865 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c34fb7-64ce-42dd-bcf5-a2465bd6450e,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:59.271555 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'name': 'tempest-TestShelveInstance-1586502392-router', 'tenant_id': '9ea911d7e10f4e97810e884830c0b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.226'}], 'enable_snat': True}, 'gw_port_id': '41127e63-c420-479a-9e47-264659ad95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:53Z', 'updated_at': '2022-01-10T12:33:56Z', 'revision_number': 4, 'project_id': '9ea911d7e10f4e97810e884830c0b70f', 'gw_port': {'id': '41127e63-c420-479a-9e47-264659ad95f2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:54Z', 'updated_at': '2022-01-10T12:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b', 'name': '', 'network_id': '8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff', 'tenant_id': '9ea911d7e10f4e97810e884830c0b70f', 'mac_address': 'fa:16:3e:b2:c5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '599a67fa-3c81-4d1d-ae5b-d44f752b116b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:56Z', 'updated_at': '2022-01-10T12:33:57Z', 'revision_number': 2, 'project_id': '9ea911d7e10f4e97810e884830c0b70f', 'subnets': [{'id': '599a67fa-3c81-4d1d-ae5b-d44f752b116b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:33:59.333964 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cd560d05-d72c-4ee8-b298-2ed50bd89865 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.337958 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cd560d05-d72c-4ee8-b298-2ed50bd89865 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3310132 Jan 10 12:33:59.338191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37042) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:59.343068 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-4b9ff301-2629-4240-b3ca-b361f337e677 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'security_group_rule': {'security_group_id': '9563ac57-119a-49c4-b12c-6faf8e2c3044', 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:33:59.387184 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Checking router: 1b9ade07-1b57-45c7-97bd-cf279b6c9280 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:33:59.387447 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Updating router 1b9ade07-1b57-45c7-97bd-cf279b6c9280 port 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:33:59.412031 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.445240 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b9ff301-2629-4240-b3ca-b361f337e677 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (51a59aa4-6986-4a35-87b1-3b3765b64619), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.501995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b9ff301-2629-4240-b3ca-b361f337e677 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (51a59aa4-6986-4a35-87b1-3b3765b64619), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.583049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b9ff301-2629-4240-b3ca-b361f337e677 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (51a59aa4-6986-4a35-87b1-3b3765b64619), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.606298 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ff301-2629-4240-b3ca-b361f337e677 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a59aa4-6986-4a35-87b1-3b3765b64619,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:59.667557 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Publish callbacks [] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.673233 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4b9ff301-2629-4240-b3ca-b361f337e677 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.674592 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4b9ff301-2629-4240-b3ca-b361f337e677 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3351684 Jan 10 12:33:59.677372 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37044) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:33:59.681872 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-9b024c0b-dea1-4888-a66e-9cb34ec32e7c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'security_group_rule': {'security_group_id': '9563ac57-119a-49c4-b12c-6faf8e2c3044', 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:33:59.728561 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.780353 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f0a96-8833-41f7-b8e0-d384b1fe66e1 None None] Pushing event updated for resources: {'Port': ['ID=477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:33:59.796453 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9b024c0b-dea1-4888-a66e-9cb34ec32e7c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (7ef7ecbd-1829-419f-bd0a-999ada8cf470), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.833015 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Attempting to bind port 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:33:59.833390 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Attempting to bind port 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '006de175-7115-48d1-91fe-88b8fd2000d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:33:59.833757 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Attempting to bind port 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b on network 8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:33:59.839211 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:33:59.839603 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Checking segment: {'id': '006de175-7115-48d1-91fe-88b8fd2000d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:33:59.840025 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.840410 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Bound using segment: {'id': '006de175-7115-48d1-91fe-88b8fd2000d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:33:59.841015 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Bound port: 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006de175-7115-48d1-91fe-88b8fd2000d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:33:59.841422 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.862389 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9b024c0b-dea1-4888-a66e-9cb34ec32e7c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (7ef7ecbd-1829-419f-bd0a-999ada8cf470), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.908061 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] For port 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:33:59.911194 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] For port 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b,segment=NetworkSegment(006de175-7115-48d1-91fe-88b8fd2000d9),segment_id=006de175-7115-48d1-91fe-88b8fd2000d9)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:33:59.930864 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9b024c0b-dea1-4888-a66e-9cb34ec32e7c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (7ef7ecbd-1829-419f-bd0a-999ada8cf470), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:33:59.944904 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b024c0b-dea1-4888-a66e-9cb34ec32e7c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef7ecbd-1829-419f-bd0a-999ada8cf470,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:34:00.006867 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:00.013425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-bfa6bdff-6128-44bd-b715-19e399b805ea None None] Provisioning complete for port 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:34:00.013876 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bfa6bdff-6128-44bd-b715-19e399b805ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:00.043941 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9b024c0b-dea1-4888-a66e-9cb34ec32e7c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:00.047926 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9b024c0b-dea1-4888-a66e-9cb34ec32e7c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3669348 Jan 10 12:34:00.051440 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37046) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:34:00.054347 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7b156214-0e2f-455a-9682-4f467e55596a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'security_group_rule': {'security_group_id': '9563ac57-119a-49c4-b12c-6faf8e2c3044', 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:34:00.057142 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Routers {'1b9ade07-1b57-45c7-97bd-cf279b6c9280'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:34:00.057803 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:33:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1b9ade07-1b57-45c7-97bd-cf279b6c9280'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:34:00.116750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bfa6bdff-6128-44bd-b715-19e399b805ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:00.137651 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-7b156214-0e2f-455a-9682-4f467e55596a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Project 67ff3e4a6783462a819aa082bfc99219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:34:00.144626 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f0a96-8833-41f7-b8e0-d384b1fe66e1 None None] Pushing event updated for resources: {'Port': ['ID=477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:34:00.147318 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b156214-0e2f-455a-9682-4f467e55596a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (453152ec-61c5-4080-9cce-154383d78694), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:00.162522 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-bfa6bdff-6128-44bd-b715-19e399b805ea None None] For port 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b,segment=NetworkSegment(006de175-7115-48d1-91fe-88b8fd2000d9),segment_id=006de175-7115-48d1-91fe-88b8fd2000d9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:34:00.194094 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] Set router 1b9ade07-1b57-45c7-97bd-cf279b6c9280 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:34:00.221647 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b156214-0e2f-455a-9682-4f467e55596a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (453152ec-61c5-4080-9cce-154383d78694), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:00.246793 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bfa6bdff-6128-44bd-b715-19e399b805ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:00.297168 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6bdff-6128-44bd-b715-19e399b805ea None None] Pushing event updated for resources: {'Port': ['ID=477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:34:00.303554 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b156214-0e2f-455a-9682-4f467e55596a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (453152ec-61c5-4080-9cce-154383d78694), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:00.322136 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b156214-0e2f-455a-9682-4f467e55596a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453152ec-61c5-4080-9cce-154383d78694,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:34:00.368587 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-a2de9c9c-f7a7-45b0-947c-6382b4753ec3 None None] Provisioning complete for port 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:34:00.368961 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-a2de9c9c-f7a7-45b0-947c-6382b4753ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:00.380086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7b156214-0e2f-455a-9682-4f467e55596a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:00.381359 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7b156214-0e2f-455a-9682-4f467e55596a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3321180 Jan 10 12:34:00.384150 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37048) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:34:00.389469 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-cefe1681-f738-43e8-9ff7-9b6338c9e842 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'security_group_rule': {'security_group_id': '9563ac57-119a-49c4-b12c-6faf8e2c3044', 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:34:00.404594 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'name': 'tempest-TestShelveInstance-1586502392-router', 'tenant_id': '9ea911d7e10f4e97810e884830c0b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.226'}], 'enable_snat': True}, 'gw_port_id': '41127e63-c420-479a-9e47-264659ad95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:53Z', 'updated_at': '2022-01-10T12:33:56Z', 'revision_number': 4, 'project_id': '9ea911d7e10f4e97810e884830c0b70f', 'gw_port': {'id': '41127e63-c420-479a-9e47-264659ad95f2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:54Z', 'updated_at': '2022-01-10T12:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b', 'name': '', 'network_id': '8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff', 'tenant_id': '9ea911d7e10f4e97810e884830c0b70f', 'mac_address': 'fa:16:3e:b2:c5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '599a67fa-3c81-4d1d-ae5b-d44f752b116b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:56Z', 'updated_at': '2022-01-10T12:33:59Z', 'revision_number': 4, 'project_id': '9ea911d7e10f4e97810e884830c0b70f', 'subnets': [{'id': '599a67fa-3c81-4d1d-ae5b-d44f752b116b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:34:00.431721 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3dfb33-22d7-43d3-b5cf-0d0609c859b7 None None] The sync data for ids ['1b9ade07-1b57-45c7-97bd-cf279b6c9280'] in dv-neutron-master-2-hyperv is: [{'id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'name': 'tempest-TestShelveInstance-1586502392-router', 'tenant_id': '9ea911d7e10f4e97810e884830c0b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.226'}], 'enable_snat': True}, 'gw_port_id': '41127e63-c420-479a-9e47-264659ad95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:53Z', 'updated_at': '2022-01-10T12:33:56Z', 'revision_number': 4, 'project_id': '9ea911d7e10f4e97810e884830c0b70f', 'gw_port': {'id': '41127e63-c420-479a-9e47-264659ad95f2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:54Z', 'updated_at': '2022-01-10T12:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b', 'name': '', 'network_id': '8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff', 'tenant_id': '9ea911d7e10f4e97810e884830c0b70f', 'mac_address': 'fa:16:3e:b2:c5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '599a67fa-3c81-4d1d-ae5b-d44f752b116b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:56Z', 'updated_at': '2022-01-10T12:33:59Z', 'revision_number': 4, 'project_id': '9ea911d7e10f4e97810e884830c0b70f', 'subnets': [{'id': '599a67fa-3c81-4d1d-ae5b-d44f752b116b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:34:00.509210 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-cefe1681-f738-43e8-9ff7-9b6338c9e842 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Project 67ff3e4a6783462a819aa082bfc99219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:34:00.515510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cefe1681-f738-43e8-9ff7-9b6338c9e842 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (878e0390-4bd9-42ff-a3a0-aae0cb6b539f), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:00.579513 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cefe1681-f738-43e8-9ff7-9b6338c9e842 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (878e0390-4bd9-42ff-a3a0-aae0cb6b539f), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:00.648774 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cefe1681-f738-43e8-9ff7-9b6338c9e842 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (878e0390-4bd9-42ff-a3a0-aae0cb6b539f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:00.670731 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe1681-f738-43e8-9ff7-9b6338c9e842 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878e0390-4bd9-42ff-a3a0-aae0cb6b539f,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:34:00.724966 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-cefe1681-f738-43e8-9ff7-9b6338c9e842 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:00.726364 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-cefe1681-f738-43e8-9ff7-9b6338c9e842 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3409972 Jan 10 12:34:00.891674 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-af77f850-6f06-4838-acd8-f482808f8911 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879791075&fields=id&tenant_id=67ff3e4a6783462a819aa082bfc99219 HTTP/1.1" status: 200 len: 267 time: 0.0476291 Jan 10 12:34:01.006006 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-2cfa127f-4689-42f5-8785-a3641c94982b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:01.007565 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-2cfa127f-4689-42f5-8785-a3641c94982b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 809 time: 0.1090810 Jan 10 12:34:01.023066 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-510c027d-7b6b-402c-a1bd-a3684069209a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/quotas/67ff3e4a6783462a819aa082bfc99219 HTTP/1.1" status: 200 len: 375 time: 0.0101280 Jan 10 12:34:01.075042 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-93f1d823-4fdb-4007-b0c8-65de59a10feb tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466337 Jan 10 12:34:01.172462 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-ccb18504-4144-4aad-a4e0-920cb28bef53 service neutron] 10.222.0.16 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851884 Jan 10 12:34:01.268724 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-4d22a956-8805-432a-bbf0-f2473b8130e4 service neutron] 10.222.0.16 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904887 Jan 10 12:34:01.502551 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ac28e6d0-ac0e-449a-b72d-1039b74f13b7 req-39890f71-ce63-4706-8814-0e675ebdfef0 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 210 time: 0.0295758 Jan 10 12:34:02.122853 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:34:02.170353 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:34:02.170650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:02.593559 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e5ac8130-6558-4f7b-af96-e28799731dd8 req-276ed344-ca52-4bf6-86c1-9c124bb84634 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 210 time: 0.0269279 Jan 10 12:34:03.479466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-f3bc6447-f451-41ee-9134-1a5635056af3 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:03.481750 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-f3bc6447-f451-41ee-9134-1a5635056af3 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 809 time: 0.1050429 Jan 10 12:34:03.543998 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-4fced6d0-b450-4089-8be7-5933e0394d44 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67ff3e4a6783462a819aa082bfc99219 HTTP/1.1" status: 200 len: 379 time: 0.0544326 Jan 10 12:34:03.551856 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-630e8096-1e91-46d6-881c-e00578538868 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'port': {'device_id': '2f49250b-10e7-4616-b755-28a1db3565ee', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'admin_state_up': True, 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'security_groups': ['9563ac57-119a-49c4-b12c-6faf8e2c3044']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:34:03.691228 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-586e28b2-9185-419b-a162-28d562cf4b56 req-a8acf44d-fd49-4481-9655-1746585b100f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 210 time: 0.0312600 Jan 10 12:34:03.755172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-630e8096-1e91-46d6-881c-e00578538868 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Made reservation on behalf of 67ff3e4a6783462a819aa082bfc99219 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:34:03.758879 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-630e8096-1e91-46d6-881c-e00578538868 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:03.888922 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-630e8096-1e91-46d6-881c-e00578538868 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Allocated IP 172.20.0.13 (c992265c-731b-458f-a8c1-29cd73e91b97/42b809db-9fdb-4043-83f8-8543b4b2068e/af5e60e9-2dee-459e-a606-a2744c2e2c47) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:34:04.024767 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-630e8096-1e91-46d6-881c-e00578538868 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:04.110043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-630e8096-1e91-46d6-881c-e00578538868 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:04.155636 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-630e8096-1e91-46d6-881c-e00578538868 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Network c992265c-731b-458f-a8c1-29cd73e91b97 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:34:04.158830 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-630e8096-1e91-46d6-881c-e00578538868 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:34:04.161227 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-630e8096-1e91-46d6-881c-e00578538868 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:34:04.189349 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e8096-1e91-46d6-881c-e00578538868 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'Port': ['ID=af5e60e9-2dee-459e-a606-a2744c2e2c47,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:34:04.215547 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-630e8096-1e91-46d6-881c-e00578538868 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:04.216166 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-630e8096-1e91-46d6-881c-e00578538868 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:04.291352 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-630e8096-1e91-46d6-881c-e00578538868 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7431688 Jan 10 12:34:04.303048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Request body: {'port': {'device_id': '2f49250b-10e7-4616-b755-28a1db3565ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:34:04.362579 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:04.396386 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-9f3b96d0-c4aa-4a78-834a-e459c291fce9 None None] Provisioning complete for port af5e60e9-2dee-459e-a606-a2744c2e2c47 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:34:04.397471 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9f3b96d0-c4aa-4a78-834a-e459c291fce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:04.430597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b96d0-c4aa-4a78-834a-e459c291fce9 None None] Port af5e60e9-2dee-459e-a606-a2744c2e2c47 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:34:04.621815 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5e60e9-2dee-459e-a606-a2744c2e2c47 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:34:04.628950 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Publish callbacks [] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:04.640673 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Transition to ACTIVE for port object af5e60e9-2dee-459e-a606-a2744c2e2c47 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:34:04.687923 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:04.741603 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=af5e60e9-2dee-459e-a606-a2744c2e2c47,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:34:04.818759 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Attempting to bind port af5e60e9-2dee-459e-a606-a2744c2e2c47 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:34:04.819401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Attempting to bind port af5e60e9-2dee-459e-a606-a2744c2e2c47 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:34:04.819747 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Attempting to bind port af5e60e9-2dee-459e-a606-a2744c2e2c47 on network c992265c-731b-458f-a8c1-29cd73e91b97 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:34:04.822005 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667d1fb-c8d2-4b5e-93f6-9f4f2ff9d6da req-d7918e29-79c9-443f-9f81-2abd0619056f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:04.824032 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5667d1fb-c8d2-4b5e-93f6-9f4f2ff9d6da req-d7918e29-79c9-443f-9f81-2abd0619056f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 944 time: 0.0579436 Jan 10 12:34:04.824574 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Port af5e60e9-2dee-459e-a606-a2744c2e2c47 on network c992265c-731b-458f-a8c1-29cd73e91b97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:34:04.824956 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Attempting to bind port af5e60e9-2dee-459e-a606-a2744c2e2c47 on network c992265c-731b-458f-a8c1-29cd73e91b97 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:34:04.830481 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:34:04.830833 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Checking segment: {'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:34:04.831224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Bound using segment: {'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:34:04.831663 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Bound port: af5e60e9-2dee-459e-a606-a2744c2e2c47, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:34:04.832024 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:04.879347 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5667d1fb-c8d2-4b5e-93f6-9f4f2ff9d6da req-f3fffa4b-24e7-47f4-8af6-ba9291df8819 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490208 Jan 10 12:34:04.901782 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] For port af5e60e9-2dee-459e-a606-a2744c2e2c47, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:34:04.905063 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] For port af5e60e9-2dee-459e-a606-a2744c2e2c47, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:34:04.963312 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:04.996479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:04.997167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:04.998767 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] 10.222.0.30 "PUT /v2.0/ports/af5e60e9-2dee-459e-a606-a2744c2e2c47 HTTP/1.1" status: 200 len: 1094 time: 0.7001944 Jan 10 12:34:05.004211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f49250b-10e7-4616-b755-28a1db3565ee', 'tag': 'af5e60e9-2dee-459e-a606-a2744c2e2c47'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:34:05.006610 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe807af9-921f-4996-b9c0-7c4306141625" -d '{"events": [{"name": "network-changed", "server_uuid": "2f49250b-10e7-4616-b755-28a1db3565ee", "tag": "af5e60e9-2dee-459e-a606-a2744c2e2c47"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:34:05.031399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a323baa-32f4-4af4-92bc-cc24b84ba6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=af5e60e9-2dee-459e-a606-a2744c2e2c47,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:34:05.048128 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f046896f-9025-4080-a990-ff10082181bb x-openstack-request-id: req-f046896f-9025-4080-a990-ff10082181bb {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:34:05.048434 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f49250b-10e7-4616-b755-28a1db3565ee", "tag": "af5e60e9-2dee-459e-a606-a2744c2e2c47", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:34:05.048701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f046896f-9025-4080-a990-ff10082181bb {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:34:05.049126 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f49250b-10e7-4616-b755-28a1db3565ee', 'tag': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'status': 'completed', 'code': 200} Jan 10 12:34:05.113034 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe807af9-921f-4996-b9c0-7c4306141625 req-b4089b0c-049a-4585-9dcc-5bb253f161fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:05.114641 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fe807af9-921f-4996-b9c0-7c4306141625 req-b4089b0c-049a-4585-9dcc-5bb253f161fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 1097 time: 0.0459583 Jan 10 12:34:05.223357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe807af9-921f-4996-b9c0-7c4306141625 req-b07feef0-4546-47cb-9b45-8d1aada3a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:05.224839 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fe807af9-921f-4996-b9c0-7c4306141625 req-b07feef0-4546-47cb-9b45-8d1aada3a348 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=67ff3e4a6783462a819aa082bfc99219&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1037145 Jan 10 12:34:05.338754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe807af9-921f-4996-b9c0-7c4306141625 req-54cbd3e6-2351-420f-a14f-bd0e4617a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:05.340245 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fe807af9-921f-4996-b9c0-7c4306141625 req-54cbd3e6-2351-420f-a14f-bd0e4617a0de service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090631 Jan 10 12:34:05.413219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-f0bfdd36-4751-4192-96c4-caaf9f6a0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:05.414651 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-f0bfdd36-4751-4192-96c4-caaf9f6a0075 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 1097 time: 0.0412955 Jan 10 12:34:05.454715 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-8514ff1a-1078-401f-aac2-f6488d1c0b3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47 HTTP/1.1" status: 200 len: 217 time: 0.0338657 Jan 10 12:34:05.504217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-dd0cdd72-3000-4aba-ba2a-6a66c6f820d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:05.505633 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-dd0cdd72-3000-4aba-ba2a-6a66c6f820d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0454960 Jan 10 12:34:05.550056 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-eb7809af-8f35-431d-b7c6-d91c51ee6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:05.551548 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-eb7809af-8f35-431d-b7c6-d91c51ee6bb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397913 Jan 10 12:34:05.639501 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-4d156c17-8939-42c0-a291-acaef4ad5333 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821471 Jan 10 12:34:05.727857 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b9023168-ebdd-4cf0-8f64-6e4ee56a64cf req-9215823b-268b-44de-afc3-24ea30c76361 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828304 Jan 10 12:34:06.000189 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20046286-14f1-4d99-979a-6e9fe32129c6 req-d92d2dc5-7c6c-4128-8231-0ea4cae5a976 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:06.001631 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-20046286-14f1-4d99-979a-6e9fe32129c6 req-d92d2dc5-7c6c-4128-8231-0ea4cae5a976 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 944 time: 0.0540302 Jan 10 12:34:06.050604 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-20046286-14f1-4d99-979a-6e9fe32129c6 req-93709e9a-0366-424d-a85f-539bb7ec56de tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434439 Jan 10 12:34:06.088548 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4def7712-c9ac-4bf7-9629-22e8e15250d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:07.166652 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50852a7b-c8bb-4a56-b40a-0df0c82c7a0e req-32aff198-8307-4ce0-b79d-6070349e6069 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:07.168131 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-50852a7b-c8bb-4a56-b40a-0df0c82c7a0e req-32aff198-8307-4ce0-b79d-6070349e6069 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 944 time: 0.0491505 Jan 10 12:34:07.216162 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-50852a7b-c8bb-4a56-b40a-0df0c82c7a0e req-3c8a52a3-3923-4ffd-83f9-249c9f15149a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421360 Jan 10 12:34:07.989191 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device af5e60e9-2dee-459e-a606-a2744c2e2c47 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:34:08.085428 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port af5e60e9-2dee-459e-a606-a2744c2e2c47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:34:08.096712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'port_id': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'mac_address': 'fa:16:3e:74:e1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:34:08.131624 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:08.144247 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5e60e9-2dee-459e-a606-a2744c2e2c47 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:34:08.163234 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port af5e60e9-2dee-459e-a606-a2744c2e2c47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:34:08.216877 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:08.268168 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=af5e60e9-2dee-459e-a606-a2744c2e2c47,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:34:08.330696 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b85a43-fc8e-432b-becb-914c63d9ce67 req-e0696b60-8bfb-4a81-8cb7-d045fda342c1 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:08.332180 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a1b85a43-fc8e-432b-becb-914c63d9ce67 req-e0696b60-8bfb-4a81-8cb7-d045fda342c1 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 945 time: 0.0486982 Jan 10 12:34:08.379664 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-a1b85a43-fc8e-432b-becb-914c63d9ce67 req-bd7ea8ad-e5e6-4b32-a6e5-72fc4f693a81 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420444 Jan 10 12:34:08.418852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['af5e60e9-2dee-459e-a606-a2744c2e2c47'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:34:09.497661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a23b5-9483-4fc3-9391-7e9ef33fb331 req-13b17f28-a1be-4f97-a988-03d58d0b1008 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:09.499068 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-665a23b5-9483-4fc3-9391-7e9ef33fb331 req-13b17f28-a1be-4f97-a988-03d58d0b1008 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 945 time: 0.0535221 Jan 10 12:34:09.548000 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-665a23b5-9483-4fc3-9391-7e9ef33fb331 req-ad1c0821-e92f-4f51-945f-2b7548fea52c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434279 Jan 10 12:34:09.990486 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device af5e60e9-2dee-459e-a606-a2744c2e2c47 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:34:10.116656 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port af5e60e9-2dee-459e-a606-a2744c2e2c47 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:34:10.120792 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port af5e60e9-2dee-459e-a606-a2744c2e2c47 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:34:10.121173 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:10.199374 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:10.224724 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f49250b-10e7-4616-b755-28a1db3565ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5e60e9-2dee-459e-a606-a2744c2e2c47'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:34:10.226961 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b079d8-1fa1-41eb-8953-29cc09f1f96a" -d '{"events": [{"server_uuid": "2f49250b-10e7-4616-b755-28a1db3565ee", "name": "network-vif-plugged", "status": "completed", "tag": "af5e60e9-2dee-459e-a606-a2744c2e2c47"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:34:10.240354 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port af5e60e9-2dee-459e-a606-a2744c2e2c47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:34:10.274814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fe4471-eb9c-46e9-b3f5-65faf2e8e717 x-openstack-request-id: req-31fe4471-eb9c-46e9-b3f5-65faf2e8e717 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:34:10.275126 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f49250b-10e7-4616-b755-28a1db3565ee", "name": "network-vif-plugged", "status": "completed", "tag": "af5e60e9-2dee-459e-a606-a2744c2e2c47", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:34:10.275385 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31fe4471-eb9c-46e9-b3f5-65faf2e8e717 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:34:10.275775 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f49250b-10e7-4616-b755-28a1db3565ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'code': 200} Jan 10 12:34:10.314778 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:10.362538 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=af5e60e9-2dee-459e-a606-a2744c2e2c47,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:34:10.371775 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f04d975b-4e14-45d6-b7aa-f324866fa87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:10.586903 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2127f-7918-420f-9af9-a7ec4f4d1e50 req-def87aec-fefb-4493-863f-be58eda7b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:10.588430 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96c2127f-7918-420f-9af9-a7ec4f4d1e50 req-def87aec-fefb-4493-863f-be58eda7b9de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 1099 time: 0.0411518 Jan 10 12:34:10.667048 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96c2127f-7918-420f-9af9-a7ec4f4d1e50 req-c641ae6c-7c17-491a-9f79-ccfe4bba4adf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720804 Jan 10 12:34:10.688082 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81cd64-d99f-43f9-9d1b-f241903e68ee req-e9ff1dbb-2723-4f55-ad6f-7f1723c57199 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:10.689569 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4d81cd64-d99f-43f9-9d1b-f241903e68ee req-e9ff1dbb-2723-4f55-ad6f-7f1723c57199 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0649374 Jan 10 12:34:10.743005 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4d81cd64-d99f-43f9-9d1b-f241903e68ee req-60776e21-a152-4924-816e-26b01ee21fb9 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478103 Jan 10 12:34:10.785468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:11.863199 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc74d4-308b-42f8-bba9-b0a45c51c13d req-3aad62b2-1ae6-44cc-aad4-016a23cd82f3 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:11.864664 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-40fc74d4-308b-42f8-bba9-b0a45c51c13d req-3aad62b2-1ae6-44cc-aad4-016a23cd82f3 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0529332 Jan 10 12:34:11.913168 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-40fc74d4-308b-42f8-bba9-b0a45c51c13d req-89b7ab23-df4e-4586-aa28-03e0994c9f85 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430400 Jan 10 12:34:12.300014 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:13.023081 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9ad07-88f9-4c63-8b22-839a9c7811ed req-369b1768-9109-4e7f-b62c-9bcb0ccf131c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:13.024528 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0eb9ad07-88f9-4c63-8b22-839a9c7811ed req-369b1768-9109-4e7f-b62c-9bcb0ccf131c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0478756 Jan 10 12:34:13.072277 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0eb9ad07-88f9-4c63-8b22-839a9c7811ed req-e1cca537-1d14-4b6f-87e7-0e9552bfecf0 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421875 Jan 10 12:34:13.185703 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d97543-aa81-4735-a50e-8ee4467bbff0 req-cd5aedfd-9574-4c5f-938c-a358fc3943a6 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:13.187735 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-86d97543-aa81-4735-a50e-8ee4467bbff0 req-cd5aedfd-9574-4c5f-938c-a358fc3943a6 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0487132 Jan 10 12:34:13.235878 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-86d97543-aa81-4735-a50e-8ee4467bbff0 req-d24bc46e-e02f-4727-8b35-8c471b6ca34f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426507 Jan 10 12:34:13.257919 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37110) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:34:13.314840 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:13.510274 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355d185c-97d2-4fec-b523-2b1f2922e391 tempest-TestShelveInstance-1856785614 tempest-TestShelveInstance-1856785614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:13.511709 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-355d185c-97d2-4fec-b523-2b1f2922e391 tempest-TestShelveInstance-1856785614 tempest-TestShelveInstance-1856785614-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 1094 time: 0.2527792 Jan 10 12:34:13.514641 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37114) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:34:13.518788 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:34:13.600207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:13.697417 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:13.796849 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Allocated IP 172.36.2.63 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/67d3265c-7bdf-436f-9902-0e646f8162d1) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:34:13.898073 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for port (67d3265c-7bdf-436f-9902-0e646f8162d1), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:13.994717 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (67d3265c-7bdf-436f-9902-0e646f8162d1), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:14.032683 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:34:14.035725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:34:14.039212 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:34:14.064874 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'Port': ['ID=67d3265c-7bdf-436f-9902-0e646f8162d1,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:34:14.385694 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for floatingip (6b9f6f1f-34a7-425d-b057-27f22e0e9f02), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:14.501080 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (67d3265c-7bdf-436f-9902-0e646f8162d1), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:14.652466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for port (67d3265c-7bdf-436f-9902-0e646f8162d1), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:14.710773 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (67d3265c-7bdf-436f-9902-0e646f8162d1), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:14.780514 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'Port': ['ID=67d3265c-7bdf-436f-9902-0e646f8162d1,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:34:14.791824 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (6b9f6f1f-34a7-425d-b057-27f22e0e9f02), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:14.890566 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Floating IP 6b9f6f1f-34a7-425d-b057-27f22e0e9f02 associated. External IP: 172.36.2.63, port: af5e60e9-2dee-459e-a606-a2744c2e2c47. Jan 10 12:34:15.090204 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Router cdf72c43-3881-4dfe-a83c-34d8df531d44 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:34:15.194857 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:34:15.204162 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63fa41-7aca-41c2-9ab6-d96a9856bc18 None None] Sync routers for ids ['cdf72c43-3881-4dfe-a83c-34d8df531d44'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:34:15.213795 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63fa41-7aca-41c2-9ab6-d96a9856bc18 None None] Routers {'cdf72c43-3881-4dfe-a83c-34d8df531d44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:34:15.218016 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-ad63fa41-7aca-41c2-9ab6-d96a9856bc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:34:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['cdf72c43-3881-4dfe-a83c-34d8df531d44'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:34:15.270474 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:15.298135 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-ded06c98-bfad-4580-9110-7c0d1b928c0f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7824714 Jan 10 12:34:15.298749 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f49250b-10e7-4616-b755-28a1db3565ee', 'tag': 'af5e60e9-2dee-459e-a606-a2744c2e2c47'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:34:15.301000 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af76b65-57e3-40a0-8ff8-f8fbc5198290" -d '{"events": [{"name": "network-changed", "server_uuid": "2f49250b-10e7-4616-b755-28a1db3565ee", "tag": "af5e60e9-2dee-459e-a606-a2744c2e2c47"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:34:15.323065 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-ad63fa41-7aca-41c2-9ab6-d96a9856bc18 None None] Set router cdf72c43-3881-4dfe-a83c-34d8df531d44 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:34:15.339702 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f46d76-b88c-4d4e-8a6b-e583cdec38c7 x-openstack-request-id: req-30f46d76-b88c-4d4e-8a6b-e583cdec38c7 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:34:15.340005 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f49250b-10e7-4616-b755-28a1db3565ee", "tag": "af5e60e9-2dee-459e-a606-a2744c2e2c47", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:34:15.340405 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30f46d76-b88c-4d4e-8a6b-e583cdec38c7 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:34:15.340765 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f49250b-10e7-4616-b755-28a1db3565ee', 'tag': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'status': 'completed', 'code': 200} Jan 10 12:34:15.402479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af76b65-57e3-40a0-8ff8-f8fbc5198290 req-88cf65d2-b200-4ed9-aa96-0907149d638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:15.403987 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4af76b65-57e3-40a0-8ff8-f8fbc5198290 req-88cf65d2-b200-4ed9-aa96-0907149d638c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 1099 time: 0.0443003 Jan 10 12:34:15.553875 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-ad63fa41-7aca-41c2-9ab6-d96a9856bc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6b9f6f1f-34a7-425d-b057-27f22e0e9f02', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'floating_ip_address': '172.36.2.63', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'port_id': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'mac_address': 'fa:16:3e:74:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49250b-10e7-4616-b755-28a1db3565ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:34:14Z', 'updated_at': '2022-01-10T12:34:14Z', 'revision_number': 0, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95734418-0110-47a2-8e35-19885c5f5e94', 'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'mac_address': 'fa:16:3e:8a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:50Z', 'updated_at': '2022-01-10T12:33:54Z', 'revision_number': 5, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'subnets': [{'id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:34:15.581357 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63fa41-7aca-41c2-9ab6-d96a9856bc18 None None] Checking router: cdf72c43-3881-4dfe-a83c-34d8df531d44 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:34:15.590341 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63fa41-7aca-41c2-9ab6-d96a9856bc18 None None] Routers {'cdf72c43-3881-4dfe-a83c-34d8df531d44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:34:15.591025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-ad63fa41-7aca-41c2-9ab6-d96a9856bc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:34:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['cdf72c43-3881-4dfe-a83c-34d8df531d44'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:34:15.699330 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-ad63fa41-7aca-41c2-9ab6-d96a9856bc18 None None] Set router cdf72c43-3881-4dfe-a83c-34d8df531d44 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:34:15.806318 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af76b65-57e3-40a0-8ff8-f8fbc5198290 req-726844aa-ba02-4e69-94e0-3827bc6f5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:15.807787 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4af76b65-57e3-40a0-8ff8-f8fbc5198290 req-726844aa-ba02-4e69-94e0-3827bc6f5dda service neutron] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 910 time: 0.3986921 Jan 10 12:34:15.872885 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4af76b65-57e3-40a0-8ff8-f8fbc5198290 req-20f03e9b-f22e-41cb-a03e-e2b6786de5ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47 HTTP/1.1" status: 200 len: 999 time: 0.0593553 Jan 10 12:34:15.921863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af76b65-57e3-40a0-8ff8-f8fbc5198290 req-605fa2b2-dcb4-4661-b399-6aa61e03b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:15.923358 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4af76b65-57e3-40a0-8ff8-f8fbc5198290 req-605fa2b2-dcb4-4661-b399-6aa61e03b2db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0451288 Jan 10 12:34:15.925578 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-ad63fa41-7aca-41c2-9ab6-d96a9856bc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6b9f6f1f-34a7-425d-b057-27f22e0e9f02', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'floating_ip_address': '172.36.2.63', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'port_id': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'mac_address': 'fa:16:3e:74:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49250b-10e7-4616-b755-28a1db3565ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:34:14Z', 'updated_at': '2022-01-10T12:34:14Z', 'revision_number': 0, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95734418-0110-47a2-8e35-19885c5f5e94', 'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'mac_address': 'fa:16:3e:8a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:50Z', 'updated_at': '2022-01-10T12:33:54Z', 'revision_number': 5, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'subnets': [{'id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:34:15.956650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63fa41-7aca-41c2-9ab6-d96a9856bc18 None None] The sync data for ids ['cdf72c43-3881-4dfe-a83c-34d8df531d44'] in dv-neutron-master-2-hyperv is: [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6b9f6f1f-34a7-425d-b057-27f22e0e9f02', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'floating_ip_address': '172.36.2.63', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'port_id': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'mac_address': 'fa:16:3e:74:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49250b-10e7-4616-b755-28a1db3565ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:34:14Z', 'updated_at': '2022-01-10T12:34:14Z', 'revision_number': 0, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95734418-0110-47a2-8e35-19885c5f5e94', 'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'mac_address': 'fa:16:3e:8a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:50Z', 'updated_at': '2022-01-10T12:33:54Z', 'revision_number': 5, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'subnets': [{'id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:34:15.966375 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af76b65-57e3-40a0-8ff8-f8fbc5198290 req-04e08cdd-1975-4924-acc5-63dd01435409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:15.968413 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4af76b65-57e3-40a0-8ff8-f8fbc5198290 req-04e08cdd-1975-4924-acc5-63dd01435409 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399628 Jan 10 12:34:16.061684 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4af76b65-57e3-40a0-8ff8-f8fbc5198290 req-20904b22-4174-415e-af99-890abcae57ac service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871201 Jan 10 12:34:16.153725 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d57a16-9347-4dae-bb4c-7c024c44f9b3 None None] New status for floating IP 6b9f6f1f-34a7-425d-b057-27f22e0e9f02: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:34:16.154582 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-4af76b65-57e3-40a0-8ff8-f8fbc5198290 req-e1899d42-33f2-4eb0-a213-a7fa8ea1b44c service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879240 Jan 10 12:34:19.819556 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:30.813140 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:34:36.087389 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-07467de7-eea1-4ae2-9367-84f32ccd95ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:40.382165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-32399eeb-c7b2-48d5-8021-590a4df23419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:40.787887 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:42.350315 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:43.296619 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:49.830342 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:34:59.160849 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2ada3c78-62dd-4013-b972-84b37a15629e req-b05863a9-6884-4e9b-8f95-60e850a5dbf1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440702 Jan 10 12:34:59.238315 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada3c78-62dd-4013-b972-84b37a15629e req-4de29ba4-65c1-463d-8764-da6dff04c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:59.239822 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2ada3c78-62dd-4013-b972-84b37a15629e req-4de29ba4-65c1-463d-8764-da6dff04c1ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 1099 time: 0.0403395 Jan 10 12:34:59.340569 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada3c78-62dd-4013-b972-84b37a15629e req-e9956132-e6f7-4a89-8727-121656603977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:59.341959 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2ada3c78-62dd-4013-b972-84b37a15629e req-e9956132-e6f7-4a89-8727-121656603977 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 910 time: 0.0843387 Jan 10 12:34:59.408550 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2ada3c78-62dd-4013-b972-84b37a15629e req-12b3011b-e19b-45b4-b92b-f0bfd1ec256f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47 HTTP/1.1" status: 200 len: 1001 time: 0.0603743 Jan 10 12:34:59.455777 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada3c78-62dd-4013-b972-84b37a15629e req-26a9c005-e568-4fc6-8c8b-7f6c6dce09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:59.457159 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2ada3c78-62dd-4013-b972-84b37a15629e req-26a9c005-e568-4fc6-8c8b-7f6c6dce09ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0423808 Jan 10 12:34:59.500250 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada3c78-62dd-4013-b972-84b37a15629e req-5c1593df-b0fb-4c44-84d0-6e9ef8a3cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:34:59.501681 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2ada3c78-62dd-4013-b972-84b37a15629e req-5c1593df-b0fb-4c44-84d0-6e9ef8a3cedf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383153 Jan 10 12:34:59.591369 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2ada3c78-62dd-4013-b972-84b37a15629e req-7f99cca6-3227-42c3-a709-33b07f2976b6 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833433 Jan 10 12:34:59.681150 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2ada3c78-62dd-4013-b972-84b37a15629e req-ecdb359a-9926-4867-a9bc-d1a2dfe3b324 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839379 Jan 10 12:35:06.098530 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b2afbfff-2acd-4c9a-bd63-e796a7a9fb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:35:07.812476 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:35:10.338953 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-81185f16-e93c-48b8-abc1-0182ee53af93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:35:10.818243 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:35:12.313083 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:35:13.283933 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:35:19.852210 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:35:36.109198 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ac4850b8-6279-4ab3-974c-09f4499680dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:35:40.349180 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1103bfb1-5692-4606-9c0f-7ce25d4f97ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:35:40.794984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:35:42.306623 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:35:43.301002 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:35:44.810876 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:35:49.860553 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:35:59.875357 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96af8d0d-63d9-446b-92a4-004cde90ae3c req-711b50fd-8edc-4d75-8fda-c61b5d94b408 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410111 Jan 10 12:35:59.951594 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af8d0d-63d9-446b-92a4-004cde90ae3c req-16c9311f-6936-4d63-8768-d3f11b6a5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:35:59.953033 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96af8d0d-63d9-446b-92a4-004cde90ae3c req-16c9311f-6936-4d63-8768-d3f11b6a5526 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 1099 time: 0.0399570 Jan 10 12:36:00.053978 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af8d0d-63d9-446b-92a4-004cde90ae3c req-b4e5e41c-9b01-4e84-80ac-b2f039ffa4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:00.055413 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96af8d0d-63d9-446b-92a4-004cde90ae3c req-b4e5e41c-9b01-4e84-80ac-b2f039ffa4ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 910 time: 0.0855327 Jan 10 12:36:00.118856 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96af8d0d-63d9-446b-92a4-004cde90ae3c req-23e6e2cc-6c9c-4a1b-96a6-4058b5d73a2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47 HTTP/1.1" status: 200 len: 1001 time: 0.0572319 Jan 10 12:36:00.165140 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af8d0d-63d9-446b-92a4-004cde90ae3c req-eff35cf6-d10a-4013-93b2-db3ef8659415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:00.166484 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96af8d0d-63d9-446b-92a4-004cde90ae3c req-eff35cf6-d10a-4013-93b2-db3ef8659415 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0418637 Jan 10 12:36:00.212487 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af8d0d-63d9-446b-92a4-004cde90ae3c req-7eb2ac7b-a484-47dd-b807-b95eada700e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:00.214012 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96af8d0d-63d9-446b-92a4-004cde90ae3c req-7eb2ac7b-a484-47dd-b807-b95eada700e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420489 Jan 10 12:36:00.302099 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96af8d0d-63d9-446b-92a4-004cde90ae3c req-a31a5599-d8f4-4f5b-8e02-48efbf454582 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819857 Jan 10 12:36:00.393529 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-96af8d0d-63d9-446b-92a4-004cde90ae3c req-813ecf04-fded-4dbe-9652-8e85649ef1e3 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844145 Jan 10 12:36:06.121038 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-873cd5f6-2dde-40cd-87bb-ae856a187429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:09.990141 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c5879-2a38-4069-912b-aecafa8a3fa4 req-352dc35f-bf97-493f-bcd8-5c1c2dca6496 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:09.991670 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-164c5879-2a38-4069-912b-aecafa8a3fa4 req-352dc35f-bf97-493f-bcd8-5c1c2dca6496 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0516694 Jan 10 12:36:10.040860 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-164c5879-2a38-4069-912b-aecafa8a3fa4 req-c8179b88-cf2a-4507-b841-e65b11c70d8d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434947 Jan 10 12:36:10.326312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-058111f4-2ed9-4aec-961c-52ee523a172b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:10.802742 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:11.157527 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aebc19-3924-4fb1-be99-cd9582cb5b77 req-e4f1b2cc-979a-46cd-83f0-7ec3ceee6e68 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:11.159043 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-60aebc19-3924-4fb1-be99-cd9582cb5b77 req-e4f1b2cc-979a-46cd-83f0-7ec3ceee6e68 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0490818 Jan 10 12:36:11.206817 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-60aebc19-3924-4fb1-be99-cd9582cb5b77 req-fd2e349c-3c0c-4681-92c7-de5f40f4ca21 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422630 Jan 10 12:36:12.309464 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:12.325832 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeff855-1927-42b1-b9ac-ea07344a2050 req-293c50f3-d917-4fda-a1e5-3ca62dd1a27e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:12.327336 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6eeff855-1927-42b1-b9ac-ea07344a2050 req-293c50f3-d917-4fda-a1e5-3ca62dd1a27e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0502181 Jan 10 12:36:12.381064 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6eeff855-1927-42b1-b9ac-ea07344a2050 req-6c2d48d1-8477-4613-8fce-a3c559c809f3 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480545 Jan 10 12:36:13.288519 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:13.496794 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a952875-dbde-4fa1-ace9-33053978e422 req-a42c0616-7d01-4112-a454-7d2a60886241 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:13.498193 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7a952875-dbde-4fa1-ace9-33053978e422 req-a42c0616-7d01-4112-a454-7d2a60886241 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0506959 Jan 10 12:36:13.545296 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7a952875-dbde-4fa1-ace9-33053978e422 req-6c22dff2-aee9-4624-a8d0-cf62a234048e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416553 Jan 10 12:36:14.659511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34850c31-d419-4fbd-9542-f8c3c3ee9248 req-c5a57f3d-9370-419d-ac40-219afc292c30 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:14.660921 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-34850c31-d419-4fbd-9542-f8c3c3ee9248 req-c5a57f3d-9370-419d-ac40-219afc292c30 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0492694 Jan 10 12:36:14.710890 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-34850c31-d419-4fbd-9542-f8c3c3ee9248 req-56e1716b-1af0-45ca-8928-488f7da2d064 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444942 Jan 10 12:36:15.823121 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a38149-ca7b-4afd-9918-00bc2a9ae21d req-3f59c989-ea31-406a-991c-1e1693c146d5 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:15.824563 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-47a38149-ca7b-4afd-9918-00bc2a9ae21d req-3f59c989-ea31-406a-991c-1e1693c146d5 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0472329 Jan 10 12:36:15.872019 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-47a38149-ca7b-4afd-9918-00bc2a9ae21d req-82991d81-cc86-4a49-b7d6-ecedd2812a85 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420442 Jan 10 12:36:16.984794 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ececc-42bd-4f7a-8d48-a15e22388f00 req-fae688de-2579-437d-a908-4d248e81e08b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:16.986337 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5b7ececc-42bd-4f7a-8d48-a15e22388f00 req-fae688de-2579-437d-a908-4d248e81e08b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0492041 Jan 10 12:36:17.034407 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-5b7ececc-42bd-4f7a-8d48-a15e22388f00 req-ef7dc776-9ba5-4982-916c-2686a013995a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425882 Jan 10 12:36:18.151073 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611a9bc-c0b5-43ba-a883-5851a6337168 req-65962b09-9965-4079-85b7-14e1a67505da tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:18.153006 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e611a9bc-c0b5-43ba-a883-5851a6337168 req-65962b09-9965-4079-85b7-14e1a67505da tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0525613 Jan 10 12:36:18.200199 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e611a9bc-c0b5-43ba-a883-5851a6337168 req-8a09d11b-8679-41ea-9854-b664873f701b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416770 Jan 10 12:36:19.321472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7168271-a299-45e2-bf9f-7008e3014ab7 req-db4fa76f-e47a-4566-9398-40a703e1407c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:19.323071 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d7168271-a299-45e2-bf9f-7008e3014ab7 req-db4fa76f-e47a-4566-9398-40a703e1407c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0533707 Jan 10 12:36:19.371361 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d7168271-a299-45e2-bf9f-7008e3014ab7 req-e7c46289-0a02-415c-8310-e00f75f29f12 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428996 Jan 10 12:36:19.862880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:20.488260 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15899e60-0c44-4247-a165-749bed1822ea req-c14fce8d-9af0-4aaf-8b71-2028b4b8f592 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:20.489826 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-15899e60-0c44-4247-a165-749bed1822ea req-c14fce8d-9af0-4aaf-8b71-2028b4b8f592 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0499387 Jan 10 12:36:20.538566 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-15899e60-0c44-4247-a165-749bed1822ea req-6f4a4ac7-2b9a-41da-bfa4-2c00f80e37be tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426941 Jan 10 12:36:21.653008 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cab8b-3675-4b3d-9bef-854f70d19cbc req-71166a53-da61-42d7-b579-3f1f8af54e74 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:21.654481 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0a8cab8b-3675-4b3d-9bef-854f70d19cbc req-71166a53-da61-42d7-b579-3f1f8af54e74 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0484571 Jan 10 12:36:21.702184 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0a8cab8b-3675-4b3d-9bef-854f70d19cbc req-8ce0f3cf-8e4d-49a2-bcf6-ac6bce571257 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422473 Jan 10 12:36:21.809253 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:36:22.578574 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device af5e60e9-2dee-459e-a606-a2744c2e2c47 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:36:22.676312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port af5e60e9-2dee-459e-a606-a2744c2e2c47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:36:22.687197 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'port_id': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'mac_address': 'fa:16:3e:74:e1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:36:22.724198 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:22.738161 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af5e60e9-2dee-459e-a606-a2744c2e2c47 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:36:22.758353 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port af5e60e9-2dee-459e-a606-a2744c2e2c47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:36:22.824906 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db4bf4-6500-4827-bfe5-f33b278eb9ed req-824b17d5-a4e9-4490-b88c-3cfd190b88f4 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:22.826627 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-04db4bf4-6500-4827-bfe5-f33b278eb9ed req-824b17d5-a4e9-4490-b88c-3cfd190b88f4 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0566478 Jan 10 12:36:22.843066 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:22.883914 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-04db4bf4-6500-4827-bfe5-f33b278eb9ed req-fba36884-86aa-4e43-aec7-31f1d5144792 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519526 Jan 10 12:36:22.899716 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=af5e60e9-2dee-459e-a606-a2744c2e2c47,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:36:22.907366 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:36:22.907722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:36:22.908069 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:36:22.908410 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:36:22.908746 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:36:22.909079 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:36:22.909409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:36:22.909784 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:36:22.910119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:36:22.910455 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:36:22.910778 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:36:22.911126 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:36:22.911454 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:36:22.917582 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['af5e60e9-2dee-459e-a606-a2744c2e2c47'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:36:24.018510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e527b3-df73-4acf-8e59-c681ce0404f2 req-87974c4d-38ff-4a36-96f1-f483fe4c1a6d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:24.020834 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-13e527b3-df73-4acf-8e59-c681ce0404f2 req-87974c4d-38ff-4a36-96f1-f483fe4c1a6d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 945 time: 0.0606751 Jan 10 12:36:24.078505 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-13e527b3-df73-4acf-8e59-c681ce0404f2 req-5ff442b4-feac-42e8-bf53-97008e289626 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511696 Jan 10 12:36:24.593860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device af5e60e9-2dee-459e-a606-a2744c2e2c47 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:36:24.653263 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port af5e60e9-2dee-459e-a606-a2744c2e2c47 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:36:24.653636 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:24.735281 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:24.758815 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f49250b-10e7-4616-b755-28a1db3565ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5e60e9-2dee-459e-a606-a2744c2e2c47'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:36:24.761662 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42d918e-f5d8-439a-8711-ac6e050f57ae" -d '{"events": [{"server_uuid": "2f49250b-10e7-4616-b755-28a1db3565ee", "name": "network-vif-plugged", "status": "completed", "tag": "af5e60e9-2dee-459e-a606-a2744c2e2c47"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:36:24.778503 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port af5e60e9-2dee-459e-a606-a2744c2e2c47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:36:24.802020 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c4b944-f9d3-45f7-8e98-98da964def37 x-openstack-request-id: req-11c4b944-f9d3-45f7-8e98-98da964def37 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:36:24.802346 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f49250b-10e7-4616-b755-28a1db3565ee", "name": "network-vif-plugged", "status": "completed", "tag": "af5e60e9-2dee-459e-a606-a2744c2e2c47", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:36:24.802594 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11c4b944-f9d3-45f7-8e98-98da964def37 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:36:24.803000 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f49250b-10e7-4616-b755-28a1db3565ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'code': 200} Jan 10 12:36:24.897427 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:24.947102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=af5e60e9-2dee-459e-a606-a2744c2e2c47,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:36:25.226101 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63797095-8d54-4bf5-bf2c-040bf0ad5f48 req-e09e1daa-3af3-4661-bceb-7d45ac148bd8 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:25.228054 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-63797095-8d54-4bf5-bf2c-040bf0ad5f48 req-e09e1daa-3af3-4661-bceb-7d45ac148bd8 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0509045 Jan 10 12:36:25.281413 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-63797095-8d54-4bf5-bf2c-040bf0ad5f48 req-98996329-1f96-425f-803e-7c9da5abe433 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470450 Jan 10 12:36:26.418776 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a43fb-a2cb-42b0-a1d8-e51d27664ad9 req-6523e225-6d65-406d-87e7-5b4f5818ff15 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:26.420198 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-349a43fb-a2cb-42b0-a1d8-e51d27664ad9 req-6523e225-6d65-406d-87e7-5b4f5818ff15 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0674505 Jan 10 12:36:26.486221 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-349a43fb-a2cb-42b0-a1d8-e51d27664ad9 req-5c0fea80-015a-4baf-ad72-8d582e00e2d1 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542648 Jan 10 12:36:27.616784 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521a785-bd59-4f51-9b74-bded27166cb9 req-12042ecf-e443-47d2-baba-cb8c032e9f19 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:27.618355 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7521a785-bd59-4f51-9b74-bded27166cb9 req-12042ecf-e443-47d2-baba-cb8c032e9f19 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0516853 Jan 10 12:36:27.670973 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7521a785-bd59-4f51-9b74-bded27166cb9 req-ea8f209e-84af-4c0b-8095-eb0fc9c883b9 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461307 Jan 10 12:36:28.795631 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fa543-f706-4a94-8eaa-dde4bce145fc req-f13e51b7-b5b2-4f87-bbaa-0255d25e0a5b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:28.797167 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f19fa543-f706-4a94-8eaa-dde4bce145fc req-f13e51b7-b5b2-4f87-bbaa-0255d25e0a5b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0519567 Jan 10 12:36:28.853225 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f19fa543-f706-4a94-8eaa-dde4bce145fc req-d32d3866-0af7-4b29-9333-535b67fb5d16 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476406 Jan 10 12:36:29.984850 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e15a1-0c32-4fef-9924-a8b98cf6b68f req-1cedeac8-e379-45ab-bebb-8e44779e3bb5 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:29.987054 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6c5e15a1-0c32-4fef-9924-a8b98cf6b68f req-1cedeac8-e379-45ab-bebb-8e44779e3bb5 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0631914 Jan 10 12:36:30.049844 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6c5e15a1-0c32-4fef-9924-a8b98cf6b68f req-f7d96685-1d46-415b-9ab9-60c910d5732d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551605 Jan 10 12:36:31.184028 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec639587-df51-4fd9-990a-d126c94743ef req-687dddbb-1cc3-4bcc-bd86-ef57083a8381 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:31.186537 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ec639587-df51-4fd9-990a-d126c94743ef req-687dddbb-1cc3-4bcc-bd86-ef57083a8381 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0679827 Jan 10 12:36:31.246372 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ec639587-df51-4fd9-990a-d126c94743ef req-129874b7-0437-4fa8-84ba-e23a6b8d64f2 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537608 Jan 10 12:36:32.362999 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ed3d0-baa0-4f55-ac99-a458234cd272 req-77cf5628-46fa-406c-9eab-5104a1e4d6f3 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:32.364472 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0b5ed3d0-baa0-4f55-ac99-a458234cd272 req-77cf5628-46fa-406c-9eab-5104a1e4d6f3 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0535767 Jan 10 12:36:32.413026 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0b5ed3d0-baa0-4f55-ac99-a458234cd272 req-a36f196f-279d-4294-b1cd-9f7660d7eb55 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424509 Jan 10 12:36:33.531781 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79706b-6e7b-458a-9b6c-1f6e17feff5c req-98af435a-632c-4c44-b4d4-d4d3eda8e628 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:33.533235 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9f79706b-6e7b-458a-9b6c-1f6e17feff5c req-98af435a-632c-4c44-b4d4-d4d3eda8e628 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0498259 Jan 10 12:36:33.582473 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9f79706b-6e7b-458a-9b6c-1f6e17feff5c req-c896813d-9604-4f94-9585-9d442f37e979 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436096 Jan 10 12:36:34.331352 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a8eb-908f-4feb-8781-b5b94b41855f req-0c9cd73c-c3a5-42b4-8dbb-b1d297b39de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:34.332831 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ac13a8eb-908f-4feb-8781-b5b94b41855f req-0c9cd73c-c3a5-42b4-8dbb-b1d297b39de5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 1099 time: 0.0439336 Jan 10 12:36:34.419968 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a8eb-908f-4feb-8781-b5b94b41855f req-e77c1021-c8c5-4bed-857f-581bc9b83a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:34.421337 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ac13a8eb-908f-4feb-8781-b5b94b41855f req-e77c1021-c8c5-4bed-857f-581bc9b83a03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 910 time: 0.0823214 Jan 10 12:36:34.489370 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ac13a8eb-908f-4feb-8781-b5b94b41855f req-d9e44c38-f78e-4886-abb6-00b5badcf2e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47 HTTP/1.1" status: 200 len: 1001 time: 0.0623021 Jan 10 12:36:34.535532 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a8eb-908f-4feb-8781-b5b94b41855f req-e2ea3c4d-5220-4c8a-9703-c935f652ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:34.536934 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ac13a8eb-908f-4feb-8781-b5b94b41855f req-e2ea3c4d-5220-4c8a-9703-c935f652ac3c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0418217 Jan 10 12:36:34.579955 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a8eb-908f-4feb-8781-b5b94b41855f req-54406c9f-97df-4cc2-bdd4-de710f2ceb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:34.581400 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ac13a8eb-908f-4feb-8781-b5b94b41855f req-54406c9f-97df-4cc2-bdd4-de710f2ceb69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384278 Jan 10 12:36:34.701294 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ac13a8eb-908f-4feb-8781-b5b94b41855f req-4d4e1ac7-ad0e-4538-9d26-0b8e6e844818 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140387 Jan 10 12:36:34.723458 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c2ef5-c1c8-4451-a19c-4661d1ec57b4 req-c15cd2c0-6490-486a-bbca-fb2ad127a39a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:34.724870 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6f5c2ef5-c1c8-4451-a19c-4661d1ec57b4 req-c15cd2c0-6490-486a-bbca-fb2ad127a39a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0716810 Jan 10 12:36:34.825730 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6f5c2ef5-c1c8-4451-a19c-4661d1ec57b4 req-dac255bf-1f83-4040-a369-e52260b7b9c0 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903616 Jan 10 12:36:34.838915 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ac13a8eb-908f-4feb-8781-b5b94b41855f req-ce918d4e-bd8e-476c-b93b-557297865c32 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313562 Jan 10 12:36:35.944406 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0fb35-e7fd-4252-84bd-0284c635a07a req-a3105fa3-94e6-4700-91a6-5f2d171d771c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:35.945906 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e3b0fb35-e7fd-4252-84bd-0284c635a07a req-a3105fa3-94e6-4700-91a6-5f2d171d771c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0528667 Jan 10 12:36:35.995219 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e3b0fb35-e7fd-4252-84bd-0284c635a07a req-5e631075-5cbb-44bd-81c2-564a79b40bf1 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427670 Jan 10 12:36:36.133681 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d77bee21-6ed8-4207-9665-d1e4ef6b377a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:37.111118 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee1b15-17aa-418d-ac14-6299c71f082d req-7bfaab16-d72f-402d-a5b8-d12617562b40 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:37.112604 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-02ee1b15-17aa-418d-ac14-6299c71f082d req-7bfaab16-d72f-402d-a5b8-d12617562b40 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0504146 Jan 10 12:36:37.162282 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-02ee1b15-17aa-418d-ac14-6299c71f082d req-468f7b2d-7aad-44c7-9651-03a7aba30f07 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441439 Jan 10 12:36:37.238101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [req-379c3be9-bc61-44b6-b7c1-ca7de81c326b req-4269d48b-69d1-452d-89ab-936975a8455c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:36:37.239422 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-379c3be9-bc61-44b6-b7c1-ca7de81c326b req-4269d48b-69d1-452d-89ab-936975a8455c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083072 Jan 10 12:36:37.501315 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d2362-69da-4bda-ac5e-8398946fdde3 req-c5af5e62-3cf4-4bcc-a715-8c63db8ed442 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:37.502893 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-552d2362-69da-4bda-ac5e-8398946fdde3 req-c5af5e62-3cf4-4bcc-a715-8c63db8ed442 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0511203 Jan 10 12:36:37.553574 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-552d2362-69da-4bda-ac5e-8398946fdde3 req-6dfa6670-d8f7-4cd6-8534-af815a8a9a02 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452206 Jan 10 12:36:37.953458 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-53597de3-8d9b-4b63-88fc-853ac4883474 req-cd76b5b9-29c0-4e67-b285-c3fdfaa3899c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797217 Jan 10 12:36:38.668548 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339f998-ef2a-45c0-bdb2-da8c706bc23b req-cbbb9bd5-8bb8-44dc-960a-883a73c70316 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:38.670058 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3339f998-ef2a-45c0-bdb2-da8c706bc23b req-cbbb9bd5-8bb8-44dc-960a-883a73c70316 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 946 time: 0.0488451 Jan 10 12:36:38.675201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device af5e60e9-2dee-459e-a606-a2744c2e2c47 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:36:38.721879 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3339f998-ef2a-45c0-bdb2-da8c706bc23b req-2f3f5875-c6e5-4627-b150-8fbb544d892f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460007 Jan 10 12:36:38.766125 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:38.788019 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f49250b-10e7-4616-b755-28a1db3565ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5e60e9-2dee-459e-a606-a2744c2e2c47'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:36:38.790274 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db202490-87a9-4cb1-b2ec-941283334cf4" -d '{"events": [{"server_uuid": "2f49250b-10e7-4616-b755-28a1db3565ee", "name": "network-vif-unplugged", "status": "completed", "tag": "af5e60e9-2dee-459e-a606-a2744c2e2c47"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:36:38.803786 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port af5e60e9-2dee-459e-a606-a2744c2e2c47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:36:38.824788 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 10 Jan 2022 12:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95087256-81d5-46c9-884d-beb44b1a1a4d x-openstack-request-id: req-95087256-81d5-46c9-884d-beb44b1a1a4d {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:36:38.825084 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f49250b-10e7-4616-b755-28a1db3565ee", "name": "network-vif-unplugged", "status": "failed", "tag": "af5e60e9-2dee-459e-a606-a2744c2e2c47", "code": 422}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:36:38.825345 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95087256-81d5-46c9-884d-beb44b1a1a4d {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:36:38.825797 dv-neutron-master-2-hyperv neutron-server[110626]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2f49250b-10e7-4616-b755-28a1db3565ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'code': 422} returned with failed status Jan 10 12:36:38.891499 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:38.937984 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=af5e60e9-2dee-459e-a606-a2744c2e2c47,revision_number=8']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:36:39.288666 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53597de3-8d9b-4b63-88fc-853ac4883474 req-5620c880-b48f-4664-b74c-6acb6f7148e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:39.290149 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-53597de3-8d9b-4b63-88fc-853ac4883474 req-5620c880-b48f-4664-b74c-6acb6f7148e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee&tenant_id=67ff3e4a6783462a819aa082bfc99219 HTTP/1.1" status: 200 len: 1097 time: 0.0434339 Jan 10 12:36:39.347876 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53597de3-8d9b-4b63-88fc-853ac4883474 req-6857fffc-4463-4a51-a342-56ce1e0939b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:39.349324 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-53597de3-8d9b-4b63-88fc-853ac4883474 req-6857fffc-4463-4a51-a342-56ce1e0939b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 1097 time: 0.0397847 Jan 10 12:36:39.438811 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53597de3-8d9b-4b63-88fc-853ac4883474 req-8c1bb5e2-0cc8-461f-9c6d-1eed4ef3082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:39.440282 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-53597de3-8d9b-4b63-88fc-853ac4883474 req-8c1bb5e2-0cc8-461f-9c6d-1eed4ef3082f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 910 time: 0.0857618 Jan 10 12:36:39.505236 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-53597de3-8d9b-4b63-88fc-853ac4883474 req-97700354-2229-4f10-ac54-212262ea4f73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47 HTTP/1.1" status: 200 len: 999 time: 0.0584979 Jan 10 12:36:39.551754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53597de3-8d9b-4b63-88fc-853ac4883474 req-5bcfe2dc-98af-495b-a1e7-47e393654a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:39.553156 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-53597de3-8d9b-4b63-88fc-853ac4883474 req-5bcfe2dc-98af-495b-a1e7-47e393654a99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0421603 Jan 10 12:36:39.600120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53597de3-8d9b-4b63-88fc-853ac4883474 req-363890c4-dce7-46ba-8ce5-15ac406ea7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:39.601587 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-53597de3-8d9b-4b63-88fc-853ac4883474 req-363890c4-dce7-46ba-8ce5-15ac406ea7c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429735 Jan 10 12:36:39.688337 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-53597de3-8d9b-4b63-88fc-853ac4883474 req-58a09425-b1f9-4135-b777-af8d487c37e3 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808065 Jan 10 12:36:39.778592 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-53597de3-8d9b-4b63-88fc-853ac4883474 req-193ba74b-ef9c-4d94-84f6-6789c59de4d7 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844212 Jan 10 12:36:39.842136 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05796b4d-9ac2-4277-acbb-792746eed021 req-ca617e47-6a25-445f-baf4-8562455e7c47 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:39.843645 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-05796b4d-9ac2-4277-acbb-792746eed021 req-ca617e47-6a25-445f-baf4-8562455e7c47 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 944 time: 0.0544634 Jan 10 12:36:39.895289 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-05796b4d-9ac2-4277-acbb-792746eed021 req-21a9fd3f-0114-4169-8ef4-998fe2007867 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454369 Jan 10 12:36:40.348181 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3b387968-e9cf-4283-aff3-fff9e23e081c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:40.811267 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:41.013179 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6625e-d6b1-4a54-84fe-5a8f93b9474a req-842a3995-c73e-479c-ba71-7f33287f704b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:41.014830 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2da6625e-d6b1-4a54-84fe-5a8f93b9474a req-842a3995-c73e-479c-ba71-7f33287f704b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 944 time: 0.0509646 Jan 10 12:36:41.077939 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2da6625e-d6b1-4a54-84fe-5a8f93b9474a req-ac321291-7cfa-4a1f-b3f4-17d0c1079f3e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572417 Jan 10 12:36:42.207369 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2bbef-5a45-4a8d-8a0f-96468f408f1f req-00c34a05-bf1f-4525-ab28-db7cd55c77f6 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:42.208895 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3ac2bbef-5a45-4a8d-8a0f-96468f408f1f req-00c34a05-bf1f-4525-ab28-db7cd55c77f6 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 944 time: 0.0533113 Jan 10 12:36:42.261789 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3ac2bbef-5a45-4a8d-8a0f-96468f408f1f req-276f9c23-3a29-4deb-b7a3-dee2271a336c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467520 Jan 10 12:36:42.326052 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:43.280253 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:43.405452 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f828f-53e4-4a13-9e52-3a4e50d92747 req-30da5d7e-19ea-481b-922a-369a38ce56ef tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:43.407049 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7f1f828f-53e4-4a13-9e52-3a4e50d92747 req-30da5d7e-19ea-481b-922a-369a38ce56ef tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 944 time: 0.0682161 Jan 10 12:36:43.464513 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7f1f828f-53e4-4a13-9e52-3a4e50d92747 req-1b8863a1-ec8b-4ebd-aa94-f85f7858da50 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499642 Jan 10 12:36:44.591641 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00203da7-d269-4f46-9d7b-0df1c2e09142 req-73f0ab7d-3046-4092-bdd8-c71f70bebb91 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:44.593390 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-00203da7-d269-4f46-9d7b-0df1c2e09142 req-73f0ab7d-3046-4092-bdd8-c71f70bebb91 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 944 time: 0.0557103 Jan 10 12:36:44.670307 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-00203da7-d269-4f46-9d7b-0df1c2e09142 req-523df2cd-d8b7-4236-b71d-98f3f78fae9a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694203 Jan 10 12:36:45.793565 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83556215-737f-4db1-ada0-f00f2701370c req-25f19d76-98ae-49d3-b33c-656dd5f7bd77 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:45.795206 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-83556215-737f-4db1-ada0-f00f2701370c req-25f19d76-98ae-49d3-b33c-656dd5f7bd77 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 944 time: 0.0528440 Jan 10 12:36:45.844691 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-83556215-737f-4db1-ada0-f00f2701370c req-7f0d1712-00bf-4ce3-aadd-1ac69b66dc28 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437431 Jan 10 12:36:46.974739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50437e15-9ac3-41a6-841f-ab7c5eeaecfa req-5110fcae-6718-4642-b3f2-4ebd6af9838f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:46.976334 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-50437e15-9ac3-41a6-841f-ab7c5eeaecfa req-5110fcae-6718-4642-b3f2-4ebd6af9838f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 944 time: 0.0537198 Jan 10 12:36:47.024781 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-50437e15-9ac3-41a6-841f-ab7c5eeaecfa req-e996f3d4-8f31-4287-9ad6-5895a2640397 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425885 Jan 10 12:36:48.152920 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c91b6-68c4-4aed-95cb-3b7a064e44ad req-0fff307d-e089-40d1-9400-c0d82c37995d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:48.154499 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6f6c91b6-68c4-4aed-95cb-3b7a064e44ad req-0fff307d-e089-40d1-9400-c0d82c37995d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 944 time: 0.0520508 Jan 10 12:36:48.203641 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6f6c91b6-68c4-4aed-95cb-3b7a064e44ad req-73cdd434-bb25-43f4-9b42-f65e9101ec07 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435643 Jan 10 12:36:49.317250 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095f9c6-f15e-4c15-a5b4-696e799e37b8 req-7a30705e-4e46-439b-a6a8-265c5e29df6d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:49.318739 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1095f9c6-f15e-4c15-a5b4-696e799e37b8 req-7a30705e-4e46-439b-a6a8-265c5e29df6d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 944 time: 0.0485804 Jan 10 12:36:49.366587 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1095f9c6-f15e-4c15-a5b4-696e799e37b8 req-a433af8c-f9cf-48af-9623-9be33a99fcc7 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419359 Jan 10 12:36:49.876260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:50.485033 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89f4be-66f5-4e91-abc3-8cc7c5273e77 req-6cd4b787-1722-41bd-bc3c-cdb77bfc2232 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:50.486564 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ec89f4be-66f5-4e91-abc3-8cc7c5273e77 req-6cd4b787-1722-41bd-bc3c-cdb77bfc2232 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 944 time: 0.0530658 Jan 10 12:36:50.534120 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ec89f4be-66f5-4e91-abc3-8cc7c5273e77 req-b0a080f9-61c9-443b-bd55-939914202695 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420623 Jan 10 12:36:50.740783 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device af5e60e9-2dee-459e-a606-a2744c2e2c47 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:36:50.834202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port af5e60e9-2dee-459e-a606-a2744c2e2c47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:36:50.845520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'port_id': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'mac_address': 'fa:16:3e:74:e1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:36:50.880799 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:50.893528 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5e60e9-2dee-459e-a606-a2744c2e2c47 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:36:50.913046 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port af5e60e9-2dee-459e-a606-a2744c2e2c47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:36:50.982285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:51.031087 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=af5e60e9-2dee-459e-a606-a2744c2e2c47,revision_number=9']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:36:51.200178 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['af5e60e9-2dee-459e-a606-a2744c2e2c47'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:36:51.653482 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521a10f-6ea4-4ecf-8565-ec57c8fc60d2 req-c1962a0c-02c1-485e-b637-a19ba52d120f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:51.654998 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b521a10f-6ea4-4ecf-8565-ec57c8fc60d2 req-c1962a0c-02c1-485e-b637-a19ba52d120f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 945 time: 0.0543888 Jan 10 12:36:51.703244 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b521a10f-6ea4-4ecf-8565-ec57c8fc60d2 req-5d4b812f-c407-4484-836d-70d126c9304e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427725 Jan 10 12:36:52.749539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device af5e60e9-2dee-459e-a606-a2744c2e2c47 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:36:52.796740 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port af5e60e9-2dee-459e-a606-a2744c2e2c47 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:36:52.797115 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:52.818333 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a627be1-f727-4903-bd76-7e04c4f8d4a2 req-d9c39415-3fd2-442e-bc10-743d7d91682c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:52.819831 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6a627be1-f727-4903-bd76-7e04c4f8d4a2 req-d9c39415-3fd2-442e-bc10-743d7d91682c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 945 time: 0.0489125 Jan 10 12:36:52.869908 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6a627be1-f727-4903-bd76-7e04c4f8d4a2 req-90f28f7d-21ea-49b5-a2a8-19bac7fce432 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439634 Jan 10 12:36:52.876731 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:52.898495 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f49250b-10e7-4616-b755-28a1db3565ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5e60e9-2dee-459e-a606-a2744c2e2c47'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:36:52.900727 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd19581f-7bd2-4c5b-bb95-48e01f835be7" -d '{"events": [{"server_uuid": "2f49250b-10e7-4616-b755-28a1db3565ee", "name": "network-vif-plugged", "status": "completed", "tag": "af5e60e9-2dee-459e-a606-a2744c2e2c47"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:36:52.912746 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port af5e60e9-2dee-459e-a606-a2744c2e2c47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:36:52.937221 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9095d872-b6ca-49ad-97d4-73b69953cd58 x-openstack-request-id: req-9095d872-b6ca-49ad-97d4-73b69953cd58 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:36:52.937512 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f49250b-10e7-4616-b755-28a1db3565ee", "name": "network-vif-plugged", "status": "completed", "tag": "af5e60e9-2dee-459e-a606-a2744c2e2c47", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:36:52.938053 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9095d872-b6ca-49ad-97d4-73b69953cd58 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:36:52.938458 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f49250b-10e7-4616-b755-28a1db3565ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'code': 200} Jan 10 12:36:52.984917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:36:53.031012 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=af5e60e9-2dee-459e-a606-a2744c2e2c47,revision_number=10']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:36:53.272873 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e876f42-5102-4483-a33f-8eb68cc8baf0 req-d44929f8-9f81-4233-a7ea-d37f0f88c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:53.274414 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9e876f42-5102-4483-a33f-8eb68cc8baf0 req-d44929f8-9f81-4233-a7ea-d37f0f88c673 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 1100 time: 0.0393705 Jan 10 12:36:53.323104 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9e876f42-5102-4483-a33f-8eb68cc8baf0 req-3082c16f-659b-4513-9898-db64e7e20d0b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425444 Jan 10 12:36:53.983684 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e23f2f-dc42-4b5f-8572-6bac665a6eb5 req-cdbc5f67-c1d3-4eb9-9f7f-aa49606596b9 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:53.985121 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-22e23f2f-dc42-4b5f-8572-6bac665a6eb5 req-cdbc5f67-c1d3-4eb9-9f7f-aa49606596b9 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 947 time: 0.0486417 Jan 10 12:36:54.032168 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-22e23f2f-dc42-4b5f-8572-6bac665a6eb5 req-515b9010-21fb-4214-b9c8-6fc6dd15934f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415063 Jan 10 12:36:55.149063 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1d66-0f06-47af-ad99-ff4fc5d818ad req-01c8595c-10b5-4f56-9d22-3c40fa0bf10f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:55.151863 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3ffe1d66-0f06-47af-ad99-ff4fc5d818ad req-01c8595c-10b5-4f56-9d22-3c40fa0bf10f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 947 time: 0.0517027 Jan 10 12:36:55.200631 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3ffe1d66-0f06-47af-ad99-ff4fc5d818ad req-47ef4c0c-f308-4cf8-81ab-788a609662bd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431046 Jan 10 12:36:56.315500 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d97ee-d5b6-485a-a025-f6f01e53b2df req-4430adda-4a56-4b4d-b972-908a226ad1ac tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:36:56.316973 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f69d97ee-d5b6-485a-a025-f6f01e53b2df req-4430adda-4a56-4b4d-b972-908a226ad1ac tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 947 time: 0.0478055 Jan 10 12:36:56.364944 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f69d97ee-d5b6-485a-a025-f6f01e53b2df req-036801e0-672b-4b56-9cec-cd44baf4357e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419314 Jan 10 12:36:58.808744 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:36:59.954311 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-edcaa010-9e4f-4913-97c2-1ad88f10dca3 req-aa845464-2953-4704-bcc4-852b1b44e618 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858767 Jan 10 12:37:00.032638 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaa010-9e4f-4913-97c2-1ad88f10dca3 req-2a26dabb-c0bc-4547-89ca-158ba90a0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:37:00.034144 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-edcaa010-9e4f-4913-97c2-1ad88f10dca3 req-2a26dabb-c0bc-4547-89ca-158ba90a0757 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 1100 time: 0.0413728 Jan 10 12:37:00.138486 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaa010-9e4f-4913-97c2-1ad88f10dca3 req-8a99ff16-f17d-47f8-a587-76f5ee4d76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:37:00.140013 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-edcaa010-9e4f-4913-97c2-1ad88f10dca3 req-8a99ff16-f17d-47f8-a587-76f5ee4d76b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 910 time: 0.0896962 Jan 10 12:37:00.202998 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-edcaa010-9e4f-4913-97c2-1ad88f10dca3 req-7c39ffd7-3548-4059-a1ab-f3a9dd4b6f9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47 HTTP/1.1" status: 200 len: 1001 time: 0.0565805 Jan 10 12:37:00.250941 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaa010-9e4f-4913-97c2-1ad88f10dca3 req-a710e0f7-1039-4643-bf60-5580765d847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:37:00.252383 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-edcaa010-9e4f-4913-97c2-1ad88f10dca3 req-a710e0f7-1039-4643-bf60-5580765d847a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0437939 Jan 10 12:37:00.299123 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaa010-9e4f-4913-97c2-1ad88f10dca3 req-437fc036-348a-4e8b-a620-45e33a4e8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:37:00.300627 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-edcaa010-9e4f-4913-97c2-1ad88f10dca3 req-437fc036-348a-4e8b-a620-45e33a4e8ba7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431094 Jan 10 12:37:00.388367 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-edcaa010-9e4f-4913-97c2-1ad88f10dca3 req-51c8ed65-80f3-4a8f-a442-ba5c06b6ca41 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818343 Jan 10 12:37:00.479591 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-edcaa010-9e4f-4913-97c2-1ad88f10dca3 req-0c141dd3-c6f6-452b-84f3-499643491fc2 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855062 Jan 10 12:37:06.144502 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-351efa7c-c2ef-4cd8-b7c9-1492fac9d2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:37:10.378563 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-16252f5d-90bd-4c07-a9d0-5fce9f269828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:37:10.804946 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:37:12.324994 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:37:13.287250 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:37:19.890203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:37:35.808045 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:37:36.097923 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-927d0acf-6f75-4c8a-94ff-cf6049b7e12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:37:40.372048 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-46541713-44f3-453f-9bf4-1ec057f3676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:37:40.800359 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:37:42.324627 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:37:43.263466 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:37:49.895233 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:00.868258 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7ad4c95f-e5ff-4523-95a0-48db1951373c req-c737f4ca-bdb1-44b6-be0e-234604f147e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405405 Jan 10 12:38:00.945322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4c95f-e5ff-4523-95a0-48db1951373c req-50a1bdec-bac6-42fd-a093-dee2e51e1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:00.946816 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7ad4c95f-e5ff-4523-95a0-48db1951373c req-50a1bdec-bac6-42fd-a093-dee2e51e1e67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 1100 time: 0.0394821 Jan 10 12:38:01.048837 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4c95f-e5ff-4523-95a0-48db1951373c req-9b16a9c7-3bf6-4433-9ce4-2f207a22eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:01.050308 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7ad4c95f-e5ff-4523-95a0-48db1951373c req-9b16a9c7-3bf6-4433-9ce4-2f207a22eb31 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 910 time: 0.0864470 Jan 10 12:38:01.112442 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7ad4c95f-e5ff-4523-95a0-48db1951373c req-88be8956-6b21-4f75-b823-923ce3075443 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47 HTTP/1.1" status: 200 len: 1001 time: 0.0561321 Jan 10 12:38:01.162244 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4c95f-e5ff-4523-95a0-48db1951373c req-1e9f9382-113c-4cb6-aa3a-100c190d4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:01.163565 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7ad4c95f-e5ff-4523-95a0-48db1951373c req-1e9f9382-113c-4cb6-aa3a-100c190d4e6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0459895 Jan 10 12:38:01.206208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4c95f-e5ff-4523-95a0-48db1951373c req-61c618e1-19a2-4118-a552-6e5241d59126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:01.207675 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7ad4c95f-e5ff-4523-95a0-48db1951373c req-61c618e1-19a2-4118-a552-6e5241d59126 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383358 Jan 10 12:38:01.294273 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7ad4c95f-e5ff-4523-95a0-48db1951373c req-524e3001-36d4-480f-aaf5-9d7a5d1cd596 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801756 Jan 10 12:38:01.382880 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7ad4c95f-e5ff-4523-95a0-48db1951373c req-3376ca01-b401-4707-bd74-1db187714b01 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831223 Jan 10 12:38:05.262719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37430) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:38:05.417182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Deleting port 67d3265c-7bdf-436f-9902-0e646f8162d1 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:38:05.417869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (67d3265c-7bdf-436f-9902-0e646f8162d1), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:05.493089 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (67d3265c-7bdf-436f-9902-0e646f8162d1), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:05.493409 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for floatingip (67d3265c-7bdf-436f-9902-0e646f8162d1), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:05.511642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Calling delete_port for 67d3265c-7bdf-436f-9902-0e646f8162d1 owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:38:05.701310 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (67d3265c-7bdf-436f-9902-0e646f8162d1), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:06.041984 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event deleted for resources: {'Port': ['ID=67d3265c-7bdf-436f-9902-0e646f8162d1,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:38:06.050399 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:06.050762 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:06.051116 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:06.051465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:06.051806 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:06.052641 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:06.052641 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:06.052838 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:06.053113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:06.053448 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:06.053803 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:06.058428 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:06.058428 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:06.097538 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-565ee044-eeb6-4136-a801-5416a6d9e4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:06.116822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for floatingip (6b9f6f1f-34a7-425d-b057-27f22e0e9f02), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:06.117168 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Floating IP 6b9f6f1f-34a7-425d-b057-27f22e0e9f02 disassociated (deleted). External IP: 172.36.2.63, port: af5e60e9-2dee-459e-a606-a2744c2e2c47. Jan 10 12:38:06.321580 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Router cdf72c43-3881-4dfe-a83c-34d8df531d44 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:38:06.428438 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:38:06.433317 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:06.439010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb51f8-b97e-4d67-9ceb-fd66890e62c3 None None] Sync routers for ids ['cdf72c43-3881-4dfe-a83c-34d8df531d44'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:38:06.449733 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb51f8-b97e-4d67-9ceb-fd66890e62c3 None None] Routers {'cdf72c43-3881-4dfe-a83c-34d8df531d44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:38:06.450380 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-25bb51f8-b97e-4d67-9ceb-fd66890e62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:37:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['cdf72c43-3881-4dfe-a83c-34d8df531d44'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:38:06.460696 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a3203ff1-4b5e-486c-81c8-3294949ae1fd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "DELETE /v2.0/floatingips/6b9f6f1f-34a7-425d-b057-27f22e0e9f02 HTTP/1.1" status: 204 len: 168 time: 1.1968737 Jan 10 12:38:06.461363 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f49250b-10e7-4616-b755-28a1db3565ee', 'tag': 'af5e60e9-2dee-459e-a606-a2744c2e2c47'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:38:06.464223 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2ed769-d30c-4550-9c82-9ba534932ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "2f49250b-10e7-4616-b755-28a1db3565ee", "tag": "af5e60e9-2dee-459e-a606-a2744c2e2c47"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:38:06.560365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-25bb51f8-b97e-4d67-9ceb-fd66890e62c3 None None] Set router cdf72c43-3881-4dfe-a83c-34d8df531d44 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:38:06.593236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453f2738-df1c-438a-b351-fc6e6d1aa3a0 x-openstack-request-id: req-453f2738-df1c-438a-b351-fc6e6d1aa3a0 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:38:06.593236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f49250b-10e7-4616-b755-28a1db3565ee", "tag": "af5e60e9-2dee-459e-a606-a2744c2e2c47", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:38:06.593236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-453f2738-df1c-438a-b351-fc6e6d1aa3a0 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:38:06.593236 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f49250b-10e7-4616-b755-28a1db3565ee', 'tag': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'status': 'completed', 'code': 200} Jan 10 12:38:06.650082 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ed769-d30c-4550-9c82-9ba534932ea2 req-026a4920-a65b-4cde-a72d-01dda832cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:06.651653 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6a2ed769-d30c-4550-9c82-9ba534932ea2 req-026a4920-a65b-4cde-a72d-01dda832cd5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 1100 time: 0.0443180 Jan 10 12:38:06.752239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ed769-d30c-4550-9c82-9ba534932ea2 req-96026975-46f7-4f67-a9de-0da7275643ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:06.753900 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6a2ed769-d30c-4550-9c82-9ba534932ea2 req-96026975-46f7-4f67-a9de-0da7275643ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 910 time: 0.0968909 Jan 10 12:38:06.761318 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-25bb51f8-b97e-4d67-9ceb-fd66890e62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95734418-0110-47a2-8e35-19885c5f5e94', 'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'mac_address': 'fa:16:3e:8a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:50Z', 'updated_at': '2022-01-10T12:33:54Z', 'revision_number': 5, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'subnets': [{'id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:38:06.795526 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6a2ed769-d30c-4550-9c82-9ba534932ea2 req-becb2af8-211d-41ec-bc0a-61b1db864421 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47 HTTP/1.1" status: 200 len: 217 time: 0.0355778 Jan 10 12:38:06.850321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ed769-d30c-4550-9c82-9ba534932ea2 req-ab549c5b-8db3-48cc-a856-04199fddca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:06.851766 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6a2ed769-d30c-4550-9c82-9ba534932ea2 req-ab549c5b-8db3-48cc-a856-04199fddca38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0492420 Jan 10 12:38:06.904777 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ed769-d30c-4550-9c82-9ba534932ea2 req-61fb7603-ac48-4e24-ac02-f34f19528a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:06.906324 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6a2ed769-d30c-4550-9c82-9ba534932ea2 req-61fb7603-ac48-4e24-ac02-f34f19528a7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483167 Jan 10 12:38:06.943639 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb51f8-b97e-4d67-9ceb-fd66890e62c3 None None] Checking router: cdf72c43-3881-4dfe-a83c-34d8df531d44 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:38:06.953552 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb51f8-b97e-4d67-9ceb-fd66890e62c3 None None] Routers {'cdf72c43-3881-4dfe-a83c-34d8df531d44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:38:06.954432 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-25bb51f8-b97e-4d67-9ceb-fd66890e62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:37:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['cdf72c43-3881-4dfe-a83c-34d8df531d44'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:38:06.967789 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc40f7-911a-4ba0-8461-85bb033d2dcc req-22ac711b-182d-4c7f-b071-da91248316ea tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:06.969324 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2adc40f7-911a-4ba0-8461-85bb033d2dcc req-22ac711b-182d-4c7f-b071-da91248316ea tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 947 time: 0.1063166 Jan 10 12:38:07.004540 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6a2ed769-d30c-4550-9c82-9ba534932ea2 req-6c32364b-e41c-4940-bd79-7ec108741bf1 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911019 Jan 10 12:38:07.020911 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-2adc40f7-911a-4ba0-8461-85bb033d2dcc req-8bd29fec-e151-486e-b7c7-fab730fa242d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451648 Jan 10 12:38:07.075845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-25bb51f8-b97e-4d67-9ceb-fd66890e62c3 None None] Set router cdf72c43-3881-4dfe-a83c-34d8df531d44 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:38:07.102925 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6a2ed769-d30c-4550-9c82-9ba534932ea2 req-dd1a4983-299e-4ab6-85cf-39a7746599dc service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909781 Jan 10 12:38:07.275523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-25bb51f8-b97e-4d67-9ceb-fd66890e62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95734418-0110-47a2-8e35-19885c5f5e94', 'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'mac_address': 'fa:16:3e:8a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:50Z', 'updated_at': '2022-01-10T12:33:54Z', 'revision_number': 5, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'subnets': [{'id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:38:07.300964 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb51f8-b97e-4d67-9ceb-fd66890e62c3 None None] The sync data for ids ['cdf72c43-3881-4dfe-a83c-34d8df531d44'] in dv-neutron-master-2-hyperv is: [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95734418-0110-47a2-8e35-19885c5f5e94', 'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'mac_address': 'fa:16:3e:8a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:50Z', 'updated_at': '2022-01-10T12:33:54Z', 'revision_number': 5, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'subnets': [{'id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:38:07.505284 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a84bbc-45e7-4cb6-8ea3-5041fea2b63d None None] New status for floating IP 6b9f6f1f-34a7-425d-b057-27f22e0e9f02: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:38:08.204002 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b1f12-792d-4a5d-b501-7c415129ade1 req-057420a3-5e79-4354-8747-0635aff44c81 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:08.205440 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6a9b1f12-792d-4a5d-b501-7c415129ade1 req-057420a3-5e79-4354-8747-0635aff44c81 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 947 time: 0.0773315 Jan 10 12:38:08.214267 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9f721-98a3-4224-9e1b-bd441171504c req-edfb350a-91d3-4a83-862a-e43851e3a1a3 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:08.215614 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-69e9f721-98a3-4224-9e1b-bd441171504c req-edfb350a-91d3-4a83-862a-e43851e3a1a3 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 947 time: 0.1260402 Jan 10 12:38:08.316398 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-69e9f721-98a3-4224-9e1b-bd441171504c req-0a988b2d-74f3-4a6d-977e-76afd650da0b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9563ac57-119a-49c4-b12c-6faf8e2c3044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938318 Jan 10 12:38:08.335127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-6a9b1f12-792d-4a5d-b501-7c415129ade1 req-b652326c-d81b-4b31-b683-16ae690bcf5e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Deleting port af5e60e9-2dee-459e-a606-a2744c2e2c47 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:38:08.335471 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6a9b1f12-792d-4a5d-b501-7c415129ade1 req-b652326c-d81b-4b31-b683-16ae690bcf5e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:08.426028 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-6a9b1f12-792d-4a5d-b501-7c415129ade1 req-b652326c-d81b-4b31-b683-16ae690bcf5e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] For port af5e60e9-2dee-459e-a606-a2744c2e2c47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=af5e60e9-2dee-459e-a606-a2744c2e2c47,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:38:08.426386 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6a9b1f12-792d-4a5d-b501-7c415129ade1 req-b652326c-d81b-4b31-b683-16ae690bcf5e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:08.437733 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-6a9b1f12-792d-4a5d-b501-7c415129ade1 req-b652326c-d81b-4b31-b683-16ae690bcf5e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Calling delete_port for af5e60e9-2dee-459e-a606-a2744c2e2c47 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:38:08.616959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6a9b1f12-792d-4a5d-b501-7c415129ade1 req-b652326c-d81b-4b31-b683-16ae690bcf5e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (af5e60e9-2dee-459e-a606-a2744c2e2c47), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:08.650921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652326c-d81b-4b31-b683-16ae690bcf5e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event deleted for resources: {'Port': ['ID=af5e60e9-2dee-459e-a606-a2744c2e2c47,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:38:08.800470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9b1f12-792d-4a5d-b501-7c415129ade1 req-b652326c-d81b-4b31-b683-16ae690bcf5e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] No DVR routers for this DVR port af5e60e9-2dee-459e-a606-a2744c2e2c47 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:38:08.800470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-6a9b1f12-792d-4a5d-b501-7c415129ade1 req-b652326c-d81b-4b31-b683-16ae690bcf5e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:08.800470 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6a9b1f12-792d-4a5d-b501-7c415129ade1 req-b652326c-d81b-4b31-b683-16ae690bcf5e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.30 "DELETE /v2.0/ports/af5e60e9-2dee-459e-a606-a2744c2e2c47 HTTP/1.1" status: 204 len: 173 time: 0.4849629 Jan 10 12:38:08.800470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f49250b-10e7-4616-b755-28a1db3565ee', 'name': 'network-vif-deleted', 'tag': 'af5e60e9-2dee-459e-a606-a2744c2e2c47'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:38:08.800470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe572fb-67a1-4325-b71d-14065a960c91" -d '{"events": [{"server_uuid": "2f49250b-10e7-4616-b755-28a1db3565ee", "name": "network-vif-deleted", "tag": "af5e60e9-2dee-459e-a606-a2744c2e2c47"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:38:08.800470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958e755a-2ac0-488a-9545-7b19a902fb8c x-openstack-request-id: req-958e755a-2ac0-488a-9545-7b19a902fb8c {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:38:08.800470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f49250b-10e7-4616-b755-28a1db3565ee", "name": "network-vif-deleted", "tag": "af5e60e9-2dee-459e-a606-a2744c2e2c47", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:38:08.800470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-958e755a-2ac0-488a-9545-7b19a902fb8c {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:38:08.800470 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f49250b-10e7-4616-b755-28a1db3565ee', 'name': 'network-vif-deleted', 'tag': 'af5e60e9-2dee-459e-a606-a2744c2e2c47', 'status': 'completed', 'code': 200} Jan 10 12:38:09.422297 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e21606ec-07d2-492e-bfa3-dd04a0565acb req-55d8d544-fefd-4265-8fd5-87c333e8838e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f49250b-10e7-4616-b755-28a1db3565ee HTTP/1.1" status: 200 len: 210 time: 0.0265067 Jan 10 12:38:10.331773 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0aeb1663-6707-4daf-856f-ffd2d344d974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:10.479705 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37460) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:38:10.537017 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-338cbf0c-f119-4472-94d2-aaa4119729dc tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group (9563ac57-119a-49c4-b12c-6faf8e2c3044), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:10.563925 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-338cbf0c-f119-4472-94d2-aaa4119729dc tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group (9563ac57-119a-49c4-b12c-6faf8e2c3044), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:10.678542 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-338cbf0c-f119-4472-94d2-aaa4119729dc tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (9563ac57-119a-49c4-b12c-6faf8e2c3044), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:10.681527 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-338cbf0c-f119-4472-94d2-aaa4119729dc tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:10.682816 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-338cbf0c-f119-4472-94d2-aaa4119729dc tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "DELETE /v2.0/security-groups/9563ac57-119a-49c4-b12c-6faf8e2c3044 HTTP/1.1" status: 204 len: 168 time: 0.2020805 Jan 10 12:38:10.693219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cbf0c-f119-4472-94d2-aaa4119729dc tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9563ac57-119a-49c4-b12c-6faf8e2c3044,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:38:10.834438 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:11.033757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37466) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:38:11.038401 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-e0ff1ea0-9b9d-4b51-9993-e78b94ea0ed0 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1283792742', 'description': 'tempest-secgroup-smoke-1283792742 description', 'project_id': '67ff3e4a6783462a819aa082bfc99219'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:38:11.079537 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device af5e60e9-2dee-459e-a606-a2744c2e2c47 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:38:11.100612 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: af5e60e9-2dee-459e-a606-a2744c2e2c47 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:38:11.100962 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device af5e60e9-2dee-459e-a606-a2744c2e2c47 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:38:11.131648 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1ea0-9b9d-4b51-9993-e78b94ea0ed0 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:11.196361 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1ea0-9b9d-4b51-9993-e78b94ea0ed0 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group (c0be3dac-a18e-4c1b-9819-ab468434515d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:11.246076 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1ea0-9b9d-4b51-9993-e78b94ea0ed0 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c0be3dac-a18e-4c1b-9819-ab468434515d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:11.275269 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff1ea0-9b9d-4b51-9993-e78b94ea0ed0 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0be3dac-a18e-4c1b-9819-ab468434515d,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:38:11.322546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1ea0-9b9d-4b51-9993-e78b94ea0ed0 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:11.323788 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-e0ff1ea0-9b9d-4b51-9993-e78b94ea0ed0 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2889903 Jan 10 12:38:11.326588 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37468) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:38:11.330863 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-7f65e010-2706-4fb3-838f-4c2890db6fe5 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'security_group_rule': {'security_group_id': 'c0be3dac-a18e-4c1b-9819-ab468434515d', 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:38:11.413466 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7f65e010-2706-4fb3-838f-4c2890db6fe5 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (c97da914-5edc-4262-b194-f5bf3b4b5935), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:11.469247 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7f65e010-2706-4fb3-838f-4c2890db6fe5 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (c97da914-5edc-4262-b194-f5bf3b4b5935), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:11.546400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7f65e010-2706-4fb3-838f-4c2890db6fe5 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (c97da914-5edc-4262-b194-f5bf3b4b5935), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:11.565153 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65e010-2706-4fb3-838f-4c2890db6fe5 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97da914-5edc-4262-b194-f5bf3b4b5935,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:38:11.635013 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-7f65e010-2706-4fb3-838f-4c2890db6fe5 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:11.636235 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-7f65e010-2706-4fb3-838f-4c2890db6fe5 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3087034 Jan 10 12:38:11.638962 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 37470) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:38:11.643357 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d870ab6c-b2be-4f8a-9a03-c20c79b7c7c6 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'security_group_rule': {'security_group_id': 'c0be3dac-a18e-4c1b-9819-ab468434515d', 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:38:11.722207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d870ab6c-b2be-4f8a-9a03-c20c79b7c7c6 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (39297e31-78e6-44fe-b0a6-3dab959f78a0), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:11.777861 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d870ab6c-b2be-4f8a-9a03-c20c79b7c7c6 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (39297e31-78e6-44fe-b0a6-3dab959f78a0), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:11.832162 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d870ab6c-b2be-4f8a-9a03-c20c79b7c7c6 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (39297e31-78e6-44fe-b0a6-3dab959f78a0), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:11.849473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870ab6c-b2be-4f8a-9a03-c20c79b7c7c6 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39297e31-78e6-44fe-b0a6-3dab959f78a0,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:38:11.899070 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d870ab6c-b2be-4f8a-9a03-c20c79b7c7c6 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:11.900288 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d870ab6c-b2be-4f8a-9a03-c20c79b7c7c6 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2603977 Jan 10 12:38:11.905048 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 37472) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:38:11.909661 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'security_group_rule': {'security_group_id': 'c0be3dac-a18e-4c1b-9819-ab468434515d', 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:38:11.975680 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (db33cf9f-756a-438d-a8b4-55bf3b3d4580), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:12.033287 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (db33cf9f-756a-438d-a8b4-55bf3b3d4580), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:12.080076 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (db33cf9f-756a-438d-a8b4-55bf3b3d4580), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:12.098750 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db33cf9f-756a-438d-a8b4-55bf3b3d4580,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:38:12.105865 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:12.106229 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:12.106584 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:12.106932 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:12.107299 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:12.107674 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:12.108013 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:12.108351 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:12.108694 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:12.109022 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:12.109357 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:12.109792 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:12.110133 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:38:12.145112 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:12.146404 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f2c6c236-be47-4f9c-881a-51d87a9738ff tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2403512 Jan 10 12:38:12.149165 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 37474) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:38:12.153488 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-09228c4d-4c43-49eb-95a4-2e06ee0f6711 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'security_group_rule': {'security_group_id': 'c0be3dac-a18e-4c1b-9819-ab468434515d', 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:38:12.239152 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09228c4d-4c43-49eb-95a4-2e06ee0f6711 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (ac88660c-34db-48a3-8d23-e7578b091e1d), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:12.297682 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09228c4d-4c43-49eb-95a4-2e06ee0f6711 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (ac88660c-34db-48a3-8d23-e7578b091e1d), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:12.343045 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:12.371697 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09228c4d-4c43-49eb-95a4-2e06ee0f6711 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (ac88660c-34db-48a3-8d23-e7578b091e1d), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:12.389824 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09228c4d-4c43-49eb-95a4-2e06ee0f6711 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac88660c-34db-48a3-8d23-e7578b091e1d,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:38:12.459246 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-09228c4d-4c43-49eb-95a4-2e06ee0f6711 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:12.460493 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-09228c4d-4c43-49eb-95a4-2e06ee0f6711 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3104115 Jan 10 12:38:12.469468 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 37476) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:38:12.473758 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-c47e2c5f-a601-4323-bd4a-f235a4f6689b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'security_group_rule': {'security_group_id': 'c0be3dac-a18e-4c1b-9819-ab468434515d', 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:38:12.571027 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-c47e2c5f-a601-4323-bd4a-f235a4f6689b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Project 67ff3e4a6783462a819aa082bfc99219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:38:12.576107 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c47e2c5f-a601-4323-bd4a-f235a4f6689b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (697517cd-2217-4945-bf1f-1d6d80034741), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:12.632886 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c47e2c5f-a601-4323-bd4a-f235a4f6689b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (697517cd-2217-4945-bf1f-1d6d80034741), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:12.714196 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c47e2c5f-a601-4323-bd4a-f235a4f6689b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (697517cd-2217-4945-bf1f-1d6d80034741), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:12.732492 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e2c5f-a601-4323-bd4a-f235a4f6689b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697517cd-2217-4945-bf1f-1d6d80034741,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:38:12.778971 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-c47e2c5f-a601-4323-bd4a-f235a4f6689b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:12.780196 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-c47e2c5f-a601-4323-bd4a-f235a4f6689b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3097811 Jan 10 12:38:12.782925 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 37478) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:38:12.787297 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-198067bd-8374-4ed2-a382-a048efde58dd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'security_group_rule': {'security_group_id': 'c0be3dac-a18e-4c1b-9819-ab468434515d', 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:38:12.806504 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:38:12.845420 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-198067bd-8374-4ed2-a382-a048efde58dd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Project 67ff3e4a6783462a819aa082bfc99219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:38:12.850496 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-198067bd-8374-4ed2-a382-a048efde58dd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (720467fa-cef2-4086-95fc-e805ae88b645), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:12.911365 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-198067bd-8374-4ed2-a382-a048efde58dd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (720467fa-cef2-4086-95fc-e805ae88b645), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:12.980582 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-198067bd-8374-4ed2-a382-a048efde58dd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (720467fa-cef2-4086-95fc-e805ae88b645), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:12.997817 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198067bd-8374-4ed2-a382-a048efde58dd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720467fa-cef2-4086-95fc-e805ae88b645,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:38:13.058616 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-198067bd-8374-4ed2-a382-a048efde58dd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:13.059814 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-198067bd-8374-4ed2-a382-a048efde58dd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2759588 Jan 10 12:38:13.288275 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:20.434576 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:36.152459 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0ab33fcd-6ac5-404f-9346-80c64e0f29d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:40.357965 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5e621f43-72f1-4618-af9f-582b6ba0c499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:40.844705 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:42.289671 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-a272048a-c7e4-47e6-88e1-abe9b5d6a173 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283792742&fields=id&tenant_id=67ff3e4a6783462a819aa082bfc99219 HTTP/1.1" status: 200 len: 267 time: 0.0477192 Jan 10 12:38:42.341929 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:42.398015 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-063d7a43-64d8-4fd0-b693-ef9beeb17563 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:42.399419 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-063d7a43-64d8-4fd0-b693-ef9beeb17563 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 809 time: 0.1029859 Jan 10 12:38:42.413520 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-bb09754d-4352-4df7-8ddc-295a08bc9830 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/quotas/67ff3e4a6783462a819aa082bfc99219 HTTP/1.1" status: 200 len: 375 time: 0.0088081 Jan 10 12:38:42.467367 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-2805a6a0-41f0-4787-941c-f7aa95d8a9d9 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489492 Jan 10 12:38:42.522563 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-59fa9d08-503c-4d4e-bb6e-4c7642d9d532 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:38:42.523557 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-59fa9d08-503c-4d4e-bb6e-4c7642d9d532 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0450554 Jan 10 12:38:42.613404 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-7cda78c8-276b-4d5f-b697-cc748a08446f service neutron] 10.222.0.16 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841217 Jan 10 12:38:42.704274 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-ae69bb3c-69d9-4e87-b6e7-dd81475e91e0 service neutron] 10.222.0.16 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852785 Jan 10 12:38:43.290529 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:44.267164 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-cf1991c5-3637-4965-8bce-550a5f689ea7 req-4d5b2b74-3cf5-42a8-ad08-42b5ca92f971 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 210 time: 0.0318549 Jan 10 12:38:45.364658 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c92935dc-8661-4685-8bb7-9bd5776da8e5 req-00646bcc-13c8-4f77-a129-2453c0a0ae3d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 210 time: 0.0271201 Jan 10 12:38:46.082343 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-a3a5ac20-b02a-463c-af2a-95289017563e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:46.083793 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-a3a5ac20-b02a-463c-af2a-95289017563e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 809 time: 0.1009243 Jan 10 12:38:46.151631 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-ed3fb9d2-6bf0-4489-b3b6-d4477a238c64 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67ff3e4a6783462a819aa082bfc99219 HTTP/1.1" status: 200 len: 380 time: 0.0597422 Jan 10 12:38:46.160252 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-6106134a-bcde-4a7d-9432-e91bced5bafd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'port': {'device_id': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'admin_state_up': True, 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'security_groups': ['c0be3dac-a18e-4c1b-9819-ab468434515d']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:38:46.340224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-6106134a-bcde-4a7d-9432-e91bced5bafd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Made reservation on behalf of 67ff3e4a6783462a819aa082bfc99219 for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:38:46.343959 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-6106134a-bcde-4a7d-9432-e91bced5bafd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:46.466397 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6f592813-1e82-4b25-9fb6-d58a8603956d req-13aa8933-1dcf-4e07-9c75-9e6f7523438e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 210 time: 0.0299442 Jan 10 12:38:46.480492 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-6106134a-bcde-4a7d-9432-e91bced5bafd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Allocated IP 172.20.0.9 (c992265c-731b-458f-a8c1-29cd73e91b97/42b809db-9fdb-4043-83f8-8543b4b2068e/cacb9a86-84d9-466e-ba59-98736609c5da) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:38:46.621747 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-6106134a-bcde-4a7d-9432-e91bced5bafd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for port (cacb9a86-84d9-466e-ba59-98736609c5da), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:46.752426 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-6106134a-bcde-4a7d-9432-e91bced5bafd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:46.794228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-6106134a-bcde-4a7d-9432-e91bced5bafd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Network c992265c-731b-458f-a8c1-29cd73e91b97 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:38:46.798182 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-6106134a-bcde-4a7d-9432-e91bced5bafd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:38:46.801903 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-6106134a-bcde-4a7d-9432-e91bced5bafd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:38:46.834425 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106134a-bcde-4a7d-9432-e91bced5bafd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'Port': ['ID=cacb9a86-84d9-466e-ba59-98736609c5da,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:38:46.857223 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-6106134a-bcde-4a7d-9432-e91bced5bafd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:46.857876 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-6106134a-bcde-4a7d-9432-e91bced5bafd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:46.946439 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-6106134a-bcde-4a7d-9432-e91bced5bafd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7899792 Jan 10 12:38:46.958724 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Request body: {'port': {'device_id': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:38:47.010157 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-eb8b5a3f-2e5a-4cab-adc1-c1459e45def1 None None] Provisioning complete for port cacb9a86-84d9-466e-ba59-98736609c5da triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:38:47.010746 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eb8b5a3f-2e5a-4cab-adc1-c1459e45def1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:47.018260 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:47.044779 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b5a3f-2e5a-4cab-adc1-c1459e45def1 None None] Port cacb9a86-84d9-466e-ba59-98736609c5da cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:38:47.288757 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cacb9a86-84d9-466e-ba59-98736609c5da {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:38:47.297585 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Publish callbacks [] for port (cacb9a86-84d9-466e-ba59-98736609c5da), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:47.310913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Transition to ACTIVE for port object cacb9a86-84d9-466e-ba59-98736609c5da will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:38:47.370912 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:47.424496 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Pushing event updated for resources: {'Port': ['ID=cacb9a86-84d9-466e-ba59-98736609c5da,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:38:47.510745 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Attempting to bind port cacb9a86-84d9-466e-ba59-98736609c5da on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:38:47.511404 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Attempting to bind port cacb9a86-84d9-466e-ba59-98736609c5da by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:38:47.511404 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Attempting to bind port cacb9a86-84d9-466e-ba59-98736609c5da on network c992265c-731b-458f-a8c1-29cd73e91b97 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:38:47.516484 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Port cacb9a86-84d9-466e-ba59-98736609c5da on network c992265c-731b-458f-a8c1-29cd73e91b97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:38:47.516946 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Attempting to bind port cacb9a86-84d9-466e-ba59-98736609c5da on network c992265c-731b-458f-a8c1-29cd73e91b97 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:38:47.522776 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:38:47.523390 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Checking segment: {'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:38:47.524253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Bound using segment: {'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:38:47.524253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Bound port: cacb9a86-84d9-466e-ba59-98736609c5da, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b7b53c-5eed-4307-b22d-789ece3132bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:38:47.524573 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:47.629930 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed46e-198b-4528-b425-c017fba9e603 req-a0cb0484-5272-4d75-a023-0fd2b1372649 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:47.631392 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ba8ed46e-198b-4528-b425-c017fba9e603 req-a0cb0484-5272-4d75-a023-0fd2b1372649 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0926452 Jan 10 12:38:47.635167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] For port cacb9a86-84d9-466e-ba59-98736609c5da, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:38:47.638406 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] For port cacb9a86-84d9-466e-ba59-98736609c5da, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cacb9a86-84d9-466e-ba59-98736609c5da,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:38:47.686841 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ba8ed46e-198b-4528-b425-c017fba9e603 req-3b0b44fe-6bb9-4057-9129-81671c4bc060 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463665 Jan 10 12:38:47.740537 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:47.781812 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:47.782445 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:47.783830 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] 10.222.0.30 "PUT /v2.0/ports/cacb9a86-84d9-466e-ba59-98736609c5da HTTP/1.1" status: 200 len: 1093 time: 0.8299301 Jan 10 12:38:47.784394 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'tag': 'cacb9a86-84d9-466e-ba59-98736609c5da'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:38:47.786546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b15b0a-de31-4802-8c0b-4282ee568114" -d '{"events": [{"name": "network-changed", "server_uuid": "672e3d3a-beed-49b6-837f-a29457f5db5b", "tag": "cacb9a86-84d9-466e-ba59-98736609c5da"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:38:47.811242 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8206b3b-1b79-4b1c-adab-46173c56e2ec service neutron] Pushing event updated for resources: {'Port': ['ID=cacb9a86-84d9-466e-ba59-98736609c5da,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:38:47.841428 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a908f18-1c29-4794-8577-3ad389fd832d x-openstack-request-id: req-4a908f18-1c29-4794-8577-3ad389fd832d {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:38:47.841963 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672e3d3a-beed-49b6-837f-a29457f5db5b", "tag": "cacb9a86-84d9-466e-ba59-98736609c5da", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:38:47.842233 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a908f18-1c29-4794-8577-3ad389fd832d {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:38:47.843175 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'tag': 'cacb9a86-84d9-466e-ba59-98736609c5da', 'status': 'completed', 'code': 200} Jan 10 12:38:47.906324 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b15b0a-de31-4802-8c0b-4282ee568114 req-a97239ff-2c28-4502-9aaf-0340e5eedb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:47.907854 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e6b15b0a-de31-4802-8c0b-4282ee568114 req-a97239ff-2c28-4502-9aaf-0340e5eedb83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 1096 time: 0.0453537 Jan 10 12:38:48.012783 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b15b0a-de31-4802-8c0b-4282ee568114 req-6b5d2643-d0df-4816-a869-e394ebb4b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:48.015031 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e6b15b0a-de31-4802-8c0b-4282ee568114 req-6b5d2643-d0df-4816-a869-e394ebb4b00f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=67ff3e4a6783462a819aa082bfc99219&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0992856 Jan 10 12:38:48.110719 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b15b0a-de31-4802-8c0b-4282ee568114 req-84013a15-c8e8-4dcc-beb2-a7dc91785740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:48.112080 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e6b15b0a-de31-4802-8c0b-4282ee568114 req-84013a15-c8e8-4dcc-beb2-a7dc91785740 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919828 Jan 10 12:38:48.189512 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-4acb46a9-39e1-49d1-a68a-849fe2cfbfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:48.190913 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-4acb46a9-39e1-49d1-a68a-849fe2cfbfaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 1096 time: 0.0416021 Jan 10 12:38:48.234913 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-270b8937-65c6-4364-84a1-411ff367c19f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cacb9a86-84d9-466e-ba59-98736609c5da HTTP/1.1" status: 200 len: 217 time: 0.0380611 Jan 10 12:38:48.285291 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-6a85960e-4c19-4a8d-a004-a1ad1e8d2742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:48.286819 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-6a85960e-4c19-4a8d-a004-a1ad1e8d2742 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0463531 Jan 10 12:38:48.330556 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-e902fa1d-565e-443a-b71e-1c3b5a2eeaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:48.332150 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-e902fa1d-565e-443a-b71e-1c3b5a2eeaf9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398788 Jan 10 12:38:48.424835 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-ce901f3d-f4d5-492a-a1b3-008c4424425c service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865662 Jan 10 12:38:48.512303 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7d8791fb-57f0-4050-8886-ebf117e39ab3 req-fd7401cb-e439-4a7c-bbd7-3a444ae638ce service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814929 Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:38:48.796421 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:38:48.800912 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38f8f2-95f8-4d54-893e-d56880ce15dc req-9921a2eb-399e-4714-a182-3e9b25a93340 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:48.802462 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2f38f8f2-95f8-4d54-893e-d56880ce15dc req-9921a2eb-399e-4714-a182-3e9b25a93340 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0493577 Jan 10 12:38:48.856465 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2f38f8f2-95f8-4d54-893e-d56880ce15dc req-97b68ddd-64bb-4c12-974e-ea817883097e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483260 Jan 10 12:38:49.804935 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:38:49.913525 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:38:49.976138 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c289948-c257-444f-adf6-97eded825fe8 req-26b3872c-fa83-47b6-a29a-d24a02842fd8 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:49.977852 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9c289948-c257-444f-adf6-97eded825fe8 req-26b3872c-fa83-47b6-a29a-d24a02842fd8 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0511518 Jan 10 12:38:50.031163 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-9c289948-c257-444f-adf6-97eded825fe8 req-3eaf834b-3424-449c-9b4d-095920b68460 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476370 Jan 10 12:38:51.147132 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9f0c1-db0d-4daa-91e4-b9443d222892 req-2d458ed8-0907-4432-8f4c-e92955378982 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:51.148674 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bbe9f0c1-db0d-4daa-91e4-b9443d222892 req-2d458ed8-0907-4432-8f4c-e92955378982 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0501142 Jan 10 12:38:51.198138 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bbe9f0c1-db0d-4daa-91e4-b9443d222892 req-2c03faf1-d347-4b99-8816-0104224394f4 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437982 Jan 10 12:38:52.311611 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9a65c-0b97-4a5b-b6e7-e9fdc5f1437c req-d36552d3-b49a-4e74-ae2d-a6bc758ee828 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:52.313196 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-24c9a65c-0b97-4a5b-b6e7-e9fdc5f1437c req-d36552d3-b49a-4e74-ae2d-a6bc758ee828 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0492454 Jan 10 12:38:52.362481 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-24c9a65c-0b97-4a5b-b6e7-e9fdc5f1437c req-6137cd71-bba9-486e-a017-7361a1623b1b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435534 Jan 10 12:38:53.476060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a6bae-d9c9-41c7-a549-454481be4458 req-4614151f-bc98-4c0e-b634-44f5cf5c1b7e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:53.477592 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1f3a6bae-d9c9-41c7-a549-454481be4458 req-4614151f-bc98-4c0e-b634-44f5cf5c1b7e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0488544 Jan 10 12:38:53.525725 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1f3a6bae-d9c9-41c7-a549-454481be4458 req-a42dc52b-ef31-4c1b-bb07-d8abb094d7c3 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425251 Jan 10 12:38:54.639729 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6a8ed-8c35-48e1-9424-e4e92738ee72 req-6982ae6a-02a0-4ab4-90ee-1991cfdaabc1 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:54.641314 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6bf6a8ed-8c35-48e1-9424-e4e92738ee72 req-6982ae6a-02a0-4ab4-90ee-1991cfdaabc1 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0495434 Jan 10 12:38:54.688937 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6bf6a8ed-8c35-48e1-9424-e4e92738ee72 req-a3bafea6-b5e3-4c53-a930-b5e70843d04b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420055 Jan 10 12:38:55.807477 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97914fff-f403-46e2-8170-6df44947c590 req-4da5edc3-0317-4659-9042-88a329ac0b8d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:55.808982 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-97914fff-f403-46e2-8170-6df44947c590 req-4da5edc3-0317-4659-9042-88a329ac0b8d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0532007 Jan 10 12:38:55.859283 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-97914fff-f403-46e2-8170-6df44947c590 req-abf4136b-e4c9-46d7-bcc5-311aa1ec55eb tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439928 Jan 10 12:38:56.975332 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990ab02-f82f-4974-bda5-b663db57a067 req-1982b173-1930-4ed5-a7eb-0691364a9055 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:56.976769 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1990ab02-f82f-4974-bda5-b663db57a067 req-1982b173-1930-4ed5-a7eb-0691364a9055 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0515049 Jan 10 12:38:57.023965 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1990ab02-f82f-4974-bda5-b663db57a067 req-a16defe4-8884-4c5a-a130-9ff979cdf7cc tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416231 Jan 10 12:38:58.183427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86055054-2b7f-41b9-9ee1-2b59c93118d3 req-aed31512-0e0b-4acd-986e-ec0c15f7c15e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:58.184899 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-86055054-2b7f-41b9-9ee1-2b59c93118d3 req-aed31512-0e0b-4acd-986e-ec0c15f7c15e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0484664 Jan 10 12:38:58.233188 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-86055054-2b7f-41b9-9ee1-2b59c93118d3 req-6618650e-7f19-4c0b-9c7b-12134f63aafd tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427949 Jan 10 12:38:59.347497 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f0e8f-6643-4347-a1a8-4ebd7b1d0116 req-ca7362e6-4595-4c57-86a3-cd69bb6da528 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:38:59.349141 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c84f0e8f-6643-4347-a1a8-4ebd7b1d0116 req-ca7362e6-4595-4c57-86a3-cd69bb6da528 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0490880 Jan 10 12:38:59.397497 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c84f0e8f-6643-4347-a1a8-4ebd7b1d0116 req-db390922-1145-4c56-9bdd-8556eb14e492 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427713 Jan 10 12:39:00.515402 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb59882-75ff-4cf5-9816-ebc09bf55108 req-68f55e32-d223-4860-82d7-d263b9650753 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:39:00.516917 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bfb59882-75ff-4cf5-9816-ebc09bf55108 req-68f55e32-d223-4860-82d7-d263b9650753 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0542860 Jan 10 12:39:00.565073 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-bfb59882-75ff-4cf5-9816-ebc09bf55108 req-ab54d24d-f97a-4a7d-b386-3855b9f0739c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 Jan 10 12:39:01.683721 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c38eb-0e4b-446a-87d1-6cc9d11d5b5e req-89fdb642-c1fa-4250-81c3-4bfc3a796ef2 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:39:01.685207 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c23c38eb-0e4b-446a-87d1-6cc9d11d5b5e req-89fdb642-c1fa-4250-81c3-4bfc3a796ef2 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0528157 Jan 10 12:39:01.733327 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-c23c38eb-0e4b-446a-87d1-6cc9d11d5b5e req-1dab906c-06ca-4155-973b-b4e7d1107318 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418963 Jan 10 12:39:02.846238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d3206-e39f-43a2-80e2-b3b9476a44b9 req-c312fb3f-81fa-49e4-98e1-2fff9bf942ad tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:39:02.847753 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0b7d3206-e39f-43a2-80e2-b3b9476a44b9 req-c312fb3f-81fa-49e4-98e1-2fff9bf942ad tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0484347 Jan 10 12:39:02.896642 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0b7d3206-e39f-43a2-80e2-b3b9476a44b9 req-72626489-d503-47d3-9a80-6376a6b2a7a0 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430310 Jan 10 12:39:03.368539 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device cacb9a86-84d9-466e-ba59-98736609c5da details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:39:03.463846 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port cacb9a86-84d9-466e-ba59-98736609c5da, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cacb9a86-84d9-466e-ba59-98736609c5da,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:39:03.475502 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'cacb9a86-84d9-466e-ba59-98736609c5da', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'port_id': 'cacb9a86-84d9-466e-ba59-98736609c5da', 'mac_address': 'fa:16:3e:f2:2b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:39:03.512012 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:03.524278 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cacb9a86-84d9-466e-ba59-98736609c5da {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:39:03.543353 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port cacb9a86-84d9-466e-ba59-98736609c5da, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cacb9a86-84d9-466e-ba59-98736609c5da,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:39:03.598635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:03.649664 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=cacb9a86-84d9-466e-ba59-98736609c5da,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:39:03.657037 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:39:03.657396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:39:03.657749 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:39:03.658119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:39:03.658456 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:39:03.658790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:39:03.659125 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:39:03.659463 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:39:03.659796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:39:03.660128 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:39:03.660456 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:39:03.660783 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:39:03.661110 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:39:03.805464 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['cacb9a86-84d9-466e-ba59-98736609c5da'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:39:04.009648 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94dd52-46e9-407b-9972-aa043ce3966d req-3e9b293b-5c29-483d-9bbb-32cf7bba378d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:39:04.011186 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6a94dd52-46e9-407b-9972-aa043ce3966d req-3e9b293b-5c29-483d-9bbb-32cf7bba378d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 944 time: 0.0495572 Jan 10 12:39:04.062594 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6a94dd52-46e9-407b-9972-aa043ce3966d req-bcdaad6b-35c7-49f2-b7b3-e6f3a6f31911 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451024 Jan 10 12:39:05.175958 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53fb5c-1127-4dae-98fe-23167f188cf2 req-2836db8a-21a6-48e4-802d-e3b929cc1240 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:39:05.177430 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2c53fb5c-1127-4dae-98fe-23167f188cf2 req-2836db8a-21a6-48e4-802d-e3b929cc1240 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 944 time: 0.0485504 Jan 10 12:39:05.228803 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2c53fb5c-1127-4dae-98fe-23167f188cf2 req-712548a9-69d9-4bf4-a548-b7b1a7bdd625 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460067 Jan 10 12:39:05.384457 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device cacb9a86-84d9-466e-ba59-98736609c5da up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:39:05.495757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port cacb9a86-84d9-466e-ba59-98736609c5da completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:39:05.499416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port cacb9a86-84d9-466e-ba59-98736609c5da triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:39:05.499787 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:05.576528 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:05.599134 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacb9a86-84d9-466e-ba59-98736609c5da'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:39:05.601514 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb075c25-32c2-413c-b7b5-042055ebea4f" -d '{"events": [{"server_uuid": "672e3d3a-beed-49b6-837f-a29457f5db5b", "name": "network-vif-plugged", "status": "completed", "tag": "cacb9a86-84d9-466e-ba59-98736609c5da"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:39:05.614061 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port cacb9a86-84d9-466e-ba59-98736609c5da, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cacb9a86-84d9-466e-ba59-98736609c5da,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:39:05.673297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:05.696660 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b520a6d4-0365-4fe2-ae8f-5713ecb56a59 x-openstack-request-id: req-b520a6d4-0365-4fe2-ae8f-5713ecb56a59 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:39:05.696958 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672e3d3a-beed-49b6-837f-a29457f5db5b", "name": "network-vif-plugged", "status": "completed", "tag": "cacb9a86-84d9-466e-ba59-98736609c5da", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:39:05.697215 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b520a6d4-0365-4fe2-ae8f-5713ecb56a59 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:39:05.697609 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacb9a86-84d9-466e-ba59-98736609c5da', 'code': 200} Jan 10 12:39:05.724350 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=cacb9a86-84d9-466e-ba59-98736609c5da,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:39:05.914882 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93dc93-b184-42c8-9717-56aa0c0edc44 req-f8387813-c6ad-466f-9eec-f2b0eff675a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:39:05.916257 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ce93dc93-b184-42c8-9717-56aa0c0edc44 req-f8387813-c6ad-466f-9eec-f2b0eff675a0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 1098 time: 0.0397596 Jan 10 12:39:05.960691 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ce93dc93-b184-42c8-9717-56aa0c0edc44 req-66e2f07f-205a-44b8-805b-0242aef73322 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384715 Jan 10 12:39:06.141310 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-aa2fb247-3440-4b33-ad31-28e5be7317e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:06.348069 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240b595-7db5-4c78-8e34-a7fb2d04d815 req-4f9e49c1-028d-454e-8e03-e7706a12975c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:39:06.349879 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b240b595-7db5-4c78-8e34-a7fb2d04d815 req-4f9e49c1-028d-454e-8e03-e7706a12975c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0492704 Jan 10 12:39:06.400285 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b240b595-7db5-4c78-8e34-a7fb2d04d815 req-865c9a84-9cfe-4ce7-a59d-70e810fd3783 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447140 Jan 10 12:39:07.514901 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c9921-3042-47db-9e87-c258637e5dec req-b81e9607-db52-47e7-84ef-3c9b54fffd9f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:39:07.516296 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-844c9921-3042-47db-9e87-c258637e5dec req-b81e9607-db52-47e7-84ef-3c9b54fffd9f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0487115 Jan 10 12:39:07.568463 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-844c9921-3042-47db-9e87-c258637e5dec req-7dc1f95e-51bf-4349-b7ab-89985400aec8 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467479 Jan 10 12:39:07.684913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529691db-d561-4826-9ce3-4c28bd178864 req-028d3866-7e37-4aa8-80f2-a3908358fdfc tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:39:07.686412 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-529691db-d561-4826-9ce3-4c28bd178864 req-028d3866-7e37-4aa8-80f2-a3908358fdfc tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0524249 Jan 10 12:39:07.734149 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-529691db-d561-4826-9ce3-4c28bd178864 req-dea88795-c91f-43c2-ae19-519830020b3f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422039 Jan 10 12:39:07.754670 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 37710) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:39:07.793612 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef183ec9-cb19-4c5d-ab21-4ec9e204aed0 tempest-TestShelveInstance-1856785614 tempest-TestShelveInstance-1856785614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:39:07.795039 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-ef183ec9-cb19-4c5d-ab21-4ec9e204aed0 tempest-TestShelveInstance-1856785614 tempest-TestShelveInstance-1856785614-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 1093 time: 0.0393951 Jan 10 12:39:07.797698 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 37712) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:39:07.801875 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': 'cacb9a86-84d9-466e-ba59-98736609c5da', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:39:07.878359 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:07.971400 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:08.074400 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Allocated IP 172.36.2.92 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/6bbc2b41-bff3-4cf8-a3d5-e7457f7f46b8) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:39:08.176428 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for port (6bbc2b41-bff3-4cf8-a3d5-e7457f7f46b8), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:08.250562 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (6bbc2b41-bff3-4cf8-a3d5-e7457f7f46b8), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:08.289786 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:39:08.292599 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:39:08.296579 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:39:08.318292 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'Port': ['ID=6bbc2b41-bff3-4cf8-a3d5-e7457f7f46b8,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:39:08.632226 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for floatingip (633ad5e8-a22e-4276-815c-a414b90d4524), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:08.739252 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6bbc2b41-bff3-4cf8-a3d5-e7457f7f46b8), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:08.886709 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for port (6bbc2b41-bff3-4cf8-a3d5-e7457f7f46b8), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:08.945609 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (6bbc2b41-bff3-4cf8-a3d5-e7457f7f46b8), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:09.015675 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event updated for resources: {'Port': ['ID=6bbc2b41-bff3-4cf8-a3d5-e7457f7f46b8,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:39:09.027534 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (633ad5e8-a22e-4276-815c-a414b90d4524), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:09.127202 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Floating IP 633ad5e8-a22e-4276-815c-a414b90d4524 associated. External IP: 172.36.2.92, port: cacb9a86-84d9-466e-ba59-98736609c5da. Jan 10 12:39:09.334946 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Router cdf72c43-3881-4dfe-a83c-34d8df531d44 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:39:09.441819 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:39:09.451753 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f3a8d-150e-4005-801c-10322e1f16fa None None] Sync routers for ids ['cdf72c43-3881-4dfe-a83c-34d8df531d44'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:39:09.461396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f3a8d-150e-4005-801c-10322e1f16fa None None] Routers {'cdf72c43-3881-4dfe-a83c-34d8df531d44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:39:09.462051 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c50f3a8d-150e-4005-801c-10322e1f16fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:38:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['cdf72c43-3881-4dfe-a83c-34d8df531d44'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:39:09.550071 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:09.567849 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-c50f3a8d-150e-4005-801c-10322e1f16fa None None] Set router cdf72c43-3881-4dfe-a83c-34d8df531d44 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:39:09.577991 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-e5af73b3-e54b-4492-a2a7-c6a9902f6841 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7785966 Jan 10 12:39:09.578667 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'tag': 'cacb9a86-84d9-466e-ba59-98736609c5da'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:39:09.581226 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429f2584-f354-46fd-924a-1fe67a996835" -d '{"events": [{"name": "network-changed", "server_uuid": "672e3d3a-beed-49b6-837f-a29457f5db5b", "tag": "cacb9a86-84d9-466e-ba59-98736609c5da"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:39:09.676545 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b08ba1-68cf-44c9-88a3-c71421c2ad7e x-openstack-request-id: req-36b08ba1-68cf-44c9-88a3-c71421c2ad7e {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:39:09.677164 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672e3d3a-beed-49b6-837f-a29457f5db5b", "tag": "cacb9a86-84d9-466e-ba59-98736609c5da", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:39:09.677164 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36b08ba1-68cf-44c9-88a3-c71421c2ad7e {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:39:09.677674 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'tag': 'cacb9a86-84d9-466e-ba59-98736609c5da', 'status': 'completed', 'code': 200} Jan 10 12:39:09.738878 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f2584-f354-46fd-924a-1fe67a996835 req-80f39627-523c-4227-9717-a2465b0857fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:39:09.740541 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-429f2584-f354-46fd-924a-1fe67a996835 req-80f39627-523c-4227-9717-a2465b0857fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 1098 time: 0.0425024 Jan 10 12:39:09.812768 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c50f3a8d-150e-4005-801c-10322e1f16fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '633ad5e8-a22e-4276-815c-a414b90d4524', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'floating_ip_address': '172.36.2.92', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'port_id': 'cacb9a86-84d9-466e-ba59-98736609c5da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'mac_address': 'fa:16:3e:f2:2b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:39:08Z', 'updated_at': '2022-01-10T12:39:08Z', 'revision_number': 0, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95734418-0110-47a2-8e35-19885c5f5e94', 'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'mac_address': 'fa:16:3e:8a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:50Z', 'updated_at': '2022-01-10T12:33:54Z', 'revision_number': 5, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'subnets': [{'id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:39:09.838588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f3a8d-150e-4005-801c-10322e1f16fa None None] Checking router: cdf72c43-3881-4dfe-a83c-34d8df531d44 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:39:09.839133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f2584-f354-46fd-924a-1fe67a996835 req-0524f20d-d816-407f-94cb-a0d918aeea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:39:09.840645 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-429f2584-f354-46fd-924a-1fe67a996835 req-0524f20d-d816-407f-94cb-a0d918aeea22 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 910 time: 0.0940294 Jan 10 12:39:09.847324 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f3a8d-150e-4005-801c-10322e1f16fa None None] Routers {'cdf72c43-3881-4dfe-a83c-34d8df531d44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:39:09.848061 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c50f3a8d-150e-4005-801c-10322e1f16fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:38:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['cdf72c43-3881-4dfe-a83c-34d8df531d44'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:39:09.906616 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-429f2584-f354-46fd-924a-1fe67a996835 req-04c71fe4-790a-47fb-bb55-a3b42eedad33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cacb9a86-84d9-466e-ba59-98736609c5da HTTP/1.1" status: 200 len: 998 time: 0.0600829 Jan 10 12:39:09.954530 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f2584-f354-46fd-924a-1fe67a996835 req-38595c4b-bba6-4812-ad91-b1a5af64ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:39:09.954863 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-c50f3a8d-150e-4005-801c-10322e1f16fa None None] Set router cdf72c43-3881-4dfe-a83c-34d8df531d44 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:39:09.957112 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-429f2584-f354-46fd-924a-1fe67a996835 req-38595c4b-bba6-4812-ad91-b1a5af64ef17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0441747 Jan 10 12:39:10.003197 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f2584-f354-46fd-924a-1fe67a996835 req-a4551a82-4bc1-42ba-83b1-074fb1372c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:39:10.004823 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-429f2584-f354-46fd-924a-1fe67a996835 req-a4551a82-4bc1-42ba-83b1-074fb1372c49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432854 Jan 10 12:39:10.093601 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-429f2584-f354-46fd-924a-1fe67a996835 req-e8fbf657-7a2c-4e51-a8c7-95c684464da5 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825858 Jan 10 12:39:10.184311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-c50f3a8d-150e-4005-801c-10322e1f16fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '633ad5e8-a22e-4276-815c-a414b90d4524', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'floating_ip_address': '172.36.2.92', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'port_id': 'cacb9a86-84d9-466e-ba59-98736609c5da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'mac_address': 'fa:16:3e:f2:2b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:39:08Z', 'updated_at': '2022-01-10T12:39:08Z', 'revision_number': 0, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95734418-0110-47a2-8e35-19885c5f5e94', 'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'mac_address': 'fa:16:3e:8a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:50Z', 'updated_at': '2022-01-10T12:33:54Z', 'revision_number': 5, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'subnets': [{'id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:39:10.188598 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-429f2584-f354-46fd-924a-1fe67a996835 req-d4c4be77-9980-42d2-ab0f-7af3cf4f2eb6 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896533 Jan 10 12:39:10.210898 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f3a8d-150e-4005-801c-10322e1f16fa None None] The sync data for ids ['cdf72c43-3881-4dfe-a83c-34d8df531d44'] in dv-neutron-master-2-hyperv is: [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '633ad5e8-a22e-4276-815c-a414b90d4524', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'floating_ip_address': '172.36.2.92', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'port_id': 'cacb9a86-84d9-466e-ba59-98736609c5da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'mac_address': 'fa:16:3e:f2:2b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:39:08Z', 'updated_at': '2022-01-10T12:39:08Z', 'revision_number': 0, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95734418-0110-47a2-8e35-19885c5f5e94', 'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'mac_address': 'fa:16:3e:8a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:50Z', 'updated_at': '2022-01-10T12:33:54Z', 'revision_number': 5, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'subnets': [{'id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:39:10.341300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9536bd02-665b-4a40-bf21-f3e029a1fde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:10.425804 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5eff91-0a51-4cd5-9c75-7f2e94e1625e None None] New status for floating IP 633ad5e8-a22e-4276-815c-a414b90d4524: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:39:10.819751 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:12.346973 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:13.301446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:19.912578 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:26.803843 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:39:36.129395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f26e0ede-7937-4e43-aceb-04d34649d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:40.363387 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3fb85a5f-8c3e-4d73-93a8-c9d70f3b84da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:40.842271 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:42.369007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:43.289616 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:39:49.917487 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:40:01.989670 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-79810b2f-e06c-4e8b-b693-faae413a972a req-83c2e77f-a4cf-4a54-b708-34463fb0c658 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403707 Jan 10 12:40:02.067883 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79810b2f-e06c-4e8b-b693-faae413a972a req-e4f21610-70da-4d1e-a50b-8ae5ee09a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:40:02.069366 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-79810b2f-e06c-4e8b-b693-faae413a972a req-e4f21610-70da-4d1e-a50b-8ae5ee09a344 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 1098 time: 0.0404289 Jan 10 12:40:02.488227 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79810b2f-e06c-4e8b-b693-faae413a972a req-2bdee9e8-8917-49bc-910b-44c5233fd639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:40:02.489693 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-79810b2f-e06c-4e8b-b693-faae413a972a req-2bdee9e8-8917-49bc-910b-44c5233fd639 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 910 time: 0.4020708 Jan 10 12:40:02.552082 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-79810b2f-e06c-4e8b-b693-faae413a972a req-3cf7f2f2-cf35-4522-aada-7a096e2b1bf0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cacb9a86-84d9-466e-ba59-98736609c5da HTTP/1.1" status: 200 len: 1000 time: 0.0561583 Jan 10 12:40:02.601740 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79810b2f-e06c-4e8b-b693-faae413a972a req-5b817f59-86ea-497f-846d-e1abcbb3ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:40:02.603700 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-79810b2f-e06c-4e8b-b693-faae413a972a req-5b817f59-86ea-497f-846d-e1abcbb3ba35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0461266 Jan 10 12:40:02.646416 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79810b2f-e06c-4e8b-b693-faae413a972a req-04168514-cfce-4030-84b2-9c3b3304dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:40:02.647972 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-79810b2f-e06c-4e8b-b693-faae413a972a req-04168514-cfce-4030-84b2-9c3b3304dd1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391204 Jan 10 12:40:02.736873 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-79810b2f-e06c-4e8b-b693-faae413a972a req-d5aa9d82-253c-4279-b4af-a033592cf48b service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815527 Jan 10 12:40:02.833021 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-79810b2f-e06c-4e8b-b693-faae413a972a req-305af1b2-b46d-4ce5-abe4-459a79644614 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882366 Jan 10 12:40:03.802475 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:40:06.116945 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0208d2c1-afc4-4dda-8d2b-08366a55deae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:40:10.328506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b6b5e624-51cd-40d4-8a56-66c5bcf9b566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:40:10.814074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:40:12.493826 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:40:13.305306 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:40:19.916242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:40:36.103631 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-68a88c33-a694-477c-b8b5-464dce1d7b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:40:40.344263 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ff3cb630-b498-464d-860c-8cd7d339d7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:40:40.822471 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:40:40.905596 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:40:42.350126 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:40:43.265242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:40:49.921807 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:41:03.861986 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d66f36c8-6495-4a32-a05b-c55675e2bae9 req-f77153ba-feba-46b6-9a34-0d49c8be3793 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409126 Jan 10 12:41:03.940251 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f36c8-6495-4a32-a05b-c55675e2bae9 req-3dc2da10-1eb4-4561-bbc7-a42ada676b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:03.941742 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d66f36c8-6495-4a32-a05b-c55675e2bae9 req-3dc2da10-1eb4-4561-bbc7-a42ada676b47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 1098 time: 0.0407395 Jan 10 12:41:04.047133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f36c8-6495-4a32-a05b-c55675e2bae9 req-0d0178be-bb6f-4faa-a875-e961b6244143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:04.048583 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d66f36c8-6495-4a32-a05b-c55675e2bae9 req-0d0178be-bb6f-4faa-a875-e961b6244143 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 910 time: 0.0891013 Jan 10 12:41:04.111571 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d66f36c8-6495-4a32-a05b-c55675e2bae9 req-47d04477-6564-4ac4-8d3b-2e5b3744eaee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cacb9a86-84d9-466e-ba59-98736609c5da HTTP/1.1" status: 200 len: 1000 time: 0.0573454 Jan 10 12:41:04.165723 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f36c8-6495-4a32-a05b-c55675e2bae9 req-88bdbb49-eae2-4e50-b661-b25e5980fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:04.167277 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d66f36c8-6495-4a32-a05b-c55675e2bae9 req-88bdbb49-eae2-4e50-b661-b25e5980fe02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0501869 Jan 10 12:41:04.212078 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f36c8-6495-4a32-a05b-c55675e2bae9 req-03d9ad37-e74e-4fca-8345-5ef927ea0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:04.213619 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d66f36c8-6495-4a32-a05b-c55675e2bae9 req-03d9ad37-e74e-4fca-8345-5ef927ea0367 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411277 Jan 10 12:41:04.303621 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d66f36c8-6495-4a32-a05b-c55675e2bae9 req-4e5648fb-4b29-4aa4-b9d0-0ab40d50c550 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843906 Jan 10 12:41:04.394706 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d66f36c8-6495-4a32-a05b-c55675e2bae9 req-6533032e-1374-4650-8e08-cfefd4e60d7c service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853217 Jan 10 12:41:06.103512 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-92f4da7a-9ec0-497d-9f20-ebf19fc83c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:41:10.349604 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-96053bcc-4d20-4b78-a887-df37b4c0a6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:41:10.880669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:41:12.383670 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:41:13.263880 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:41:17.802094 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:41:19.943411 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:41:36.060666 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc337da1-5442-4511-b1b2-9e5b31ae48f5 req-300b1f1f-c2fa-44a0-9ca6-5fdc3a4abb3e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:36.062182 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bc337da1-5442-4511-b1b2-9e5b31ae48f5 req-300b1f1f-c2fa-44a0-9ca6-5fdc3a4abb3e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0535653 Jan 10 12:41:36.091040 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-14a6f4e1-3334-4b9b-86be-2c4282eba7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:41:36.110675 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bc337da1-5442-4511-b1b2-9e5b31ae48f5 req-5644b329-d1d7-422f-8bd9-e924e11ff557 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423431 Jan 10 12:41:37.230040 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f136b3-10de-4ab7-81c0-3ed915093e2a req-a78b3163-a20c-438a-8158-bcd1d3d740ef tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:37.231550 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-08f136b3-10de-4ab7-81c0-3ed915093e2a req-a78b3163-a20c-438a-8158-bcd1d3d740ef tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0492206 Jan 10 12:41:37.280815 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-08f136b3-10de-4ab7-81c0-3ed915093e2a req-9e9a438e-c105-4fb5-9539-0bc9d4bb3798 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437291 Jan 10 12:41:38.400052 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197930f3-27fe-4f36-ba0f-7b0a54ec0386 req-3da3d6d6-113e-48cc-9366-57c811953d17 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:38.401390 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-197930f3-27fe-4f36-ba0f-7b0a54ec0386 req-3da3d6d6-113e-48cc-9366-57c811953d17 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0513773 Jan 10 12:41:38.449497 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-197930f3-27fe-4f36-ba0f-7b0a54ec0386 req-447cfe76-ffb8-40a5-94b2-c4ea2ed1b3a8 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425987 Jan 10 12:41:39.567902 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e7c73-5666-4a89-bb21-78012dd3e021 req-b817df49-a959-4f1f-b938-06074e0fe525 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:39.569394 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fa2e7c73-5666-4a89-bb21-78012dd3e021 req-b817df49-a959-4f1f-b938-06074e0fe525 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0539720 Jan 10 12:41:39.617698 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fa2e7c73-5666-4a89-bb21-78012dd3e021 req-b1caf44e-0a9e-43f6-a0c1-af05471ae7e5 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427790 Jan 10 12:41:40.354471 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-28e80a10-0271-4268-a398-4b5458728ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:41:40.730689 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c296e6-d60e-449e-a5eb-b9726c6a6165 req-dc2f36f6-1449-4206-b414-2340c3ac2d03 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:40.732158 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d4c296e6-d60e-449e-a5eb-b9726c6a6165 req-dc2f36f6-1449-4206-b414-2340c3ac2d03 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0489483 Jan 10 12:41:40.780888 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d4c296e6-d60e-449e-a5eb-b9726c6a6165 req-a992eb1a-dbe7-48b5-8bfc-15f5c7d2f64d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433013 Jan 10 12:41:40.840025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:41:41.894418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ca456-25da-4fb6-98a5-2d832cb5c0ac req-e5d69558-f466-4e81-9a1e-57e1ec25941a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:41.896895 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-185ca456-25da-4fb6-98a5-2d832cb5c0ac req-e5d69558-f466-4e81-9a1e-57e1ec25941a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0491054 Jan 10 12:41:41.945891 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-185ca456-25da-4fb6-98a5-2d832cb5c0ac req-fe21d865-6c57-4a60-9790-9575428c6e73 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439546 Jan 10 12:41:42.348621 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:41:43.061407 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb5674-8bd3-47b4-95f8-904817c9f9b4 req-113b56f4-1bb7-4dc9-abb8-c67c04028df8 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:43.062861 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-71fb5674-8bd3-47b4-95f8-904817c9f9b4 req-113b56f4-1bb7-4dc9-abb8-c67c04028df8 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0474966 Jan 10 12:41:43.114528 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-71fb5674-8bd3-47b4-95f8-904817c9f9b4 req-ae6a120d-5808-4062-b0ab-8ad48b1025b1 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455918 Jan 10 12:41:43.268967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:41:44.231725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa3b40-4be2-4425-a74c-89495d04c08d req-ff2f6b73-29e3-4122-9d7a-9289ce01b887 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:44.234485 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cdaa3b40-4be2-4425-a74c-89495d04c08d req-ff2f6b73-29e3-4122-9d7a-9289ce01b887 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0536389 Jan 10 12:41:44.285270 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cdaa3b40-4be2-4425-a74c-89495d04c08d req-0447259f-9d1b-4fa3-b57b-d4efd299bc9f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448413 Jan 10 12:41:45.399847 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f7379-fa64-45bf-979d-613827c56368 req-9163a64e-ccf8-488d-a2f6-cd6a439f5145 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:45.401308 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bd9f7379-fa64-45bf-979d-613827c56368 req-9163a64e-ccf8-488d-a2f6-cd6a439f5145 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0488062 Jan 10 12:41:45.449199 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bd9f7379-fa64-45bf-979d-613827c56368 req-e02e3855-62c4-45ab-a43d-42f2aaa3e610 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423381 Jan 10 12:41:46.233499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9e87b-8a6f-4bef-ab01-01dde180d7b4 req-3d450b1a-edcf-4ad0-9524-e17dfab92fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:46.235027 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f3d9e87b-8a6f-4bef-ab01-01dde180d7b4 req-3d450b1a-edcf-4ad0-9524-e17dfab92fd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 1098 time: 0.0422406 Jan 10 12:41:46.325643 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9e87b-8a6f-4bef-ab01-01dde180d7b4 req-ec7aa33a-68d1-40a2-8ff4-869544491d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:46.327130 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f3d9e87b-8a6f-4bef-ab01-01dde180d7b4 req-ec7aa33a-68d1-40a2-8ff4-869544491d60 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 910 time: 0.0864782 Jan 10 12:41:46.390085 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f3d9e87b-8a6f-4bef-ab01-01dde180d7b4 req-9d501b92-4767-4c1b-a034-267744d38676 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cacb9a86-84d9-466e-ba59-98736609c5da HTTP/1.1" status: 200 len: 1000 time: 0.0565188 Jan 10 12:41:46.436558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9e87b-8a6f-4bef-ab01-01dde180d7b4 req-20435ae9-552c-44e1-a60b-1dc3a4ba6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:46.437976 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f3d9e87b-8a6f-4bef-ab01-01dde180d7b4 req-20435ae9-552c-44e1-a60b-1dc3a4ba6ce2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0421245 Jan 10 12:41:46.487691 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9e87b-8a6f-4bef-ab01-01dde180d7b4 req-fc87a548-6829-4dde-aa9b-793f889f0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:46.489189 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f3d9e87b-8a6f-4bef-ab01-01dde180d7b4 req-fc87a548-6829-4dde-aa9b-793f889f0880 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459428 Jan 10 12:41:46.609134 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63386c55-18f7-4625-a79e-6ed018901b41 req-51edfb52-2f70-4a3e-aa49-2e4fb7001ff0 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:46.610626 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-63386c55-18f7-4625-a79e-6ed018901b41 req-51edfb52-2f70-4a3e-aa49-2e4fb7001ff0 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0934606 Jan 10 12:41:46.615981 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f3d9e87b-8a6f-4bef-ab01-01dde180d7b4 req-86c1735c-bb43-49fb-bcb3-a3e80b61a54f service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213295 Jan 10 12:41:46.715389 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-63386c55-18f7-4625-a79e-6ed018901b41 req-b2664596-ae3c-46b4-bd1a-86eabba5253c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984704 Jan 10 12:41:46.738277 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f3d9e87b-8a6f-4bef-ab01-01dde180d7b4 req-b340c099-ee2a-462f-8fde-fd97fdc7c168 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155825 Jan 10 12:41:47.827981 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d222a23-2265-4d1b-ab83-a8ee00c04aa0 req-a52ca353-f1e6-4008-bde0-c11ef5cdb84a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:47.829455 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5d222a23-2265-4d1b-ab83-a8ee00c04aa0 req-a52ca353-f1e6-4008-bde0-c11ef5cdb84a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0483994 Jan 10 12:41:47.877949 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-5d222a23-2265-4d1b-ab83-a8ee00c04aa0 req-cba5c540-dcbb-49f3-bcf3-43fc851bff29 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423732 Jan 10 12:41:48.991827 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb2ef5-9828-4999-98dc-694808e9096e req-885144e1-5600-49ac-bcda-24bf9ad95d04 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:48.993313 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a6eb2ef5-9828-4999-98dc-694808e9096e req-885144e1-5600-49ac-bcda-24bf9ad95d04 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0501423 Jan 10 12:41:49.047060 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a6eb2ef5-9828-4999-98dc-694808e9096e req-1bfb7a19-3345-4606-83a8-6e755a819387 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481219 Jan 10 12:41:49.959992 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:41:50.448626 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11805ac-7a34-4f0e-a29e-94cf166d2907 req-851da5df-a6e1-43b7-87f8-f693f371965a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:50.450153 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f11805ac-7a34-4f0e-a29e-94cf166d2907 req-851da5df-a6e1-43b7-87f8-f693f371965a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.3349972 Jan 10 12:41:50.497753 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-f11805ac-7a34-4f0e-a29e-94cf166d2907 req-0d48ccdd-76c3-4b1e-a6d2-949b309b8318 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419664 Jan 10 12:41:51.618748 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2f027-5c61-4de4-b87d-ffa535ae6418 req-43fc5c99-1862-44c6-9735-f6793d3c893b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:51.620357 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-34e2f027-5c61-4de4-b87d-ffa535ae6418 req-43fc5c99-1862-44c6-9735-f6793d3c893b tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0527980 Jan 10 12:41:51.670946 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-34e2f027-5c61-4de4-b87d-ffa535ae6418 req-3cdcf917-3ab2-425a-a3ae-7f834642bd09 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448873 Jan 10 12:41:52.206618 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device cacb9a86-84d9-466e-ba59-98736609c5da no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:41:52.284301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:41:52.306160 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cacb9a86-84d9-466e-ba59-98736609c5da'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:41:52.308381 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73b51ec-70f9-4048-8a92-4f8e23aa7ce5" -d '{"events": [{"server_uuid": "672e3d3a-beed-49b6-837f-a29457f5db5b", "name": "network-vif-unplugged", "status": "completed", "tag": "cacb9a86-84d9-466e-ba59-98736609c5da"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:41:52.320725 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port cacb9a86-84d9-466e-ba59-98736609c5da, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cacb9a86-84d9-466e-ba59-98736609c5da,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:41:52.345305 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Jan 2022 12:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3395728-3958-427a-8351-cde51dcb05ca x-openstack-request-id: req-b3395728-3958-427a-8351-cde51dcb05ca {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:41:52.345604 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672e3d3a-beed-49b6-837f-a29457f5db5b", "name": "network-vif-unplugged", "status": "completed", "tag": "cacb9a86-84d9-466e-ba59-98736609c5da", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:41:52.345895 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3395728-3958-427a-8351-cde51dcb05ca {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:41:52.346301 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cacb9a86-84d9-466e-ba59-98736609c5da', 'code': 200} Jan 10 12:41:52.376917 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:41:52.423874 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=cacb9a86-84d9-466e-ba59-98736609c5da,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:41:52.430899 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:41:52.431243 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:41:52.431595 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:41:52.431947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:41:52.432307 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:41:52.432646 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:41:52.432981 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:41:52.433317 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:41:52.433649 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:41:52.434012 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:41:52.434342 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:41:52.434669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:41:52.436937 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:41:52.784470 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6d057-0a29-4bce-a572-eeb6cb913adc req-063a6053-bc84-4191-a518-fd6cd00f20c2 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:52.785971 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c5c6d057-0a29-4bce-a572-eeb6cb913adc req-063a6053-bc84-4191-a518-fd6cd00f20c2 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0490499 Jan 10 12:41:52.834851 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c5c6d057-0a29-4bce-a572-eeb6cb913adc req-6ba50118-3b9c-4a7e-b41f-28e11ed3de23 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433724 Jan 10 12:41:53.204309 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa358500-80ef-46cc-916a-d28818983fa9 req-1870ce3d-252e-48ce-b412-4bb0b3fafa68 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:53.205784 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aa358500-80ef-46cc-916a-d28818983fa9 req-1870ce3d-252e-48ce-b412-4bb0b3fafa68 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0528445 Jan 10 12:41:53.257005 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-aa358500-80ef-46cc-916a-d28818983fa9 req-83bbea01-cd31-4abe-829c-a7766148fcb3 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456090 Jan 10 12:41:53.351501 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-0e35a1bc-4591-40a3-8583-5d2329a47d60 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1405280 Jan 10 12:41:53.360095 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-62322a5d-de66-4d14-8876-5009b2bec176 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:41:53.360961 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-62322a5d-de66-4d14-8876-5009b2bec176 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048316 Jan 10 12:41:54.371876 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4718a4b-ff17-453f-9588-951a4ef890d9 req-2c273d9a-810b-49a0-87c9-343d6a2b88fc tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:54.373336 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b4718a4b-ff17-453f-9588-951a4ef890d9 req-2c273d9a-810b-49a0-87c9-343d6a2b88fc tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0487900 Jan 10 12:41:54.422188 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b4718a4b-ff17-453f-9588-951a4ef890d9 req-f5bd4879-2805-4a7c-99af-b9b2e2b2ec62 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431511 Jan 10 12:41:54.800403 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:41:55.535241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ac949-d52d-40c5-9d55-54a1c4af6180 req-46ea5e72-480e-4478-858c-f075499a9b32 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:55.536679 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3b3ac949-d52d-40c5-9d55-54a1c4af6180 req-46ea5e72-480e-4478-858c-f075499a9b32 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0495858 Jan 10 12:41:55.585060 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3b3ac949-d52d-40c5-9d55-54a1c4af6180 req-bb381c33-37bd-4057-86ec-e33796fc21cc tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429680 Jan 10 12:41:56.702139 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da36a42-7db8-4ef7-b941-752dff11f8f4 req-b8bddc62-14eb-4a92-a5b7-5579331c4afc tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:56.703613 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8da36a42-7db8-4ef7-b941-752dff11f8f4 req-b8bddc62-14eb-4a92-a5b7-5579331c4afc tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0529590 Jan 10 12:41:56.754030 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8da36a42-7db8-4ef7-b941-752dff11f8f4 req-9f61812a-09ef-409b-90f6-8ee36104d1cb tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436993 Jan 10 12:41:57.872647 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4aa77a-e5d5-419b-ba92-aadcf63aa147 req-71ee9a65-826e-4848-9424-e9c0e9567b8f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:57.874178 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ec4aa77a-e5d5-419b-ba92-aadcf63aa147 req-71ee9a65-826e-4848-9424-e9c0e9567b8f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0542059 Jan 10 12:41:57.924093 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ec4aa77a-e5d5-419b-ba92-aadcf63aa147 req-25a2bdef-9c3c-40c0-a978-c107a0551000 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443420 Jan 10 12:41:59.040739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a34f4-a6b0-404a-a3ca-a764ec475fa0 req-a6f08350-66be-4770-a058-bbe35282433d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:41:59.042231 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8c7a34f4-a6b0-404a-a3ca-a764ec475fa0 req-a6f08350-66be-4770-a058-bbe35282433d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0507638 Jan 10 12:41:59.091039 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8c7a34f4-a6b0-404a-a3ca-a764ec475fa0 req-b3e8d903-7f72-4a81-8c39-6d3a9914df5e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432281 Jan 10 12:42:00.203836 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66118fa8-ea74-4b08-bb1d-3f43d227d4fa req-8f89a1bc-a611-48b6-8f3d-89d75cadfab7 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:00.205449 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-66118fa8-ea74-4b08-bb1d-3f43d227d4fa req-8f89a1bc-a611-48b6-8f3d-89d75cadfab7 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0488346 Jan 10 12:42:00.256320 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-66118fa8-ea74-4b08-bb1d-3f43d227d4fa req-6c1f9c71-808a-44d7-934f-a674c2b77470 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445013 Jan 10 12:42:01.377482 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6e28b-89ee-4eea-9da0-ad4d2296df60 req-f6efbe3e-37ef-4a2d-ad5c-a7da35e6db85 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:01.379109 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8fd6e28b-89ee-4eea-9da0-ad4d2296df60 req-f6efbe3e-37ef-4a2d-ad5c-a7da35e6db85 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0545101 Jan 10 12:42:01.428173 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8fd6e28b-89ee-4eea-9da0-ad4d2296df60 req-578948ef-e87b-4b86-a8f8-b7d64ee2be6f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427508 Jan 10 12:42:02.541916 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4e257-3507-442b-a475-7572835dc37d req-bf2ba964-4e16-4e23-b32b-011653be0745 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:02.543399 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b2b4e257-3507-442b-a475-7572835dc37d req-bf2ba964-4e16-4e23-b32b-011653be0745 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0489345 Jan 10 12:42:02.596379 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b2b4e257-3507-442b-a475-7572835dc37d req-9aff941a-1216-4fba-8735-5d4bb0af0669 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474429 Jan 10 12:42:03.714622 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94abe03-6d89-4d27-b022-f8ea9f6c1c25 req-3d497a3a-3985-40a0-8253-6f8cf85671c9 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:03.716233 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b94abe03-6d89-4d27-b022-f8ea9f6c1c25 req-3d497a3a-3985-40a0-8253-6f8cf85671c9 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0513685 Jan 10 12:42:03.767672 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b94abe03-6d89-4d27-b022-f8ea9f6c1c25 req-ec075390-c368-43d0-a3b3-ba19d702ee79 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452361 Jan 10 12:42:04.883986 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd2eeb-26b6-4418-9d15-4270a40d5757 req-9179bcd7-7156-4654-8ba6-37f53f2e3c00 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:04.885487 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-27bd2eeb-26b6-4418-9d15-4270a40d5757 req-9179bcd7-7156-4654-8ba6-37f53f2e3c00 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0498672 Jan 10 12:42:04.934304 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-27bd2eeb-26b6-4418-9d15-4270a40d5757 req-f73e9e51-e50f-44eb-b8e4-8215439735b9 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432813 Jan 10 12:42:06.052899 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac839b0d-84a7-4eda-8f80-70b35aeb30ac req-7e1375e9-5402-46f2-a56d-c16b3c8eefcc tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:06.054969 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ac839b0d-84a7-4eda-8f80-70b35aeb30ac req-7e1375e9-5402-46f2-a56d-c16b3c8eefcc tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0530369 Jan 10 12:42:06.096697 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4d5d1d9c-7098-4dad-beda-bbdc5691f04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:42:06.108310 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ac839b0d-84a7-4eda-8f80-70b35aeb30ac req-dae1140f-4766-45a9-9e00-32092b9655b0 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473573 Jan 10 12:42:06.609309 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-e6e00b6a-5b1b-4bc7-845a-a46df23025d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:06.610923 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-e6e00b6a-5b1b-4bc7-845a-a46df23025d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b&tenant_id=67ff3e4a6783462a819aa082bfc99219 HTTP/1.1" status: 200 len: 1096 time: 0.1134472 Jan 10 12:42:06.620579 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-1dc877aa-8ad5-4656-adae-bc87a8a6ff24 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 12:42:06.621564 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-1dc877aa-8ad5-4656-adae-bc87a8a6ff24 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050619 Jan 10 12:42:06.684701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-4b0dcca7-653f-48c1-bde9-e508427d58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:06.686241 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-4b0dcca7-653f-48c1-bde9-e508427d58cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 1096 time: 0.0440013 Jan 10 12:42:06.778332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-9b549626-701f-48f7-a2bc-ebbc6e3d0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:06.779718 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-9b549626-701f-48f7-a2bc-ebbc6e3d0450 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 910 time: 0.0881765 Jan 10 12:42:06.847948 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-c662f6cc-7722-49f6-ab2f-6858e95ae5f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cacb9a86-84d9-466e-ba59-98736609c5da HTTP/1.1" status: 200 len: 998 time: 0.0625513 Jan 10 12:42:06.894263 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-3e402452-e27b-48e6-975b-b9627fc70e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:06.895647 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-3e402452-e27b-48e6-975b-b9627fc70e90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0420818 Jan 10 12:42:06.938524 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-d8dabdd7-8ba2-4673-b209-ed5fc4453d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:06.939955 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-d8dabdd7-8ba2-4673-b209-ed5fc4453d3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381320 Jan 10 12:42:07.030384 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-f1edfaa9-11f0-4209-a5d6-d1a6fb6b8cc9 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847011 Jan 10 12:42:07.116441 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ee496b67-478b-49fa-ac41-d5a046b845bf req-0683625e-30e0-46e3-ac72-a3b198880684 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806880 Jan 10 12:42:07.225216 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc6d74-912d-43ef-84b2-39d5fed957f9 req-be2abeea-7cca-48ca-9ca4-7f24a1c8d749 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:07.226764 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7bfc6d74-912d-43ef-84b2-39d5fed957f9 req-be2abeea-7cca-48ca-9ca4-7f24a1c8d749 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0504069 Jan 10 12:42:07.280263 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-7bfc6d74-912d-43ef-84b2-39d5fed957f9 req-19723e17-85a4-400e-a984-d4e6d8107e83 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476673 Jan 10 12:42:08.393192 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1254b-1e17-43e9-bf30-91680e7c5f25 req-43500287-c18b-4890-8ee6-852b1d935a69 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:08.394684 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6cc1254b-1e17-43e9-bf30-91680e7c5f25 req-43500287-c18b-4890-8ee6-852b1d935a69 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0484536 Jan 10 12:42:08.443135 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6cc1254b-1e17-43e9-bf30-91680e7c5f25 req-47b037b5-f2e7-4367-850f-7dbf50a86951 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429442 Jan 10 12:42:09.561991 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23f432-7589-422f-bef1-6a9ef4853a3e req-6b11eb76-6e63-426f-8677-b13ada25f0e7 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:09.563386 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8a23f432-7589-422f-bef1-6a9ef4853a3e req-6b11eb76-6e63-426f-8677-b13ada25f0e7 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0499084 Jan 10 12:42:09.616227 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-8a23f432-7589-422f-bef1-6a9ef4853a3e req-5bc85437-3e84-431e-ac64-ef454394802e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472064 Jan 10 12:42:10.365260 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c6ed0790-75c1-45fe-9e16-3336d2640d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:42:10.745012 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee3199-32c2-4a2e-85c8-152546e40102 req-8b9797ee-2d8f-4362-81c5-b2c58663fc1c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:10.746691 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ebee3199-32c2-4a2e-85c8-152546e40102 req-8b9797ee-2d8f-4362-81c5-b2c58663fc1c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0575919 Jan 10 12:42:10.796748 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ebee3199-32c2-4a2e-85c8-152546e40102 req-502a65b3-f918-4258-8b25-6792ec3f002f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442536 Jan 10 12:42:10.839267 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:42:11.909876 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fbe56-9e76-4498-aab4-b05b0db985c7 req-006cd7dc-51f0-4974-ae25-f2d33404729c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:11.911357 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b01fbe56-9e76-4498-aab4-b05b0db985c7 req-006cd7dc-51f0-4974-ae25-f2d33404729c tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0483007 Jan 10 12:42:11.958827 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b01fbe56-9e76-4498-aab4-b05b0db985c7 req-3f42efac-b8b8-4315-a2ec-8287847d7cc2 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414140 Jan 10 12:42:12.371452 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:42:13.077458 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb16e7c-3520-4e6f-b94d-a7b63bf1fce9 req-c96e4aed-9283-4ad0-a429-406869fd5686 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:13.078960 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3eb16e7c-3520-4e6f-b94d-a7b63bf1fce9 req-c96e4aed-9283-4ad0-a429-406869fd5686 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0532842 Jan 10 12:42:13.127904 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3eb16e7c-3520-4e6f-b94d-a7b63bf1fce9 req-c7d2da58-0f46-4cd5-b423-5a7e57d707d0 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434303 Jan 10 12:42:13.256586 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:42:14.245840 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91030ea-e227-4424-9f02-1d4e772f27e6 req-e728bcc6-fd1c-40d7-bc64-c0f6375458f3 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:14.247236 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d91030ea-e227-4424-9f02-1d4e772f27e6 req-e728bcc6-fd1c-40d7-bc64-c0f6375458f3 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 943 time: 0.0536654 Jan 10 12:42:14.296171 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-d91030ea-e227-4424-9f02-1d4e772f27e6 req-3d89434c-828d-4e63-9f57-4404ed789be2 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434802 Jan 10 12:42:14.330279 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device cacb9a86-84d9-466e-ba59-98736609c5da details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:42:14.423138 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port cacb9a86-84d9-466e-ba59-98736609c5da, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cacb9a86-84d9-466e-ba59-98736609c5da,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:42:14.437156 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': 'cacb9a86-84d9-466e-ba59-98736609c5da', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'port_id': 'cacb9a86-84d9-466e-ba59-98736609c5da', 'mac_address': 'fa:16:3e:f2:2b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:42:14.473973 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:42:14.486269 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cacb9a86-84d9-466e-ba59-98736609c5da {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:42:14.504613 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port cacb9a86-84d9-466e-ba59-98736609c5da, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cacb9a86-84d9-466e-ba59-98736609c5da,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:42:14.599395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:42:14.646119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=cacb9a86-84d9-466e-ba59-98736609c5da,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:42:14.838651 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['cacb9a86-84d9-466e-ba59-98736609c5da'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:42:15.411062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f582e-9736-4d35-9025-f46402db48d3 req-0e44a5c6-aa34-4d80-aa32-2a53b444cd11 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:15.412546 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3a0f582e-9736-4d35-9025-f46402db48d3 req-0e44a5c6-aa34-4d80-aa32-2a53b444cd11 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 944 time: 0.0492423 Jan 10 12:42:15.460781 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3a0f582e-9736-4d35-9025-f46402db48d3 req-73209c04-a235-40cb-8396-810b1d605bb2 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427644 Jan 10 12:42:16.359530 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device cacb9a86-84d9-466e-ba59-98736609c5da up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:42:16.405424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port cacb9a86-84d9-466e-ba59-98736609c5da triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:42:16.405827 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:42:16.483819 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:42:16.506209 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacb9a86-84d9-466e-ba59-98736609c5da'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:42:16.508474 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94b23bf-f6b0-42b1-852f-4e9845a11a23" -d '{"events": [{"server_uuid": "672e3d3a-beed-49b6-837f-a29457f5db5b", "name": "network-vif-plugged", "status": "completed", "tag": "cacb9a86-84d9-466e-ba59-98736609c5da"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:42:16.520761 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port cacb9a86-84d9-466e-ba59-98736609c5da, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cacb9a86-84d9-466e-ba59-98736609c5da,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:42:16.562364 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0392ef01-9f21-4b06-9a89-d14f498e991f x-openstack-request-id: req-0392ef01-9f21-4b06-9a89-d14f498e991f {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:42:16.562364 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672e3d3a-beed-49b6-837f-a29457f5db5b", "name": "network-vif-plugged", "status": "completed", "tag": "cacb9a86-84d9-466e-ba59-98736609c5da", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:42:16.562364 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0392ef01-9f21-4b06-9a89-d14f498e991f {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:42:16.562364 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacb9a86-84d9-466e-ba59-98736609c5da', 'code': 200} Jan 10 12:42:16.588309 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad4862-f4f1-4b96-af96-76f1e53e075c req-f6e66bcc-e7d7-401a-b89e-73bce1913163 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:16.589825 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-21ad4862-f4f1-4b96-af96-76f1e53e075c req-f6e66bcc-e7d7-401a-b89e-73bce1913163 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 944 time: 0.0520496 Jan 10 12:42:16.599198 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:42:16.640430 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-21ad4862-f4f1-4b96-af96-76f1e53e075c req-e8e1668a-6ecf-42cd-8084-023972ffd320 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445750 Jan 10 12:42:16.649451 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=cacb9a86-84d9-466e-ba59-98736609c5da,revision_number=8']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:42:16.815316 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2961b-35dc-4215-bc09-b43bad6100a2 req-548f8aaf-a1aa-43c7-88fe-3e4ad34c1aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:16.816742 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-efa2961b-35dc-4215-bc09-b43bad6100a2 req-548f8aaf-a1aa-43c7-88fe-3e4ad34c1aa6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 1098 time: 0.0434408 Jan 10 12:42:16.861195 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-efa2961b-35dc-4215-bc09-b43bad6100a2 req-a34d6020-e42f-4530-9983-03b57e22d066 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388567 Jan 10 12:42:17.760495 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef8575-1642-4776-a5d7-d77733f03416 req-b70963e8-f904-4da8-b602-4fac03303bac tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:17.762024 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-57ef8575-1642-4776-a5d7-d77733f03416 req-b70963e8-f904-4da8-b602-4fac03303bac tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0530350 Jan 10 12:42:17.811686 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-57ef8575-1642-4776-a5d7-d77733f03416 req-f903e5f0-d64b-4a82-91ee-4cec959a4542 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441258 Jan 10 12:42:18.924222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ea31e-6448-4e9f-9850-8da828042e68 req-2c82256b-4ad2-4571-ace7-0ccd9ba6f091 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:42:18.925660 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-438ea31e-6448-4e9f-9850-8da828042e68 req-2c82256b-4ad2-4571-ace7-0ccd9ba6f091 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0480540 Jan 10 12:42:18.975683 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-438ea31e-6448-4e9f-9850-8da828042e68 req-545cdb70-05c3-4545-8e2e-94c4b846bca8 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443904 Jan 10 12:42:19.987581 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:42:31.799317 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:42:36.101702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cded04cc-0c82-4d9d-ae35-3920ec8fdbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:42:40.354050 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-38d8c4dd-4193-4f09-84c4-2d83f3643404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:42:40.832820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:42:42.358485 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:42:43.278997 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:42:49.992274 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:05.890483 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2a3893d7-e826-4130-9f7a-f205fd8e2045 req-c1aec6be-84c6-4fc0-a7cd-28d395ea9b0d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392644 Jan 10 12:43:05.970639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3893d7-e826-4130-9f7a-f205fd8e2045 req-8bab8ff1-0c3d-47a8-8840-e2c34b9ff2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:43:05.972110 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2a3893d7-e826-4130-9f7a-f205fd8e2045 req-8bab8ff1-0c3d-47a8-8840-e2c34b9ff2cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 1098 time: 0.0437529 Jan 10 12:43:06.077200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3893d7-e826-4130-9f7a-f205fd8e2045 req-8a3c96d4-dd39-498f-9a4d-969016653c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:43:06.078764 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2a3893d7-e826-4130-9f7a-f205fd8e2045 req-8a3c96d4-dd39-498f-9a4d-969016653c1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 910 time: 0.0863898 Jan 10 12:43:06.112016 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c022af81-d690-4bd7-b7b3-d9a2ee5ba88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:06.150991 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2a3893d7-e826-4130-9f7a-f205fd8e2045 req-7357839d-90b1-406c-a455-a731a0765858 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cacb9a86-84d9-466e-ba59-98736609c5da HTTP/1.1" status: 200 len: 1000 time: 0.0644867 Jan 10 12:43:06.199994 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3893d7-e826-4130-9f7a-f205fd8e2045 req-5f2a6135-6035-4d27-8219-341be1fb93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:43:06.201424 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2a3893d7-e826-4130-9f7a-f205fd8e2045 req-5f2a6135-6035-4d27-8219-341be1fb93ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0444949 Jan 10 12:43:06.247622 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3893d7-e826-4130-9f7a-f205fd8e2045 req-5bc21e0d-e864-4815-a553-9903f8fec4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:43:06.249125 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2a3893d7-e826-4130-9f7a-f205fd8e2045 req-5bc21e0d-e864-4815-a553-9903f8fec4e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415347 Jan 10 12:43:06.340934 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2a3893d7-e826-4130-9f7a-f205fd8e2045 req-c096cc6d-3936-408b-b8ce-47dfad04cd81 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857718 Jan 10 12:43:06.430605 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2a3893d7-e826-4130-9f7a-f205fd8e2045 req-de775002-ca21-4196-9b74-9ea9555b7290 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827932 Jan 10 12:43:08.798207 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:43:10.334921 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5ab43e2a-9f9a-47ca-b80d-c081d087ac64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:10.809543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:12.363424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:13.329220 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:19.957550 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:36.111440 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dc74ed42-9b48-4ae6-a512-2b5c1ca0d9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:40.345295 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4778da76-9c95-4deb-9ccd-a1a440c03873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:40.825235 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:42.362698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:43.265305 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:45.797183 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:43:49.967906 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:54.023226 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 37950) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:43:54.180658 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Deleting port 6bbc2b41-bff3-4cf8-a3d5-e7457f7f46b8 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:43:54.180995 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (6bbc2b41-bff3-4cf8-a3d5-e7457f7f46b8), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:54.255015 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (6bbc2b41-bff3-4cf8-a3d5-e7457f7f46b8), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:54.255347 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for floatingip (6bbc2b41-bff3-4cf8-a3d5-e7457f7f46b8), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:54.267333 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Calling delete_port for 6bbc2b41-bff3-4cf8-a3d5-e7457f7f46b8 owned by network:floatingip {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:43:54.470996 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (6bbc2b41-bff3-4cf8-a3d5-e7457f7f46b8), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:54.494337 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event deleted for resources: {'Port': ['ID=6bbc2b41-bff3-4cf8-a3d5-e7457f7f46b8,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:43:54.508714 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:54.509075 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:54.509432 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:54.509790 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:54.510141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:54.510480 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:54.511367 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:54.511704 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:54.512039 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:54.512422 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:54.512812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:54.513143 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:54.513471 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:54.569210 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for floatingip (633ad5e8-a22e-4276-815c-a414b90d4524), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:54.569540 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.l3_db [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Floating IP 633ad5e8-a22e-4276-815c-a414b90d4524 disassociated (deleted). External IP: 172.36.2.92, port: cacb9a86-84d9-466e-ba59-98736609c5da. Jan 10 12:43:54.769155 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Router cdf72c43-3881-4dfe-a83c-34d8df531d44 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:43:54.875422 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:43:54.880129 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:54.884738 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e1788-438b-4131-a6ab-5d5df367f454 None None] Sync routers for ids ['cdf72c43-3881-4dfe-a83c-34d8df531d44'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:43:54.894371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e1788-438b-4131-a6ab-5d5df367f454 None None] Routers {'cdf72c43-3881-4dfe-a83c-34d8df531d44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:43:54.894988 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-017e1788-438b-4131-a6ab-5d5df367f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:43:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['cdf72c43-3881-4dfe-a83c-34d8df531d44'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:43:54.906981 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-77e7d759-e376-4644-9ecf-d1d507b17127 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "DELETE /v2.0/floatingips/633ad5e8-a22e-4276-815c-a414b90d4524 HTTP/1.1" status: 204 len: 168 time: 0.8826568 Jan 10 12:43:54.907604 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'tag': 'cacb9a86-84d9-466e-ba59-98736609c5da'}] {{(pid=110625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:43:54.909878 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cef8eb37d17791e29aa3a73e292080f89129d1aac9a4b209efeda8b9f36a5924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c101403-bb32-4de3-8828-c1d55bd3f062" -d '{"events": [{"name": "network-changed", "server_uuid": "672e3d3a-beed-49b6-837f-a29457f5db5b", "tag": "cacb9a86-84d9-466e-ba59-98736609c5da"}]}' {{(pid=110625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:43:55.003742 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-017e1788-438b-4131-a6ab-5d5df367f454 None None] Set router cdf72c43-3881-4dfe-a83c-34d8df531d44 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:43:55.203243 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-017e1788-438b-4131-a6ab-5d5df367f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95734418-0110-47a2-8e35-19885c5f5e94', 'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'mac_address': 'fa:16:3e:8a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:50Z', 'updated_at': '2022-01-10T12:33:54Z', 'revision_number': 5, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'subnets': [{'id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:43:55.235399 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e1788-438b-4131-a6ab-5d5df367f454 None None] Checking router: cdf72c43-3881-4dfe-a83c-34d8df531d44 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:43:55.243915 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e1788-438b-4131-a6ab-5d5df367f454 None None] Routers {'cdf72c43-3881-4dfe-a83c-34d8df531d44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:43:55.244538 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-017e1788-438b-4131-a6ab-5d5df367f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:43:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['cdf72c43-3881-4dfe-a83c-34d8df531d44'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:43:55.346365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-017e1788-438b-4131-a6ab-5d5df367f454 None None] Set router cdf72c43-3881-4dfe-a83c-34d8df531d44 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:43:55.390888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb09fb6-d3b9-44ab-a526-b29fe7d477fd req-70c0ca18-9a1d-4f82-baeb-71f8f3f3c24d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:43:55.392401 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bbb09fb6-d3b9-44ab-a526-b29fe7d477fd req-70c0ca18-9a1d-4f82-baeb-71f8f3f3c24d tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.1440923 Jan 10 12:43:55.441738 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-bbb09fb6-d3b9-44ab-a526-b29fe7d477fd req-3d37425a-d56f-4ff7-b74a-56e8e4b43f98 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437889 Jan 10 12:43:55.542770 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-017e1788-438b-4131-a6ab-5d5df367f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95734418-0110-47a2-8e35-19885c5f5e94', 'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'mac_address': 'fa:16:3e:8a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:50Z', 'updated_at': '2022-01-10T12:33:54Z', 'revision_number': 5, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'subnets': [{'id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:43:55.568105 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e1788-438b-4131-a6ab-5d5df367f454 None None] The sync data for ids ['cdf72c43-3881-4dfe-a83c-34d8df531d44'] in dv-neutron-master-2-hyperv is: [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95734418-0110-47a2-8e35-19885c5f5e94', 'name': '', 'network_id': 'c992265c-731b-458f-a8c1-29cd73e91b97', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'mac_address': 'fa:16:3e:8a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:50Z', 'updated_at': '2022-01-10T12:33:54Z', 'revision_number': 5, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'subnets': [{'id': '42b809db-9fdb-4043-83f8-8543b4b2068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:43:55.772935 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8077b7e-75db-41de-905a-a45a4995c504 None None] New status for floating IP 633ad5e8-a22e-4276-815c-a414b90d4524: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:43:55.956247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5c8f23-68b1-4b75-801b-a4fa7f487120 x-openstack-request-id: req-5b5c8f23-68b1-4b75-801b-a4fa7f487120 {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:43:55.956555 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672e3d3a-beed-49b6-837f-a29457f5db5b", "tag": "cacb9a86-84d9-466e-ba59-98736609c5da", "status": "completed", "code": 200}]} {{(pid=110625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:43:55.956844 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b5c8f23-68b1-4b75-801b-a4fa7f487120 {{(pid=110625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:43:55.957255 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'tag': 'cacb9a86-84d9-466e-ba59-98736609c5da', 'status': 'completed', 'code': 200} Jan 10 12:43:56.022240 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c101403-bb32-4de3-8828-c1d55bd3f062 req-8bd21541-c04b-4a97-b42f-87a53ccbe1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:43:56.023640 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2c101403-bb32-4de3-8828-c1d55bd3f062 req-8bd21541-c04b-4a97-b42f-87a53ccbe1db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67ff3e4a6783462a819aa082bfc99219&device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 1098 time: 0.0447807 Jan 10 12:43:56.113419 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c101403-bb32-4de3-8828-c1d55bd3f062 req-f5f8d67a-d135-4a3c-bf16-00a0a7b23fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:43:56.114984 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2c101403-bb32-4de3-8828-c1d55bd3f062 req-f5f8d67a-d135-4a3c-bf16-00a0a7b23fbb service neutron] 10.222.0.30 "GET /v2.0/networks?id=c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 200 len: 910 time: 0.0834026 Jan 10 12:43:56.157701 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2c101403-bb32-4de3-8828-c1d55bd3f062 req-6a9afbba-d05a-484e-860b-4813e490614b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cacb9a86-84d9-466e-ba59-98736609c5da HTTP/1.1" status: 200 len: 217 time: 0.0359602 Jan 10 12:43:56.203807 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c101403-bb32-4de3-8828-c1d55bd3f062 req-0f0c8f0a-280a-4451-9d48-b90717b1cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:43:56.205201 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2c101403-bb32-4de3-8828-c1d55bd3f062 req-0f0c8f0a-280a-4451-9d48-b90717b1cd95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 200 len: 848 time: 0.0422308 Jan 10 12:43:56.250525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c101403-bb32-4de3-8828-c1d55bd3f062 req-9d0bf22e-9eeb-44d3-b0bc-7e9b99884a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:43:56.252010 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2c101403-bb32-4de3-8828-c1d55bd3f062 req-9d0bf22e-9eeb-44d3-b0bc-7e9b99884a73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c992265c-731b-458f-a8c1-29cd73e91b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401773 Jan 10 12:43:56.344107 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2c101403-bb32-4de3-8828-c1d55bd3f062 req-7c96ccfb-3e50-4e8b-8e05-63ee66e47784 service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837028 Jan 10 12:43:56.431263 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2c101403-bb32-4de3-8828-c1d55bd3f062 req-bd626fd8-88a4-49ba-acb8-2f2757da90eb service neutron] 10.222.0.30 "GET /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801723 Jan 10 12:43:56.558912 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72914cab-158c-4c2b-b8da-91fb1dd9acd4 req-3fafc0f6-bab4-483c-8848-f0889ab2e586 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:43:56.560377 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-72914cab-158c-4c2b-b8da-91fb1dd9acd4 req-3fafc0f6-bab4-483c-8848-f0889ab2e586 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0507939 Jan 10 12:43:56.609014 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-72914cab-158c-4c2b-b8da-91fb1dd9acd4 req-24b96057-32b5-4998-8a54-727537444468 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0be3dac-a18e-4c1b-9819-ab468434515d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429261 Jan 10 12:43:56.778508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaae42-4eb5-46c3-874b-fd7920967a0b req-214cce2c-c577-495a-88ce-a9fc0f4d161e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:43:56.779934 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bcaae42-4eb5-46c3-874b-fd7920967a0b req-214cce2c-c577-495a-88ce-a9fc0f4d161e tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.30 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 945 time: 0.0474136 Jan 10 12:43:56.871271 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-3bcaae42-4eb5-46c3-874b-fd7920967a0b req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Deleting port cacb9a86-84d9-466e-ba59-98736609c5da {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:43:56.871527 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3bcaae42-4eb5-46c3-874b-fd7920967a0b req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:56.957321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-3bcaae42-4eb5-46c3-874b-fd7920967a0b req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] For port cacb9a86-84d9-466e-ba59-98736609c5da, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cacb9a86-84d9-466e-ba59-98736609c5da,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:43:56.957685 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3bcaae42-4eb5-46c3-874b-fd7920967a0b req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:56.974701 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-3bcaae42-4eb5-46c3-874b-fd7920967a0b req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Calling delete_port for cacb9a86-84d9-466e-ba59-98736609c5da owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:43:57.133869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3bcaae42-4eb5-46c3-874b-fd7920967a0b req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (cacb9a86-84d9-466e-ba59-98736609c5da), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:57.163914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event deleted for resources: {'Port': ['ID=cacb9a86-84d9-466e-ba59-98736609c5da,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:43:57.207726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:57.207726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:57.207726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:57.207726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:57.207726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:57.207726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:57.207726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:57.207726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:57.207726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:57.207726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:57.207726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:57.207726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:57.207726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:43:57.218349 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcaae42-4eb5-46c3-874b-fd7920967a0b req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] No DVR routers for this DVR port cacb9a86-84d9-466e-ba59-98736609c5da on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:43:57.220749 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-3bcaae42-4eb5-46c3-874b-fd7920967a0b req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:43:57.224103 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3bcaae42-4eb5-46c3-874b-fd7920967a0b req-84d9da3f-0310-4a9c-b49f-f72e6153711a tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.30 "DELETE /v2.0/ports/cacb9a86-84d9-466e-ba59-98736609c5da HTTP/1.1" status: 204 len: 173 time: 0.4392421 Jan 10 12:43:57.224545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'name': 'network-vif-deleted', 'tag': 'cacb9a86-84d9-466e-ba59-98736609c5da'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:43:57.226814 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe266c44-ff98-4600-af33-b4dade5ec8d0" -d '{"events": [{"server_uuid": "672e3d3a-beed-49b6-837f-a29457f5db5b", "name": "network-vif-deleted", "tag": "cacb9a86-84d9-466e-ba59-98736609c5da"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:43:57.321646 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f6b8b5-0621-4686-a339-fd4424d806d4 x-openstack-request-id: req-d5f6b8b5-0621-4686-a339-fd4424d806d4 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:43:57.322035 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672e3d3a-beed-49b6-837f-a29457f5db5b", "name": "network-vif-deleted", "tag": "cacb9a86-84d9-466e-ba59-98736609c5da", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:43:57.322299 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5f6b8b5-0621-4686-a339-fd4424d806d4 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:43:57.322711 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672e3d3a-beed-49b6-837f-a29457f5db5b', 'name': 'network-vif-deleted', 'tag': 'cacb9a86-84d9-466e-ba59-98736609c5da', 'status': 'completed', 'code': 200} Jan 10 12:43:57.705466 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-27ed1c06-cc3f-4b18-a1c7-33c8253d0bc1 req-a02bae0f-0efd-4bf8-b97b-37a72b1f7349 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 210 time: 0.0262747 Jan 10 12:43:59.055859 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f956b013-34ee-4ee4-98f7-5d3517a31a62 req-f76e5291-76fe-4f2e-bfe1-8d2eb5ab6d5f tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 210 time: 0.0701282 Jan 10 12:44:00.155705 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e3ebf8eb-e7d8-4d63-8af5-9c2ca74fad06 req-ad6ca080-327c-4b97-9831-1f4d5238faed tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 210 time: 0.0301180 Jan 10 12:44:00.997655 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device cacb9a86-84d9-466e-ba59-98736609c5da no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:44:01.021538 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: cacb9a86-84d9-466e-ba59-98736609c5da {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:44:01.022001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device cacb9a86-84d9-466e-ba59-98736609c5da not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:44:01.252868 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-760a35f9-0b31-430f-8aec-8ee94086d2d1 req-1c0cbe47-d589-4586-a4e9-16bf425b1571 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 210 time: 0.0303254 Jan 10 12:44:02.346571 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e7525f7b-fd96-4b23-ba59-f677b155ecb7 req-299a3599-9762-46f3-8ce8-7a236af69771 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 210 time: 0.0268810 Jan 10 12:44:03.440266 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ae29df7f-3989-4d43-8723-5bac4c797b07 req-015977a4-28fe-4281-83fc-4309a416f661 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 210 time: 0.0263450 Jan 10 12:44:04.533857 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8c2f28c2-2133-4ebd-9309-ab76d47a719d req-3973cbbd-38c9-4d84-a9a3-b698a6c53be7 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 210 time: 0.0266993 Jan 10 12:44:05.630627 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-db0d2207-444c-4be8-883a-7f4d0f1dd899 req-0b584a40-b853-4d89-87d5-c128be59ba21 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "GET /v2.0/ports?device_id=672e3d3a-beed-49b6-837f-a29457f5db5b HTTP/1.1" status: 200 len: 210 time: 0.0304205 Jan 10 12:44:06.117007 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2cdb-77ca-4d59-a37d-5cd928ab91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:06.684857 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38010) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:06.742062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf888-2489-4f03-a600-324639ade617 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group (c0be3dac-a18e-4c1b-9819-ab468434515d), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:06.767234 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf888-2489-4f03-a600-324639ade617 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group (c0be3dac-a18e-4c1b-9819-ab468434515d), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:06.899256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf888-2489-4f03-a600-324639ade617 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (c0be3dac-a18e-4c1b-9819-ab468434515d), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:06.902054 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf888-2489-4f03-a600-324639ade617 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:06.906348 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1ccaf888-2489-4f03-a600-324639ade617 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] 10.222.0.16 "DELETE /v2.0/security-groups/c0be3dac-a18e-4c1b-9819-ab468434515d HTTP/1.1" status: 204 len: 168 time: 0.2173586 Jan 10 12:44:06.912288 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccaf888-2489-4f03-a600-324639ade617 tempest-TestShelveInstance-250151366 tempest-TestShelveInstance-250151366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0be3dac-a18e-4c1b-9819-ab468434515d,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:07.017966 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38014) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:07.499598 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4402a5e9-0279-4ea7-9fd4-39de1b7f0bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (cdf72c43-3881-4dfe-a83c-34d8df531d44), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:07.738414 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-4402a5e9-0279-4ea7-9fd4-39de1b7f0bd7 admin admin] Deleting port 95734418-0110-47a2-8e35-19885c5f5e94 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:44:07.739090 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4402a5e9-0279-4ea7-9fd4-39de1b7f0bd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (95734418-0110-47a2-8e35-19885c5f5e94), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:07.813836 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-4402a5e9-0279-4ea7-9fd4-39de1b7f0bd7 admin admin] For port 95734418-0110-47a2-8e35-19885c5f5e94, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95734418-0110-47a2-8e35-19885c5f5e94,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:07.814139 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4402a5e9-0279-4ea7-9fd4-39de1b7f0bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (95734418-0110-47a2-8e35-19885c5f5e94), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:07.826982 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-4402a5e9-0279-4ea7-9fd4-39de1b7f0bd7 admin admin] Calling delete_port for 95734418-0110-47a2-8e35-19885c5f5e94 owned by network:router_interface {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:44:08.082783 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4402a5e9-0279-4ea7-9fd4-39de1b7f0bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (95734418-0110-47a2-8e35-19885c5f5e94), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:08.109096 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402a5e9-0279-4ea7-9fd4-39de1b7f0bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=95734418-0110-47a2-8e35-19885c5f5e94,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:08.282600 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-4402a5e9-0279-4ea7-9fd4-39de1b7f0bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (cdf72c43-3881-4dfe-a83c-34d8df531d44), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:08.512960 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4402a5e9-0279-4ea7-9fd4-39de1b7f0bd7 admin admin] Router cdf72c43-3881-4dfe-a83c-34d8df531d44 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:44:08.618288 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4402a5e9-0279-4ea7-9fd4-39de1b7f0bd7 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:44:08.626034 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4402a5e9-0279-4ea7-9fd4-39de1b7f0bd7 admin admin] 10.222.0.16 "PUT /v2.0/routers/cdf72c43-3881-4dfe-a83c-34d8df531d44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6045768 Jan 10 12:44:08.626150 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38018) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:08.626745 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0379b7d7-0c24-4c0f-8493-8158f80124a7 None None] Sync routers for ids ['cdf72c43-3881-4dfe-a83c-34d8df531d44'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:44:08.637545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379b7d7-0c24-4c0f-8493-8158f80124a7 None None] Routers {'cdf72c43-3881-4dfe-a83c-34d8df531d44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:44:08.638178 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0379b7d7-0c24-4c0f-8493-8158f80124a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:43:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['cdf72c43-3881-4dfe-a83c-34d8df531d44'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:08.731674 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b9c939c6-9df7-4e3f-ad5d-e257bce9a4b3 admin admin] Publish callbacks [] for router (cdf72c43-3881-4dfe-a83c-34d8df531d44), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:08.743247 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-0379b7d7-0c24-4c0f-8493-8158f80124a7 None None] Set router cdf72c43-3881-4dfe-a83c-34d8df531d44 gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:44:08.844495 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b9c939c6-9df7-4e3f-ad5d-e257bce9a4b3 admin admin] Publish callbacks [] for router_gateway (cdf72c43-3881-4dfe-a83c-34d8df531d44), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:08.976610 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-b9c939c6-9df7-4e3f-ad5d-e257bce9a4b3 admin admin] Deleting port c4a7164a-1cad-4f1e-aac0-030fecc090cc {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:44:08.976896 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b9c939c6-9df7-4e3f-ad5d-e257bce9a4b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (c4a7164a-1cad-4f1e-aac0-030fecc090cc), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:09.074853 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-b9c939c6-9df7-4e3f-ad5d-e257bce9a4b3 admin admin] For port c4a7164a-1cad-4f1e-aac0-030fecc090cc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c4a7164a-1cad-4f1e-aac0-030fecc090cc,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:09.075221 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b9c939c6-9df7-4e3f-ad5d-e257bce9a4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (c4a7164a-1cad-4f1e-aac0-030fecc090cc), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:09.091049 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-b9c939c6-9df7-4e3f-ad5d-e257bce9a4b3 admin admin] Calling delete_port for c4a7164a-1cad-4f1e-aac0-030fecc090cc owned by network:router_gateway {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:44:09.093228 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0379b7d7-0c24-4c0f-8493-8158f80124a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:44:07Z', 'revision_number': 5, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port': {'id': 'c4a7164a-1cad-4f1e-aac0-030fecc090cc', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:09.122575 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0379b7d7-0c24-4c0f-8493-8158f80124a7 None None] Checking router: cdf72c43-3881-4dfe-a83c-34d8df531d44 for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:44:09.131405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379b7d7-0c24-4c0f-8493-8158f80124a7 None None] Routers {'cdf72c43-3881-4dfe-a83c-34d8df531d44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:44:09.132014 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0379b7d7-0c24-4c0f-8493-8158f80124a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:43:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['cdf72c43-3881-4dfe-a83c-34d8df531d44'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:09.235773 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-0379b7d7-0c24-4c0f-8493-8158f80124a7 None None] Set router cdf72c43-3881-4dfe-a83c-34d8df531d44 gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:44:09.295434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0379b7d7-0c24-4c0f-8493-8158f80124a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:44:08Z', 'revision_number': 6, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:09.332766 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0379b7d7-0c24-4c0f-8493-8158f80124a7 None None] The sync data for ids ['cdf72c43-3881-4dfe-a83c-34d8df531d44'] in dv-neutron-master-2-hyperv is: [{'id': 'cdf72c43-3881-4dfe-a83c-34d8df531d44', 'name': 'tempest-TestShelveInstance-1970762943-router', 'tenant_id': '67ff3e4a6783462a819aa082bfc99219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:47Z', 'updated_at': '2022-01-10T12:44:08Z', 'revision_number': 6, 'project_id': '67ff3e4a6783462a819aa082bfc99219', 'gw_port_host': None}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:44:09.345382 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b9c939c6-9df7-4e3f-ad5d-e257bce9a4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (c4a7164a-1cad-4f1e-aac0-030fecc090cc), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:09.375718 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c939c6-9df7-4e3f-ad5d-e257bce9a4b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a7164a-1cad-4f1e-aac0-030fecc090cc,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:09.391500 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9346d43-e889-4758-b69d-977d00935bc8 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:44:09.452462 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b9c939c6-9df7-4e3f-ad5d-e257bce9a4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (cdf72c43-3881-4dfe-a83c-34d8df531d44), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:09.543673 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b9c939c6-9df7-4e3f-ad5d-e257bce9a4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (cdf72c43-3881-4dfe-a83c-34d8df531d44), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:09.545905 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b9c939c6-9df7-4e3f-ad5d-e257bce9a4b3 admin admin] Publish callbacks [] for router_controller (cdf72c43-3881-4dfe-a83c-34d8df531d44), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:09.636739 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b9c939c6-9df7-4e3f-ad5d-e257bce9a4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (cdf72c43-3881-4dfe-a83c-34d8df531d44), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:09.637316 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c939c6-9df7-4e3f-ad5d-e257bce9a4b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdf72c43-3881-4dfe-a83c-34d8df531d44 {{(pid=110625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:44:09.641888 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-b9c939c6-9df7-4e3f-ad5d-e257bce9a4b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:09.642938 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-b9c939c6-9df7-4e3f-ad5d-e257bce9a4b3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/cdf72c43-3881-4dfe-a83c-34d8df531d44 HTTP/1.1" status: 204 len: 168 time: 1.0159228 Jan 10 12:44:09.645446 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38020) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:09.702885 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-84dbd725-d88b-4617-8c36-c4d6f847c849 admin admin] Deleting subnet 42b809db-9fdb-4043-83f8-8543b4b2068e {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:44:09.709233 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-84dbd725-d88b-4617-8c36-c4d6f847c849 admin admin] Publish callbacks [] for subnet (42b809db-9fdb-4043-83f8-8543b4b2068e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:09.757531 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-84dbd725-d88b-4617-8c36-c4d6f847c849 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (42b809db-9fdb-4043-83f8-8543b4b2068e), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.120923 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-84dbd725-d88b-4617-8c36-c4d6f847c849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (42b809db-9fdb-4043-83f8-8543b4b2068e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.238097 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-84dbd725-d88b-4617-8c36-c4d6f847c849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (42b809db-9fdb-4043-83f8-8543b4b2068e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.267720 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbd725-d88b-4617-8c36-c4d6f847c849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42b809db-9fdb-4043-83f8-8543b4b2068e,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:10.271384 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-84dbd725-d88b-4617-8c36-c4d6f847c849 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.277578 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-84dbd725-d88b-4617-8c36-c4d6f847c849 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/42b809db-9fdb-4043-83f8-8543b4b2068e HTTP/1.1" status: 204 len: 168 time: 0.6281824 Jan 10 12:44:10.277832 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38022) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:10.287372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6757c1ce-edc4-48a9-a6d4-0372be3bd3e5 None None] Network c992265c-731b-458f-a8c1-29cd73e91b97 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:44:10.379716 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (c992265c-731b-458f-a8c1-29cd73e91b97), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.452601 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] Deleting port cdf65403-a8c3-4be6-8f52-36f746a35de0 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:44:10.452998 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (cdf65403-a8c3-4be6-8f52-36f746a35de0), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.488372 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 95734418-0110-47a2-8e35-19885c5f5e94 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:44:10.517570 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d2edc4cc-9f0c-409d-bf18-1397411ae71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.520267 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 95734418-0110-47a2-8e35-19885c5f5e94 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:44:10.520692 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 95734418-0110-47a2-8e35-19885c5f5e94 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:44:10.521196 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c4a7164a-1cad-4f1e-aac0-030fecc090cc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:44:10.539225 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] For port cdf65403-a8c3-4be6-8f52-36f746a35de0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdf65403-a8c3-4be6-8f52-36f746a35de0,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:10.540091 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (cdf65403-a8c3-4be6-8f52-36f746a35de0), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.545573 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: c4a7164a-1cad-4f1e-aac0-030fecc090cc {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:44:10.551094 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device c4a7164a-1cad-4f1e-aac0-030fecc090cc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:44:10.556211 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] Calling delete_port for cdf65403-a8c3-4be6-8f52-36f746a35de0 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:44:10.639359 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] DHCP port deletion for c992265c-731b-458f-a8c1-29cd73e91b97 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:44:10.701163 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Deleting port cdf65403-a8c3-4be6-8f52-36f746a35de0 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:44:10.701987 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (cdf65403-a8c3-4be6-8f52-36f746a35de0), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.739823 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (cdf65403-a8c3-4be6-8f52-36f746a35de0), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.769673 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf65403-a8c3-4be6-8f52-36f746a35de0,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:10.772992 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] No DVR routers for this DVR port cdf65403-a8c3-4be6-8f52-36f746a35de0 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:44:10.787891 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] For port cdf65403-a8c3-4be6-8f52-36f746a35de0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdf65403-a8c3-4be6-8f52-36f746a35de0,segment=NetworkSegment(57b7b53c-5eed-4307-b22d-789ece3132bf),segment_id=57b7b53c-5eed-4307-b22d-789ece3132bf)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:10.788299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (cdf65403-a8c3-4be6-8f52-36f746a35de0), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.805430 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Calling delete_port for cdf65403-a8c3-4be6-8f52-36f746a35de0 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:44:10.846732 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (c992265c-731b-458f-a8c1-29cd73e91b97), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.872266 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c992265c-731b-458f-a8c1-29cd73e91b97']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 12:44:10.881063 dv-neutron-master-2-hyperv neutron-server[110626]: self.session.flush() Jan 10 12:44:10.888568 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.889299 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b7b53c-5eed-4307-b22d-789ece3132bf') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:10.889518 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (cdf65403-a8c3-4be6-8f52-36f746a35de0), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.889918 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b7b53c-5eed-4307-b22d-789ece3132bf') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:10.901240 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (57b7b53c-5eed-4307-b22d-789ece3132bf), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.916638 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (57b7b53c-5eed-4307-b22d-789ece3132bf), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.920657 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Pushing event deleted for resources: {'Port': ['ID=cdf65403-a8c3-4be6-8f52-36f746a35de0,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:10.925917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:44:10.926429 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (57b7b53c-5eed-4307-b22d-789ece3132bf), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:44:10.929408 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:44:10.932154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:10.932154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:10.932154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:10.932154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:10.932154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:10.932154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:10.932806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:10.932806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:10.932962 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:10.933256 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:10.933718 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:10.934082 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:10.934412 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:10.939021 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4be627-c4f7-43ef-ba19-fc73c50bd115 None None] No DVR routers for this DVR port cdf65403-a8c3-4be6-8f52-36f746a35de0 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:44:11.065247 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (c992265c-731b-458f-a8c1-29cd73e91b97), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:11.071254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:11.076398 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c992265c-731b-458f-a8c1-29cd73e91b97 HTTP/1.1" status: 204 len: 168 time: 0.7964375 Jan 10 12:44:11.078395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38026) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:11.087670 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e648a1d-7032-461f-b6cc-c57bcd3393a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c992265c-731b-458f-a8c1-29cd73e91b97,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:11.420281 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1043bd24-111e-459c-b0be-f83d8ab42df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (1b9ade07-1b57-45c7-97bd-cf279b6c9280), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:11.664853 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-1043bd24-111e-459c-b0be-f83d8ab42df2 admin admin] Deleting port 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:44:11.665085 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1043bd24-111e-459c-b0be-f83d8ab42df2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:11.741211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-1043bd24-111e-459c-b0be-f83d8ab42df2 admin admin] For port 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b,segment=NetworkSegment(006de175-7115-48d1-91fe-88b8fd2000d9),segment_id=006de175-7115-48d1-91fe-88b8fd2000d9)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:11.741569 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1043bd24-111e-459c-b0be-f83d8ab42df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:11.753939 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-1043bd24-111e-459c-b0be-f83d8ab42df2 admin admin] Calling delete_port for 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:44:12.008086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1043bd24-111e-459c-b0be-f83d8ab42df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:12.040425 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043bd24-111e-459c-b0be-f83d8ab42df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:12.207889 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1043bd24-111e-459c-b0be-f83d8ab42df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (1b9ade07-1b57-45c7-97bd-cf279b6c9280), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:12.358450 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:12.461460 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cdf65403-a8c3-4be6-8f52-36f746a35de0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:44:12.484743 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: cdf65403-a8c3-4be6-8f52-36f746a35de0 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:44:12.485386 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cdf65403-a8c3-4be6-8f52-36f746a35de0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:44:12.743916 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1043bd24-111e-459c-b0be-f83d8ab42df2 admin admin] Router 1b9ade07-1b57-45c7-97bd-cf279b6c9280 has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:44:12.853077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1043bd24-111e-459c-b0be-f83d8ab42df2 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:44:12.858790 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1043bd24-111e-459c-b0be-f83d8ab42df2 admin admin] 10.222.0.16 "PUT /v2.0/routers/1b9ade07-1b57-45c7-97bd-cf279b6c9280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7793276 Jan 10 12:44:12.861199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38028) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:12.866448 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403bd84-120b-4bd4-8f83-30c4ae070664 None None] Sync routers for ids ['1b9ade07-1b57-45c7-97bd-cf279b6c9280'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:44:12.877016 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403bd84-120b-4bd4-8f83-30c4ae070664 None None] Routers {'1b9ade07-1b57-45c7-97bd-cf279b6c9280'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:44:12.877619 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5403bd84-120b-4bd4-8f83-30c4ae070664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:44:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1b9ade07-1b57-45c7-97bd-cf279b6c9280'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:12.969129 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aafde8dc-508f-414a-8c22-257e86779daa admin admin] Publish callbacks [] for router (1b9ade07-1b57-45c7-97bd-cf279b6c9280), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:12.983973 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-5403bd84-120b-4bd4-8f83-30c4ae070664 None None] Set router 1b9ade07-1b57-45c7-97bd-cf279b6c9280 gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:44:13.087329 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aafde8dc-508f-414a-8c22-257e86779daa admin admin] Publish callbacks [] for router_gateway (1b9ade07-1b57-45c7-97bd-cf279b6c9280), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:13.198517 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5403bd84-120b-4bd4-8f83-30c4ae070664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'name': 'tempest-TestShelveInstance-1586502392-router', 'tenant_id': '9ea911d7e10f4e97810e884830c0b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.226'}], 'enable_snat': True}, 'gw_port_id': '41127e63-c420-479a-9e47-264659ad95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:53Z', 'updated_at': '2022-01-10T12:44:11Z', 'revision_number': 5, 'project_id': '9ea911d7e10f4e97810e884830c0b70f', 'gw_port': {'id': '41127e63-c420-479a-9e47-264659ad95f2', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:33:54Z', 'updated_at': '2022-01-10T12:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:13.204887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-aafde8dc-508f-414a-8c22-257e86779daa admin admin] Deleting port 41127e63-c420-479a-9e47-264659ad95f2 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:44:13.205236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aafde8dc-508f-414a-8c22-257e86779daa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (41127e63-c420-479a-9e47-264659ad95f2), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:13.226335 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403bd84-120b-4bd4-8f83-30c4ae070664 None None] Checking router: 1b9ade07-1b57-45c7-97bd-cf279b6c9280 for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:44:13.235746 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403bd84-120b-4bd4-8f83-30c4ae070664 None None] Routers {'1b9ade07-1b57-45c7-97bd-cf279b6c9280'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:44:13.236364 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5403bd84-120b-4bd4-8f83-30c4ae070664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:44:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['1b9ade07-1b57-45c7-97bd-cf279b6c9280'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:13.270610 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:13.293651 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-aafde8dc-508f-414a-8c22-257e86779daa admin admin] For port 41127e63-c420-479a-9e47-264659ad95f2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41127e63-c420-479a-9e47-264659ad95f2,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:13.294283 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aafde8dc-508f-414a-8c22-257e86779daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (41127e63-c420-479a-9e47-264659ad95f2), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:13.307745 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-aafde8dc-508f-414a-8c22-257e86779daa admin admin] Calling delete_port for 41127e63-c420-479a-9e47-264659ad95f2 owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:44:13.324163 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-5403bd84-120b-4bd4-8f83-30c4ae070664 None None] Set router 1b9ade07-1b57-45c7-97bd-cf279b6c9280 gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:44:13.375788 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-5403bd84-120b-4bd4-8f83-30c4ae070664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'name': 'tempest-TestShelveInstance-1586502392-router', 'tenant_id': '9ea911d7e10f4e97810e884830c0b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:53Z', 'updated_at': '2022-01-10T12:44:13Z', 'revision_number': 6, 'project_id': '9ea911d7e10f4e97810e884830c0b70f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:13.405998 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403bd84-120b-4bd4-8f83-30c4ae070664 None None] The sync data for ids ['1b9ade07-1b57-45c7-97bd-cf279b6c9280'] in dv-neutron-master-2-hyperv is: [{'id': '1b9ade07-1b57-45c7-97bd-cf279b6c9280', 'name': 'tempest-TestShelveInstance-1586502392-router', 'tenant_id': '9ea911d7e10f4e97810e884830c0b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:33:53Z', 'updated_at': '2022-01-10T12:44:13Z', 'revision_number': 6, 'project_id': '9ea911d7e10f4e97810e884830c0b70f', 'gw_port_host': None}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:44:13.539294 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aafde8dc-508f-414a-8c22-257e86779daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (41127e63-c420-479a-9e47-264659ad95f2), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:13.564273 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafde8dc-508f-414a-8c22-257e86779daa admin admin] Pushing event deleted for resources: {'Port': ['ID=41127e63-c420-479a-9e47-264659ad95f2,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:13.578206 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1080b1e9-c417-4f11-ba91-de76aa6eccf1 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:44:13.627867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aafde8dc-508f-414a-8c22-257e86779daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (1b9ade07-1b57-45c7-97bd-cf279b6c9280), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:13.717972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aafde8dc-508f-414a-8c22-257e86779daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (1b9ade07-1b57-45c7-97bd-cf279b6c9280), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:13.720044 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aafde8dc-508f-414a-8c22-257e86779daa admin admin] Publish callbacks [] for router_controller (1b9ade07-1b57-45c7-97bd-cf279b6c9280), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:13.825205 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aafde8dc-508f-414a-8c22-257e86779daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (1b9ade07-1b57-45c7-97bd-cf279b6c9280), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:13.825746 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafde8dc-508f-414a-8c22-257e86779daa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b9ade07-1b57-45c7-97bd-cf279b6c9280 {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:44:13.830210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aafde8dc-508f-414a-8c22-257e86779daa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:13.831626 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-aafde8dc-508f-414a-8c22-257e86779daa admin admin] 10.222.0.16 "DELETE /v2.0/routers/1b9ade07-1b57-45c7-97bd-cf279b6c9280 HTTP/1.1" status: 204 len: 168 time: 0.9692333 Jan 10 12:44:13.834421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38032) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:13.884576 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_v2 [None req-d514ee92-a33f-4a8f-8f83-32401755dd73 admin admin] Deleting subnet 599a67fa-3c81-4d1d-ae5b-d44f752b116b {{(pid=110625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:44:13.888103 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d514ee92-a33f-4a8f-8f83-32401755dd73 admin admin] Publish callbacks [] for subnet (599a67fa-3c81-4d1d-ae5b-d44f752b116b), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:13.921235 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d514ee92-a33f-4a8f-8f83-32401755dd73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1583226'] for subnet (599a67fa-3c81-4d1d-ae5b-d44f752b116b), precommit_delete_associations {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.000373 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d514ee92-a33f-4a8f-8f83-32401755dd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (599a67fa-3c81-4d1d-ae5b-d44f752b116b), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.110867 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d514ee92-a33f-4a8f-8f83-32401755dd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4018591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711960'] for subnet (599a67fa-3c81-4d1d-ae5b-d44f752b116b), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.137661 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514ee92-a33f-4a8f-8f83-32401755dd73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=599a67fa-3c81-4d1d-ae5b-d44f752b116b,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:14.139737 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-d514ee92-a33f-4a8f-8f83-32401755dd73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.143045 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-d514ee92-a33f-4a8f-8f83-32401755dd73 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/599a67fa-3c81-4d1d-ae5b-d44f752b116b HTTP/1.1" status: 204 len: 168 time: 0.3075428 Jan 10 12:44:14.145642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38034) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:14.145814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f57cf2e-b0bb-4d1a-8825-09ac37b96fd2 None None] Network 8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:44:14.223578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.278431 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] Deleting port a1e92055-5a26-4fc7-a3ba-983e5ea01691 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:44:14.278841 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a1e92055-5a26-4fc7-a3ba-983e5ea01691), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.316416 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3f8161-dcba-457c-b732-9256444d0c72 None None] DHCP port deletion for 8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:44:14.358583 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] For port a1e92055-5a26-4fc7-a3ba-983e5ea01691, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1e92055-5a26-4fc7-a3ba-983e5ea01691,segment=NetworkSegment(006de175-7115-48d1-91fe-88b8fd2000d9),segment_id=006de175-7115-48d1-91fe-88b8fd2000d9)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:14.359055 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a1e92055-5a26-4fc7-a3ba-983e5ea01691), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.370789 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f8161-dcba-457c-b732-9256444d0c72 None None] Deleting port a1e92055-5a26-4fc7-a3ba-983e5ea01691 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:44:14.374180 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ce3f8161-dcba-457c-b732-9256444d0c72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (a1e92055-5a26-4fc7-a3ba-983e5ea01691), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.383558 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] Calling delete_port for a1e92055-5a26-4fc7-a3ba-983e5ea01691 owned by network:dhcp {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:44:14.438642 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device a1e92055-5a26-4fc7-a3ba-983e5ea01691 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:44:14.480743 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-ce3f8161-dcba-457c-b732-9256444d0c72 None None] For port a1e92055-5a26-4fc7-a3ba-983e5ea01691, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1e92055-5a26-4fc7-a3ba-983e5ea01691,segment=NetworkSegment(006de175-7115-48d1-91fe-88b8fd2000d9),segment_id=006de175-7115-48d1-91fe-88b8fd2000d9)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:14.481142 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ce3f8161-dcba-457c-b732-9256444d0c72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (a1e92055-5a26-4fc7-a3ba-983e5ea01691), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.496909 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f8161-dcba-457c-b732-9256444d0c72 None None] Calling delete_port for a1e92055-5a26-4fc7-a3ba-983e5ea01691 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:44:14.544781 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (a1e92055-5a26-4fc7-a3ba-983e5ea01691), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.566168 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Port a1e92055-5a26-4fc7-a3ba-983e5ea01691 update to DOWN by agent not found {{(pid=110626) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 10 12:44:14.566606 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 41127e63-c420-479a-9e47-264659ad95f2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:44:14.570862 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e92055-5a26-4fc7-a3ba-983e5ea01691,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:14.575622 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] No DVR routers for this DVR port a1e92055-5a26-4fc7-a3ba-983e5ea01691 on host dv-neutron-master-2-hyperv {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:44:14.588371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 41127e63-c420-479a-9e47-264659ad95f2 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:44:14.588911 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 41127e63-c420-479a-9e47-264659ad95f2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:44:14.589137 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:44:14.616219 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:44:14.616749 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 477b3e3a-7609-4cf6-a17f-ed8ec16b3e9b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:44:14.636157 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ce3f8161-dcba-457c-b732-9256444d0c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (a1e92055-5a26-4fc7-a3ba-983e5ea01691), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.651806 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.662343 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f8161-dcba-457c-b732-9256444d0c72 None None] Pushing event deleted for resources: {'Port': ['ID=a1e92055-5a26-4fc7-a3ba-983e5ea01691,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:14.664165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f8161-dcba-457c-b732-9256444d0c72 None None] No DVR routers for this DVR port a1e92055-5a26-4fc7-a3ba-983e5ea01691 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:44:14.674117 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff']}} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:14.683808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006de175-7115-48d1-91fe-88b8fd2000d9') {'for_net_delete': True} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:14.684111 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.services.segments.db [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006de175-7115-48d1-91fe-88b8fd2000d9') {} {{(pid=110624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:14.693578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3833810'] for segment (006de175-7115-48d1-91fe-88b8fd2000d9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.706771 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (006de175-7115-48d1-91fe-88b8fd2000d9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.713473 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=110624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:44:14.713888 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25533507'] for segment (006de175-7115-48d1-91fe-88b8fd2000d9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: Traceback (most recent call last): Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: timer() Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: cb(*args, **kw) Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: return func(*args, **kwargs) Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: self._notify() Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: self.callback(batched_events) Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: event.method(event) Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: return f(self, *a, **k) Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: return self._get(url).json() Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: return self.request(url, 'GET', **kwargs) Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:44:14.715841 dv-neutron-master-2-hyperv neutron-server[110624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:44:14.824808 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.830329 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:14.833416 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff HTTP/1.1" status: 204 len: 168 time: 0.6866128 Jan 10 12:44:14.844914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50825b2-546f-4ce3-b4f8-d800c22e29d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bbf1d3f-e8bd-4b2d-9559-0127ad41ccff,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:15.119646 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38038) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:15.160023 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-6dad6230-2dc4-4967-acc9-89878626370a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67ff3e4a6783462a819aa082bfc99219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391533 Jan 10 12:44:15.162421 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38040) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:15.211907 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cd0dedf5-6167-467b-bc70-f82a2037c275 admin admin] Publish callbacks [] for security_group (1d764d74-52f9-419e-b8fa-40e0af147091), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:15.232914 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cd0dedf5-6167-467b-bc70-f82a2037c275 admin admin] Publish callbacks [] for security_group (1d764d74-52f9-419e-b8fa-40e0af147091), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:15.356370 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cd0dedf5-6167-467b-bc70-f82a2037c275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (1d764d74-52f9-419e-b8fa-40e0af147091), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:15.358926 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-cd0dedf5-6167-467b-bc70-f82a2037c275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:15.360107 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-cd0dedf5-6167-467b-bc70-f82a2037c275 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d764d74-52f9-419e-b8fa-40e0af147091 HTTP/1.1" status: 204 len: 168 time: 0.1967545 Jan 10 12:44:15.367649 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0dedf5-6167-467b-bc70-f82a2037c275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d764d74-52f9-419e-b8fa-40e0af147091,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:15.925172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38046) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:15.964919 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d465da20-9e90-460a-b8b9-846d71196b4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ea911d7e10f4e97810e884830c0b70f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385725 Jan 10 12:44:15.967563 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38048) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:16.012856 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-991827f2-e5b7-4f8d-ad23-ebd6ffc53650 admin admin] Publish callbacks [] for security_group (7fe8e3d9-2dbe-4ffa-96b3-ccba2c67a7ce), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:16.034024 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-991827f2-e5b7-4f8d-ad23-ebd6ffc53650 admin admin] Publish callbacks [] for security_group (7fe8e3d9-2dbe-4ffa-96b3-ccba2c67a7ce), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:16.127607 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-991827f2-e5b7-4f8d-ad23-ebd6ffc53650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (7fe8e3d9-2dbe-4ffa-96b3-ccba2c67a7ce), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:16.130211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-991827f2-e5b7-4f8d-ad23-ebd6ffc53650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:16.134300 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-991827f2-e5b7-4f8d-ad23-ebd6ffc53650 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fe8e3d9-2dbe-4ffa-96b3-ccba2c67a7ce HTTP/1.1" status: 204 len: 168 time: 0.1629190 Jan 10 12:44:16.139258 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991827f2-e5b7-4f8d-ad23-ebd6ffc53650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe8e3d9-2dbe-4ffa-96b3-ccba2c67a7ce,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:17.133096 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38070) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:17.236001 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-f39f7bae-b899-4842-8360-03249374a1e7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-572179209-network', 'tenant_id': '4a908331075b472b869cabd4e2eacaec'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:44:17.310520 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39f7bae-b899-4842-8360-03249374a1e7 admin admin] Made reservation on behalf of 4a908331075b472b869cabd4e2eacaec for: {'network': 1} {{(pid=110625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:44:17.312873 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f39f7bae-b899-4842-8360-03249374a1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:17.321070 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f39f7bae-b899-4842-8360-03249374a1e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:17.390930 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f39f7bae-b899-4842-8360-03249374a1e7 admin admin] Publish callbacks [] for security_group (ddbdca87-1c78-4587-a5f4-435472a48888), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:17.435905 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f39f7bae-b899-4842-8360-03249374a1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (ddbdca87-1c78-4587-a5f4-435472a48888), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:17.461813 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39f7bae-b899-4842-8360-03249374a1e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=110625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:44:17.469198 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f7bae-b899-4842-8360-03249374a1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbdca87-1c78-4587-a5f4-435472a48888,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:17.473758 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f39f7bae-b899-4842-8360-03249374a1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (4816bc38-2ad5-47d4-88b4-b46588484202), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:17.474115 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.segments_db [None req-f39f7bae-b899-4842-8360-03249374a1e7 admin admin] Added segment 4816bc38-2ad5-47d4-88b4-b46588484202 of type vlan for network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 Jan 10 12:44:17.512023 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f39f7bae-b899-4842-8360-03249374a1e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (65c8cdec-0a06-4b9f-a5d8-ded91fd098b4), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:17.573456 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f39f7bae-b899-4842-8360-03249374a1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (65c8cdec-0a06-4b9f-a5d8-ded91fd098b4), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:17.574462 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39f7bae-b899-4842-8360-03249374a1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:17.575075 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-f39f7bae-b899-4842-8360-03249374a1e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:17.636350 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f7bae-b899-4842-8360-03249374a1e7 admin admin] Pushing event updated for resources: {'Network': ['ID=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:17.645940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:44:17.659004 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f39f7bae-b899-4842-8360-03249374a1e7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5222421 Jan 10 12:44:17.659463 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38074) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:17.664605 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-30f65fe4-e0c3-495a-baee-1bd17b2a3857 admin admin] Request body: {'subnet': {'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-572179209-subnet', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'ip_version': 4}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:44:17.733125 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f65fe4-e0c3-495a-baee-1bd17b2a3857 admin admin] Made reservation on behalf of 4a908331075b472b869cabd4e2eacaec for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:44:17.735499 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30f65fe4-e0c3-495a-baee-1bd17b2a3857 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:17.951016 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30f65fe4-e0c3-495a-baee-1bd17b2a3857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (5c6938dd-9a56-47de-be5b-3a18e7f8d308), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:18.011972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f65fe4-e0c3-495a-baee-1bd17b2a3857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c6938dd-9a56-47de-be5b-3a18e7f8d308,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:18.019370 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f65fe4-e0c3-495a-baee-1bd17b2a3857 admin admin] Checking segment: {'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:44:18.019747 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f65fe4-e0c3-495a-baee-1bd17b2a3857 admin admin] Network hostable DHCP agents. Network: 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:44:18.099232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f65fe4-e0c3-495a-baee-1bd17b2a3857 admin admin] Network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:44:18.196418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-30f65fe4-e0c3-495a-baee-1bd17b2a3857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:44:18.201065 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f65fe4-e0c3-495a-baee-1bd17b2a3857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:18.201672 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-30f65fe4-e0c3-495a-baee-1bd17b2a3857 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:18.205579 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251ba881-ff08-462a-9dee-456ea34774ef None None] Network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:44:18.296735 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-30f65fe4-e0c3-495a-baee-1bd17b2a3857 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6357052 Jan 10 12:44:18.299090 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38076) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:18.303376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:44:18.306203 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'project_id': '4a908331075b472b869cabd4e2eacaec', 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:44:18.307681 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:18.373818 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (c118674b-2771-4d0c-8e55-1022b1f88c1e), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:18.375532 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (c118674b-2771-4d0c-8e55-1022b1f88c1e), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:18.426684 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Publish callbacks [] for router_controller (c118674b-2771-4d0c-8e55-1022b1f88c1e), precommit_add_association {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:18.442919 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Allocated IP 172.20.0.2 (65c8cdec-0a06-4b9f-a5d8-ded91fd098b4/5c6938dd-9a56-47de-be5b-3a18e7f8d308/b75d4c8e-6acc-4795-955b-117e905cc5f1) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:44:18.585719 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Publish callbacks [] for port (b75d4c8e-6acc-4795-955b-117e905cc5f1), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:18.599636 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Publish callbacks [] for router_gateway (c118674b-2771-4d0c-8e55-1022b1f88c1e), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:18.642467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (b75d4c8e-6acc-4795-955b-117e905cc5f1), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:18.682563 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:44:18.685390 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:44:18.688977 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:44:18.694543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Pushing event updated for resources: {'Port': ['ID=b75d4c8e-6acc-4795-955b-117e905cc5f1,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:18.745954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Attempting to bind port b75d4c8e-6acc-4795-955b-117e905cc5f1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:44:18.746351 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Attempting to bind port b75d4c8e-6acc-4795-955b-117e905cc5f1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:44:18.746703 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Attempting to bind port b75d4c8e-6acc-4795-955b-117e905cc5f1 on network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:44:18.751678 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:44:18.752059 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Checking segment: {'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:44:18.752464 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:18.752860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Bound using segment: {'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:44:18.753327 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Bound port: b75d4c8e-6acc-4795-955b-117e905cc5f1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:44:18.753712 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b75d4c8e-6acc-4795-955b-117e905cc5f1), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:18.817711 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-857afacf-f449-42da-9bb1-1625070569eb None None] For port b75d4c8e-6acc-4795-955b-117e905cc5f1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:44:18.820723 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-857afacf-f449-42da-9bb1-1625070569eb None None] For port b75d4c8e-6acc-4795-955b-117e905cc5f1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b75d4c8e-6acc-4795-955b-117e905cc5f1,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:44:18.854528 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Publish callbacks [] for router_gateway (c118674b-2771-4d0c-8e55-1022b1f88c1e), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:18.873435 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:18.899856 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b75d4c8e-6acc-4795-955b-117e905cc5f1), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:18.958035 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857afacf-f449-42da-9bb1-1625070569eb None None] Pushing event updated for resources: {'Port': ['ID=b75d4c8e-6acc-4795-955b-117e905cc5f1,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:18.979172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Allocated IP 172.36.2.242 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/213ac963-0659-46e0-b56a-2a15f41e6583) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:44:19.090482 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Publish callbacks [] for port (213ac963-0659-46e0-b56a-2a15f41e6583), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:19.191511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (213ac963-0659-46e0-b56a-2a15f41e6583), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:19.235214 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:44:19.238345 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:44:19.242127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:44:19.248130 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Pushing event updated for resources: {'Port': ['ID=213ac963-0659-46e0-b56a-2a15f41e6583,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:19.253925 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd14423-18a1-4218-b93b-bc5377ff7c50 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:44:19.295361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-55f30ae6-839d-4128-b525-72df25807489 None None] Provisioning complete for port 213ac963-0659-46e0-b56a-2a15f41e6583 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:19.295739 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-55f30ae6-839d-4128-b525-72df25807489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (213ac963-0659-46e0-b56a-2a15f41e6583), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:19.335329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-55f30ae6-839d-4128-b525-72df25807489 None None] Port 213ac963-0659-46e0-b56a-2a15f41e6583 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:44:19.566002 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Publish callbacks [] for router_gateway (c118674b-2771-4d0c-8e55-1022b1f88c1e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:19.769211 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (c118674b-2771-4d0c-8e55-1022b1f88c1e), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:19.867982 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61416ac-2d04-4c59-9afb-fc3e002e79f8 None None] Network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:44:19.973618 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Router c118674b-2771-4d0c-8e55-1022b1f88c1e is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:44:19.978597 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-58d80312-1641-4d23-9703-a04e9e36ace0 None None] Provisioning complete for port b75d4c8e-6acc-4795-955b-117e905cc5f1 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:19.979081 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-58d80312-1641-4d23-9703-a04e9e36ace0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b75d4c8e-6acc-4795-955b-117e905cc5f1), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:20.010267 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:20.071465 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-58d80312-1641-4d23-9703-a04e9e36ace0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (b75d4c8e-6acc-4795-955b-117e905cc5f1), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:20.089198 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:44:20.105089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Sync routers for ids ['c118674b-2771-4d0c-8e55-1022b1f88c1e'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:44:20.116395 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-58d80312-1641-4d23-9703-a04e9e36ace0 None None] For port b75d4c8e-6acc-4795-955b-117e905cc5f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b75d4c8e-6acc-4795-955b-117e905cc5f1,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:20.124861 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Routers {'c118674b-2771-4d0c-8e55-1022b1f88c1e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:44:20.125497 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:44:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c118674b-2771-4d0c-8e55-1022b1f88c1e'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:20.182110 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:20.184466 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-dc6acfd4-d86b-41b6-a985-7ca32a0d471c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8844173 Jan 10 12:44:20.187330 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38078) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:20.196118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-58d80312-1641-4d23-9703-a04e9e36ace0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (b75d4c8e-6acc-4795-955b-117e905cc5f1), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:20.265044 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d80312-1641-4d23-9703-a04e9e36ace0 None None] Pushing event updated for resources: {'Port': ['ID=b75d4c8e-6acc-4795-955b-117e905cc5f1,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:20.275640 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Set router c118674b-2771-4d0c-8e55-1022b1f88c1e gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:44:20.389104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d17241ef-d239-402b-80b0-a02fdd577b6b None None] Provisioning complete for port b75d4c8e-6acc-4795-955b-117e905cc5f1 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:20.389482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d17241ef-d239-402b-80b0-a02fdd577b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b75d4c8e-6acc-4795-955b-117e905cc5f1), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:20.566913 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b75d4c8e-6acc-4795-955b-117e905cc5f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:44:20.628932 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:20.695133 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port b75d4c8e-6acc-4795-955b-117e905cc5f1 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:20.695502 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (b75d4c8e-6acc-4795-955b-117e905cc5f1), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:20.756663 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:19Z', 'revision_number': 3, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:20.784570 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Checking router: c118674b-2771-4d0c-8e55-1022b1f88c1e for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:44:20.784927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Updating router c118674b-2771-4d0c-8e55-1022b1f88c1e port 213ac963-0659-46e0-b56a-2a15f41e6583 binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:44:20.786343 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Allocated IP 172.20.0.1 (65c8cdec-0a06-4b9f-a5d8-ded91fd098b4/5c6938dd-9a56-47de-be5b-3a18e7f8d308/25be4db9-b4e9-4595-aba5-5f153b8b37ee) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:44:20.834393 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (213ac963-0659-46e0-b56a-2a15f41e6583), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:20.894812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Publish callbacks [] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:20.979494 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:21.019269 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:44:21.022154 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:44:21.026279 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:44:21.031868 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Pushing event updated for resources: {'Port': ['ID=25be4db9-b4e9-4595-aba5-5f153b8b37ee,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:21.069136 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (c118674b-2771-4d0c-8e55-1022b1f88c1e), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:21.102398 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Publish callbacks [] for port (213ac963-0659-46e0-b56a-2a15f41e6583), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:21.162445 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (213ac963-0659-46e0-b56a-2a15f41e6583), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:21.214032 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9b7f4f-d2f3-4dba-8036-9a8ef1a82f7e None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:44:21.225722 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86eb5e3-5255-4cf8-a4b1-df9ef255a9bf None None] Pushing event updated for resources: {'Port': ['ID=213ac963-0659-46e0-b56a-2a15f41e6583,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:21.227955 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Attempting to bind port 213ac963-0659-46e0-b56a-2a15f41e6583 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:44:21.228795 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Attempting to bind port 213ac963-0659-46e0-b56a-2a15f41e6583 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:44:21.228795 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Attempting to bind port 213ac963-0659-46e0-b56a-2a15f41e6583 on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:44:21.235922 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:44:21.236476 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:44:21.236885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:21.237273 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:44:21.237827 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Bound port: 213ac963-0659-46e0-b56a-2a15f41e6583, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:44:21.238145 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (213ac963-0659-46e0-b56a-2a15f41e6583), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:21.269244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), before_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:21.299813 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-504f158d-b89d-49c1-bd61-1a6641db380c None None] Provisioning complete for port 213ac963-0659-46e0-b56a-2a15f41e6583 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:21.300124 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-504f158d-b89d-49c1-bd61-1a6641db380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (213ac963-0659-46e0-b56a-2a15f41e6583), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:21.303743 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] For port 213ac963-0659-46e0-b56a-2a15f41e6583, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:44:21.339929 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] For port 213ac963-0659-46e0-b56a-2a15f41e6583, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=213ac963-0659-46e0-b56a-2a15f41e6583,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:44:21.346555 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-504f158d-b89d-49c1-bd61-1a6641db380c None None] Port 213ac963-0659-46e0-b56a-2a15f41e6583 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:44:21.356845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-504f158d-b89d-49c1-bd61-1a6641db380c None None] Provisioning complete for port 25be4db9-b4e9-4595-aba5-5f153b8b37ee triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:21.357161 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-504f158d-b89d-49c1-bd61-1a6641db380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:21.391960 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (213ac963-0659-46e0-b56a-2a15f41e6583), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:21.419558 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-504f158d-b89d-49c1-bd61-1a6641db380c None None] Port 25be4db9-b4e9-4595-aba5-5f153b8b37ee cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:44:21.435806 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Publish callbacks [] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:21.443459 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e434c5-2e70-4e6f-ab0b-250dd62f7f7c None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:44:21.460546 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Routers {'c118674b-2771-4d0c-8e55-1022b1f88c1e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:44:21.461165 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:44:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c118674b-2771-4d0c-8e55-1022b1f88c1e'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:21.465650 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86eb5e3-5255-4cf8-a4b1-df9ef255a9bf None None] Pushing event updated for resources: {'Port': ['ID=213ac963-0659-46e0-b56a-2a15f41e6583,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:21.493059 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4018513'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), after_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:21.558845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-bfecdc72-7c9b-4a39-be67-1e652c59f7d4 None None] Provisioning complete for port 213ac963-0659-46e0-b56a-2a15f41e6583 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:21.559223 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bfecdc72-7c9b-4a39-be67-1e652c59f7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (213ac963-0659-46e0-b56a-2a15f41e6583), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:21.563957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Pushing event updated for resources: {'Port': ['ID=25be4db9-b4e9-4595-aba5-5f153b8b37ee,revision_number=2']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:21.566359 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (c118674b-2771-4d0c-8e55-1022b1f88c1e), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:21.609459 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] Set router c118674b-2771-4d0c-8e55-1022b1f88c1e gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:44:21.657735 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:44:21.659298 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:44:21.766081 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bfecdc72-7c9b-4a39-be67-1e652c59f7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (213ac963-0659-46e0-b56a-2a15f41e6583), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:21.779691 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Router c118674b-2771-4d0c-8e55-1022b1f88c1e has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:44:21.796745 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-bfecdc72-7c9b-4a39-be67-1e652c59f7d4 None None] For port 213ac963-0659-46e0-b56a-2a15f41e6583, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=213ac963-0659-46e0-b56a-2a15f41e6583,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:21.854724 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-bfecdc72-7c9b-4a39-be67-1e652c59f7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (213ac963-0659-46e0-b56a-2a15f41e6583), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:21.897021 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:44:21.909755 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-0047ebb5-230f-4b08-9302-765a7db200e9 admin admin] 10.222.0.16 "PUT /v2.0/routers/c118674b-2771-4d0c-8e55-1022b1f88c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7137268 Jan 10 12:44:21.911606 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:20Z', 'revision_number': 1, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:21.914580 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecdc72-7c9b-4a39-be67-1e652c59f7d4 None None] Pushing event updated for resources: {'Port': ['ID=213ac963-0659-46e0-b56a-2a15f41e6583,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:21.946741 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd210cf1-d55e-4dee-8b28-781ef6a4a0d0 None None] The sync data for ids ['c118674b-2771-4d0c-8e55-1022b1f88c1e'] in dv-neutron-master-2-hyperv is: [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:20Z', 'revision_number': 1, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:44:21.977536 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-3d90a641-7a42-472d-9d1e-a949c98a742e None None] Provisioning complete for port 25be4db9-b4e9-4595-aba5-5f153b8b37ee triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:21.977958 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-3d90a641-7a42-472d-9d1e-a949c98a742e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:22.017289 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-3d90a641-7a42-472d-9d1e-a949c98a742e None None] Port 25be4db9-b4e9-4595-aba5-5f153b8b37ee cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:44:22.600598 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38094) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:22.609027 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-63f7430d-bc46-42b6-9a0e-2e7a3ad127c5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1638225090-network', 'tenant_id': 'beae76f71a14481bb12b1e6b3f165776'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:44:22.693383 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f7430d-bc46-42b6-9a0e-2e7a3ad127c5 admin admin] Made reservation on behalf of beae76f71a14481bb12b1e6b3f165776 for: {'network': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:44:22.695889 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-63f7430d-bc46-42b6-9a0e-2e7a3ad127c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for network (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:22.706067 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-63f7430d-bc46-42b6-9a0e-2e7a3ad127c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:22.785038 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-63f7430d-bc46-42b6-9a0e-2e7a3ad127c5 admin admin] Publish callbacks [] for security_group (eac633dd-5790-47a5-a4cc-a0d2fea4af2c), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:22.795419 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:44:22.842010 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-63f7430d-bc46-42b6-9a0e-2e7a3ad127c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (eac633dd-5790-47a5-a4cc-a0d2fea4af2c), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:22.867126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f7430d-bc46-42b6-9a0e-2e7a3ad127c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=110624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 12:44:22.877617 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7430d-bc46-42b6-9a0e-2e7a3ad127c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac633dd-5790-47a5-a4cc-a0d2fea4af2c,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:22.882594 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-63f7430d-bc46-42b6-9a0e-2e7a3ad127c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:22.882943 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.segments_db [None req-63f7430d-bc46-42b6-9a0e-2e7a3ad127c5 admin admin] Added segment 7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42 of type vlan for network 46744163-20be-46dc-94de-885afb4df4c0 Jan 10 12:44:22.924455 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-63f7430d-bc46-42b6-9a0e-2e7a3ad127c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739242082178'] for network (46744163-20be-46dc-94de-885afb4df4c0), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:22.990613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-63f7430d-bc46-42b6-9a0e-2e7a3ad127c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964'] for network (46744163-20be-46dc-94de-885afb4df4c0), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:22.991660 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f7430d-bc46-42b6-9a0e-2e7a3ad127c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:22.992257 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-63f7430d-bc46-42b6-9a0e-2e7a3ad127c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:23.058336 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7430d-bc46-42b6-9a0e-2e7a3ad127c5 admin admin] Pushing event updated for resources: {'Network': ['ID=46744163-20be-46dc-94de-885afb4df4c0,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:23.070297 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Network 46744163-20be-46dc-94de-885afb4df4c0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 12:44:23.124593 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-63f7430d-bc46-42b6-9a0e-2e7a3ad127c5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5228696 Jan 10 12:44:23.127464 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38096) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:23.132169 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-4c54f28c-78a0-41da-965d-fed58da927cd admin admin] Request body: {'subnet': {'network_id': '46744163-20be-46dc-94de-885afb4df4c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1638225090-subnet', 'tenant_id': 'beae76f71a14481bb12b1e6b3f165776', 'ip_version': 4}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:44:23.224629 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c54f28c-78a0-41da-965d-fed58da927cd admin admin] Made reservation on behalf of beae76f71a14481bb12b1e6b3f165776 for: {'subnet': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:44:23.227056 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4c54f28c-78a0-41da-965d-fed58da927cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530302'] for subnet (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:23.464615 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4c54f28c-78a0-41da-965d-fed58da927cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25533672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530284'] for subnet (fd18e869-2428-4aed-bcdb-052fbcdff790), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:23.519289 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54f28c-78a0-41da-965d-fed58da927cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd18e869-2428-4aed-bcdb-052fbcdff790,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:23.528668 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c54f28c-78a0-41da-965d-fed58da927cd admin admin] Checking segment: {'id': '7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '46744163-20be-46dc-94de-885afb4df4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:44:23.529039 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c54f28c-78a0-41da-965d-fed58da927cd admin admin] Network hostable DHCP agents. Network: 46744163-20be-46dc-94de-885afb4df4c0, hostable agents: ['7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63'], hosted agents: [] {{(pid=110624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 12:44:23.613351 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c54f28c-78a0-41da-965d-fed58da927cd admin admin] Network 46744163-20be-46dc-94de-885afb4df4c0 is scheduled to be hosted by DHCP agent 7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63 with binding_index 1 {{(pid=110624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 12:44:23.670378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-4c54f28c-78a0-41da-965d-fed58da927cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 46744163-20be-46dc-94de-885afb4df4c0) {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:44:23.675122 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c54f28c-78a0-41da-965d-fed58da927cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:23.676074 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-4c54f28c-78a0-41da-965d-fed58da927cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:23.680704 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8235ef67-6ca2-4c23-a1f3-ae0d517e92d2 None None] Network 46744163-20be-46dc-94de-885afb4df4c0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:44:23.753647 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-4c54f28c-78a0-41da-965d-fed58da927cd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6251118 Jan 10 12:44:23.756258 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38098) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:23.760723 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1638225090-router', 'tenant_id': 'beae76f71a14481bb12b1e6b3f165776', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:44:23.781998 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-46744163-20be-46dc-94de-885afb4df4c0', 'network_id': '46744163-20be-46dc-94de-885afb4df4c0', 'project_id': 'beae76f71a14481bb12b1e6b3f165776', 'fixed_ips': [{'subnet_id': 'fd18e869-2428-4aed-bcdb-052fbcdff790'}]}} from dv-neutron-master-2-hyperv. {{(pid=110626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 12:44:23.782893 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:23.831244 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2020776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7704'] for router (808d21a8-2c3b-43ac-84d1-883c3db9e30f), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:23.832427 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2020668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2024369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7907'] for router (808d21a8-2c3b-43ac-84d1-883c3db9e30f), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:23.883589 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Sync routers for ids ['c118674b-2771-4d0c-8e55-1022b1f88c1e'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:44:23.889698 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Publish callbacks [] for router_controller (808d21a8-2c3b-43ac-84d1-883c3db9e30f), precommit_add_association {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:23.895387 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Routers {'c118674b-2771-4d0c-8e55-1022b1f88c1e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:44:23.896004 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:44:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c118674b-2771-4d0c-8e55-1022b1f88c1e'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:23.927904 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.db_base_plugin_common [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Allocated IP 172.20.0.2 (46744163-20be-46dc-94de-885afb4df4c0/fd18e869-2428-4aed-bcdb-052fbcdff790/90352d73-f2d5-4f06-8899-c2043172733e) {{(pid=110626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:44:24.005225 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Set router c118674b-2771-4d0c-8e55-1022b1f88c1e gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:44:24.077924 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Publish callbacks [] for port (90352d73-f2d5-4f06-8899-c2043172733e), precommit_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.080882 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Publish callbacks [] for router_gateway (808d21a8-2c3b-43ac-84d1-883c3db9e30f), precommit_update {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.152366 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352'] for port (90352d73-f2d5-4f06-8899-c2043172733e), after_create {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.192943 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Network 46744163-20be-46dc-94de-885afb4df4c0 is already hosted by enough agents. {{(pid=110626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:44:24.197957 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.scheduler.base_scheduler [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Resources bound (agent type, host, resource id): {{(pid=110626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:44:24.202474 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Received port after_create {{(pid=110626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:44:24.207086 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Pushing event updated for resources: {'Port': ['ID=90352d73-f2d5-4f06-8899-c2043172733e,revision_number=1']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:24.265931 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Attempting to bind port 90352d73-f2d5-4f06-8899-c2043172733e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:44:24.266277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Attempting to bind port 90352d73-f2d5-4f06-8899-c2043172733e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '46744163-20be-46dc-94de-885afb4df4c0'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:44:24.266588 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Attempting to bind port 90352d73-f2d5-4f06-8899-c2043172733e on network 46744163-20be-46dc-94de-885afb4df4c0 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:44:24.272259 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:44:24.272639 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Checking segment: {'id': '7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '46744163-20be-46dc-94de-885afb4df4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:44:24.273047 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.273447 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Bound using segment: {'id': '7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '46744163-20be-46dc-94de-885afb4df4c0'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:44:24.273949 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Bound port: 90352d73-f2d5-4f06-8899-c2043172733e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '46744163-20be-46dc-94de-885afb4df4c0'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:44:24.274607 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (90352d73-f2d5-4f06-8899-c2043172733e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.299693 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 2, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:24.330772 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Checking router: c118674b-2771-4d0c-8e55-1022b1f88c1e for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:44:24.331425 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Updating router c118674b-2771-4d0c-8e55-1022b1f88c1e port 25be4db9-b4e9-4595-aba5-5f153b8b37ee binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:44:24.339553 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] For port 90352d73-f2d5-4f06-8899-c2043172733e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:44:24.343043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] For port 90352d73-f2d5-4f06-8899-c2043172733e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=90352d73-f2d5-4f06-8899-c2043172733e,segment=NetworkSegment(7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42),segment_id=7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:44:24.357182 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.400297 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Publish callbacks [] for router_gateway (808d21a8-2c3b-43ac-84d1-883c3db9e30f), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.403633 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (90352d73-f2d5-4f06-8899-c2043172733e), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.427803 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.455685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 213ac963-0659-46e0-b56a-2a15f41e6583 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:44:24.496835 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450daace-46c9-44a1-b598-8b3c47f66e0d None None] Pushing event updated for resources: {'Port': ['ID=90352d73-f2d5-4f06-8899-c2043172733e,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:24.535000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 213ac963-0659-46e0-b56a-2a15f41e6583 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:24.535000 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (213ac963-0659-46e0-b56a-2a15f41e6583), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.567414 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.db_base_plugin_common [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Allocated IP 172.36.2.55 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/6f56aaa6-5499-4fa7-a149-6615ff6d18aa) {{(pid=110625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:44:24.699759 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Publish callbacks [] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.705666 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Publish callbacks [] for port (6f56aaa6-5499-4fa7-a149-6615ff6d18aa), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.773557 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.814736 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (6f56aaa6-5499-4fa7-a149-6615ff6d18aa), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.828305 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f0bd3-6581-4e7c-ae76-4ff73f721b69 None None] Pushing event updated for resources: {'Port': ['ID=25be4db9-b4e9-4595-aba5-5f153b8b37ee,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:24.853681 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f0bd3-6581-4e7c-ae76-4ff73f721b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:24.854159 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f0bd3-6581-4e7c-ae76-4ff73f721b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:24.854410 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f0bd3-6581-4e7c-ae76-4ff73f721b69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:24.855029 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f0bd3-6581-4e7c-ae76-4ff73f721b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:24.855159 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f0bd3-6581-4e7c-ae76-4ff73f721b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:24.855450 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f0bd3-6581-4e7c-ae76-4ff73f721b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:24.855786 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f0bd3-6581-4e7c-ae76-4ff73f721b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:24.856129 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f0bd3-6581-4e7c-ae76-4ff73f721b69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:24.856468 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f0bd3-6581-4e7c-ae76-4ff73f721b69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:24.856805 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f0bd3-6581-4e7c-ae76-4ff73f721b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:24.857137 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f0bd3-6581-4e7c-ae76-4ff73f721b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:24.857458 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f0bd3-6581-4e7c-ae76-4ff73f721b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:24.858329 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5f0bd3-6581-4e7c-ae76-4ff73f721b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:44:24.861830 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:44:24.865819 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.base_scheduler [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Resources bound (agent type, host, resource id): {{(pid=110625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:44:24.869256 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Received port after_create {{(pid=110625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:44:24.883502 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc10be1-9b62-4369-8e8c-a6e861ff0acf None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:44:24.896962 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Attempting to bind port 25be4db9-b4e9-4595-aba5-5f153b8b37ee on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:44:24.897456 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Attempting to bind port 25be4db9-b4e9-4595-aba5-5f153b8b37ee by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:44:24.897695 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Attempting to bind port 25be4db9-b4e9-4595-aba5-5f153b8b37ee on network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:44:24.901382 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Pushing event updated for resources: {'Port': ['ID=6f56aaa6-5499-4fa7-a149-6615ff6d18aa,revision_number=1']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:24.905484 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:44:24.906124 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Checking segment: {'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:44:24.906950 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.907545 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Bound using segment: {'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:44:24.908023 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Bound port: 25be4db9-b4e9-4595-aba5-5f153b8b37ee, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:44:24.908414 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.975891 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-82d32a84-195a-429c-ad19-0bc63d697295 None None] Provisioning complete for port 6f56aaa6-5499-4fa7-a149-6615ff6d18aa triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:24.976279 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-82d32a84-195a-429c-ad19-0bc63d697295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6f56aaa6-5499-4fa7-a149-6615ff6d18aa), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:24.985039 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] For port 25be4db9-b4e9-4595-aba5-5f153b8b37ee, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:44:24.989113 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] For port 25be4db9-b4e9-4595-aba5-5f153b8b37ee, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=25be4db9-b4e9-4595-aba5-5f153b8b37ee,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:44:25.031683 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-82d32a84-195a-429c-ad19-0bc63d697295 None None] Port 6f56aaa6-5499-4fa7-a149-6615ff6d18aa cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:44:25.043297 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:25.104515 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Routers {'c118674b-2771-4d0c-8e55-1022b1f88c1e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:44:25.105206 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:44:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c118674b-2771-4d0c-8e55-1022b1f88c1e'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:25.142162 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f0bd3-6581-4e7c-ae76-4ff73f721b69 None None] Pushing event updated for resources: {'Port': ['ID=25be4db9-b4e9-4595-aba5-5f153b8b37ee,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:25.151654 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-b2628b54-0685-4eca-a620-c3cee5949433 None None] Provisioning complete for port 25be4db9-b4e9-4595-aba5-5f153b8b37ee triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:25.152219 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b2628b54-0685-4eca-a620-c3cee5949433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:25.246347 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] Set router c118674b-2771-4d0c-8e55-1022b1f88c1e gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:44:25.281230 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b2628b54-0685-4eca-a620-c3cee5949433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:25.287059 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Publish callbacks [] for router_gateway (808d21a8-2c3b-43ac-84d1-883c3db9e30f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:25.323446 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-b2628b54-0685-4eca-a620-c3cee5949433 None None] For port 25be4db9-b4e9-4595-aba5-5f153b8b37ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=25be4db9-b4e9-4595-aba5-5f153b8b37ee,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:25.390706 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b2628b54-0685-4eca-a620-c3cee5949433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:25.452758 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2628b54-0685-4eca-a620-c3cee5949433 None None] Pushing event updated for resources: {'Port': ['ID=25be4db9-b4e9-4595-aba5-5f153b8b37ee,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:25.496691 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:24Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:25.519063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-d2ba7e56-f914-4b4b-9444-25b723c94124 None None] Provisioning complete for port 25be4db9-b4e9-4595-aba5-5f153b8b37ee triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:25.519813 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d2ba7e56-f914-4b4b-9444-25b723c94124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:25.525953 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2020663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2024324'] for router (808d21a8-2c3b-43ac-84d1-883c3db9e30f), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:25.526989 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a040c4-c80c-47ff-a932-2cd1c641d93a None None] The sync data for ids ['c118674b-2771-4d0c-8e55-1022b1f88c1e'] in dv-neutron-master-2-hyperv is: [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:24Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:44:25.643085 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17012e73-8f38-4737-a1ee-9b0d9a3dabff None None] Network 46744163-20be-46dc-94de-885afb4df4c0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:44:25.758680 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-fedf194d-75b9-4e11-8916-82d1c2bfe7f0 None None] Provisioning complete for port 90352d73-f2d5-4f06-8899-c2043172733e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:25.759039 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fedf194d-75b9-4e11-8916-82d1c2bfe7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (90352d73-f2d5-4f06-8899-c2043172733e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:25.767601 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Router 808d21a8-2c3b-43ac-84d1-883c3db9e30f is scheduled to L3 agent 4734abc0-d126-4466-938d-1237b9073052 with binding_index 1 {{(pid=110625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 12:44:25.861365 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fedf194d-75b9-4e11-8916-82d1c2bfe7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (90352d73-f2d5-4f06-8899-c2043172733e), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:25.902889 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-fedf194d-75b9-4e11-8916-82d1c2bfe7f0 None None] For port 90352d73-f2d5-4f06-8899-c2043172733e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=90352d73-f2d5-4f06-8899-c2043172733e,segment=NetworkSegment(7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42),segment_id=7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:25.979487 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fedf194d-75b9-4e11-8916-82d1c2bfe7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (90352d73-f2d5-4f06-8899-c2043172733e), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:26.040096 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf194d-75b9-4e11-8916-82d1c2bfe7f0 None None] Pushing event updated for resources: {'Port': ['ID=90352d73-f2d5-4f06-8899-c2043172733e,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:26.107119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-82e5f580-bb10-4968-a62d-85a93264671e None None] Provisioning complete for port 90352d73-f2d5-4f06-8899-c2043172733e triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:26.107505 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-82e5f580-bb10-4968-a62d-85a93264671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (90352d73-f2d5-4f06-8899-c2043172733e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:26.207169 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:44:26.216911 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Sync routers for ids ['808d21a8-2c3b-43ac-84d1-883c3db9e30f'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:44:26.227277 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Routers {'808d21a8-2c3b-43ac-84d1-883c3db9e30f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:44:26.228421 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:44:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['808d21a8-2c3b-43ac-84d1-883c3db9e30f'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:26.272795 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:26.276501 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2789be55-c773-45d7-bafb-ed69934e1257 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5167437 Jan 10 12:44:26.277173 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38100) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:26.496734 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Set router 808d21a8-2c3b-43ac-84d1-883c3db9e30f gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:44:26.556163 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 90352d73-f2d5-4f06-8899-c2043172733e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:44:26.677034 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 90352d73-f2d5-4f06-8899-c2043172733e triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:26.677309 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (90352d73-f2d5-4f06-8899-c2043172733e), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:26.787777 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'name': 'tempest-TestSnapshotPattern-1638225090-router', 'tenant_id': 'beae76f71a14481bb12b1e6b3f165776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.55'}], 'enable_snat': True}, 'gw_port_id': '6f56aaa6-5499-4fa7-a149-6615ff6d18aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:23Z', 'updated_at': '2022-01-10T12:44:25Z', 'revision_number': 3, 'project_id': 'beae76f71a14481bb12b1e6b3f165776', 'gw_port': {'id': '6f56aaa6-5499-4fa7-a149-6615ff6d18aa', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:24Z', 'updated_at': '2022-01-10T12:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:26.821294 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Checking router: 808d21a8-2c3b-43ac-84d1-883c3db9e30f for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:44:26.822188 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Updating router 808d21a8-2c3b-43ac-84d1-883c3db9e30f port 6f56aaa6-5499-4fa7-a149-6615ff6d18aa binding host dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:44:26.824800 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 25be4db9-b4e9-4595-aba5-5f153b8b37ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:44:26.872554 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6f56aaa6-5499-4fa7-a149-6615ff6d18aa), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:26.971448 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 25be4db9-b4e9-4595-aba5-5f153b8b37ee triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:26.971820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:27.032598 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:27.192147 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Allocated IP 172.20.0.1 (46744163-20be-46dc-94de-885afb4df4c0/fd18e869-2428-4aed-bcdb-052fbcdff790/cef5a976-68c7-4bb5-86ed-9087cb3678e0) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:44:27.194725 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Publish callbacks [] for port (6f56aaa6-5499-4fa7-a149-6615ff6d18aa), precommit_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:27.270516 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (6f56aaa6-5499-4fa7-a149-6615ff6d18aa), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:27.298931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Publish callbacks [] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:27.313823 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896078a4-a5c5-4554-b3e4-2394340a7f8b None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:44:27.329683 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Attempting to bind port 6f56aaa6-5499-4fa7-a149-6615ff6d18aa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:44:27.330080 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Attempting to bind port 6f56aaa6-5499-4fa7-a149-6615ff6d18aa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:44:27.335766 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Attempting to bind port 6f56aaa6-5499-4fa7-a149-6615ff6d18aa on network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:44:27.335766 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e5d99-6e91-4e86-9830-c58dfad0514a None None] Pushing event updated for resources: {'Port': ['ID=6f56aaa6-5499-4fa7-a149-6615ff6d18aa,revision_number=2']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:27.338659 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:44:27.338884 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Checking segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:44:27.339425 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:27.339747 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Bound using segment: {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'} {{(pid=110626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:44:27.340523 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.managers [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Bound port: 6f56aaa6-5499-4fa7-a149-6615ff6d18aa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541140d4-4b3c-4de6-b968-9fed91a2ddb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347'}}] {{(pid=110626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:44:27.340759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6f56aaa6-5499-4fa7-a149-6615ff6d18aa), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:27.395152 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] For port 6f56aaa6-5499-4fa7-a149-6615ff6d18aa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:44:27.398074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] For port 6f56aaa6-5499-4fa7-a149-6615ff6d18aa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6f56aaa6-5499-4fa7-a149-6615ff6d18aa,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:44:27.423806 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-e61dc985-07fe-4710-8d12-deb1da528180 None None] Provisioning complete for port 6f56aaa6-5499-4fa7-a149-6615ff6d18aa triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:27.424178 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e61dc985-07fe-4710-8d12-deb1da528180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6f56aaa6-5499-4fa7-a149-6615ff6d18aa), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:27.425301 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:27.458452 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-e61dc985-07fe-4710-8d12-deb1da528180 None None] Port 6f56aaa6-5499-4fa7-a149-6615ff6d18aa cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:44:27.464675 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Network 46744163-20be-46dc-94de-885afb4df4c0 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:44:27.465601 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (6f56aaa6-5499-4fa7-a149-6615ff6d18aa), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:27.469432 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:44:27.473121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:44:27.498082 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Pushing event updated for resources: {'Port': ['ID=cef5a976-68c7-4bb5-86ed-9087cb3678e0,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:27.518692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2054321'] for router_interface (808d21a8-2c3b-43ac-84d1-883c3db9e30f), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:27.527339 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8925462-6960-4b5f-a8e0-8deb901ec6bf None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:44:27.539154 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e5d99-6e91-4e86-9830-c58dfad0514a None None] Pushing event updated for resources: {'Port': ['ID=6f56aaa6-5499-4fa7-a149-6615ff6d18aa,revision_number=3']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:27.543769 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Routers {'808d21a8-2c3b-43ac-84d1-883c3db9e30f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:44:27.544418 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:44:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['808d21a8-2c3b-43ac-84d1-883c3db9e30f'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:27.648813 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-adb7519c-cc99-4d7e-af42-c06eaaa623f8 None None] Provisioning complete for port 6f56aaa6-5499-4fa7-a149-6615ff6d18aa triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:27.649201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-adb7519c-cc99-4d7e-af42-c06eaaa623f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6f56aaa6-5499-4fa7-a149-6615ff6d18aa), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:27.699482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] Set router 808d21a8-2c3b-43ac-84d1-883c3db9e30f gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:44:27.724219 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:27.856022 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-adb7519c-cc99-4d7e-af42-c06eaaa623f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (6f56aaa6-5499-4fa7-a149-6615ff6d18aa), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:27.885043 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Publish callbacks [] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:27.902932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-adb7519c-cc99-4d7e-af42-c06eaaa623f8 None None] For port 6f56aaa6-5499-4fa7-a149-6615ff6d18aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6f56aaa6-5499-4fa7-a149-6615ff6d18aa,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:27.927646 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:27.931759 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'name': 'tempest-TestSnapshotPattern-1638225090-router', 'tenant_id': 'beae76f71a14481bb12b1e6b3f165776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.55'}], 'enable_snat': True}, 'gw_port_id': '6f56aaa6-5499-4fa7-a149-6615ff6d18aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:23Z', 'updated_at': '2022-01-10T12:44:25Z', 'revision_number': 3, 'project_id': 'beae76f71a14481bb12b1e6b3f165776', 'gw_port': {'id': '6f56aaa6-5499-4fa7-a149-6615ff6d18aa', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:24Z', 'updated_at': '2022-01-10T12:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:27.959476 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db553a1-49d5-4a03-969b-c9239c30e070 None None] The sync data for ids ['808d21a8-2c3b-43ac-84d1-883c3db9e30f'] in dv-neutron-master-2-hyperv is: [{'id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'name': 'tempest-TestSnapshotPattern-1638225090-router', 'tenant_id': 'beae76f71a14481bb12b1e6b3f165776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.55'}], 'enable_snat': True}, 'gw_port_id': '6f56aaa6-5499-4fa7-a149-6615ff6d18aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:23Z', 'updated_at': '2022-01-10T12:44:25Z', 'revision_number': 3, 'project_id': 'beae76f71a14481bb12b1e6b3f165776', 'gw_port': {'id': '6f56aaa6-5499-4fa7-a149-6615ff6d18aa', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:24Z', 'updated_at': '2022-01-10T12:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:44:27.962056 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-adb7519c-cc99-4d7e-af42-c06eaaa623f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (6f56aaa6-5499-4fa7-a149-6615ff6d18aa), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:28.000822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2054213'] for router_interface (808d21a8-2c3b-43ac-84d1-883c3db9e30f), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:28.002722 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Pushing event updated for resources: {'Port': ['ID=cef5a976-68c7-4bb5-86ed-9087cb3678e0,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:28.022755 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7519c-cc99-4d7e-af42-c06eaaa623f8 None None] Pushing event updated for resources: {'Port': ['ID=6f56aaa6-5499-4fa7-a149-6615ff6d18aa,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:28.085230 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-cb6b1bd1-1a17-490a-8585-2dad3e7b3579 None None] Provisioning complete for port cef5a976-68c7-4bb5-86ed-9087cb3678e0 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:28.085604 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1bd1-1a17-490a-8585-2dad3e7b3579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:28.105121 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Network 46744163-20be-46dc-94de-885afb4df4c0 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:44:28.106752 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:44:28.124025 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b1bd1-1a17-490a-8585-2dad3e7b3579 None None] Port cef5a976-68c7-4bb5-86ed-9087cb3678e0 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:44:28.268523 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Router 808d21a8-2c3b-43ac-84d1-883c3db9e30f has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:44:28.399610 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:44:28.405842 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-20a0dea5-6f57-4452-9b35-bd4bba20aa04 admin admin] 10.222.0.16 "PUT /v2.0/routers/808d21a8-2c3b-43ac-84d1-883c3db9e30f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1278360 Jan 10 12:44:28.449060 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-05085a97-a7cf-47b0-a7e7-a337f23be48b None None] Provisioning complete for port cef5a976-68c7-4bb5-86ed-9087cb3678e0 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:28.450102 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-05085a97-a7cf-47b0-a7e7-a337f23be48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:28.478001 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6f56aaa6-5499-4fa7-a149-6615ff6d18aa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:44:28.521642 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-05085a97-a7cf-47b0-a7e7-a337f23be48b None None] Port cef5a976-68c7-4bb5-86ed-9087cb3678e0 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:44:28.544435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port 6f56aaa6-5499-4fa7-a149-6615ff6d18aa triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:28.545112 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (6f56aaa6-5499-4fa7-a149-6615ff6d18aa), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:29.100244 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38108) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:29.104954 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-1560c5ce-a7ee-4444-895e-f0aca6be1d86 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-832810398', 'description': 'tempest-secgroup-smoke-832810398 description', 'project_id': '4a908331075b472b869cabd4e2eacaec'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:44:29.173293 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1560c5ce-a7ee-4444-895e-f0aca6be1d86 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:29.241779 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1560c5ce-a7ee-4444-895e-f0aca6be1d86 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group (e8023ed7-cecc-4b62-83a7-c72d90f405a3), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:29.304712 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1560c5ce-a7ee-4444-895e-f0aca6be1d86 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e8023ed7-cecc-4b62-83a7-c72d90f405a3), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:29.333570 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560c5ce-a7ee-4444-895e-f0aca6be1d86 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8023ed7-cecc-4b62-83a7-c72d90f405a3,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:29.375716 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-1560c5ce-a7ee-4444-895e-f0aca6be1d86 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:29.377054 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-1560c5ce-a7ee-4444-895e-f0aca6be1d86 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2757590 Jan 10 12:44:29.380036 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38110) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:29.385380 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-3629fc90-e89a-47f8-bec3-b30d284e220f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Request body: {'security_group_rule': {'security_group_id': 'e8023ed7-cecc-4b62-83a7-c72d90f405a3', 'project_id': '4a908331075b472b869cabd4e2eacaec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:44:29.499232 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3629fc90-e89a-47f8-bec3-b30d284e220f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (e61ca635-9a48-411a-9f88-15f2190c92a9), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:29.544312 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Sync routers for ids ['808d21a8-2c3b-43ac-84d1-883c3db9e30f'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:44:29.554402 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Routers {'808d21a8-2c3b-43ac-84d1-883c3db9e30f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:44:29.555122 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:44:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['808d21a8-2c3b-43ac-84d1-883c3db9e30f'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:29.558521 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3629fc90-e89a-47f8-bec3-b30d284e220f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (e61ca635-9a48-411a-9f88-15f2190c92a9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:29.624970 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3629fc90-e89a-47f8-bec3-b30d284e220f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (e61ca635-9a48-411a-9f88-15f2190c92a9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:29.640788 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629fc90-e89a-47f8-bec3-b30d284e220f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61ca635-9a48-411a-9f88-15f2190c92a9,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:29.668573 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Set router 808d21a8-2c3b-43ac-84d1-883c3db9e30f gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:44:29.695382 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-3629fc90-e89a-47f8-bec3-b30d284e220f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:29.697277 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-3629fc90-e89a-47f8-bec3-b30d284e220f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156681 Jan 10 12:44:29.700048 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38112) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:29.704303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-620a9276-9323-430e-857e-311768437100 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Request body: {'security_group_rule': {'security_group_id': 'e8023ed7-cecc-4b62-83a7-c72d90f405a3', 'project_id': '4a908331075b472b869cabd4e2eacaec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:44:29.795188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-620a9276-9323-430e-857e-311768437100 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (9ecc3d41-67a4-43b4-961f-009f05863563), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:29.855999 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-620a9276-9323-430e-857e-311768437100 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (9ecc3d41-67a4-43b4-961f-009f05863563), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:29.869979 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'name': 'tempest-TestSnapshotPattern-1638225090-router', 'tenant_id': 'beae76f71a14481bb12b1e6b3f165776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.55'}], 'enable_snat': True}, 'gw_port_id': '6f56aaa6-5499-4fa7-a149-6615ff6d18aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:23Z', 'updated_at': '2022-01-10T12:44:27Z', 'revision_number': 4, 'project_id': 'beae76f71a14481bb12b1e6b3f165776', 'gw_port': {'id': '6f56aaa6-5499-4fa7-a149-6615ff6d18aa', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:24Z', 'updated_at': '2022-01-10T12:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cef5a976-68c7-4bb5-86ed-9087cb3678e0', 'name': '', 'network_id': '46744163-20be-46dc-94de-885afb4df4c0', 'tenant_id': 'beae76f71a14481bb12b1e6b3f165776', 'mac_address': 'fa:16:3e:be:33:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'fd18e869-2428-4aed-bcdb-052fbcdff790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:27Z', 'updated_at': '2022-01-10T12:44:27Z', 'revision_number': 2, 'project_id': 'beae76f71a14481bb12b1e6b3f165776', 'subnets': [{'id': 'fd18e869-2428-4aed-bcdb-052fbcdff790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:29.897014 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Checking router: 808d21a8-2c3b-43ac-84d1-883c3db9e30f for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:44:29.897404 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Updating router 808d21a8-2c3b-43ac-84d1-883c3db9e30f port cef5a976-68c7-4bb5-86ed-9087cb3678e0 binding host dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 12:44:29.898794 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-620a9276-9323-430e-857e-311768437100 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (9ecc3d41-67a4-43b4-961f-009f05863563), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:29.916472 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a9276-9323-430e-857e-311768437100 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecc3d41-67a4-43b4-961f-009f05863563,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:29.922448 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:29.964049 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-620a9276-9323-430e-857e-311768437100 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:29.965461 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-620a9276-9323-430e-857e-311768437100 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2645409 Jan 10 12:44:29.968095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38114) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:29.972396 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-71d43ce2-59f4-4bd1-bec0-9d498d518840 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Request body: {'security_group_rule': {'security_group_id': 'e8023ed7-cecc-4b62-83a7-c72d90f405a3', 'project_id': '4a908331075b472b869cabd4e2eacaec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:44:30.105098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-71d43ce2-59f4-4bd1-bec0-9d498d518840 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (378dfeb3-2bc4-40c2-b293-cd92e3baf5b7), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.166641 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-71d43ce2-59f4-4bd1-bec0-9d498d518840 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (378dfeb3-2bc4-40c2-b293-cd92e3baf5b7), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.214194 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-71d43ce2-59f4-4bd1-bec0-9d498d518840 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (378dfeb3-2bc4-40c2-b293-cd92e3baf5b7), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.232936 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d43ce2-59f4-4bd1-bec0-9d498d518840 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378dfeb3-2bc4-40c2-b293-cd92e3baf5b7,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:30.272133 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Publish callbacks [] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), precommit_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.289577 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-71d43ce2-59f4-4bd1-bec0-9d498d518840 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.291548 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-71d43ce2-59f4-4bd1-bec0-9d498d518840 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3225029 Jan 10 12:44:30.294166 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38116) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:30.298534 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-0f497f0d-ba8c-433a-8675-deaf0b0625f9 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Request body: {'security_group_rule': {'security_group_id': 'e8023ed7-cecc-4b62-83a7-c72d90f405a3', 'project_id': '4a908331075b472b869cabd4e2eacaec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:44:30.339080 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.384733 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0f497f0d-ba8c-433a-8675-deaf0b0625f9 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (320f4b14-076d-4d4e-bfde-7dc46fc2753a), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.390052 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d86f1-dfc9-4862-ae6d-052bf17a2c54 None None] Pushing event updated for resources: {'Port': ['ID=cef5a976-68c7-4bb5-86ed-9087cb3678e0,revision_number=3']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:30.445353 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Attempting to bind port cef5a976-68c7-4bb5-86ed-9087cb3678e0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:44:30.445807 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Attempting to bind port cef5a976-68c7-4bb5-86ed-9087cb3678e0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '46744163-20be-46dc-94de-885afb4df4c0'}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:44:30.446188 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Attempting to bind port cef5a976-68c7-4bb5-86ed-9087cb3678e0 on network 46744163-20be-46dc-94de-885afb4df4c0 {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:44:30.449987 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0f497f0d-ba8c-433a-8675-deaf0b0625f9 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (320f4b14-076d-4d4e-bfde-7dc46fc2753a), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.452949 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Checking agent: {'id': '1c098837-290e-4a77-8606-6d09f93cb60f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 41, 43), 'started_at': datetime.datetime(2022, 1, 10, 11, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:44:30.453331 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Checking segment: {'id': '7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '46744163-20be-46dc-94de-885afb4df4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:44:30.453738 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.454160 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Bound using segment: {'id': '7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '46744163-20be-46dc-94de-885afb4df4c0'} {{(pid=110627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:44:30.454625 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.managers [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Bound port: cef5a976-68c7-4bb5-86ed-9087cb3678e0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '46744163-20be-46dc-94de-885afb4df4c0'}}] {{(pid=110627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:44:30.455005 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), before_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.510787 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0f497f0d-ba8c-433a-8675-deaf0b0625f9 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (320f4b14-076d-4d4e-bfde-7dc46fc2753a), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.523150 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] For port cef5a976-68c7-4bb5-86ed-9087cb3678e0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:44:30.526864 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.plugins.ml2.db [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] For port cef5a976-68c7-4bb5-86ed-9087cb3678e0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cef5a976-68c7-4bb5-86ed-9087cb3678e0,segment=NetworkSegment(7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42),segment_id=7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42)] {{(pid=110627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:44:30.531760 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f497f0d-ba8c-433a-8675-deaf0b0625f9 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320f4b14-076d-4d4e-bfde-7dc46fc2753a,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:30.630784 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron_lib.callbacks.manager [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), after_update {{(pid=110627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.655927 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-4c6fb441-4208-4223-b4fd-9320b5709f6b None None] Provisioning complete for port cef5a976-68c7-4bb5-86ed-9087cb3678e0 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:30.656474 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4c6fb441-4208-4223-b4fd-9320b5709f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.662772 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0f497f0d-ba8c-433a-8675-deaf0b0625f9 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.664269 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0f497f0d-ba8c-433a-8675-deaf0b0625f9 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3690388 Jan 10 12:44:30.666901 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38118) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:30.674672 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.v2.base [None req-00043d17-bdde-48f4-b307-a74800526b1e tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Request body: {'security_group_rule': {'security_group_id': 'e8023ed7-cecc-4b62-83a7-c72d90f405a3', 'project_id': '4a908331075b472b869cabd4e2eacaec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:44:30.695678 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d86f1-dfc9-4862-ae6d-052bf17a2c54 None None] Pushing event updated for resources: {'Port': ['ID=cef5a976-68c7-4bb5-86ed-9087cb3678e0,revision_number=4']} {{(pid=110627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:30.705362 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Routers {'808d21a8-2c3b-43ac-84d1-883c3db9e30f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:44:30.711425 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:44:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['808d21a8-2c3b-43ac-84d1-883c3db9e30f'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:30.751632 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4c6fb441-4208-4223-b4fd-9320b5709f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.786434 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-4c6fb441-4208-4223-b4fd-9320b5709f6b None None] For port cef5a976-68c7-4bb5-86ed-9087cb3678e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cef5a976-68c7-4bb5-86ed-9087cb3678e0,segment=NetworkSegment(7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42),segment_id=7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:30.796414 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.db.securitygroups_db [None req-00043d17-bdde-48f4-b307-a74800526b1e tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Project 4a908331075b472b869cabd4e2eacaec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:44:30.802197 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00043d17-bdde-48f4-b307-a74800526b1e tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (4dc3bb57-3305-4f36-95c8-58671bb318d8), before_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.822860 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] Set router 808d21a8-2c3b-43ac-84d1-883c3db9e30f gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:44:30.858562 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00043d17-bdde-48f4-b307-a74800526b1e tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (4dc3bb57-3305-4f36-95c8-58671bb318d8), precommit_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.870776 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4c6fb441-4208-4223-b4fd-9320b5709f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.919854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fb441-4208-4223-b4fd-9320b5709f6b None None] Pushing event updated for resources: {'Port': ['ID=cef5a976-68c7-4bb5-86ed-9087cb3678e0,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:30.927328 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00043d17-bdde-48f4-b307-a74800526b1e tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (4dc3bb57-3305-4f36-95c8-58671bb318d8), after_create {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:30.946889 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00043d17-bdde-48f4-b307-a74800526b1e tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc3bb57-3305-4f36-95c8-58671bb318d8,revision_number=0']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:30.992882 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-fbeaaffa-9d17-4051-a501-1ec19f4c6e83 None None] Provisioning complete for port cef5a976-68c7-4bb5-86ed-9087cb3678e0 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:30.993187 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-fbeaaffa-9d17-4051-a501-1ec19f4c6e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:31.016745 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-00043d17-bdde-48f4-b307-a74800526b1e tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:31.020556 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-00043d17-bdde-48f4-b307-a74800526b1e tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3486836 Jan 10 12:44:31.020901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38120) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:31.025549 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-585af781-17b0-4ede-a99e-2aaf141becb5 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Request body: {'security_group_rule': {'security_group_id': 'e8023ed7-cecc-4b62-83a7-c72d90f405a3', 'project_id': '4a908331075b472b869cabd4e2eacaec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:44:31.027597 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'name': 'tempest-TestSnapshotPattern-1638225090-router', 'tenant_id': 'beae76f71a14481bb12b1e6b3f165776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.55'}], 'enable_snat': True}, 'gw_port_id': '6f56aaa6-5499-4fa7-a149-6615ff6d18aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:23Z', 'updated_at': '2022-01-10T12:44:27Z', 'revision_number': 4, 'project_id': 'beae76f71a14481bb12b1e6b3f165776', 'gw_port': {'id': '6f56aaa6-5499-4fa7-a149-6615ff6d18aa', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:24Z', 'updated_at': '2022-01-10T12:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cef5a976-68c7-4bb5-86ed-9087cb3678e0', 'name': '', 'network_id': '46744163-20be-46dc-94de-885afb4df4c0', 'tenant_id': 'beae76f71a14481bb12b1e6b3f165776', 'mac_address': 'fa:16:3e:be:33:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'fd18e869-2428-4aed-bcdb-052fbcdff790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:27Z', 'updated_at': '2022-01-10T12:44:30Z', 'revision_number': 4, 'project_id': 'beae76f71a14481bb12b1e6b3f165776', 'subnets': [{'id': 'fd18e869-2428-4aed-bcdb-052fbcdff790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:31.054523 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbf1096-739a-44b7-9e99-3c3dafed0035 None None] The sync data for ids ['808d21a8-2c3b-43ac-84d1-883c3db9e30f'] in dv-neutron-master-2-hyperv is: [{'id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'name': 'tempest-TestSnapshotPattern-1638225090-router', 'tenant_id': 'beae76f71a14481bb12b1e6b3f165776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.55'}], 'enable_snat': True}, 'gw_port_id': '6f56aaa6-5499-4fa7-a149-6615ff6d18aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:23Z', 'updated_at': '2022-01-10T12:44:27Z', 'revision_number': 4, 'project_id': 'beae76f71a14481bb12b1e6b3f165776', 'gw_port': {'id': '6f56aaa6-5499-4fa7-a149-6615ff6d18aa', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:24Z', 'updated_at': '2022-01-10T12:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cef5a976-68c7-4bb5-86ed-9087cb3678e0', 'name': '', 'network_id': '46744163-20be-46dc-94de-885afb4df4c0', 'tenant_id': 'beae76f71a14481bb12b1e6b3f165776', 'mac_address': 'fa:16:3e:be:33:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'fd18e869-2428-4aed-bcdb-052fbcdff790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:27Z', 'updated_at': '2022-01-10T12:44:30Z', 'revision_number': 4, 'project_id': 'beae76f71a14481bb12b1e6b3f165776', 'subnets': [{'id': 'fd18e869-2428-4aed-bcdb-052fbcdff790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:44:31.112373 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.securitygroups_db [None req-585af781-17b0-4ede-a99e-2aaf141becb5 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Project 4a908331075b472b869cabd4e2eacaec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 12:44:31.123545 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-585af781-17b0-4ede-a99e-2aaf141becb5 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (51d759b5-1c53-4765-a829-5a19e26a8abd), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:31.190920 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-585af781-17b0-4ede-a99e-2aaf141becb5 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (51d759b5-1c53-4765-a829-5a19e26a8abd), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:31.259063 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-585af781-17b0-4ede-a99e-2aaf141becb5 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1945845'] for security_group_rule (51d759b5-1c53-4765-a829-5a19e26a8abd), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:31.277797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585af781-17b0-4ede-a99e-2aaf141becb5 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d759b5-1c53-4765-a829-5a19e26a8abd,revision_number=0']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:31.358284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-585af781-17b0-4ede-a99e-2aaf141becb5 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:31.359632 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-585af781-17b0-4ede-a99e-2aaf141becb5 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3377204 Jan 10 12:44:31.515889 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-0d6ef2da-d6f4-49bb-87e0-cf618f2857c8 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832810398&fields=id&tenant_id=4a908331075b472b869cabd4e2eacaec HTTP/1.1" status: 200 len: 267 time: 0.0473626 Jan 10 12:44:31.622044 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-327393f0-27fc-4d84-88db-2f525d198552 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:31.623545 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-327393f0-27fc-4d84-88db-2f525d198552 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/networks?id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 HTTP/1.1" status: 200 len: 809 time: 0.1011610 Jan 10 12:44:31.638297 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-045cb84e-4cfb-429c-8b45-924d1cfe3952 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/quotas/4a908331075b472b869cabd4e2eacaec HTTP/1.1" status: 200 len: 375 time: 0.0094447 Jan 10 12:44:31.693320 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-e490bf0d-31b6-43ff-809d-143711bd65e0 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a908331075b472b869cabd4e2eacaec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501709 Jan 10 12:44:31.879663 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-adab7fa1-5aec-40c8-bb6e-5c7ea5fc4cdd service neutron] 10.222.0.16 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728821 Jan 10 12:44:31.970639 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-1bed04c5-2fb7-4b76-9cea-4fd6fbb0e3b3 service neutron] 10.222.0.16 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852516 Jan 10 12:44:32.254748 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fbcfa5d4-3440-4727-b805-db3d4016f750 req-b5460e93-e3f5-434c-8e11-b6daef53f1df tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 210 time: 0.0257142 Jan 10 12:44:32.427496 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cef5a976-68c7-4bb5-86ed-9087cb3678e0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:44:32.476725 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Provisioning complete for port cef5a976-68c7-4bb5-86ed-9087cb3678e0 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:32.477109 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:33.333705 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-a949a26e-9c8b-4f66-9c1d-e386988e9104 req-f1637acb-874c-4cac-bdf8-0d772947e8a2 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 210 time: 0.0287371 Jan 10 12:44:34.425116 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-732461e5-1a72-455f-b588-ef1285ef539f req-ea04b62c-d129-498a-ad9b-9d5cff12faa9 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 210 time: 0.0258355 Jan 10 12:44:35.517875 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-550e6a08-afc5-4e1d-95e6-6dce0720e15e req-0f5414fc-ff00-4a27-b7c2-77f7ca816256 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 210 time: 0.0266852 Jan 10 12:44:36.104683 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0b35b33d-8dbd-4cfb-a351-f2be3b8cc84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:36.359642 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-335e0525-595e-4a61-ba95-a90fbac1acd9 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:36.361143 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-335e0525-595e-4a61-ba95-a90fbac1acd9 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.30 "GET /v2.0/networks?id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 HTTP/1.1" status: 200 len: 809 time: 0.1072483 Jan 10 12:44:36.423538 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-95a9fab9-d2ea-4dfb-a386-4d10c55a50fa tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a908331075b472b869cabd4e2eacaec HTTP/1.1" status: 200 len: 379 time: 0.0538554 Jan 10 12:44:36.431816 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-55d911ee-e045-49b5-8f9e-ad3ebc845b60 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Request body: {'port': {'device_id': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'admin_state_up': True, 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'security_groups': ['e8023ed7-cecc-4b62-83a7-c72d90f405a3']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:44:36.617964 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8c81b7ee-ed73-48c4-980c-c0d2dec19280 req-d7219e19-33bc-4eaf-9b38-de6315fc290c tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 210 time: 0.0328977 Jan 10 12:44:36.624975 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-55d911ee-e045-49b5-8f9e-ad3ebc845b60 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Made reservation on behalf of 4a908331075b472b869cabd4e2eacaec for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:44:36.628886 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-55d911ee-e045-49b5-8f9e-ad3ebc845b60 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:36.759944 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-55d911ee-e045-49b5-8f9e-ad3ebc845b60 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Allocated IP 172.20.0.12 (65c8cdec-0a06-4b9f-a5d8-ded91fd098b4/5c6938dd-9a56-47de-be5b-3a18e7f8d308/1a2241e3-dac0-4571-8cd9-6c022f325c74) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:44:36.899086 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-55d911ee-e045-49b5-8f9e-ad3ebc845b60 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:36.996510 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-55d911ee-e045-49b5-8f9e-ad3ebc845b60 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:37.041228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-55d911ee-e045-49b5-8f9e-ad3ebc845b60 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:44:37.044322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-55d911ee-e045-49b5-8f9e-ad3ebc845b60 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:44:37.048860 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-55d911ee-e045-49b5-8f9e-ad3ebc845b60 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:44:37.055611 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d911ee-e045-49b5-8f9e-ad3ebc845b60 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event updated for resources: {'Port': ['ID=1a2241e3-dac0-4571-8cd9-6c022f325c74,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:37.103680 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-55d911ee-e045-49b5-8f9e-ad3ebc845b60 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:37.104320 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-55d911ee-e045-49b5-8f9e-ad3ebc845b60 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:37.199531 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-55d911ee-e045-49b5-8f9e-ad3ebc845b60 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7707219 Jan 10 12:44:37.210911 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Request body: {'port': {'device_id': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:44:37.242214 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-c40e72cc-1e5b-40f8-b625-a2aeee9f3ba0 None None] Provisioning complete for port 1a2241e3-dac0-4571-8cd9-6c022f325c74 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:37.242790 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c40e72cc-1e5b-40f8-b625-a2aeee9f3ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:37.269332 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:37.278424 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-c40e72cc-1e5b-40f8-b625-a2aeee9f3ba0 None None] Port 1a2241e3-dac0-4571-8cd9-6c022f325c74 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:44:37.523280 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2241e3-dac0-4571-8cd9-6c022f325c74 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:44:37.530524 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Publish callbacks [] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:37.541998 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Transition to ACTIVE for port object 1a2241e3-dac0-4571-8cd9-6c022f325c74 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:44:37.601370 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:37.651910 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2241e3-dac0-4571-8cd9-6c022f325c74,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:37.757365 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Attempting to bind port 1a2241e3-dac0-4571-8cd9-6c022f325c74 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:44:37.757705 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Attempting to bind port 1a2241e3-dac0-4571-8cd9-6c022f325c74 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:44:37.758063 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Attempting to bind port 1a2241e3-dac0-4571-8cd9-6c022f325c74 on network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:44:37.770253 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4af083-3f56-4061-88cd-fe6ee4b248fe req-0b0ef6a4-b46d-4344-ae42-fbd6571adc89 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:37.771818 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ce4af083-3f56-4061-88cd-fe6ee4b248fe req-0b0ef6a4-b46d-4344-ae42-fbd6571adc89 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 944 time: 0.0761392 Jan 10 12:44:37.772955 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Port 1a2241e3-dac0-4571-8cd9-6c022f325c74 on network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:44:37.773335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Attempting to bind port 1a2241e3-dac0-4571-8cd9-6c022f325c74 on network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:44:37.780967 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:44:37.781310 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Checking segment: {'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:44:37.781707 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Bound using segment: {'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:44:37.782188 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Bound port: 1a2241e3-dac0-4571-8cd9-6c022f325c74, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:44:37.782532 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:37.869570 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ce4af083-3f56-4061-88cd-fe6ee4b248fe req-8917c406-58fb-4580-bc18-192858bf208b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906217 Jan 10 12:44:37.885716 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] For port 1a2241e3-dac0-4571-8cd9-6c022f325c74, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:44:37.889251 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] For port 1a2241e3-dac0-4571-8cd9-6c022f325c74, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1a2241e3-dac0-4571-8cd9-6c022f325c74,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:44:37.967857 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:38.000613 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:38.001213 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:38.002687 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] 10.222.0.30 "PUT /v2.0/ports/1a2241e3-dac0-4571-8cd9-6c022f325c74 HTTP/1.1" status: 200 len: 1094 time: 0.7959058 Jan 10 12:44:38.007810 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'tag': '1a2241e3-dac0-4571-8cd9-6c022f325c74'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:44:38.010155 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8bd304-3e70-4de0-bb33-1764694d554f" -d '{"events": [{"name": "network-changed", "server_uuid": "45f47dca-e2d4-42f4-86d6-bf9ec2242cfb", "tag": "1a2241e3-dac0-4571-8cd9-6c022f325c74"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:44:38.034744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2383a6-17c1-4c8e-9099-2038b15dd2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2241e3-dac0-4571-8cd9-6c022f325c74,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:38.052800 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d2d94c-cea8-4b0d-9189-177f70c138f2 x-openstack-request-id: req-56d2d94c-cea8-4b0d-9189-177f70c138f2 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:44:38.053106 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f47dca-e2d4-42f4-86d6-bf9ec2242cfb", "tag": "1a2241e3-dac0-4571-8cd9-6c022f325c74", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:44:38.053370 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56d2d94c-cea8-4b0d-9189-177f70c138f2 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:44:38.053878 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'tag': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'status': 'completed', 'code': 200} Jan 10 12:44:38.117826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd304-3e70-4de0-bb33-1764694d554f req-7d53ff37-6997-4bdc-9731-4445fe6d1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:38.119356 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3b8bd304-3e70-4de0-bb33-1764694d554f req-7d53ff37-6997-4bdc-9731-4445fe6d1deb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a908331075b472b869cabd4e2eacaec&device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 1097 time: 0.0444911 Jan 10 12:44:38.222441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd304-3e70-4de0-bb33-1764694d554f req-55d2ed25-ddc3-465a-8e06-0d6ade10ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:38.224588 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3b8bd304-3e70-4de0-bb33-1764694d554f req-55d2ed25-ddc3-465a-8e06-0d6ade10ca8e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4a908331075b472b869cabd4e2eacaec&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0988724 Jan 10 12:44:38.316880 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd304-3e70-4de0-bb33-1764694d554f req-517436a3-b6f5-4634-bb95-d977d04a3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:38.318304 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3b8bd304-3e70-4de0-bb33-1764694d554f req-517436a3-b6f5-4634-bb95-d977d04a3bb1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883145 Jan 10 12:44:38.395848 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-dbca7461-bd5d-4dc5-81bb-f342b873a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:38.397360 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-dbca7461-bd5d-4dc5-81bb-f342b873a1ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a908331075b472b869cabd4e2eacaec&device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 1097 time: 0.0450499 Jan 10 12:44:38.436917 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-85e7ff70-6fae-4772-ac82-5042e3fd315d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a2241e3-dac0-4571-8cd9-6c022f325c74 HTTP/1.1" status: 200 len: 217 time: 0.0329113 Jan 10 12:44:38.483145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-adff1051-45ed-46d1-875c-cf3f7973c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:38.484596 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-adff1051-45ed-46d1-875c-cf3f7973c90c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c6938dd-9a56-47de-be5b-3a18e7f8d308 HTTP/1.1" status: 200 len: 848 time: 0.0421975 Jan 10 12:44:38.531767 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-1d3c2c7c-5893-435a-a4bd-caf4816c31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:38.533211 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-1d3c2c7c-5893-435a-a4bd-caf4816c31b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427575 Jan 10 12:44:38.618411 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-c0de1828-9c82-42e9-af45-076623513a69 service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791349 Jan 10 12:44:38.707154 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9f391e78-fb9c-482f-9614-66af8e3c5246 req-e83ec6d6-1a1e-430f-8f6d-7fb532fe821a service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832725 Jan 10 12:44:38.987519 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3811c6-25c9-40a1-910f-9e277f495db7 req-8058ed9a-08c7-4454-b5f3-ade1169f1e58 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:38.988996 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab3811c6-25c9-40a1-910f-9e277f495db7 req-8058ed9a-08c7-4454-b5f3-ade1169f1e58 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 944 time: 0.0493472 Jan 10 12:44:39.037722 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-ab3811c6-25c9-40a1-910f-9e277f495db7 req-de99aae5-9212-4a98-a2ca-fbc689b20036 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431297 Jan 10 12:44:40.151162 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838631a-b7f7-4600-9f99-01917a9091e1 req-0cccfc03-6ea9-477f-9f7d-3a654abb5254 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:40.153275 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7838631a-b7f7-4600-9f99-01917a9091e1 req-0cccfc03-6ea9-477f-9f7d-3a654abb5254 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 944 time: 0.0488541 Jan 10 12:44:40.200670 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-7838631a-b7f7-4600-9f99-01917a9091e1 req-dfcfe515-31d6-46dd-ad9c-16ac1de4c8c6 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419190 Jan 10 12:44:40.355472 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-51782f7a-ce94-4123-bfe0-7eb1406193d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:40.824078 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:41.256404 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 1a2241e3-dac0-4571-8cd9-6c022f325c74 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:44:41.314725 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecceca3-7888-4ed2-8a2d-6da9eb272603 req-56964415-d1ae-4684-931d-0606d08474f7 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:41.316199 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fecceca3-7888-4ed2-8a2d-6da9eb272603 req-56964415-d1ae-4684-931d-0606d08474f7 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 944 time: 0.0478396 Jan 10 12:44:41.351591 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 1a2241e3-dac0-4571-8cd9-6c022f325c74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1a2241e3-dac0-4571-8cd9-6c022f325c74,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:41.363517 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'port_id': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'mac_address': 'fa:16:3e:65:87:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:44:41.369900 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fecceca3-7888-4ed2-8a2d-6da9eb272603 req-2e5bef36-a2b3-4ce1-94ee-d923910ccd4a tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480528 Jan 10 12:44:41.403690 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:41.415930 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2241e3-dac0-4571-8cd9-6c022f325c74 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:44:41.435275 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 1a2241e3-dac0-4571-8cd9-6c022f325c74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1a2241e3-dac0-4571-8cd9-6c022f325c74,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:41.487041 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:41.532447 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=1a2241e3-dac0-4571-8cd9-6c022f325c74,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:41.687374 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['1a2241e3-dac0-4571-8cd9-6c022f325c74'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:44:42.356074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:42.480968 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86854714-6caa-4f94-8280-4dc5ef655e60 req-0b05504c-f8ae-4ed1-9471-0a2e338ec4f9 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:42.482461 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-86854714-6caa-4f94-8280-4dc5ef655e60 req-0b05504c-f8ae-4ed1-9471-0a2e338ec4f9 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 945 time: 0.0477526 Jan 10 12:44:42.529566 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-86854714-6caa-4f94-8280-4dc5ef655e60 req-31555f8c-b02b-445e-80d4-a3d47e62342c tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416198 Jan 10 12:44:43.262216 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 1a2241e3-dac0-4571-8cd9-6c022f325c74 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:44:43.292784 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:43.366860 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 1a2241e3-dac0-4571-8cd9-6c022f325c74 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:44:43.371296 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 1a2241e3-dac0-4571-8cd9-6c022f325c74 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:44:43.371673 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:43.445052 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:43.467586 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2241e3-dac0-4571-8cd9-6c022f325c74'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:44:43.469838 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d426b2-7e21-4902-b8d5-63913ea5bc86" -d '{"events": [{"server_uuid": "45f47dca-e2d4-42f4-86d6-bf9ec2242cfb", "name": "network-vif-plugged", "status": "completed", "tag": "1a2241e3-dac0-4571-8cd9-6c022f325c74"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:44:43.482052 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 1a2241e3-dac0-4571-8cd9-6c022f325c74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1a2241e3-dac0-4571-8cd9-6c022f325c74,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:44:43.527347 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:43.562398 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275a989b-4525-4a0d-acb7-2eb7f1e6199b x-openstack-request-id: req-275a989b-4525-4a0d-acb7-2eb7f1e6199b {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:44:43.562855 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f47dca-e2d4-42f4-86d6-bf9ec2242cfb", "name": "network-vif-plugged", "status": "completed", "tag": "1a2241e3-dac0-4571-8cd9-6c022f325c74", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:44:43.562986 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-275a989b-4525-4a0d-acb7-2eb7f1e6199b {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:44:43.563354 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'code': 200} Jan 10 12:44:43.583695 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=1a2241e3-dac0-4571-8cd9-6c022f325c74,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:43.658205 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02a479-0080-4834-8258-e098ca2ee9f9 req-a7abd2d6-4ffe-40a8-9bf0-2f2ceb1445ec tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:43.659712 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fd02a479-0080-4834-8258-e098ca2ee9f9 req-a7abd2d6-4ffe-40a8-9bf0-2f2ceb1445ec tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 946 time: 0.0528898 Jan 10 12:44:43.707973 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-fd02a479-0080-4834-8258-e098ca2ee9f9 req-99317111-40fc-438f-ac61-ee27af96cf56 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426712 Jan 10 12:44:43.836400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f047742-f711-4ecf-b703-246bae689bf6 req-0e4041a9-8cad-48fa-824d-76c8962699d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:43.837815 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f047742-f711-4ecf-b703-246bae689bf6 req-0e4041a9-8cad-48fa-824d-76c8962699d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 1099 time: 0.0398722 Jan 10 12:44:43.882860 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f047742-f711-4ecf-b703-246bae689bf6 req-28e37741-7077-4703-96dd-dc401e970b45 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395029 Jan 10 12:44:44.822973 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8b89e-1cf0-4145-8d91-5d3fb04688a5 req-feefbada-18d9-4139-a14e-86d7fac6748a tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:44.825001 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e7c8b89e-1cf0-4145-8d91-5d3fb04688a5 req-feefbada-18d9-4139-a14e-86d7fac6748a tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 946 time: 0.0494189 Jan 10 12:44:44.873025 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e7c8b89e-1cf0-4145-8d91-5d3fb04688a5 req-3d4f4c96-f9ac-49fb-9bd7-c03f377d1884 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422900 Jan 10 12:44:45.985955 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfada8-cfcd-444a-bdd3-561ea4f707a8 req-2ddead5a-fb8e-4d45-afe6-17cb47106747 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:45.987403 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3acfada8-cfcd-444a-bdd3-561ea4f707a8 req-2ddead5a-fb8e-4d45-afe6-17cb47106747 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 946 time: 0.0480049 Jan 10 12:44:46.034842 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3acfada8-cfcd-444a-bdd3-561ea4f707a8 req-f0c82e98-1b0f-4d54-9290-f5bec241ffe6 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420582 Jan 10 12:44:46.150427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ba3ad-0d62-495b-97bf-4321cd38cd95 req-092028a6-de71-48cf-a724-b4abd6621daf tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:46.152444 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-280ba3ad-0d62-495b-97bf-4321cd38cd95 req-092028a6-de71-48cf-a724-b4abd6621daf tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 946 time: 0.0525017 Jan 10 12:44:46.199730 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-280ba3ad-0d62-495b-97bf-4321cd38cd95 req-76458064-92db-4e38-802c-ad35e797e86c tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419114 Jan 10 12:44:46.221167 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38202) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:46.300343 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938ff14d-2038-4eae-88e6-1cafbf3c821e tempest-TestSnapshotPattern-1324641897 tempest-TestSnapshotPattern-1324641897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:46.301869 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-938ff14d-2038-4eae-88e6-1cafbf3c821e tempest-TestSnapshotPattern-1324641897 tempest-TestSnapshotPattern-1324641897-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 1094 time: 0.0796719 Jan 10 12:44:46.304704 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38206) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:44:46.309378 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:44:46.418507 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:46.516822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:46.614948 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Allocated IP 172.36.2.9 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/107b06a8-ce9f-49e6-9bb1-039f1c46d332) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:44:46.715335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for port (107b06a8-ce9f-49e6-9bb1-039f1c46d332), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:46.835813 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (107b06a8-ce9f-49e6-9bb1-039f1c46d332), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:46.873217 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:44:46.877517 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:44:46.881060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:44:46.903822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event updated for resources: {'Port': ['ID=107b06a8-ce9f-49e6-9bb1-039f1c46d332,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:47.219966 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for floatingip (608692b0-cc8a-4d46-96ee-e37a7d4eb35d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:47.340556 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (107b06a8-ce9f-49e6-9bb1-039f1c46d332), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:47.486641 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for port (107b06a8-ce9f-49e6-9bb1-039f1c46d332), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:47.532423 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (107b06a8-ce9f-49e6-9bb1-039f1c46d332), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:47.595014 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event updated for resources: {'Port': ['ID=107b06a8-ce9f-49e6-9bb1-039f1c46d332,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:44:47.608080 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (608692b0-cc8a-4d46-96ee-e37a7d4eb35d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:47.703883 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Floating IP 608692b0-cc8a-4d46-96ee-e37a7d4eb35d associated. External IP: 172.36.2.9, port: 1a2241e3-dac0-4571-8cd9-6c022f325c74. Jan 10 12:44:48.216281 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Router c118674b-2771-4d0c-8e55-1022b1f88c1e has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:44:48.320874 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:44:48.330168 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddaba92-56c8-4caa-9089-2f2700b5b14c None None] Sync routers for ids ['c118674b-2771-4d0c-8e55-1022b1f88c1e'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:44:48.340029 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddaba92-56c8-4caa-9089-2f2700b5b14c None None] Routers {'c118674b-2771-4d0c-8e55-1022b1f88c1e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:44:48.340653 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-8ddaba92-56c8-4caa-9089-2f2700b5b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:44:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c118674b-2771-4d0c-8e55-1022b1f88c1e'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:48.397983 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:48.424808 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-d439c975-d24b-43d6-983b-8cd1bb67ea59 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1191185 Jan 10 12:44:48.425641 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'tag': '1a2241e3-dac0-4571-8cd9-6c022f325c74'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:44:48.427921 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe431016-d68a-4a24-b4ae-500163c54314" -d '{"events": [{"name": "network-changed", "server_uuid": "45f47dca-e2d4-42f4-86d6-bf9ec2242cfb", "tag": "1a2241e3-dac0-4571-8cd9-6c022f325c74"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:44:48.445892 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-8ddaba92-56c8-4caa-9089-2f2700b5b14c None None] Set router c118674b-2771-4d0c-8e55-1022b1f88c1e gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:44:48.463304 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865ca475-2326-4add-8389-2e38a28a4fab x-openstack-request-id: req-865ca475-2326-4add-8389-2e38a28a4fab {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:44:48.463609 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f47dca-e2d4-42f4-86d6-bf9ec2242cfb", "tag": "1a2241e3-dac0-4571-8cd9-6c022f325c74", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:44:48.463900 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-865ca475-2326-4add-8389-2e38a28a4fab {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:44:48.464574 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'tag': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'status': 'completed', 'code': 200} Jan 10 12:44:48.523741 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe431016-d68a-4a24-b4ae-500163c54314 req-36d81b67-4af7-4d7d-8e0b-f24c954f37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:48.525165 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fe431016-d68a-4a24-b4ae-500163c54314 req-36d81b67-4af7-4d7d-8e0b-f24c954f37ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a908331075b472b869cabd4e2eacaec&device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 1099 time: 0.0404410 Jan 10 12:44:48.618063 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe431016-d68a-4a24-b4ae-500163c54314 req-c9070d6d-8f22-45f0-8bce-424f1959cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:48.619561 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fe431016-d68a-4a24-b4ae-500163c54314 req-c9070d6d-8f22-45f0-8bce-424f1959cb9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 HTTP/1.1" status: 200 len: 910 time: 0.0888898 Jan 10 12:44:48.671888 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-8ddaba92-56c8-4caa-9089-2f2700b5b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '608692b0-cc8a-4d46-96ee-e37a7d4eb35d', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'floating_ip_address': '172.36.2.9', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'port_id': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'mac_address': 'fa:16:3e:65:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:44:47Z', 'updated_at': '2022-01-10T12:44:47Z', 'revision_number': 0, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:25Z', 'revision_number': 5, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:48.683731 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fe431016-d68a-4a24-b4ae-500163c54314 req-fa5d73bb-1cfe-4f0d-91cf-18a823acea1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a2241e3-dac0-4571-8cd9-6c022f325c74 HTTP/1.1" status: 200 len: 998 time: 0.0581310 Jan 10 12:44:48.701067 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddaba92-56c8-4caa-9089-2f2700b5b14c None None] Checking router: c118674b-2771-4d0c-8e55-1022b1f88c1e for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:44:48.709276 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddaba92-56c8-4caa-9089-2f2700b5b14c None None] Routers {'c118674b-2771-4d0c-8e55-1022b1f88c1e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:44:48.709905 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-8ddaba92-56c8-4caa-9089-2f2700b5b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:44:40Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c118674b-2771-4d0c-8e55-1022b1f88c1e'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:48.735972 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe431016-d68a-4a24-b4ae-500163c54314 req-0af1ea96-5497-4bd6-9530-2294e87cecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:48.737432 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fe431016-d68a-4a24-b4ae-500163c54314 req-0af1ea96-5497-4bd6-9530-2294e87cecb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c6938dd-9a56-47de-be5b-3a18e7f8d308 HTTP/1.1" status: 200 len: 848 time: 0.0479023 Jan 10 12:44:48.781415 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe431016-d68a-4a24-b4ae-500163c54314 req-6e549af4-165f-4325-a190-ffb58568af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:44:48.782901 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fe431016-d68a-4a24-b4ae-500163c54314 req-6e549af4-165f-4325-a190-ffb58568af19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399263 Jan 10 12:44:48.813386 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-8ddaba92-56c8-4caa-9089-2f2700b5b14c None None] Set router c118674b-2771-4d0c-8e55-1022b1f88c1e gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:44:48.871353 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fe431016-d68a-4a24-b4ae-500163c54314 req-0207ee6c-3aba-416a-9509-fb82a93b93cc service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825503 Jan 10 12:44:48.965103 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fe431016-d68a-4a24-b4ae-500163c54314 req-51bdcce0-5ef9-4428-92fe-d6a9c7e24de1 service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863616 Jan 10 12:44:49.030242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-8ddaba92-56c8-4caa-9089-2f2700b5b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '608692b0-cc8a-4d46-96ee-e37a7d4eb35d', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'floating_ip_address': '172.36.2.9', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'port_id': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'mac_address': 'fa:16:3e:65:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:44:47Z', 'updated_at': '2022-01-10T12:44:47Z', 'revision_number': 0, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:25Z', 'revision_number': 5, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:44:49.055300 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddaba92-56c8-4caa-9089-2f2700b5b14c None None] The sync data for ids ['c118674b-2771-4d0c-8e55-1022b1f88c1e'] in dv-neutron-master-2-hyperv is: [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '608692b0-cc8a-4d46-96ee-e37a7d4eb35d', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'floating_ip_address': '172.36.2.9', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'port_id': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'mac_address': 'fa:16:3e:65:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:44:47Z', 'updated_at': '2022-01-10T12:44:47Z', 'revision_number': 0, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:25Z', 'revision_number': 5, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:44:49.234545 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1709cc4-983f-4330-be0f-a71a76540d06 None None] New status for floating IP 608692b0-cc8a-4d46-96ee-e37a7d4eb35d: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:44:49.984058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:44:59.794107 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:45:06.103869 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4a74e188-b9b9-4bf4-8127-729e618bd35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:45:06.985306 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f1d2df7-b45a-47b6-ad74-899cc3a2e3a1 req-f3411a62-ab08-4e0b-a973-5138ca7e84ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402002 Jan 10 12:45:07.070920 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d2df7-b45a-47b6-ad74-899cc3a2e3a1 req-e36ede58-e04c-4675-a5c2-cb85608f137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:45:07.072408 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f1d2df7-b45a-47b6-ad74-899cc3a2e3a1 req-e36ede58-e04c-4675-a5c2-cb85608f137a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a908331075b472b869cabd4e2eacaec&device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 1099 time: 0.0448601 Jan 10 12:45:07.181060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d2df7-b45a-47b6-ad74-899cc3a2e3a1 req-90a27a5e-6535-403f-ae06-7f3462430754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:45:07.182577 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f1d2df7-b45a-47b6-ad74-899cc3a2e3a1 req-90a27a5e-6535-403f-ae06-7f3462430754 service neutron] 10.222.0.30 "GET /v2.0/networks?id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 HTTP/1.1" status: 200 len: 910 time: 0.0860837 Jan 10 12:45:07.251261 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f1d2df7-b45a-47b6-ad74-899cc3a2e3a1 req-9e1a6aa6-8eb2-42b1-87ed-d0a257246a46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a2241e3-dac0-4571-8cd9-6c022f325c74 HTTP/1.1" status: 200 len: 1000 time: 0.0616062 Jan 10 12:45:07.298999 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d2df7-b45a-47b6-ad74-899cc3a2e3a1 req-8f97658d-3d90-4569-9d71-6545eae5c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:45:07.300423 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f1d2df7-b45a-47b6-ad74-899cc3a2e3a1 req-8f97658d-3d90-4569-9d71-6545eae5c55a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c6938dd-9a56-47de-be5b-3a18e7f8d308 HTTP/1.1" status: 200 len: 848 time: 0.0440118 Jan 10 12:45:07.345132 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d2df7-b45a-47b6-ad74-899cc3a2e3a1 req-06926f49-6685-414a-9831-0c015fc229ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:45:07.346631 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f1d2df7-b45a-47b6-ad74-899cc3a2e3a1 req-06926f49-6685-414a-9831-0c015fc229ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395324 Jan 10 12:45:07.438298 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f1d2df7-b45a-47b6-ad74-899cc3a2e3a1 req-9fa1757f-dcd5-48d2-959f-8b0d13e4f590 service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858772 Jan 10 12:45:07.527573 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0f1d2df7-b45a-47b6-ad74-899cc3a2e3a1 req-dc493bb7-9b74-4c5e-b141-272d4308b7de service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822053 Jan 10 12:45:10.349480 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-393c87ba-79b8-4302-a0b5-d1c895d18152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:45:10.846671 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:45:12.371735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:45:13.292417 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:45:19.989381 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:45:36.114420 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2e736ce7-b2c6-4e8e-bb45-11d8eaa71621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:45:36.792410 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:45:40.353950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-4a851ece-6cb2-468c-9781-baee6ae45416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:45:40.856940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:45:42.371312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:45:43.331050 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:45:49.982902 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:06.113148 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-305abb89-5c8f-49be-b5aa-8f4bb11c50dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:06.848349 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-15aefd45-66e0-4f0f-89cb-c9ca19e027d9 req-34872e68-7294-4229-9f73-046b70224354 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401044 Jan 10 12:46:06.929127 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aefd45-66e0-4f0f-89cb-c9ca19e027d9 req-aa895fe5-f7a6-4336-9090-9463aca7d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:46:06.930623 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-15aefd45-66e0-4f0f-89cb-c9ca19e027d9 req-aa895fe5-f7a6-4336-9090-9463aca7d6a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a908331075b472b869cabd4e2eacaec&device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 1099 time: 0.0436120 Jan 10 12:46:07.029207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aefd45-66e0-4f0f-89cb-c9ca19e027d9 req-2a2935ea-0823-412e-ac12-5527d3d8cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:46:07.030700 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-15aefd45-66e0-4f0f-89cb-c9ca19e027d9 req-2a2935ea-0823-412e-ac12-5527d3d8cc4c service neutron] 10.222.0.30 "GET /v2.0/networks?id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 HTTP/1.1" status: 200 len: 910 time: 0.0832286 Jan 10 12:46:07.097391 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-15aefd45-66e0-4f0f-89cb-c9ca19e027d9 req-0cfc103f-f4dc-4365-b276-9b8ca18a74a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a2241e3-dac0-4571-8cd9-6c022f325c74 HTTP/1.1" status: 200 len: 1000 time: 0.0601852 Jan 10 12:46:07.144151 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aefd45-66e0-4f0f-89cb-c9ca19e027d9 req-730b225f-552c-45bf-ba15-cd2caf2a96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:46:07.145508 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-15aefd45-66e0-4f0f-89cb-c9ca19e027d9 req-730b225f-552c-45bf-ba15-cd2caf2a96bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c6938dd-9a56-47de-be5b-3a18e7f8d308 HTTP/1.1" status: 200 len: 848 time: 0.0423539 Jan 10 12:46:07.188261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aefd45-66e0-4f0f-89cb-c9ca19e027d9 req-8e2a9725-725c-4d73-ae75-6da61e48295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:46:07.189702 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-15aefd45-66e0-4f0f-89cb-c9ca19e027d9 req-8e2a9725-725c-4d73-ae75-6da61e48295e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391004 Jan 10 12:46:07.281572 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-15aefd45-66e0-4f0f-89cb-c9ca19e027d9 req-b3d373a3-feec-4564-9f83-020422dcd43e service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852895 Jan 10 12:46:07.369519 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-15aefd45-66e0-4f0f-89cb-c9ca19e027d9 req-876dbeba-f2cb-4c0f-b74e-e7bdf4787e3d service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817530 Jan 10 12:46:10.393757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1a576ab1-d8b0-41be-acad-eadf8420ddd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:10.872605 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:12.370843 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:13.268178 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:13.791766 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:46:20.016172 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:36.101803 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6a83e3f2-bb5b-4794-ba26-1444d029c47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:40.410361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-8b9ea402-117f-4164-b3a6-17c48327306f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:40.861967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:42.404396 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:43.319182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:45.952229 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 1a2241e3-dac0-4571-8cd9-6c022f325c74 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:46:46.194151 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 1a2241e3-dac0-4571-8cd9-6c022f325c74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1a2241e3-dac0-4571-8cd9-6c022f325c74,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:46:46.205477 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'port_id': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'mac_address': 'fa:16:3e:65:87:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:46:46.245065 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:46.258506 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a2241e3-dac0-4571-8cd9-6c022f325c74 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:46:46.277870 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 1a2241e3-dac0-4571-8cd9-6c022f325c74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1a2241e3-dac0-4571-8cd9-6c022f325c74,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:46:46.330258 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:46.380685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=1a2241e3-dac0-4571-8cd9-6c022f325c74,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:46:46.387977 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:46:46.388337 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:46:46.388687 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:46:46.389031 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:46:46.389371 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:46:46.389708 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:46:46.390070 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:46:46.390449 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:46:46.390785 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:46:46.391118 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:46:46.391451 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:46:46.391776 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:46:46.392100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:46:46.419123 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['1a2241e3-dac0-4571-8cd9-6c022f325c74'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:46:47.960193 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 1a2241e3-dac0-4571-8cd9-6c022f325c74 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:46:48.006757 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 1a2241e3-dac0-4571-8cd9-6c022f325c74 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:46:48.007049 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:48.082936 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:48.111744 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2241e3-dac0-4571-8cd9-6c022f325c74'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:46:48.114360 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bd2b7f-a2bd-480d-9216-a2f72303d920" -d '{"events": [{"server_uuid": "45f47dca-e2d4-42f4-86d6-bf9ec2242cfb", "name": "network-vif-plugged", "status": "completed", "tag": "1a2241e3-dac0-4571-8cd9-6c022f325c74"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:46:48.134658 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 1a2241e3-dac0-4571-8cd9-6c022f325c74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1a2241e3-dac0-4571-8cd9-6c022f325c74,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:46:48.162649 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43038fd-3a47-4086-9b32-217a5184c7e6 x-openstack-request-id: req-e43038fd-3a47-4086-9b32-217a5184c7e6 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:46:48.163047 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f47dca-e2d4-42f4-86d6-bf9ec2242cfb", "name": "network-vif-plugged", "status": "completed", "tag": "1a2241e3-dac0-4571-8cd9-6c022f325c74", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:46:48.163735 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e43038fd-3a47-4086-9b32-217a5184c7e6 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:46:48.164147 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'code': 200} Jan 10 12:46:48.193820 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:48.255212 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=1a2241e3-dac0-4571-8cd9-6c022f325c74,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:46:50.020677 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:46:50.790494 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:46:59.010820 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-f6cbc535-cab5-4155-be55-4cc3caed31ec tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832810398&fields=id&tenant_id=4a908331075b472b869cabd4e2eacaec HTTP/1.1" status: 200 len: 267 time: 0.0485740 Jan 10 12:46:59.116443 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-2dc41c79-8dd2-4fc2-abc5-1d559d4ccf1f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:46:59.117915 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-2dc41c79-8dd2-4fc2-abc5-1d559d4ccf1f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/networks?id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 HTTP/1.1" status: 200 len: 809 time: 0.1007664 Jan 10 12:46:59.132427 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9f3863a7-97a5-47ca-9536-c44aecb0520c tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/quotas/4a908331075b472b869cabd4e2eacaec HTTP/1.1" status: 200 len: 375 time: 0.0092139 Jan 10 12:46:59.183391 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-1fa6fd2d-5f93-4801-918a-a28057f9b5b8 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a908331075b472b869cabd4e2eacaec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462654 Jan 10 12:46:59.282308 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-a297aeab-7773-4f01-8242-dfc2600102d5 service neutron] 10.222.0.16 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874043 Jan 10 12:46:59.374655 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-ef7bc0c2-3be6-43de-b8f9-9230757c32c7 service neutron] 10.222.0.16 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866146 Jan 10 12:47:00.638998 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-0909fbdf-e61f-4cb8-ba91-f600de8360ec req-55ce5e0d-7c06-42e1-9cda-7069105bd09d tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 210 time: 0.0270586 Jan 10 12:47:01.716726 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-553d8dbb-b0d1-458c-9e25-cc78d0aba364 req-09e4002b-13b7-4669-89b1-37ed17bc5c71 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 210 time: 0.0271630 Jan 10 12:47:02.011194 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 1a2241e3-dac0-4571-8cd9-6c022f325c74 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:47:02.088479 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:02.110384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a2241e3-dac0-4571-8cd9-6c022f325c74'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:47:02.112669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316680a7-8cbf-4a38-8cbd-302eb2b25ce2" -d '{"events": [{"server_uuid": "45f47dca-e2d4-42f4-86d6-bf9ec2242cfb", "name": "network-vif-unplugged", "status": "completed", "tag": "1a2241e3-dac0-4571-8cd9-6c022f325c74"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:47:02.125285 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 1a2241e3-dac0-4571-8cd9-6c022f325c74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1a2241e3-dac0-4571-8cd9-6c022f325c74,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:47:02.150077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Jan 2022 12:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bc3826-9ca9-41bd-9512-88e119c66d02 x-openstack-request-id: req-31bc3826-9ca9-41bd-9512-88e119c66d02 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:47:02.150376 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f47dca-e2d4-42f4-86d6-bf9ec2242cfb", "name": "network-vif-unplugged", "status": "completed", "tag": "1a2241e3-dac0-4571-8cd9-6c022f325c74", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:47:02.150631 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31bc3826-9ca9-41bd-9512-88e119c66d02 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:47:02.151064 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'code': 200} Jan 10 12:47:02.192973 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:02.241008 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=1a2241e3-dac0-4571-8cd9-6c022f325c74,revision_number=8']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:47:02.809876 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-f7ae0af3-ad48-482b-b6a0-3bb8518b456b req-9b6567c7-52ea-40a5-980f-98b10d3f7639 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 210 time: 0.0267088 Jan 10 12:47:03.906251 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-4ecc41f3-afa2-4a40-bda8-4847348bb994 req-dc1e174c-5957-4a85-a81d-a384682af674 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 210 time: 0.0292425 Jan 10 12:47:04.719275 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-c1a9573b-7a7f-4bed-8caa-b1caa7b48da7 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:04.720692 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-c1a9573b-7a7f-4bed-8caa-b1caa7b48da7 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.30 "GET /v2.0/networks?id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 HTTP/1.1" status: 200 len: 809 time: 0.1023772 Jan 10 12:47:04.787805 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-e1e06fc2-00fe-4643-9185-0314a2182538 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a908331075b472b869cabd4e2eacaec HTTP/1.1" status: 200 len: 379 time: 0.0582526 Jan 10 12:47:04.796260 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Request body: {'port': {'device_id': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'admin_state_up': True, 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'security_groups': ['e8023ed7-cecc-4b62-83a7-c72d90f405a3']}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:47:04.984209 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Made reservation on behalf of 4a908331075b472b869cabd4e2eacaec for: {'port': 1} {{(pid=110624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 12:47:04.987581 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:05.013615 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-9c85f218-4a2c-4c0a-bc83-cccca8c3a634 req-b4c47d86-7c47-4f30-a5e1-ca7f2af31741 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 210 time: 0.0406544 Jan 10 12:47:05.131848 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Allocated IP 172.20.0.14 (65c8cdec-0a06-4b9f-a5d8-ded91fd098b4/5c6938dd-9a56-47de-be5b-3a18e7f8d308/39bff234-802b-4f5a-be99-014bb3e7a8c9) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:47:05.279427 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:05.381758 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:05.426913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:47:05.429322 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:47:05.432111 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:47:05.465123 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event updated for resources: {'Port': ['ID=39bff234-802b-4f5a-be99-014bb3e7a8c9,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:47:05.480207 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:47:05.480706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:47:05.481208 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:47:05.481659 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:47:05.482146 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:47:05.483026 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:47:05.483026 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:47:05.483395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:47:05.483829 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:47:05.484398 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:47:05.484855 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:47:05.485273 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:47:05.485695 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:47:05.535761 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:05.538152 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:05.635584 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-c6770e05-f6c5-4ac4-8c99-0ea78407e42f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8429050 Jan 10 12:47:05.789340 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-750e57b3-8ecc-4af5-bda6-c861278d302d None None] Provisioning complete for port 39bff234-802b-4f5a-be99-014bb3e7a8c9 triggered by entity DHCP. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:47:05.789952 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-750e57b3-8ecc-4af5-bda6-c861278d302d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:05.831544 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-750e57b3-8ecc-4af5-bda6-c861278d302d None None] Port 39bff234-802b-4f5a-be99-014bb3e7a8c9 cannot update to ACTIVE because it is not bound. {{(pid=110626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 12:47:06.118668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0ab5910e-e9e9-42d5-b72e-9a207c6b4522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:06.140467 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a76e7-f88b-46e4-bbcb-7fd170e99c2c req-0caefad1-cce5-44f7-9eb3-c4aab900c701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:06.142018 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-715a76e7-f88b-46e4-bbcb-7fd170e99c2c req-0caefad1-cce5-44f7-9eb3-c4aab900c701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 932 time: 0.0544248 Jan 10 12:47:06.195856 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-715a76e7-f88b-46e4-bbcb-7fd170e99c2c req-e90ef1aa-1c71-463d-8877-18d93818fa9d tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475874 Jan 10 12:47:07.330754 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95289248-8447-4434-96ee-0369b59a9c84 req-5591ce52-20a6-4cbf-a5ba-9e1e559da5b4 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:07.337031 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-95289248-8447-4434-96ee-0369b59a9c84 req-5591ce52-20a6-4cbf-a5ba-9e1e559da5b4 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 932 time: 0.0639079 Jan 10 12:47:07.382684 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-95289248-8447-4434-96ee-0369b59a9c84 req-0e0eb7a4-7c4c-483e-89a6-6349cba0df9f tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438690 Jan 10 12:47:08.505308 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05833f2e-3ba8-4f4d-a556-c09b31aaabaa req-c480fd56-0906-4d6b-b70c-bc18cf5d0163 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:08.507419 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-05833f2e-3ba8-4f4d-a556-c09b31aaabaa req-c480fd56-0906-4d6b-b70c-bc18cf5d0163 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 932 time: 0.0526729 Jan 10 12:47:08.563468 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-05833f2e-3ba8-4f4d-a556-c09b31aaabaa req-64444b23-d45a-4b13-bace-455a537d077d tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504787 Jan 10 12:47:09.684661 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc97f3b-5ecb-41d3-b9d4-6ed456971a7b req-9653939a-b3a4-458a-a8bb-268d9577c35e tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:09.686254 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fdc97f3b-5ecb-41d3-b9d4-6ed456971a7b req-9653939a-b3a4-458a-a8bb-268d9577c35e tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 932 time: 0.0509417 Jan 10 12:47:09.746997 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-fdc97f3b-5ecb-41d3-b9d4-6ed456971a7b req-5bb1041f-c770-477c-a820-f451d0f40233 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509446 Jan 10 12:47:10.370074 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-eb4b2177-1aa7-4be6-a186-41dc82127f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:10.867162 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:10.895394 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb7b49-550b-4c1c-9563-190a58be8fb6 req-3355065f-a24c-472e-ba56-068ca436ecad tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:10.896923 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e6fb7b49-550b-4c1c-9563-190a58be8fb6 req-3355065f-a24c-472e-ba56-068ca436ecad tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 932 time: 0.0601830 Jan 10 12:47:10.954094 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-e6fb7b49-550b-4c1c-9563-190a58be8fb6 req-b02ce41c-0306-41be-b2a1-30cbc9b94434 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511975 Jan 10 12:47:12.074992 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a63b2e-6aa1-402e-9da4-c3800271c9d7 req-08838986-9fd2-4548-abe3-e3a5bbbe2f58 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:12.076507 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-63a63b2e-6aa1-402e-9da4-c3800271c9d7 req-08838986-9fd2-4548-abe3-e3a5bbbe2f58 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 932 time: 0.0516372 Jan 10 12:47:12.145862 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-63a63b2e-6aa1-402e-9da4-c3800271c9d7 req-b3d056a6-242d-415f-af47-d54212763b26 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587282 Jan 10 12:47:12.414754 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:13.002739 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.30', 63948) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:47:13.038553 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Request body: {'port': {'device_id': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:47:13.123639 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:13.143448 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2f13c8b4-d297-47d0-9eec-d1a981e0c78c req-395b70da-1c8c-4ee6-a630-6fb218a1fd56 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1309779 Jan 10 12:47:13.281885 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3d85c-7346-4ab0-815e-a8dbc1fc0f78 req-c34ef46e-3b41-40f2-8de7-bd1f76d83e3a tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:13.283397 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b2e3d85c-7346-4ab0-815e-a8dbc1fc0f78 req-c34ef46e-3b41-40f2-8de7-bd1f76d83e3a tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 932 time: 0.0716460 Jan 10 12:47:13.289415 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13c8b4-d297-47d0-9eec-d1a981e0c78c req-7da987c3-efb2-4632-adba-d02f08649917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:13.290913 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2f13c8b4-d297-47d0-9eec-d1a981e0c78c req-7da987c3-efb2-4632-adba-d02f08649917 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a908331075b472b869cabd4e2eacaec&device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 1097 time: 0.1039932 Jan 10 12:47:13.339524 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-b2e3d85c-7346-4ab0-815e-a8dbc1fc0f78 req-22697524-a950-44b6-8859-94c11f2b93d8 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495982 Jan 10 12:47:13.464022 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13c8b4-d297-47d0-9eec-d1a981e0c78c req-ce97c041-7b34-4f22-ba92-dc7245ed57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:13.465479 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2f13c8b4-d297-47d0-9eec-d1a981e0c78c req-ce97c041-7b34-4f22-ba92-dc7245ed57e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 HTTP/1.1" status: 200 len: 910 time: 0.1530352 Jan 10 12:47:13.495080 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:13.509825 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39bff234-802b-4f5a-be99-014bb3e7a8c9 {{(pid=110624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:47:13.517355 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Publish callbacks [] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:13.529488 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.provisioning_blocks [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Transition to ACTIVE for port object 39bff234-802b-4f5a-be99-014bb3e7a8c9 will not be triggered until provisioned by entity L2. {{(pid=110624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 12:47:13.608282 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:13.659400 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=39bff234-802b-4f5a-be99-014bb3e7a8c9,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:47:13.775865 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Attempting to bind port 39bff234-802b-4f5a-be99-014bb3e7a8c9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 12:47:13.776126 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Attempting to bind port 39bff234-802b-4f5a-be99-014bb3e7a8c9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 12:47:13.776461 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Attempting to bind port 39bff234-802b-4f5a-be99-014bb3e7a8c9 on network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:47:13.783952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Port 39bff234-802b-4f5a-be99-014bb3e7a8c9 on network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 12:47:13.784363 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Attempting to bind port 39bff234-802b-4f5a-be99-014bb3e7a8c9 on network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 12:47:13.793172 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2f13c8b4-d297-47d0-9eec-d1a981e0c78c req-9787043f-8896-43d4-92c3-0aa616d52d89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a2241e3-dac0-4571-8cd9-6c022f325c74 HTTP/1.1" status: 200 len: 998 time: 0.0824006 Jan 10 12:47:13.794074 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Checking agent: {'id': 'f341d224-e4e9-46da-9295-88e5b3c8a3a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'started_at': datetime.datetime(2022, 1, 10, 11, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 12:47:13.794413 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Checking segment: {'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 12:47:13.794790 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Bound using segment: {'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'} {{(pid=110624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 12:47:13.795224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.managers [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Bound port: 39bff234-802b-4f5a-be99-014bb3e7a8c9, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4816bc38-2ad5-47d4-88b4-b46588484202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4'}}] {{(pid=110624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 12:47:13.795585 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:13.887471 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13c8b4-d297-47d0-9eec-d1a981e0c78c req-84666695-30e1-49e6-b733-eb9a8cc232b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:13.888921 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2f13c8b4-d297-47d0-9eec-d1a981e0c78c req-84666695-30e1-49e6-b733-eb9a8cc232b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c6938dd-9a56-47de-be5b-3a18e7f8d308 HTTP/1.1" status: 200 len: 848 time: 0.0844803 Jan 10 12:47:13.908916 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] For port 39bff234-802b-4f5a-be99-014bb3e7a8c9, host hv-neutron-mast, cleared binding levels {{(pid=110624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 12:47:13.936310 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] For port 39bff234-802b-4f5a-be99-014bb3e7a8c9, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=39bff234-802b-4f5a-be99-014bb3e7a8c9,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 12:47:13.946618 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13c8b4-d297-47d0-9eec-d1a981e0c78c req-06cbe0c1-3068-436a-9332-26ad73952aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:13.948120 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2f13c8b4-d297-47d0-9eec-d1a981e0c78c req-06cbe0c1-3068-436a-9332-26ad73952aac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511885 Jan 10 12:47:14.038776 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2f13c8b4-d297-47d0-9eec-d1a981e0c78c req-b0ba78d2-436b-46fa-9144-444242621066 service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845082 Jan 10 12:47:14.040224 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:14.100225 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:14.100856 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:14.102309 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] 10.222.0.30 "PUT /v2.0/ports/39bff234-802b-4f5a-be99-014bb3e7a8c9 HTTP/1.1" status: 200 len: 1094 time: 1.1186883 Jan 10 12:47:14.104236 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'tag': '39bff234-802b-4f5a-be99-014bb3e7a8c9'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:47:14.106580 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccb46d8-50cd-4776-aea0-3619e00beefe" -d '{"events": [{"name": "network-changed", "server_uuid": "3953757f-ce40-4127-8b2c-4a6e5ed4f3de", "tag": "39bff234-802b-4f5a-be99-014bb3e7a8c9"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:47:14.150238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558cc62b-cc44-4ca2-9956-265bac80fd6c x-openstack-request-id: req-558cc62b-cc44-4ca2-9956-265bac80fd6c {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:47:14.152036 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3953757f-ce40-4127-8b2c-4a6e5ed4f3de", "tag": "39bff234-802b-4f5a-be99-014bb3e7a8c9", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:47:14.152036 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-558cc62b-cc44-4ca2-9956-265bac80fd6c {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:47:14.152036 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'tag': '39bff234-802b-4f5a-be99-014bb3e7a8c9', 'status': 'completed', 'code': 200} Jan 10 12:47:14.158406 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdce636-6da7-4dde-a542-95ca0080f5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=39bff234-802b-4f5a-be99-014bb3e7a8c9,revision_number=3']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:47:14.223261 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-2f13c8b4-d297-47d0-9eec-d1a981e0c78c req-58241c4b-2c98-4584-ad7b-784f85953744 service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754904 Jan 10 12:47:14.234563 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb46d8-50cd-4776-aea0-3619e00beefe req-f1a510f5-8e51-4514-98b2-ca22b99b9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:14.236016 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6ccb46d8-50cd-4776-aea0-3619e00beefe req-f1a510f5-8e51-4514-98b2-ca22b99b9e45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a908331075b472b869cabd4e2eacaec&device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 1097 time: 0.0662627 Jan 10 12:47:14.335866 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb46d8-50cd-4776-aea0-3619e00beefe req-2a674b65-e26d-468d-9568-f0d7bb94ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:14.337376 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6ccb46d8-50cd-4776-aea0-3619e00beefe req-2a674b65-e26d-468d-9568-f0d7bb94ad0e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4a908331075b472b869cabd4e2eacaec&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0936308 Jan 10 12:47:14.436931 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb46d8-50cd-4776-aea0-3619e00beefe req-b9b94c86-cd3e-41e8-a63d-f1284ebf1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:14.438485 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-6ccb46d8-50cd-4776-aea0-3619e00beefe req-b9b94c86-cd3e-41e8-a63d-f1284ebf1d57 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953736 Jan 10 12:47:14.466072 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9461eb4-ef4a-41ce-9053-9a5bd03571fa req-ac994a9c-0ebb-416d-9a30-375809d60716 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:14.467587 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d9461eb4-ef4a-41ce-9053-9a5bd03571fa req-ac994a9c-0ebb-416d-9a30-375809d60716 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 944 time: 0.0578547 Jan 10 12:47:14.518261 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-d9461eb4-ef4a-41ce-9053-9a5bd03571fa req-c2afb7b3-403f-4663-b57f-bcb57d83e086 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442915 Jan 10 12:47:14.518523 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-42d414bf-aaae-4bf5-833c-b26499d7b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:14.519950 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-42d414bf-aaae-4bf5-833c-b26499d7b6e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a908331075b472b869cabd4e2eacaec&device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 1097 time: 0.0415766 Jan 10 12:47:14.562553 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-4065b3e5-2554-4756-ad06-8bd4c16461a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39bff234-802b-4f5a-be99-014bb3e7a8c9 HTTP/1.1" status: 200 len: 217 time: 0.0348201 Jan 10 12:47:14.615120 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-4992d6eb-7a58-463d-bbb1-213049e76875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:14.616600 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-4992d6eb-7a58-463d-bbb1-213049e76875 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c6938dd-9a56-47de-be5b-3a18e7f8d308 HTTP/1.1" status: 200 len: 848 time: 0.0482507 Jan 10 12:47:14.660671 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-931fedda-cf77-470c-99e8-329953989361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:14.662185 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-931fedda-cf77-470c-99e8-329953989361 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401826 Jan 10 12:47:14.749852 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-19b74ce3-1630-4b71-a335-132645c03787 service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816586 Jan 10 12:47:14.842355 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-85a2d6bd-ea34-4cc7-9c4e-2a1163e47885 req-e164aa05-dfec-4020-bf15-e1faffb1486d service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855830 Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 12:47:15.634499 dv-neutron-master-2-hyperv neutron-server[110624]: warnings.warn(msg) Jan 10 12:47:15.638813 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e3377-805d-4c42-8b3f-2c3f8fbd232b req-b2caff04-921b-4f45-a8e6-910c1444740e tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:15.638813 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-542e3377-805d-4c42-8b3f-2c3f8fbd232b req-b2caff04-921b-4f45-a8e6-910c1444740e tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 944 time: 0.0495257 Jan 10 12:47:15.686409 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-542e3377-805d-4c42-8b3f-2c3f8fbd232b req-cc516bbb-8178-421e-9540-3d7eba4905fe tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424831 Jan 10 12:47:16.089704 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 39bff234-802b-4f5a-be99-014bb3e7a8c9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:47:16.182672 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 39bff234-802b-4f5a-be99-014bb3e7a8c9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=39bff234-802b-4f5a-be99-014bb3e7a8c9,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:47:16.196854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '39bff234-802b-4f5a-be99-014bb3e7a8c9', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'port_id': '39bff234-802b-4f5a-be99-014bb3e7a8c9', 'mac_address': 'fa:16:3e:f9:71:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:47:16.233392 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:16.249882 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39bff234-802b-4f5a-be99-014bb3e7a8c9 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:47:16.265239 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 39bff234-802b-4f5a-be99-014bb3e7a8c9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=39bff234-802b-4f5a-be99-014bb3e7a8c9,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:47:16.312128 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:16.358204 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=39bff234-802b-4f5a-be99-014bb3e7a8c9,revision_number=4']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:47:16.543497 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['39bff234-802b-4f5a-be99-014bb3e7a8c9'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:47:16.801339 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41c489-4f88-4543-ae55-1bf994e808d2 req-707d35c9-b218-4cad-8fc4-be16376be8ff tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:16.802841 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8d41c489-4f88-4543-ae55-1bf994e808d2 req-707d35c9-b218-4cad-8fc4-be16376be8ff tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 945 time: 0.0492208 Jan 10 12:47:16.851126 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-8d41c489-4f88-4543-ae55-1bf994e808d2 req-51ab1ad9-72c7-44c5-96d4-8cb64ea3c681 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428927 Jan 10 12:47:17.967418 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f80609-4dff-4e77-b332-bdfe8f66a9fd req-31f5bf49-7966-4668-93c3-cd67a9c8f931 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:17.968885 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-49f80609-4dff-4e77-b332-bdfe8f66a9fd req-31f5bf49-7966-4668-93c3-cd67a9c8f931 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 945 time: 0.0531380 Jan 10 12:47:18.017337 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-49f80609-4dff-4e77-b332-bdfe8f66a9fd req-f5e9fd9a-dbc5-47a6-824d-95e51a34d6b7 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430214 Jan 10 12:47:18.107843 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 39bff234-802b-4f5a-be99-014bb3e7a8c9 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:47:18.209373 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning for port 39bff234-802b-4f5a-be99-014bb3e7a8c9 completed by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 12:47:18.214172 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 39bff234-802b-4f5a-be99-014bb3e7a8c9 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:47:18.214172 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:18.292697 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:18.314546 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bff234-802b-4f5a-be99-014bb3e7a8c9'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:47:18.316823 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a184278-2016-4ff4-8e35-4906b26bc887" -d '{"events": [{"server_uuid": "3953757f-ce40-4127-8b2c-4a6e5ed4f3de", "name": "network-vif-plugged", "status": "completed", "tag": "39bff234-802b-4f5a-be99-014bb3e7a8c9"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:47:18.328906 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 39bff234-802b-4f5a-be99-014bb3e7a8c9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=39bff234-802b-4f5a-be99-014bb3e7a8c9,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:47:18.351888 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5a7328-bc8a-4853-bf71-d61da9fa9f1a x-openstack-request-id: req-cb5a7328-bc8a-4853-bf71-d61da9fa9f1a {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:47:18.352184 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3953757f-ce40-4127-8b2c-4a6e5ed4f3de", "name": "network-vif-plugged", "status": "completed", "tag": "39bff234-802b-4f5a-be99-014bb3e7a8c9", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:47:18.352441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb5a7328-bc8a-4853-bf71-d61da9fa9f1a {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:47:18.352857 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bff234-802b-4f5a-be99-014bb3e7a8c9', 'code': 200} Jan 10 12:47:18.415449 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:18.463409 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=39bff234-802b-4f5a-be99-014bb3e7a8c9,revision_number=5']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:47:18.661077 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584b2f5-5b22-4302-b6ca-8d19296baca6 req-48a23f3c-66bd-47aa-ba0a-b1a19711c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:18.662721 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0584b2f5-5b22-4302-b6ca-8d19296baca6 req-48a23f3c-66bd-47aa-ba0a-b1a19711c0c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 1099 time: 0.0403702 Jan 10 12:47:18.705294 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-0584b2f5-5b22-4302-b6ca-8d19296baca6 req-bfeda6f7-1516-459a-b601-50506e57a7af service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373874 Jan 10 12:47:19.133206 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b2c93-1433-46ab-944a-007c3574e0f4 req-d964cbdb-1e99-45f2-a003-d5ee907182db tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:19.134715 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b95b2c93-1433-46ab-944a-007c3574e0f4 req-d964cbdb-1e99-45f2-a003-d5ee907182db tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 946 time: 0.0517116 Jan 10 12:47:19.182341 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-b95b2c93-1433-46ab-944a-007c3574e0f4 req-a1edc7a7-ee7e-4410-a289-0119953832ec tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421839 Jan 10 12:47:20.019698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:20.303017 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d796a13-5dc0-4256-8cea-ebe6205f0962 req-84d6cf82-1698-4e70-8b04-7f16f1828f4b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:20.304403 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3d796a13-5dc0-4256-8cea-ebe6205f0962 req-84d6cf82-1698-4e70-8b04-7f16f1828f4b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 946 time: 0.0531809 Jan 10 12:47:20.353232 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-3d796a13-5dc0-4256-8cea-ebe6205f0962 req-2296d6f3-b15c-4888-9389-bfef368d19c2 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432935 Jan 10 12:47:20.466580 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904460e8-8f2a-4449-bbdf-9e32de2983b8 req-81562066-3651-4361-a4b3-e64f73980d2c tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:20.468069 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-904460e8-8f2a-4449-bbdf-9e32de2983b8 req-81562066-3651-4361-a4b3-e64f73980d2c tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 946 time: 0.0495033 Jan 10 12:47:20.518031 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-904460e8-8f2a-4449-bbdf-9e32de2983b8 req-db814904-7eff-42ff-8780-41fd7d50e851 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422289 Jan 10 12:47:20.541333 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38498) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:47:20.579191 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f1f5a1-8b70-4027-8107-87138ed931d0 tempest-TestSnapshotPattern-1324641897 tempest-TestSnapshotPattern-1324641897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:20.580572 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-76f1f5a1-8b70-4027-8107-87138ed931d0 tempest-TestSnapshotPattern-1324641897 tempest-TestSnapshotPattern-1324641897-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 1094 time: 0.0382502 Jan 10 12:47:20.583902 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38500) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:47:20.588263 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.v2.base [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Request body: {'floatingip': {'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'port_id': '39bff234-802b-4f5a-be99-014bb3e7a8c9', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 12:47:20.661290 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:20.757417 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (None), before_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:20.859692 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_common [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Allocated IP 172.36.2.185 (a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347/e6fb20ec-2dd7-4b02-917d-9aff408e163c/0a81f9e9-47cd-4e3f-8cc4-b905c56ce694) {{(pid=110624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 12:47:20.954966 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for port (0a81f9e9-47cd-4e3f-8cc4-b905c56ce694), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:21.026955 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739242093352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (0a81f9e9-47cd-4e3f-8cc4-b905c56ce694), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:21.066646 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Network a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 is already hosted by enough agents. {{(pid=110624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 12:47:21.069457 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.base_scheduler [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Resources bound (agent type, host, resource id): {{(pid=110624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 12:47:21.071988 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Received port after_create {{(pid=110624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 12:47:21.101568 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event updated for resources: {'Port': ['ID=0a81f9e9-47cd-4e3f-8cc4-b905c56ce694,revision_number=1']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:47:21.728450 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for floatingip (00622d7c-fabb-483f-85eb-31b79d9c0d0d), precommit_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:21.843222 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (0a81f9e9-47cd-4e3f-8cc4-b905c56ce694), before_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:21.986527 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for port (0a81f9e9-47cd-4e3f-8cc4-b905c56ce694), precommit_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:22.042376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25533543'] for port (0a81f9e9-47cd-4e3f-8cc4-b905c56ce694), after_update {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:22.111303 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event updated for resources: {'Port': ['ID=0a81f9e9-47cd-4e3f-8cc4-b905c56ce694,revision_number=2']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:47:22.122912 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2024238'] for floatingip (00622d7c-fabb-483f-85eb-31b79d9c0d0d), after_create {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:22.221106 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Floating IP 00622d7c-fabb-483f-85eb-31b79d9c0d0d associated. External IP: 172.36.2.185, port: 39bff234-802b-4f5a-be99-014bb3e7a8c9. Jan 10 12:47:22.421726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Router c118674b-2771-4d0c-8e55-1022b1f88c1e has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:47:22.530132 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:47:22.540772 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa506d-f6ad-4a15-b623-df00f0f2a42f None None] Sync routers for ids ['c118674b-2771-4d0c-8e55-1022b1f88c1e'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:47:22.549571 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa506d-f6ad-4a15-b623-df00f0f2a42f None None] Routers {'c118674b-2771-4d0c-8e55-1022b1f88c1e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:47:22.550744 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-85aa506d-f6ad-4a15-b623-df00f0f2a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:47:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c118674b-2771-4d0c-8e55-1022b1f88c1e'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:47:22.610404 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:22.638703 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-a54b7873-12e8-4b81-a95d-8b75e86d890b tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0538049 Jan 10 12:47:22.640469 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'tag': '39bff234-802b-4f5a-be99-014bb3e7a8c9'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:47:22.641555 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c230a97c2b3687b0e3143c72d316b55fec225a109335267c3a47db2364146a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822ae63e-3530-41dd-bc12-25955ca461fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3953757f-ce40-4127-8b2c-4a6e5ed4f3de", "tag": "39bff234-802b-4f5a-be99-014bb3e7a8c9"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:47:22.654967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-85aa506d-f6ad-4a15-b623-df00f0f2a42f None None] Set router c118674b-2771-4d0c-8e55-1022b1f88c1e gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:47:22.676774 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb57618b-a644-45f3-9466-f11d043803fa x-openstack-request-id: req-bb57618b-a644-45f3-9466-f11d043803fa {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:47:22.677076 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3953757f-ce40-4127-8b2c-4a6e5ed4f3de", "tag": "39bff234-802b-4f5a-be99-014bb3e7a8c9", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:47:22.677339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb57618b-a644-45f3-9466-f11d043803fa {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:47:22.677749 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'tag': '39bff234-802b-4f5a-be99-014bb3e7a8c9', 'status': 'completed', 'code': 200} Jan 10 12:47:22.743241 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ae63e-3530-41dd-bc12-25955ca461fd req-8a2b392d-0b9a-49e1-a2f0-c5cc06385bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:22.744748 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-822ae63e-3530-41dd-bc12-25955ca461fd req-8a2b392d-0b9a-49e1-a2f0-c5cc06385bac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a908331075b472b869cabd4e2eacaec&device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 1099 time: 0.0451319 Jan 10 12:47:22.833275 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ae63e-3530-41dd-bc12-25955ca461fd req-d4b415f2-58a4-4fb9-b7ec-f58117db998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:22.834686 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-822ae63e-3530-41dd-bc12-25955ca461fd req-d4b415f2-58a4-4fb9-b7ec-f58117db998b service neutron] 10.222.0.30 "GET /v2.0/networks?id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 HTTP/1.1" status: 200 len: 910 time: 0.0846074 Jan 10 12:47:22.882186 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-85aa506d-f6ad-4a15-b623-df00f0f2a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '00622d7c-fabb-483f-85eb-31b79d9c0d0d', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'floating_ip_address': '172.36.2.185', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'port_id': '39bff234-802b-4f5a-be99-014bb3e7a8c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'mac_address': 'fa:16:3e:f9:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:47:21Z', 'updated_at': '2022-01-10T12:47:21Z', 'revision_number': 0, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'fixed_ip_address_scope': None}, {'id': '608692b0-cc8a-4d46-96ee-e37a7d4eb35d', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'floating_ip_address': '172.36.2.9', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'port_id': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'mac_address': 'fa:16:3e:65:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:44:47Z', 'updated_at': '2022-01-10T12:44:49Z', 'revision_number': 1, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:25Z', 'revision_number': 5, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:47:22.902484 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-822ae63e-3530-41dd-bc12-25955ca461fd req-a4ebd7cc-6b61-4c95-bc3c-843241066b58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39bff234-802b-4f5a-be99-014bb3e7a8c9 HTTP/1.1" status: 200 len: 1000 time: 0.0620327 Jan 10 12:47:22.912749 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa506d-f6ad-4a15-b623-df00f0f2a42f None None] Checking router: c118674b-2771-4d0c-8e55-1022b1f88c1e for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:47:22.921173 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa506d-f6ad-4a15-b623-df00f0f2a42f None None] Routers {'c118674b-2771-4d0c-8e55-1022b1f88c1e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:47:22.921811 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-85aa506d-f6ad-4a15-b623-df00f0f2a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:47:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c118674b-2771-4d0c-8e55-1022b1f88c1e'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:47:22.950710 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ae63e-3530-41dd-bc12-25955ca461fd req-79083aca-bb35-4395-80f9-04f5a273eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:22.952161 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-822ae63e-3530-41dd-bc12-25955ca461fd req-79083aca-bb35-4395-80f9-04f5a273eb1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c6938dd-9a56-47de-be5b-3a18e7f8d308 HTTP/1.1" status: 200 len: 848 time: 0.0442636 Jan 10 12:47:22.997117 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ae63e-3530-41dd-bc12-25955ca461fd req-f97a06c8-f1ac-46a6-ba20-2635189e1992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:47:22.998638 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-822ae63e-3530-41dd-bc12-25955ca461fd req-f97a06c8-f1ac-46a6-ba20-2635189e1992 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403166 Jan 10 12:47:23.025218 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-85aa506d-f6ad-4a15-b623-df00f0f2a42f None None] Set router c118674b-2771-4d0c-8e55-1022b1f88c1e gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:47:23.090695 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-822ae63e-3530-41dd-bc12-25955ca461fd req-b33c07ea-4dd3-4f85-9d7b-99d52720fc4c service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863118 Jan 10 12:47:23.178885 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-822ae63e-3530-41dd-bc12-25955ca461fd req-8a48b2ba-a2d7-41ec-a1bd-2257fd0bb30d service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822613 Jan 10 12:47:23.254168 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-85aa506d-f6ad-4a15-b623-df00f0f2a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '00622d7c-fabb-483f-85eb-31b79d9c0d0d', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'floating_ip_address': '172.36.2.185', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'port_id': '39bff234-802b-4f5a-be99-014bb3e7a8c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'mac_address': 'fa:16:3e:f9:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:47:21Z', 'updated_at': '2022-01-10T12:47:21Z', 'revision_number': 0, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'fixed_ip_address_scope': None}, {'id': '608692b0-cc8a-4d46-96ee-e37a7d4eb35d', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'floating_ip_address': '172.36.2.9', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'port_id': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'mac_address': 'fa:16:3e:65:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:44:47Z', 'updated_at': '2022-01-10T12:44:49Z', 'revision_number': 1, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:25Z', 'revision_number': 5, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:47:23.280635 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa506d-f6ad-4a15-b623-df00f0f2a42f None None] The sync data for ids ['c118674b-2771-4d0c-8e55-1022b1f88c1e'] in dv-neutron-master-2-hyperv is: [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '00622d7c-fabb-483f-85eb-31b79d9c0d0d', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'floating_ip_address': '172.36.2.185', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'port_id': '39bff234-802b-4f5a-be99-014bb3e7a8c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'mac_address': 'fa:16:3e:f9:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:47:21Z', 'updated_at': '2022-01-10T12:47:21Z', 'revision_number': 0, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'fixed_ip_address_scope': None}, {'id': '608692b0-cc8a-4d46-96ee-e37a7d4eb35d', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'floating_ip_address': '172.36.2.9', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'port_id': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'mac_address': 'fa:16:3e:65:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:44:47Z', 'updated_at': '2022-01-10T12:44:49Z', 'revision_number': 1, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:25Z', 'revision_number': 5, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:47:23.472715 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc253b-45f6-420c-be14-8e5e74210aea None None] New status for floating IP 00622d7c-fabb-483f-85eb-31b79d9c0d0d: ACTIVE {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:47:27.788801 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:47:36.104745 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dd42db0a-4999-4684-8824-9ab8f412551a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:40.357262 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-735297a0-5f49-4605-b444-f132bef1b653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:40.853282 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:42.386242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:43.287077 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:47:50.043110 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:48:04.786702 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:48:06.127036 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb300-b07e-4a83-aed7-d0c0cda4503e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:48:07.852892 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3414ee2a-4291-4c8b-b688-8b47f2290462 req-2a639afd-b079-4c8b-bacc-75c452f216c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437400 Jan 10 12:48:07.932479 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414ee2a-4291-4c8b-b688-8b47f2290462 req-117667d4-9f88-44a7-9162-b675e9a75449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:48:07.934010 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3414ee2a-4291-4c8b-b688-8b47f2290462 req-117667d4-9f88-44a7-9162-b675e9a75449 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a908331075b472b869cabd4e2eacaec&device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 1097 time: 0.0405831 Jan 10 12:48:08.033060 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414ee2a-4291-4c8b-b688-8b47f2290462 req-85b8a2fc-d3f5-4a51-8bbd-ef827b3e8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:48:08.034559 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3414ee2a-4291-4c8b-b688-8b47f2290462 req-85b8a2fc-d3f5-4a51-8bbd-ef827b3e8980 service neutron] 10.222.0.30 "GET /v2.0/networks?id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 HTTP/1.1" status: 200 len: 910 time: 0.0841253 Jan 10 12:48:08.099674 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3414ee2a-4291-4c8b-b688-8b47f2290462 req-ffb9e735-a2ea-4936-aa2b-62b4e55424d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a2241e3-dac0-4571-8cd9-6c022f325c74 HTTP/1.1" status: 200 len: 998 time: 0.0596066 Jan 10 12:48:08.144408 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414ee2a-4291-4c8b-b688-8b47f2290462 req-771b9904-a31f-4fa1-96a7-a4f5e4cd8c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:48:08.145707 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3414ee2a-4291-4c8b-b688-8b47f2290462 req-771b9904-a31f-4fa1-96a7-a4f5e4cd8c0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c6938dd-9a56-47de-be5b-3a18e7f8d308 HTTP/1.1" status: 200 len: 848 time: 0.0410924 Jan 10 12:48:08.188797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414ee2a-4291-4c8b-b688-8b47f2290462 req-44479205-a846-4eb8-88b2-2446e5fc0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:48:08.190297 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3414ee2a-4291-4c8b-b688-8b47f2290462 req-44479205-a846-4eb8-88b2-2446e5fc0709 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389163 Jan 10 12:48:08.281456 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3414ee2a-4291-4c8b-b688-8b47f2290462 req-0833b8d4-ff4d-4989-a04c-9e21f0a889ab service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854635 Jan 10 12:48:08.372393 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-3414ee2a-4291-4c8b-b688-8b47f2290462 req-9444bfd2-4ce9-426a-9031-7dd8d927fc29 service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855653 Jan 10 12:48:10.345592 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b553f30d-6957-40b7-8b43-478f98faec04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:48:10.854299 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:48:12.412236 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:48:13.311228 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:48:20.042479 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:48:36.116472 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-544204ce-136b-4e1a-98e4-7d2b0340b13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:48:40.476177 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ce844471-6afb-41f4-b11e-b7c7f58cf1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:48:40.871190 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:48:41.785095 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:48:42.417099 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:48:43.282129 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:48:50.064616 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:04.661353 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 39bff234-802b-4f5a-be99-014bb3e7a8c9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 12:49:04.754211 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 39bff234-802b-4f5a-be99-014bb3e7a8c9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=39bff234-802b-4f5a-be99-014bb3e7a8c9,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:49:04.768103 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Returning: {'device': '39bff234-802b-4f5a-be99-014bb3e7a8c9', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'port_id': '39bff234-802b-4f5a-be99-014bb3e7a8c9', 'mac_address': 'fa:16:3e:f9:71:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 12:49:04.804298 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:04.816414 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39bff234-802b-4f5a-be99-014bb3e7a8c9 {{(pid=110626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 12:49:04.834801 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 39bff234-802b-4f5a-be99-014bb3e7a8c9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=39bff234-802b-4f5a-be99-014bb3e7a8c9,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:49:04.896626 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:04.944564 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=39bff234-802b-4f5a-be99-014bb3e7a8c9,revision_number=6']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:04.952182 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:04.952543 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:04.952895 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:04.953241 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:04.953584 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:04.953949 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:04.954290 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:04.954628 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:04.954990 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:04.955468 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:04.955814 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:04.956150 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:04.956482 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:04.973381 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] get_ports_and_sgs() called for port_ids ['39bff234-802b-4f5a-be99-014bb3e7a8c9'] {{(pid=110626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 12:49:06.114027 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-0954e042-44af-498d-806b-05368c1c7488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:06.667702 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 39bff234-802b-4f5a-be99-014bb3e7a8c9 up at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 12:49:06.727100 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.provisioning_blocks [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Provisioning complete for port 39bff234-802b-4f5a-be99-014bb3e7a8c9 triggered by entity L2. {{(pid=110626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 12:49:06.727320 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946150'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), provisioning_complete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:07.028497 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:07.060534 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bff234-802b-4f5a-be99-014bb3e7a8c9'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:49:07.062829 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b36e8184e623f69d51820411a6cc79d2728f08a5735bafb3226981b59640ff8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9051f85e-4388-4d43-a578-eca05d004b22" -d '{"events": [{"server_uuid": "3953757f-ce40-4127-8b2c-4a6e5ed4f3de", "name": "network-vif-plugged", "status": "completed", "tag": "39bff234-802b-4f5a-be99-014bb3e7a8c9"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:49:07.076318 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 39bff234-802b-4f5a-be99-014bb3e7a8c9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=39bff234-802b-4f5a-be99-014bb3e7a8c9,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:49:07.117236 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe69626-fb13-4c46-877f-86c2356a8cb5 x-openstack-request-id: req-ffe69626-fb13-4c46-877f-86c2356a8cb5 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:49:07.117929 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3953757f-ce40-4127-8b2c-4a6e5ed4f3de", "name": "network-vif-plugged", "status": "completed", "tag": "39bff234-802b-4f5a-be99-014bb3e7a8c9", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:49:07.117929 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffe69626-fb13-4c46-877f-86c2356a8cb5 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:49:07.118453 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bff234-802b-4f5a-be99-014bb3e7a8c9', 'code': 200} Jan 10 12:49:07.134886 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:07.191515 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=39bff234-802b-4f5a-be99-014bb3e7a8c9,revision_number=7']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:09.042797 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f894d-3fb6-4e83-b09d-852c1c947608 req-54a4d63f-c549-4c91-b7db-b6ec1c30243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:09.047223 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-211f894d-3fb6-4e83-b09d-852c1c947608 req-54a4d63f-c549-4c91-b7db-b6ec1c30243e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a908331075b472b869cabd4e2eacaec&device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 1099 time: 0.1254175 Jan 10 12:49:09.208385 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f894d-3fb6-4e83-b09d-852c1c947608 req-88868618-b47a-4390-b59b-35cfae06ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:09.211362 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-211f894d-3fb6-4e83-b09d-852c1c947608 req-88868618-b47a-4390-b59b-35cfae06ead2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 HTTP/1.1" status: 200 len: 910 time: 0.1395965 Jan 10 12:49:09.297251 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-211f894d-3fb6-4e83-b09d-852c1c947608 req-c5811088-f0a6-4955-95f7-ae29e5267267 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39bff234-802b-4f5a-be99-014bb3e7a8c9 HTTP/1.1" status: 200 len: 1002 time: 0.0793331 Jan 10 12:49:09.360010 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f894d-3fb6-4e83-b09d-852c1c947608 req-49b23314-e550-484f-a98c-2f448f34e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:09.362118 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-211f894d-3fb6-4e83-b09d-852c1c947608 req-49b23314-e550-484f-a98c-2f448f34e0e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c6938dd-9a56-47de-be5b-3a18e7f8d308 HTTP/1.1" status: 200 len: 848 time: 0.0560687 Jan 10 12:49:09.418045 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f894d-3fb6-4e83-b09d-852c1c947608 req-be978ee6-ac41-4a94-918d-4415329ca750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:09.419947 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-211f894d-3fb6-4e83-b09d-852c1c947608 req-be978ee6-ac41-4a94-918d-4415329ca750 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519202 Jan 10 12:49:09.565521 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-211f894d-3fb6-4e83-b09d-852c1c947608 req-ff2b0f09-70a3-4f5c-b63d-d19d788698aa service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378682 Jan 10 12:49:09.661505 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-211f894d-3fb6-4e83-b09d-852c1c947608 req-35c171cf-8370-4dbb-8988-5bc58a3513f1 service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904574 Jan 10 12:49:10.377139 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f9fd823f-14ee-47be-8ae8-782a0f15b451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:10.874279 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:12.433854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:13.293195 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:17.434133 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38716) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:49:17.595441 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Deleting port 0a81f9e9-47cd-4e3f-8cc4-b905c56ce694 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:49:17.595781 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (0a81f9e9-47cd-4e3f-8cc4-b905c56ce694), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:17.668486 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (0a81f9e9-47cd-4e3f-8cc4-b905c56ce694), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:17.668726 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for floatingip (0a81f9e9-47cd-4e3f-8cc4-b905c56ce694), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:17.680655 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Calling delete_port for 0a81f9e9-47cd-4e3f-8cc4-b905c56ce694 owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:49:17.907833 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (0a81f9e9-47cd-4e3f-8cc4-b905c56ce694), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:17.932509 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event deleted for resources: {'Port': ['ID=0a81f9e9-47cd-4e3f-8cc4-b905c56ce694,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:17.941098 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:17.941465 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:17.941844 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:17.942199 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:17.942544 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:17.943398 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:17.943398 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:17.943587 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:17.943871 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:17.944239 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:17.944572 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:17.944905 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:17.945240 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:18.008220 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for floatingip (00622d7c-fabb-483f-85eb-31b79d9c0d0d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:18.008553 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Floating IP 00622d7c-fabb-483f-85eb-31b79d9c0d0d disassociated (deleted). External IP: 172.36.2.185, port: 39bff234-802b-4f5a-be99-014bb3e7a8c9. Jan 10 12:49:18.209720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Router c118674b-2771-4d0c-8e55-1022b1f88c1e has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:49:18.316560 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:49:18.321979 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:18.326794 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b959cfa5-be30-4b86-af92-e8371df84e3a None None] Sync routers for ids ['c118674b-2771-4d0c-8e55-1022b1f88c1e'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:49:18.337312 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959cfa5-be30-4b86-af92-e8371df84e3a None None] Routers {'c118674b-2771-4d0c-8e55-1022b1f88c1e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:49:18.337996 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b959cfa5-be30-4b86-af92-e8371df84e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:49:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c118674b-2771-4d0c-8e55-1022b1f88c1e'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:18.351099 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-40ca0650-6c66-4698-9b80-91138c26e701 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "DELETE /v2.0/floatingips/00622d7c-fabb-483f-85eb-31b79d9c0d0d HTTP/1.1" status: 204 len: 168 time: 0.9158869 Jan 10 12:49:18.351707 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'tag': '39bff234-802b-4f5a-be99-014bb3e7a8c9'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:49:18.392032 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb7971a050e41c06ac0207e897febd0c2d5d391f799f74077a66439778875e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab45e32-76dc-41f5-adf8-fbb858e2ca74" -d '{"events": [{"name": "network-changed", "server_uuid": "3953757f-ce40-4127-8b2c-4a6e5ed4f3de", "tag": "39bff234-802b-4f5a-be99-014bb3e7a8c9"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:49:18.446316 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-b959cfa5-be30-4b86-af92-e8371df84e3a None None] Set router c118674b-2771-4d0c-8e55-1022b1f88c1e gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:49:18.526913 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f73b15-3a52-4f3b-88bd-546558fde7cb x-openstack-request-id: req-69f73b15-3a52-4f3b-88bd-546558fde7cb {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:49:18.529190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3953757f-ce40-4127-8b2c-4a6e5ed4f3de", "tag": "39bff234-802b-4f5a-be99-014bb3e7a8c9", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:49:18.529190 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69f73b15-3a52-4f3b-88bd-546558fde7cb {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:49:18.529190 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'tag': '39bff234-802b-4f5a-be99-014bb3e7a8c9', 'status': 'completed', 'code': 200} Jan 10 12:49:18.593124 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab45e32-76dc-41f5-adf8-fbb858e2ca74 req-87676174-c16c-463a-bd87-67be786d6b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:18.594671 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cab45e32-76dc-41f5-adf8-fbb858e2ca74 req-87676174-c16c-463a-bd87-67be786d6b34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a908331075b472b869cabd4e2eacaec&device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 1099 time: 0.0454359 Jan 10 12:49:18.677808 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b959cfa5-be30-4b86-af92-e8371df84e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '608692b0-cc8a-4d46-96ee-e37a7d4eb35d', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'floating_ip_address': '172.36.2.9', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'port_id': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'mac_address': 'fa:16:3e:65:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:44:47Z', 'updated_at': '2022-01-10T12:44:49Z', 'revision_number': 1, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:25Z', 'revision_number': 5, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:18.686021 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab45e32-76dc-41f5-adf8-fbb858e2ca74 req-439ad9c8-33a3-42be-8547-8a0037b50375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:18.693297 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cab45e32-76dc-41f5-adf8-fbb858e2ca74 req-439ad9c8-33a3-42be-8547-8a0037b50375 service neutron] 10.222.0.30 "GET /v2.0/networks?id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 HTTP/1.1" status: 200 len: 910 time: 0.0869324 Jan 10 12:49:18.704889 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b959cfa5-be30-4b86-af92-e8371df84e3a None None] Checking router: c118674b-2771-4d0c-8e55-1022b1f88c1e for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:49:18.714188 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959cfa5-be30-4b86-af92-e8371df84e3a None None] Routers {'c118674b-2771-4d0c-8e55-1022b1f88c1e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:49:18.714807 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b959cfa5-be30-4b86-af92-e8371df84e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:49:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c118674b-2771-4d0c-8e55-1022b1f88c1e'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:18.736304 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cab45e32-76dc-41f5-adf8-fbb858e2ca74 req-3e8b11f2-c3de-4da7-9561-860e4c8e8766 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39bff234-802b-4f5a-be99-014bb3e7a8c9 HTTP/1.1" status: 200 len: 217 time: 0.0412369 Jan 10 12:49:18.784387 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:49:18.785556 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 39bff234-802b-4f5a-be99-014bb3e7a8c9 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:49:18.795802 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab45e32-76dc-41f5-adf8-fbb858e2ca74 req-5bba7431-7cfa-44f8-be76-76e8f341dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:18.797304 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cab45e32-76dc-41f5-adf8-fbb858e2ca74 req-5bba7431-7cfa-44f8-be76-76e8f341dd2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c6938dd-9a56-47de-be5b-3a18e7f8d308 HTTP/1.1" status: 200 len: 848 time: 0.0548081 Jan 10 12:49:18.846108 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab45e32-76dc-41f5-adf8-fbb858e2ca74 req-ced7a82c-b4cf-4c75-9bc0-e2b5405259ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:18.847624 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cab45e32-76dc-41f5-adf8-fbb858e2ca74 req-ced7a82c-b4cf-4c75-9bc0-e2b5405259ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424926 Jan 10 12:49:18.895276 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-b959cfa5-be30-4b86-af92-e8371df84e3a None None] Set router c118674b-2771-4d0c-8e55-1022b1f88c1e gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:49:18.906254 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fdc1c-eaa5-4598-8528-9bb6594deca7 req-6e8f7f5f-e9cb-44d9-bc8c-8c45c982f2e0 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:18.907895 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6c1fdc1c-eaa5-4598-8528-9bb6594deca7 req-6e8f7f5f-e9cb-44d9-bc8c-8c45c982f2e0 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 946 time: 0.1020982 Jan 10 12:49:18.931981 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587059'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), before_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:18.943479 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cab45e32-76dc-41f5-adf8-fbb858e2ca74 req-befba8ca-f6d9-41f3-9888-ae4a268a50b5 service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888846 Jan 10 12:49:18.962881 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-6c1fdc1c-eaa5-4598-8528-9bb6594deca7 req-14cc62a7-d8b3-4ca5-9f99-d6834158291e tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476098 Jan 10 12:49:18.996668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39bff234-802b-4f5a-be99-014bb3e7a8c9'}] {{(pid=110626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:49:19.017646 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] For port 39bff234-802b-4f5a-be99-014bb3e7a8c9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=39bff234-802b-4f5a-be99-014bb3e7a8c9,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:49:19.037451 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-cab45e32-76dc-41f5-adf8-fbb858e2ca74 req-17245eb6-b03a-42d4-b485-0c752afe4f98 service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884404 Jan 10 12:49:19.051756 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5d735165471cf498c36f54a3af4d95ffc4b607ec30c8cbd2cb652e7871e994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e48eec-ac3a-4769-8446-86a340761f94" -d '{"events": [{"server_uuid": "3953757f-ce40-4127-8b2c-4a6e5ed4f3de", "name": "network-vif-unplugged", "status": "completed", "tag": "39bff234-802b-4f5a-be99-014bb3e7a8c9"}]}' {{(pid=110626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:49:19.095545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739242562946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739242093370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739242093388'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:19.141267 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Jan 2022 12:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b0df45-df55-4799-a84b-906beb2c7710 x-openstack-request-id: req-29b0df45-df55-4799-a84b-906beb2c7710 {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:49:19.141566 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3953757f-ce40-4127-8b2c-4a6e5ed4f3de", "name": "network-vif-unplugged", "status": "completed", "tag": "39bff234-802b-4f5a-be99-014bb3e7a8c9", "code": 200}]} {{(pid=110626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:49:19.141848 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29b0df45-df55-4799-a84b-906beb2c7710 {{(pid=110626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:49:19.142249 dv-neutron-master-2-hyperv neutron-server[110626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39bff234-802b-4f5a-be99-014bb3e7a8c9', 'code': 200} Jan 10 12:49:19.167692 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Pushing event updated for resources: {'Port': ['ID=39bff234-802b-4f5a-be99-014bb3e7a8c9,revision_number=8']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:19.218391 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-b959cfa5-be30-4b86-af92-e8371df84e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '608692b0-cc8a-4d46-96ee-e37a7d4eb35d', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'floating_ip_address': '172.36.2.9', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'port_id': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'mac_address': 'fa:16:3e:65:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:44:47Z', 'updated_at': '2022-01-10T12:44:49Z', 'revision_number': 1, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:25Z', 'revision_number': 5, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:19.244431 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b959cfa5-be30-4b86-af92-e8371df84e3a None None] The sync data for ids ['c118674b-2771-4d0c-8e55-1022b1f88c1e'] in dv-neutron-master-2-hyperv is: [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '608692b0-cc8a-4d46-96ee-e37a7d4eb35d', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'floating_ip_address': '172.36.2.9', 'floating_network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'router_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'port_id': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'mac_address': 'fa:16:3e:65:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:44:47Z', 'updated_at': '2022-01-10T12:44:49Z', 'revision_number': 1, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:25Z', 'revision_number': 5, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:49:19.452160 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c74e629-1f0b-4800-a13d-614ab97fc5f2 None None] New status for floating IP 00622d7c-fabb-483f-85eb-31b79d9c0d0d: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:49:20.047063 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:20.085780 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2caeb4-0ad5-4487-80b9-19863fc9afb5 req-0b03cd55-56e6-4463-b29c-c269a5fb5a81 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:20.087257 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ac2caeb4-0ad5-4487-80b9-19863fc9afb5 req-0b03cd55-56e6-4463-b29c-c269a5fb5a81 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 944 time: 0.0480232 Jan 10 12:49:20.135142 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-ac2caeb4-0ad5-4487-80b9-19863fc9afb5 req-c7305faf-8ebd-4a03-b798-2d6f669155f6 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421455 Jan 10 12:49:20.269961 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecc3f0-2853-4a66-9297-874ab3dd0e19 req-90f74372-6459-454e-9ae4-f1c7b64e3f73 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:20.271927 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1fecc3f0-2853-4a66-9297-874ab3dd0e19 req-90f74372-6459-454e-9ae4-f1c7b64e3f73 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.30 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 944 time: 0.0492096 Jan 10 12:49:20.363432 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-1fecc3f0-2853-4a66-9297-874ab3dd0e19 req-3a7f25c6-92b7-4157-91dc-1dbafb222981 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Deleting port 39bff234-802b-4f5a-be99-014bb3e7a8c9 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:49:20.363771 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-1fecc3f0-2853-4a66-9297-874ab3dd0e19 req-3a7f25c6-92b7-4157-91dc-1dbafb222981 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:20.450210 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-1fecc3f0-2853-4a66-9297-874ab3dd0e19 req-3a7f25c6-92b7-4157-91dc-1dbafb222981 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] For port 39bff234-802b-4f5a-be99-014bb3e7a8c9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=39bff234-802b-4f5a-be99-014bb3e7a8c9,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:49:20.450578 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-1fecc3f0-2853-4a66-9297-874ab3dd0e19 req-3a7f25c6-92b7-4157-91dc-1dbafb222981 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:20.468017 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-1fecc3f0-2853-4a66-9297-874ab3dd0e19 req-3a7f25c6-92b7-4157-91dc-1dbafb222981 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Calling delete_port for 39bff234-802b-4f5a-be99-014bb3e7a8c9 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:49:20.656328 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-1fecc3f0-2853-4a66-9297-874ab3dd0e19 req-3a7f25c6-92b7-4157-91dc-1dbafb222981 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (39bff234-802b-4f5a-be99-014bb3e7a8c9), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:20.684861 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f25c6-92b7-4157-91dc-1dbafb222981 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event deleted for resources: {'Port': ['ID=39bff234-802b-4f5a-be99-014bb3e7a8c9,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:20.729092 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fecc3f0-2853-4a66-9297-874ab3dd0e19 req-3a7f25c6-92b7-4157-91dc-1dbafb222981 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] No DVR routers for this DVR port 39bff234-802b-4f5a-be99-014bb3e7a8c9 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:49:20.731649 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-1fecc3f0-2853-4a66-9297-874ab3dd0e19 req-3a7f25c6-92b7-4157-91dc-1dbafb222981 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:20.735058 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-1fecc3f0-2853-4a66-9297-874ab3dd0e19 req-3a7f25c6-92b7-4157-91dc-1dbafb222981 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.30 "DELETE /v2.0/ports/39bff234-802b-4f5a-be99-014bb3e7a8c9 HTTP/1.1" status: 204 len: 173 time: 0.4577301 Jan 10 12:49:20.735498 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'name': 'network-vif-deleted', 'tag': '39bff234-802b-4f5a-be99-014bb3e7a8c9'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:49:20.737780 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb7971a050e41c06ac0207e897febd0c2d5d391f799f74077a66439778875e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db475a66-07b2-4244-ad13-554c4d01a6a9" -d '{"events": [{"server_uuid": "3953757f-ce40-4127-8b2c-4a6e5ed4f3de", "name": "network-vif-deleted", "tag": "39bff234-802b-4f5a-be99-014bb3e7a8c9"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:49:20.778023 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e8dc64-a8a8-4550-8ab2-91e12c95f308 x-openstack-request-id: req-40e8dc64-a8a8-4550-8ab2-91e12c95f308 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:49:20.778327 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3953757f-ce40-4127-8b2c-4a6e5ed4f3de", "name": "network-vif-deleted", "tag": "39bff234-802b-4f5a-be99-014bb3e7a8c9", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:49:20.778822 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40e8dc64-a8a8-4550-8ab2-91e12c95f308 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:49:20.779245 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3953757f-ce40-4127-8b2c-4a6e5ed4f3de', 'name': 'network-vif-deleted', 'tag': '39bff234-802b-4f5a-be99-014bb3e7a8c9', 'status': 'completed', 'code': 200} Jan 10 12:49:21.243190 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-01b81322-5eb2-4cc2-a56a-7add9fbde97d req-6a916425-42a7-4d44-8009-279c6ec6db7c tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=3953757f-ce40-4127-8b2c-4a6e5ed4f3de HTTP/1.1" status: 200 len: 210 time: 0.0296316 Jan 10 12:49:22.782441 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 39bff234-802b-4f5a-be99-014bb3e7a8c9 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:49:22.802317 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 39bff234-802b-4f5a-be99-014bb3e7a8c9 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:49:22.806947 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 39bff234-802b-4f5a-be99-014bb3e7a8c9 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:49:23.602699 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38802) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:49:23.758359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-aee493db-bb33-4873-b6c8-ba56e10ef0b3 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Deleting port 107b06a8-ce9f-49e6-9bb1-039f1c46d332 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:49:23.758706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aee493db-bb33-4873-b6c8-ba56e10ef0b3 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (107b06a8-ce9f-49e6-9bb1-039f1c46d332), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:23.836284 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aee493db-bb33-4873-b6c8-ba56e10ef0b3 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (107b06a8-ce9f-49e6-9bb1-039f1c46d332), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:23.836616 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aee493db-bb33-4873-b6c8-ba56e10ef0b3 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for floatingip (107b06a8-ce9f-49e6-9bb1-039f1c46d332), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:23.848025 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-aee493db-bb33-4873-b6c8-ba56e10ef0b3 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Calling delete_port for 107b06a8-ce9f-49e6-9bb1-039f1c46d332 owned by network:floatingip {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:49:24.047300 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aee493db-bb33-4873-b6c8-ba56e10ef0b3 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (107b06a8-ce9f-49e6-9bb1-039f1c46d332), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:24.076952 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee493db-bb33-4873-b6c8-ba56e10ef0b3 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event deleted for resources: {'Port': ['ID=107b06a8-ce9f-49e6-9bb1-039f1c46d332,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:24.136034 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aee493db-bb33-4873-b6c8-ba56e10ef0b3 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for floatingip (608692b0-cc8a-4d46-96ee-e37a7d4eb35d), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:24.136372 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.db.l3_db [None req-aee493db-bb33-4873-b6c8-ba56e10ef0b3 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Floating IP 608692b0-cc8a-4d46-96ee-e37a7d4eb35d disassociated (deleted). External IP: 172.36.2.9, port: 1a2241e3-dac0-4571-8cd9-6c022f325c74. Jan 10 12:49:24.339771 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee493db-bb33-4873-b6c8-ba56e10ef0b3 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Router c118674b-2771-4d0c-8e55-1022b1f88c1e has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:49:24.752351 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee493db-bb33-4873-b6c8-ba56e10ef0b3 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:49:24.757686 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-aee493db-bb33-4873-b6c8-ba56e10ef0b3 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for floatingip (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:24.762478 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e78166-781d-4c24-aac5-53fd591161dd None None] Sync routers for ids ['c118674b-2771-4d0c-8e55-1022b1f88c1e'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:49:24.771854 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e78166-781d-4c24-aac5-53fd591161dd None None] Routers {'c118674b-2771-4d0c-8e55-1022b1f88c1e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:49:24.772467 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-09e78166-781d-4c24-aac5-53fd591161dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:49:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c118674b-2771-4d0c-8e55-1022b1f88c1e'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:24.783667 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-aee493db-bb33-4873-b6c8-ba56e10ef0b3 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "DELETE /v2.0/floatingips/608692b0-cc8a-4d46-96ee-e37a7d4eb35d HTTP/1.1" status: 204 len: 168 time: 1.1798866 Jan 10 12:49:24.784376 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'tag': '1a2241e3-dac0-4571-8cd9-6c022f325c74'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:49:24.788648 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb7971a050e41c06ac0207e897febd0c2d5d391f799f74077a66439778875e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e166c988-e2f1-4920-bd00-ca68d71661f5" -d '{"events": [{"name": "network-changed", "server_uuid": "45f47dca-e2d4-42f4-86d6-bf9ec2242cfb", "tag": "1a2241e3-dac0-4571-8cd9-6c022f325c74"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:49:24.830867 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c452f0-a08a-4bfb-b728-fea07f4888a6 x-openstack-request-id: req-35c452f0-a08a-4bfb-b728-fea07f4888a6 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:49:24.831246 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f47dca-e2d4-42f4-86d6-bf9ec2242cfb", "tag": "1a2241e3-dac0-4571-8cd9-6c022f325c74", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:49:24.832277 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35c452f0-a08a-4bfb-b728-fea07f4888a6 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:49:24.832277 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'tag': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'status': 'completed', 'code': 200} Jan 10 12:49:24.881202 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-09e78166-781d-4c24-aac5-53fd591161dd None None] Set router c118674b-2771-4d0c-8e55-1022b1f88c1e gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:49:24.892200 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166c988-e2f1-4920-bd00-ca68d71661f5 req-27c3745b-186d-48e5-88dc-54f55b52e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:24.893751 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e166c988-e2f1-4920-bd00-ca68d71661f5 req-27c3745b-186d-48e5-88dc-54f55b52e70c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a908331075b472b869cabd4e2eacaec&device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 1097 time: 0.0414562 Jan 10 12:49:24.986292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166c988-e2f1-4920-bd00-ca68d71661f5 req-abb6df07-59f1-4ca3-acaa-f21915b4b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:24.987824 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e166c988-e2f1-4920-bd00-ca68d71661f5 req-abb6df07-59f1-4ca3-acaa-f21915b4b36d service neutron] 10.222.0.30 "GET /v2.0/networks?id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 HTTP/1.1" status: 200 len: 910 time: 0.0888836 Jan 10 12:49:25.027367 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e166c988-e2f1-4920-bd00-ca68d71661f5 req-b5a297a4-adc3-48cb-a08e-d63ce46c24a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a2241e3-dac0-4571-8cd9-6c022f325c74 HTTP/1.1" status: 200 len: 217 time: 0.0341747 Jan 10 12:49:25.079385 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166c988-e2f1-4920-bd00-ca68d71661f5 req-ae933396-9ce1-474a-870d-96e1f01ec902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:25.080878 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e166c988-e2f1-4920-bd00-ca68d71661f5 req-ae933396-9ce1-474a-870d-96e1f01ec902 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c6938dd-9a56-47de-be5b-3a18e7f8d308 HTTP/1.1" status: 200 len: 848 time: 0.0476866 Jan 10 12:49:25.081003 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-09e78166-781d-4c24-aac5-53fd591161dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:25Z', 'revision_number': 5, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:25.107502 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e78166-781d-4c24-aac5-53fd591161dd None None] Checking router: c118674b-2771-4d0c-8e55-1022b1f88c1e for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:49:25.117926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e78166-781d-4c24-aac5-53fd591161dd None None] Routers {'c118674b-2771-4d0c-8e55-1022b1f88c1e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:49:25.118520 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-09e78166-781d-4c24-aac5-53fd591161dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:49:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c118674b-2771-4d0c-8e55-1022b1f88c1e'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:25.133887 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166c988-e2f1-4920-bd00-ca68d71661f5 req-9a0e38d1-e3ca-40ea-8583-b788bdb9db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:25.135406 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e166c988-e2f1-4920-bd00-ca68d71661f5 req-9a0e38d1-e3ca-40ea-8583-b788bdb9db6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492136 Jan 10 12:49:25.227510 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-09e78166-781d-4c24-aac5-53fd591161dd None None] Set router c118674b-2771-4d0c-8e55-1022b1f88c1e gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:49:25.264456 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4866bde-29c0-4780-9f76-d4887468e047 req-5e466904-96c8-4d17-a192-b672e0c0e49a tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:25.265990 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c4866bde-29c0-4780-9f76-d4887468e047 req-5e466904-96c8-4d17-a192-b672e0c0e49a tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 944 time: 0.0955441 Jan 10 12:49:25.272783 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e166c988-e2f1-4920-bd00-ca68d71661f5 req-f3bb042a-d4e3-4134-a49b-d3530398cf41 service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305783 Jan 10 12:49:25.373972 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-c4866bde-29c0-4780-9f76-d4887468e047 req-47c89d0d-03fa-457c-bf2d-221fe8958326 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001189 Jan 10 12:49:25.399125 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-e166c988-e2f1-4920-bd00-ca68d71661f5 req-93ca1e9f-ec8f-4800-8b04-8b0d73bdd2db service neutron] 10.222.0.30 "GET /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194546 Jan 10 12:49:25.430939 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-09e78166-781d-4c24-aac5-53fd591161dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:25Z', 'revision_number': 5, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:25.456433 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e78166-781d-4c24-aac5-53fd591161dd None None] The sync data for ids ['c118674b-2771-4d0c-8e55-1022b1f88c1e'] in dv-neutron-master-2-hyperv is: [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25be4db9-b4e9-4595-aba5-5f153b8b37ee', 'name': '', 'network_id': '65c8cdec-0a06-4b9f-a5d8-ded91fd098b4', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'mac_address': 'fa:16:3e:36:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:20Z', 'updated_at': '2022-01-10T12:44:25Z', 'revision_number': 5, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'subnets': [{'id': '5c6938dd-9a56-47de-be5b-3a18e7f8d308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:49:25.788203 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c512b986-7178-41a1-b885-9ac7034365e2 None None] New status for floating IP 608692b0-cc8a-4d46-96ee-e37a7d4eb35d: DOWN {{(pid=110627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 12:49:26.489783 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd37d04-4f82-4ca7-bb6a-a0d4ed5e3604 req-e2cd29b7-f34b-42bb-a557-94dfcc018b36 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:26.491330 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1cd37d04-4f82-4ca7-bb6a-a0d4ed5e3604 req-e2cd29b7-f34b-42bb-a557-94dfcc018b36 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 944 time: 0.0491595 Jan 10 12:49:26.541443 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-1cd37d04-4f82-4ca7-bb6a-a0d4ed5e3604 req-2d3e1072-4ef9-47e5-a558-2f367b6e0cd3 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8023ed7-cecc-4b62-83a7-c72d90f405a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438266 Jan 10 12:49:26.723238 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5690-339e-4cfc-87a2-90d439feafa9 req-f3b929c1-063d-4211-b1c5-750064cd430d tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 12:49:26.725332 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-518e5690-339e-4cfc-87a2-90d439feafa9 req-f3b929c1-063d-4211-b1c5-750064cd430d tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.30 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 944 time: 0.0495627 Jan 10 12:49:26.815981 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-518e5690-339e-4cfc-87a2-90d439feafa9 req-341f4673-6559-417c-ada3-f60aec7e1f90 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Deleting port 1a2241e3-dac0-4571-8cd9-6c022f325c74 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:49:26.816249 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-518e5690-339e-4cfc-87a2-90d439feafa9 req-341f4673-6559-417c-ada3-f60aec7e1f90 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:26.903893 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [req-518e5690-339e-4cfc-87a2-90d439feafa9 req-341f4673-6559-417c-ada3-f60aec7e1f90 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] For port 1a2241e3-dac0-4571-8cd9-6c022f325c74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1a2241e3-dac0-4571-8cd9-6c022f325c74,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:49:26.904262 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-518e5690-339e-4cfc-87a2-90d439feafa9 req-341f4673-6559-417c-ada3-f60aec7e1f90 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:26.917546 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [req-518e5690-339e-4cfc-87a2-90d439feafa9 req-341f4673-6559-417c-ada3-f60aec7e1f90 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Calling delete_port for 1a2241e3-dac0-4571-8cd9-6c022f325c74 owned by compute:nova {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:49:27.103894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-518e5690-339e-4cfc-87a2-90d439feafa9 req-341f4673-6559-417c-ada3-f60aec7e1f90 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (1a2241e3-dac0-4571-8cd9-6c022f325c74), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:27.130234 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f4673-6559-417c-ada3-f60aec7e1f90 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event deleted for resources: {'Port': ['ID=1a2241e3-dac0-4571-8cd9-6c022f325c74,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:27.177026 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.l3_dvrscheduler_db [req-518e5690-339e-4cfc-87a2-90d439feafa9 req-341f4673-6559-417c-ada3-f60aec7e1f90 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] No DVR routers for this DVR port 1a2241e3-dac0-4571-8cd9-6c022f325c74 on host hv-neutron-mast {{(pid=110624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:49:27.179932 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [req-518e5690-339e-4cfc-87a2-90d439feafa9 req-341f4673-6559-417c-ada3-f60aec7e1f90 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259146'] for port (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:27.182832 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [req-518e5690-339e-4cfc-87a2-90d439feafa9 req-341f4673-6559-417c-ada3-f60aec7e1f90 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.30 "DELETE /v2.0/ports/1a2241e3-dac0-4571-8cd9-6c022f325c74 HTTP/1.1" status: 204 len: 173 time: 0.4530175 Jan 10 12:49:27.183292 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'name': 'network-vif-deleted', 'tag': '1a2241e3-dac0-4571-8cd9-6c022f325c74'}] {{(pid=110624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 12:49:27.185534 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb7971a050e41c06ac0207e897febd0c2d5d391f799f74077a66439778875e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b286f1-57b7-47fb-a9da-e2d9917834c9" -d '{"events": [{"server_uuid": "45f47dca-e2d4-42f4-86d6-bf9ec2242cfb", "name": "network-vif-deleted", "tag": "1a2241e3-dac0-4571-8cd9-6c022f325c74"}]}' {{(pid=110624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 12:49:27.221624 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7119af1-906d-4b86-bf34-2307408a4ea6 x-openstack-request-id: req-a7119af1-906d-4b86-bf34-2307408a4ea6 {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 12:49:27.221970 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f47dca-e2d4-42f4-86d6-bf9ec2242cfb", "name": "network-vif-deleted", "tag": "1a2241e3-dac0-4571-8cd9-6c022f325c74", "status": "completed", "code": 200}]} {{(pid=110624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 12:49:27.222228 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7119af1-906d-4b86-bf34-2307408a4ea6 {{(pid=110624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 12:49:27.222633 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f47dca-e2d4-42f4-86d6-bf9ec2242cfb', 'name': 'network-vif-deleted', 'tag': '1a2241e3-dac0-4571-8cd9-6c022f325c74', 'status': 'completed', 'code': 200} Jan 10 12:49:27.694450 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [req-81565516-f2f2-4fe1-a2ab-3eac94eb0194 req-33a550d5-98c7-4f84-aecc-045a757e4321 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "GET /v2.0/ports?device_id=45f47dca-e2d4-42f4-86d6-bf9ec2242cfb HTTP/1.1" status: 200 len: 210 time: 0.0266573 Jan 10 12:49:28.749451 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38820) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:49:28.805964 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0ae25eb-bf38-46cf-b495-602d219a8149 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group (e8023ed7-cecc-4b62-83a7-c72d90f405a3), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:28.835094 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0ae25eb-bf38-46cf-b495-602d219a8149 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group (e8023ed7-cecc-4b62-83a7-c72d90f405a3), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:28.970145 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0ae25eb-bf38-46cf-b495-602d219a8149 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (e8023ed7-cecc-4b62-83a7-c72d90f405a3), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:28.972700 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-f0ae25eb-bf38-46cf-b495-602d219a8149 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:28.973958 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-f0ae25eb-bf38-46cf-b495-602d219a8149 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] 10.222.0.16 "DELETE /v2.0/security-groups/e8023ed7-cecc-4b62-83a7-c72d90f405a3 HTTP/1.1" status: 204 len: 168 time: 0.2234502 Jan 10 12:49:28.983361 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae25eb-bf38-46cf-b495-602d219a8149 tempest-TestSnapshotPattern-536705833 tempest-TestSnapshotPattern-536705833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8023ed7-cecc-4b62-83a7-c72d90f405a3,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:29.090988 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38824) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:49:29.524776 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-88df0f3d-c179-4ecc-aa7d-9d94a2bd9854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (c118674b-2771-4d0c-8e55-1022b1f88c1e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:29.761826 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-88df0f3d-c179-4ecc-aa7d-9d94a2bd9854 admin admin] Deleting port 25be4db9-b4e9-4595-aba5-5f153b8b37ee {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:49:29.762500 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-88df0f3d-c179-4ecc-aa7d-9d94a2bd9854 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:29.842329 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-88df0f3d-c179-4ecc-aa7d-9d94a2bd9854 admin admin] For port 25be4db9-b4e9-4595-aba5-5f153b8b37ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=25be4db9-b4e9-4595-aba5-5f153b8b37ee,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:49:29.842606 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-88df0f3d-c179-4ecc-aa7d-9d94a2bd9854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:29.855321 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-88df0f3d-c179-4ecc-aa7d-9d94a2bd9854 admin admin] Calling delete_port for 25be4db9-b4e9-4595-aba5-5f153b8b37ee owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:49:30.086915 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-88df0f3d-c179-4ecc-aa7d-9d94a2bd9854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (25be4db9-b4e9-4595-aba5-5f153b8b37ee), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:30.113901 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df0f3d-c179-4ecc-aa7d-9d94a2bd9854 admin admin] Pushing event deleted for resources: {'Port': ['ID=25be4db9-b4e9-4595-aba5-5f153b8b37ee,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:30.278364 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-88df0f3d-c179-4ecc-aa7d-9d94a2bd9854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (c118674b-2771-4d0c-8e55-1022b1f88c1e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:30.490508 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88df0f3d-c179-4ecc-aa7d-9d94a2bd9854 admin admin] Router c118674b-2771-4d0c-8e55-1022b1f88c1e has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:49:30.601286 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88df0f3d-c179-4ecc-aa7d-9d94a2bd9854 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:49:30.606444 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-88df0f3d-c179-4ecc-aa7d-9d94a2bd9854 admin admin] 10.222.0.16 "PUT /v2.0/routers/c118674b-2771-4d0c-8e55-1022b1f88c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5143859 Jan 10 12:49:30.608995 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38828) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:49:30.610361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ff127-587a-49a7-8b95-e920594c8100 None None] Sync routers for ids ['c118674b-2771-4d0c-8e55-1022b1f88c1e'] in dv-neutron-master-2-hyperv {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:49:30.621286 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ff127-587a-49a7-8b95-e920594c8100 None None] Routers {'c118674b-2771-4d0c-8e55-1022b1f88c1e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:49:30.621940 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0b9ff127-587a-49a7-8b95-e920594c8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:49:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c118674b-2771-4d0c-8e55-1022b1f88c1e'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:30.712359 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0115e957-8409-4c79-90f9-453fdc68c142 admin admin] Publish callbacks [] for router (c118674b-2771-4d0c-8e55-1022b1f88c1e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:30.725491 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-0b9ff127-587a-49a7-8b95-e920594c8100 None None] Set router c118674b-2771-4d0c-8e55-1022b1f88c1e gateway port host: dv-neutron-master-2-hyperv {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:49:30.817840 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0115e957-8409-4c79-90f9-453fdc68c142 admin admin] Publish callbacks [] for router_gateway (c118674b-2771-4d0c-8e55-1022b1f88c1e), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:30.926982 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-0115e957-8409-4c79-90f9-453fdc68c142 admin admin] Deleting port 213ac963-0659-46e0-b56a-2a15f41e6583 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:49:30.927331 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0115e957-8409-4c79-90f9-453fdc68c142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (213ac963-0659-46e0-b56a-2a15f41e6583), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:30.928508 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 1a2241e3-dac0-4571-8cd9-6c022f325c74 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:49:30.963852 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] No Port match for: 1a2241e3-dac0-4571-8cd9-6c022f325c74 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:49:30.964201 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Device 1a2241e3-dac0-4571-8cd9-6c022f325c74 not bound to the agent host hv-neutron-mast {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:49:31.010354 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-0115e957-8409-4c79-90f9-453fdc68c142 admin admin] For port 213ac963-0659-46e0-b56a-2a15f41e6583, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=213ac963-0659-46e0-b56a-2a15f41e6583,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:49:31.010739 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0115e957-8409-4c79-90f9-453fdc68c142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (213ac963-0659-46e0-b56a-2a15f41e6583), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:31.023261 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-0115e957-8409-4c79-90f9-453fdc68c142 admin admin] Calling delete_port for 213ac963-0659-46e0-b56a-2a15f41e6583 owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:49:31.072147 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0b9ff127-587a-49a7-8b95-e920594c8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242'}], 'enable_snat': True}, 'gw_port_id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:49:29Z', 'revision_number': 5, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port': {'id': '213ac963-0659-46e0-b56a-2a15f41e6583', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:31.099043 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ff127-587a-49a7-8b95-e920594c8100 None None] Checking router: c118674b-2771-4d0c-8e55-1022b1f88c1e for host: dv-neutron-master-2-hyperv {{(pid=110626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:49:31.107352 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ff127-587a-49a7-8b95-e920594c8100 None None] Routers {'c118674b-2771-4d0c-8e55-1022b1f88c1e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:49:31.107966 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0b9ff127-587a-49a7-8b95-e920594c8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:49:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['c118674b-2771-4d0c-8e55-1022b1f88c1e'], 'active': True} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:31.193685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvr_db [None req-0b9ff127-587a-49a7-8b95-e920594c8100 None None] Set router c118674b-2771-4d0c-8e55-1022b1f88c1e gateway port host: None {{(pid=110626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:49:31.249261 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_hamode_db [None req-0b9ff127-587a-49a7-8b95-e920594c8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:49:30Z', 'revision_number': 6, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:31.262037 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0115e957-8409-4c79-90f9-453fdc68c142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (213ac963-0659-46e0-b56a-2a15f41e6583), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:31.276016 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ff127-587a-49a7-8b95-e920594c8100 None None] The sync data for ids ['c118674b-2771-4d0c-8e55-1022b1f88c1e'] in dv-neutron-master-2-hyperv is: [{'id': 'c118674b-2771-4d0c-8e55-1022b1f88c1e', 'name': 'tempest-TestSnapshotPattern-572179209-router', 'tenant_id': '4a908331075b472b869cabd4e2eacaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:18Z', 'updated_at': '2022-01-10T12:49:30Z', 'revision_number': 6, 'project_id': '4a908331075b472b869cabd4e2eacaec', 'gw_port_host': None}] {{(pid=110626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:49:31.289502 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115e957-8409-4c79-90f9-453fdc68c142 admin admin] Pushing event deleted for resources: {'Port': ['ID=213ac963-0659-46e0-b56a-2a15f41e6583,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:31.302301 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccf9d16-7f32-411e-97e5-ff177cf5053a None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:49:31.354790 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0115e957-8409-4c79-90f9-453fdc68c142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (c118674b-2771-4d0c-8e55-1022b1f88c1e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:31.443538 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0115e957-8409-4c79-90f9-453fdc68c142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (c118674b-2771-4d0c-8e55-1022b1f88c1e), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:31.445627 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0115e957-8409-4c79-90f9-453fdc68c142 admin admin] Publish callbacks [] for router_controller (c118674b-2771-4d0c-8e55-1022b1f88c1e), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:31.538395 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0115e957-8409-4c79-90f9-453fdc68c142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (c118674b-2771-4d0c-8e55-1022b1f88c1e), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:31.538922 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0115e957-8409-4c79-90f9-453fdc68c142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c118674b-2771-4d0c-8e55-1022b1f88c1e {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:49:31.543335 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-0115e957-8409-4c79-90f9-453fdc68c142 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:31.546197 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-0115e957-8409-4c79-90f9-453fdc68c142 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c118674b-2771-4d0c-8e55-1022b1f88c1e HTTP/1.1" status: 204 len: 168 time: 0.9345729 Jan 10 12:49:31.547070 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38830) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:49:31.591926 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-540a5c19-6728-44bf-842d-05ecc06fa63b admin admin] Deleting subnet 5c6938dd-9a56-47de-be5b-3a18e7f8d308 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:49:31.594945 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-540a5c19-6728-44bf-842d-05ecc06fa63b admin admin] Publish callbacks [] for subnet (5c6938dd-9a56-47de-be5b-3a18e7f8d308), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:31.643689 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-540a5c19-6728-44bf-842d-05ecc06fa63b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (5c6938dd-9a56-47de-be5b-3a18e7f8d308), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:31.715410 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-540a5c19-6728-44bf-842d-05ecc06fa63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (5c6938dd-9a56-47de-be5b-3a18e7f8d308), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:31.839240 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-540a5c19-6728-44bf-842d-05ecc06fa63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (5c6938dd-9a56-47de-be5b-3a18e7f8d308), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:31.868380 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-540a5c19-6728-44bf-842d-05ecc06fa63b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:31.872436 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-540a5c19-6728-44bf-842d-05ecc06fa63b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5c6938dd-9a56-47de-be5b-3a18e7f8d308 HTTP/1.1" status: 204 len: 168 time: 0.3244178 Jan 10 12:49:31.873160 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a4e2e3-68b2-40f7-8282-42f130000225 None None] Network 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:49:31.873665 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a5c19-6728-44bf-842d-05ecc06fa63b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c6938dd-9a56-47de-be5b-3a18e7f8d308,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:31.875197 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38832) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:49:31.947561 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (65c8cdec-0a06-4b9f-a5d8-ded91fd098b4), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:32.007019 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Deleting port b75d4c8e-6acc-4795-955b-117e905cc5f1 {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:49:32.007359 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b75d4c8e-6acc-4795-955b-117e905cc5f1), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:32.032028 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4c1b77-749e-4bc4-85b8-09a114925501 None None] DHCP port deletion for 65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:49:32.078821 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] For port b75d4c8e-6acc-4795-955b-117e905cc5f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b75d4c8e-6acc-4795-955b-117e905cc5f1,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:49:32.079274 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b75d4c8e-6acc-4795-955b-117e905cc5f1), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:32.080750 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-af4c1b77-749e-4bc4-85b8-09a114925501 None None] Deleting port b75d4c8e-6acc-4795-955b-117e905cc5f1 {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:49:32.081932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-af4c1b77-749e-4bc4-85b8-09a114925501 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (b75d4c8e-6acc-4795-955b-117e905cc5f1), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:32.092551 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Calling delete_port for b75d4c8e-6acc-4795-955b-117e905cc5f1 owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:49:32.152334 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-af4c1b77-749e-4bc4-85b8-09a114925501 None None] For port b75d4c8e-6acc-4795-955b-117e905cc5f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b75d4c8e-6acc-4795-955b-117e905cc5f1,segment=NetworkSegment(4816bc38-2ad5-47d4-88b4-b46588484202),segment_id=4816bc38-2ad5-47d4-88b4-b46588484202)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:49:32.152739 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-af4c1b77-749e-4bc4-85b8-09a114925501 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (b75d4c8e-6acc-4795-955b-117e905cc5f1), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:32.165111 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-af4c1b77-749e-4bc4-85b8-09a114925501 None None] Calling delete_port for b75d4c8e-6acc-4795-955b-117e905cc5f1 owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:49:32.235344 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (b75d4c8e-6acc-4795-955b-117e905cc5f1), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:32.242499 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-af4c1b77-749e-4bc4-85b8-09a114925501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (b75d4c8e-6acc-4795-955b-117e905cc5f1), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:32.256795 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c1b77-749e-4bc4-85b8-09a114925501 None None] No DVR routers for this DVR port b75d4c8e-6acc-4795-955b-117e905cc5f1 on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:49:32.271083 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Pushing event deleted for resources: {'Port': ['ID=b75d4c8e-6acc-4795-955b-117e905cc5f1,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:32.277527 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] No DVR routers for this DVR port b75d4c8e-6acc-4795-955b-117e905cc5f1 on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:49:32.280030 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c1b77-749e-4bc4-85b8-09a114925501 None None] Pushing event deleted for resources: {'Port': ['ID=b75d4c8e-6acc-4795-955b-117e905cc5f1,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:32.288260 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:32.288621 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:32.289032 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:32.289381 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:32.289849 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:32.290125 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:32.290408 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:32.290743 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:32.291062 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:32.291399 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:32.291726 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:32.292230 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:32.292938 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 12:49:32.374917 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (65c8cdec-0a06-4b9f-a5d8-ded91fd098b4), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:32.394293 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c8cdec-0a06-4b9f-a5d8-ded91fd098b4']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:32.403509 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4816bc38-2ad5-47d4-88b4-b46588484202') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:32.403812 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4816bc38-2ad5-47d4-88b4-b46588484202') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:32.413779 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (4816bc38-2ad5-47d4-88b4-b46588484202), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:32.427126 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (4816bc38-2ad5-47d4-88b4-b46588484202), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:32.432957 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (4816bc38-2ad5-47d4-88b4-b46588484202), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:49:32.435918 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:49:32.552651 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 213ac963-0659-46e0-b56a-2a15f41e6583 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:49:32.558910 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (65c8cdec-0a06-4b9f-a5d8-ded91fd098b4), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:32.564321 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:32.567819 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] 10.222.0.16 "DELETE /v2.0/networks/65c8cdec-0a06-4b9f-a5d8-ded91fd098b4 HTTP/1.1" status: 204 len: 168 time: 0.6911044 Jan 10 12:49:32.571005 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38834) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:49:32.573587 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 213ac963-0659-46e0-b56a-2a15f41e6583 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:49:32.573587 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 213ac963-0659-46e0-b56a-2a15f41e6583 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:49:32.573988 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b75d4c8e-6acc-4795-955b-117e905cc5f1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:49:32.579340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e760314-7d5e-4e3d-bf2d-2e079373438f admin admin] Pushing event deleted for resources: {'Network': ['ID=65c8cdec-0a06-4b9f-a5d8-ded91fd098b4,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:32.593867 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: b75d4c8e-6acc-4795-955b-117e905cc5f1 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:49:32.594242 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device b75d4c8e-6acc-4795-955b-117e905cc5f1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:49:32.594669 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 25be4db9-b4e9-4595-aba5-5f153b8b37ee no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:49:32.614435 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 25be4db9-b4e9-4595-aba5-5f153b8b37ee {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:49:32.614796 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 25be4db9-b4e9-4595-aba5-5f153b8b37ee not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:49:32.918497 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8c30-fed7-49a7-9a4a-092d1cf3140c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2054190'] for router_interface (808d21a8-2c3b-43ac-84d1-883c3db9e30f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:33.155905 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e8c30-fed7-49a7-9a4a-092d1cf3140c admin admin] Deleting port cef5a976-68c7-4bb5-86ed-9087cb3678e0 {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:49:33.156242 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8c30-fed7-49a7-9a4a-092d1cf3140c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:33.232340 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-fd5e8c30-fed7-49a7-9a4a-092d1cf3140c admin admin] For port cef5a976-68c7-4bb5-86ed-9087cb3678e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cef5a976-68c7-4bb5-86ed-9087cb3678e0,segment=NetworkSegment(7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42),segment_id=7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:49:33.232706 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8c30-fed7-49a7-9a4a-092d1cf3140c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:33.245746 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e8c30-fed7-49a7-9a4a-092d1cf3140c admin admin] Calling delete_port for cef5a976-68c7-4bb5-86ed-9087cb3678e0 owned by network:router_interface {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:49:33.809882 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8c30-fed7-49a7-9a4a-092d1cf3140c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (cef5a976-68c7-4bb5-86ed-9087cb3678e0), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:33.838673 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e8c30-fed7-49a7-9a4a-092d1cf3140c admin admin] Pushing event deleted for resources: {'Port': ['ID=cef5a976-68c7-4bb5-86ed-9087cb3678e0,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:34.002720 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8c30-fed7-49a7-9a4a-092d1cf3140c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2025662'] for router_interface (808d21a8-2c3b-43ac-84d1-883c3db9e30f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:34.211201 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5e8c30-fed7-49a7-9a4a-092d1cf3140c admin admin] Router 808d21a8-2c3b-43ac-84d1-883c3db9e30f has already been hosted by L3 agent 4734abc0-d126-4466-938d-1237b9073052 {{(pid=110624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 12:49:34.316599 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5e8c30-fed7-49a7-9a4a-092d1cf3140c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 12:49:34.321565 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-fd5e8c30-fed7-49a7-9a4a-092d1cf3140c admin admin] 10.222.0.16 "PUT /v2.0/routers/808d21a8-2c3b-43ac-84d1-883c3db9e30f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7493470 Jan 10 12:49:34.324103 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38836) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:49:34.325046 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15071ae-4d9a-4045-9e32-69329d15fc5c None None] Sync routers for ids ['808d21a8-2c3b-43ac-84d1-883c3db9e30f'] in dv-neutron-master-2-hyperv {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 12:49:34.335753 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15071ae-4d9a-4045-9e32-69329d15fc5c None None] Routers {'808d21a8-2c3b-43ac-84d1-883c3db9e30f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:49:34.336359 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-d15071ae-4d9a-4045-9e32-69329d15fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:49:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['808d21a8-2c3b-43ac-84d1-883c3db9e30f'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:34.425144 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80d14c32-cfb5-4e79-a515-154f1e0c7d9f admin admin] Publish callbacks [] for router (808d21a8-2c3b-43ac-84d1-883c3db9e30f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:34.438539 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-d15071ae-4d9a-4045-9e32-69329d15fc5c None None] Set router 808d21a8-2c3b-43ac-84d1-883c3db9e30f gateway port host: dv-neutron-master-2-hyperv {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:49:34.538324 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80d14c32-cfb5-4e79-a515-154f1e0c7d9f admin admin] Publish callbacks [] for router_gateway (808d21a8-2c3b-43ac-84d1-883c3db9e30f), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:34.612061 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-d15071ae-4d9a-4045-9e32-69329d15fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'name': 'tempest-TestSnapshotPattern-1638225090-router', 'tenant_id': 'beae76f71a14481bb12b1e6b3f165776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'external_fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.55'}], 'enable_snat': True}, 'gw_port_id': '6f56aaa6-5499-4fa7-a149-6615ff6d18aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:23Z', 'updated_at': '2022-01-10T12:49:33Z', 'revision_number': 5, 'project_id': 'beae76f71a14481bb12b1e6b3f165776', 'gw_port': {'id': '6f56aaa6-5499-4fa7-a149-6615ff6d18aa', 'name': '', 'network_id': 'a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'ip_address': '172.36.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:44:24Z', 'updated_at': '2022-01-10T12:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6fb20ec-2dd7-4b02-917d-9aff408e163c', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:34.641699 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15071ae-4d9a-4045-9e32-69329d15fc5c None None] Checking router: 808d21a8-2c3b-43ac-84d1-883c3db9e30f for host: dv-neutron-master-2-hyperv {{(pid=110627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 12:49:34.650691 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15071ae-4d9a-4045-9e32-69329d15fc5c None None] Routers {'808d21a8-2c3b-43ac-84d1-883c3db9e30f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 12:49:34.651327 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-d15071ae-4d9a-4045-9e32-69329d15fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:41:39Z,description=,heartbeat_timestamp=2022-01-10T12:49:10Z,host='dv-neutron-master-2-hyperv',id=4734abc0-d126-4466-938d-1237b9073052,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:41:40Z,topic='l3_agent')) {'router_ids': ['808d21a8-2c3b-43ac-84d1-883c3db9e30f'], 'active': True} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:34.677164 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-80d14c32-cfb5-4e79-a515-154f1e0c7d9f admin admin] Deleting port 6f56aaa6-5499-4fa7-a149-6615ff6d18aa {{(pid=110624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:49:34.677506 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80d14c32-cfb5-4e79-a515-154f1e0c7d9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (6f56aaa6-5499-4fa7-a149-6615ff6d18aa), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:34.734579 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_dvr_db [None req-d15071ae-4d9a-4045-9e32-69329d15fc5c None None] Set router 808d21a8-2c3b-43ac-84d1-883c3db9e30f gateway port host: None {{(pid=110627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 12:49:34.755762 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.db [None req-80d14c32-cfb5-4e79-a515-154f1e0c7d9f admin admin] For port 6f56aaa6-5499-4fa7-a149-6615ff6d18aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6f56aaa6-5499-4fa7-a149-6615ff6d18aa,segment=NetworkSegment(541140d4-4b3c-4de6-b968-9fed91a2ddb8),segment_id=541140d4-4b3c-4de6-b968-9fed91a2ddb8)] {{(pid=110624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:49:34.756054 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80d14c32-cfb5-4e79-a515-154f1e0c7d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (6f56aaa6-5499-4fa7-a149-6615ff6d18aa), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:34.768511 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.plugins.ml2.plugin [None req-80d14c32-cfb5-4e79-a515-154f1e0c7d9f admin admin] Calling delete_port for 6f56aaa6-5499-4fa7-a149-6615ff6d18aa owned by network:router_gateway {{(pid=110624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:49:34.785812 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.l3_hamode_db [None req-d15071ae-4d9a-4045-9e32-69329d15fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'name': 'tempest-TestSnapshotPattern-1638225090-router', 'tenant_id': 'beae76f71a14481bb12b1e6b3f165776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:23Z', 'updated_at': '2022-01-10T12:49:34Z', 'revision_number': 6, 'project_id': 'beae76f71a14481bb12b1e6b3f165776', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:34.813935 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15071ae-4d9a-4045-9e32-69329d15fc5c None None] The sync data for ids ['808d21a8-2c3b-43ac-84d1-883c3db9e30f'] in dv-neutron-master-2-hyperv is: [{'id': '808d21a8-2c3b-43ac-84d1-883c3db9e30f', 'name': 'tempest-TestSnapshotPattern-1638225090-router', 'tenant_id': 'beae76f71a14481bb12b1e6b3f165776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:44:23Z', 'updated_at': '2022-01-10T12:49:34Z', 'revision_number': 6, 'project_id': 'beae76f71a14481bb12b1e6b3f165776', 'gw_port_host': None}] {{(pid=110627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 12:49:34.987172 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80d14c32-cfb5-4e79-a515-154f1e0c7d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25533596'] for port (6f56aaa6-5499-4fa7-a149-6615ff6d18aa), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.011557 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d14c32-cfb5-4e79-a515-154f1e0c7d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f56aaa6-5499-4fa7-a149-6615ff6d18aa,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:35.027273 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011154c2-404d-4041-ace7-935b6d4d8dd8 None None] DHCP port deletion for a0f8e0af-1f21-4ed2-aa3b-6965c5bb6347 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:49:35.079095 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80d14c32-cfb5-4e79-a515-154f1e0c7d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2024288'] for router_gateway (808d21a8-2c3b-43ac-84d1-883c3db9e30f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.169138 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80d14c32-cfb5-4e79-a515-154f1e0c7d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2020618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7914'] for router (808d21a8-2c3b-43ac-84d1-883c3db9e30f), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.171396 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80d14c32-cfb5-4e79-a515-154f1e0c7d9f admin admin] Publish callbacks [] for router_controller (808d21a8-2c3b-43ac-84d1-883c3db9e30f), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.272515 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80d14c32-cfb5-4e79-a515-154f1e0c7d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2020345'] for router (808d21a8-2c3b-43ac-84d1-883c3db9e30f), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.272515 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d14c32-cfb5-4e79-a515-154f1e0c7d9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 808d21a8-2c3b-43ac-84d1-883c3db9e30f {{(pid=110624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 12:49:35.274426 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-80d14c32-cfb5-4e79-a515-154f1e0c7d9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.275596 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-80d14c32-cfb5-4e79-a515-154f1e0c7d9f admin admin] 10.222.0.16 "DELETE /v2.0/routers/808d21a8-2c3b-43ac-84d1-883c3db9e30f HTTP/1.1" status: 204 len: 168 time: 0.9505422 Jan 10 12:49:35.278101 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38838) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:49:35.322965 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e0a5d0-89e0-4922-ab7c-e290779b0eec admin admin] Deleting subnet fd18e869-2428-4aed-bcdb-052fbcdff790 {{(pid=110624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 12:49:35.326306 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a5d0-89e0-4922-ab7c-e290779b0eec admin admin] Publish callbacks [] for subnet (fd18e869-2428-4aed-bcdb-052fbcdff790), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.364894 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a5d0-89e0-4922-ab7c-e290779b0eec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3833771'] for subnet (fd18e869-2428-4aed-bcdb-052fbcdff790), precommit_delete_associations {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.439113 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a5d0-89e0-4922-ab7c-e290779b0eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942024'] for subnet (fd18e869-2428-4aed-bcdb-052fbcdff790), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.555744 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a5d0-89e0-4922-ab7c-e290779b0eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25533609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25529439'] for subnet (fd18e869-2428-4aed-bcdb-052fbcdff790), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.586846 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0a5d0-89e0-4922-ab7c-e290779b0eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd18e869-2428-4aed-bcdb-052fbcdff790,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:35.591986 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a5d0-89e0-4922-ab7c-e290779b0eec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.595876 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-b6e0a5d0-89e0-4922-ab7c-e290779b0eec admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fd18e869-2428-4aed-bcdb-052fbcdff790 HTTP/1.1" status: 204 len: 168 time: 0.3168449 Jan 10 12:49:35.597338 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5eca9d-90e6-4b3c-8a94-acef4dcaa2a4 None None] Network 46744163-20be-46dc-94de-885afb4df4c0 requested from dv-neutron-master-2-hyperv {{(pid=110626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 12:49:35.599013 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38840) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:49:35.669200 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568769'] for network (46744163-20be-46dc-94de-885afb4df4c0), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.732494 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] Deleting port 90352d73-f2d5-4f06-8899-c2043172733e {{(pid=110625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:49:35.732834 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (90352d73-f2d5-4f06-8899-c2043172733e), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.740826 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c489d9d-f678-4b0d-9e2d-2dc904365050 None None] DHCP port deletion for 46744163-20be-46dc-94de-885afb4df4c0 request from dv-neutron-master-2-hyperv {{(pid=110626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 12:49:35.788580 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1c489d9d-f678-4b0d-9e2d-2dc904365050 None None] Deleting port 90352d73-f2d5-4f06-8899-c2043172733e {{(pid=110626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 12:49:35.788967 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1c489d9d-f678-4b0d-9e2d-2dc904365050 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739242605725'] for port (90352d73-f2d5-4f06-8899-c2043172733e), before_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.796340 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.db [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] For port 90352d73-f2d5-4f06-8899-c2043172733e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=90352d73-f2d5-4f06-8899-c2043172733e,segment=NetworkSegment(7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42),segment_id=7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42)] {{(pid=110625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:49:35.797104 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (90352d73-f2d5-4f06-8899-c2043172733e), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.810789 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.plugin [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] Calling delete_port for 90352d73-f2d5-4f06-8899-c2043172733e owned by network:dhcp {{(pid=110625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:49:35.860963 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.db [None req-1c489d9d-f678-4b0d-9e2d-2dc904365050 None None] For port 90352d73-f2d5-4f06-8899-c2043172733e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=90352d73-f2d5-4f06-8899-c2043172733e,segment=NetworkSegment(7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42),segment_id=7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42)] {{(pid=110626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 12:49:35.861368 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1c489d9d-f678-4b0d-9e2d-2dc904365050 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2031564'] for port (90352d73-f2d5-4f06-8899-c2043172733e), precommit_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.874685 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-1c489d9d-f678-4b0d-9e2d-2dc904365050 None None] Calling delete_port for 90352d73-f2d5-4f06-8899-c2043172733e owned by network:dhcp {{(pid=110626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 12:49:35.953290 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4018602'] for port (90352d73-f2d5-4f06-8899-c2043172733e), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.959317 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-1c489d9d-f678-4b0d-9e2d-2dc904365050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739242562928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739242093361'] for port (90352d73-f2d5-4f06-8899-c2043172733e), after_delete {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:35.981481 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] Pushing event deleted for resources: {'Port': ['ID=90352d73-f2d5-4f06-8899-c2043172733e,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:35.982024 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c489d9d-f678-4b0d-9e2d-2dc904365050 None None] Pushing event deleted for resources: {'Port': ['ID=90352d73-f2d5-4f06-8899-c2043172733e,revision_number=None']} {{(pid=110626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:35.987173 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] No DVR routers for this DVR port 90352d73-f2d5-4f06-8899-c2043172733e on host dv-neutron-master-2-hyperv {{(pid=110625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:49:35.987481 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c489d9d-f678-4b0d-9e2d-2dc904365050 None None] No DVR routers for this DVR port 90352d73-f2d5-4f06-8899-c2043172733e on host dv-neutron-master-2-hyperv {{(pid=110626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 12:49:36.064635 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-939613', 'neutron.services.segments.db._delete_segments_for_network-8739242644399'] for network (46744163-20be-46dc-94de-885afb4df4c0), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:36.084959 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46744163-20be-46dc-94de-885afb4df4c0']}} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:36.094141 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42') {'for_net_delete': True} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:36.094442 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.services.segments.db [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42') {} {{(pid=110625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 12:49:36.104482 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739242649272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1583107'] for segment (7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:36.117633 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419'] for segment (7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:36.123538 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=110625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 12:49:36.123916 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-935419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4018549'] for segment (7f7b0b79-9cf3-42e6-9be5-733a4e5a8b42), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: Traceback (most recent call last): Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: timer() Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: cb(*args, **kw) Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: return func(*args, **kwargs) Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: self._notify() Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: self.callback(batched_events) Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: event.method(event) Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: return f(self, *a, **k) Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: return self._get(url).json() Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: return self.request(url, 'GET', **kwargs) Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 12:49:36.125604 dv-neutron-master-2-hyperv neutron-server[110625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 12:49:36.134926 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-743c42f5-1c11-429a-b91c-07b7524e5294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:36.246895 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-939606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2024252'] for network (46744163-20be-46dc-94de-885afb4df4c0), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:36.252101 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:36.255718 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] 10.222.0.16 "DELETE /v2.0/networks/46744163-20be-46dc-94de-885afb4df4c0 HTTP/1.1" status: 204 len: 168 time: 0.6555607 Jan 10 12:49:36.266977 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0a307-6ee5-4645-b0f8-5abce8c65779 admin admin] Pushing event deleted for resources: {'Network': ['ID=46744163-20be-46dc-94de-885afb4df4c0,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:36.545270 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38844) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:49:36.558110 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cef5a976-68c7-4bb5-86ed-9087cb3678e0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:49:36.578769 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: cef5a976-68c7-4bb5-86ed-9087cb3678e0 {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:49:36.579119 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device cef5a976-68c7-4bb5-86ed-9087cb3678e0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:49:36.579545 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 90352d73-f2d5-4f06-8899-c2043172733e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:49:36.587127 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-4af9576e-3fd8-4965-9506-d959a838e847 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a908331075b472b869cabd4e2eacaec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404482 Jan 10 12:49:36.589914 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.wsgi [-] (110624) accepted ('10.222.0.16', 38846) {{(pid=110624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:49:36.598617 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 90352d73-f2d5-4f06-8899-c2043172733e {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:49:36.598970 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 90352d73-f2d5-4f06-8899-c2043172733e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:49:36.599393 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6f56aaa6-5499-4fa7-a149-6615ff6d18aa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 12:49:36.618325 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.plugin [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] No Port match for: 6f56aaa6-5499-4fa7-a149-6615ff6d18aa {{(pid=110626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 12:49:36.620499 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron.plugins.ml2.rpc [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Device 6f56aaa6-5499-4fa7-a149-6615ff6d18aa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 12:49:36.639869 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9e4293df-47de-45a6-9bf7-4a7a17903659 admin admin] Publish callbacks [] for security_group (ddbdca87-1c78-4587-a5f4-435472a48888), before_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:36.660570 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9e4293df-47de-45a6-9bf7-4a7a17903659 admin admin] Publish callbacks [] for security_group (ddbdca87-1c78-4587-a5f4-435472a48888), precommit_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:36.764525 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9e4293df-47de-45a6-9bf7-4a7a17903659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (ddbdca87-1c78-4587-a5f4-435472a48888), after_delete {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:36.767142 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron_lib.callbacks.manager [None req-9e4293df-47de-45a6-9bf7-4a7a17903659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:36.768359 dv-neutron-master-2-hyperv neutron-server[110624]: INFO neutron.wsgi [None req-9e4293df-47de-45a6-9bf7-4a7a17903659 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddbdca87-1c78-4587-a5f4-435472a48888 HTTP/1.1" status: 204 len: 168 time: 0.1767995 Jan 10 12:49:36.776339 dv-neutron-master-2-hyperv neutron-server[110624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4293df-47de-45a6-9bf7-4a7a17903659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbdca87-1c78-4587-a5f4-435472a48888,revision_number=None']} {{(pid=110624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:37.470022 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38852) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:49:37.512767 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-f936e16b-175b-49d2-b887-bd55eacc209f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=beae76f71a14481bb12b1e6b3f165776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416126 Jan 10 12:49:37.515235 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.wsgi [-] (110625) accepted ('10.222.0.16', 38854) {{(pid=110625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 12:49:37.561043 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1810c2d6-07e1-47cd-a669-f73df0207184 admin admin] Publish callbacks [] for security_group (eac633dd-5790-47a5-a4cc-a0d2fea4af2c), before_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:37.581826 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1810c2d6-07e1-47cd-a669-f73df0207184 admin admin] Publish callbacks [] for security_group (eac633dd-5790-47a5-a4cc-a0d2fea4af2c), precommit_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:37.695959 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1810c2d6-07e1-47cd-a669-f73df0207184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1959716'] for security_group (eac633dd-5790-47a5-a4cc-a0d2fea4af2c), after_delete {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:37.698492 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron_lib.callbacks.manager [None req-1810c2d6-07e1-47cd-a669-f73df0207184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:37.699644 dv-neutron-master-2-hyperv neutron-server[110625]: INFO neutron.wsgi [None req-1810c2d6-07e1-47cd-a669-f73df0207184 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eac633dd-5790-47a5-a4cc-a0d2fea4af2c HTTP/1.1" status: 204 len: 168 time: 0.1835356 Jan 10 12:49:37.708024 dv-neutron-master-2-hyperv neutron-server[110625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810c2d6-07e1-47cd-a669-f73df0207184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac633dd-5790-47a5-a4cc-a0d2fea4af2c,revision_number=None']} {{(pid=110625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 12:49:40.383739 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d376d925-a235-4239-b951-c0b3fc64f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:40.907363 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:42.406217 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:43.321289 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:50.062985 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:49:55.782627 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:50:06.114089 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6871406a-04c3-4b96-9ec3-9e0232b0581d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:50:10.374649 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6587-88f4-439b-9c98-46fb4642c896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:50:10.911692 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:50:12.405608 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:50:13.297361 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:50:20.065703 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:50:32.781206 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:50:36.119329 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-e1c2b93b-5a39-4c25-899a-ea28ffa4a9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:50:40.362668 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-dd215841-168b-4043-bc75-9114d2d6803e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:50:40.916789 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:50:42.407885 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:50:43.288311 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:50:50.102042 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:51:06.110305 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7d6dc2c4-5727-462c-b222-10c4b811c2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:51:09.779281 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:51:10.384405 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-071d44b6-4425-4d27-bcdc-57afc6598341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:51:10.947152 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:51:12.444818 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:51:13.290438 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:51:20.078640 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:51:36.106415 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-6aca0926-e18c-49db-8dec-f2516569d8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:51:40.363624 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-b681b0c0-2e9a-46ed-bcf5-b0e374cf729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:51:40.889684 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:51:42.457698 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:51:43.292035 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:51:46.778241 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:51:50.083381 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:52:06.108536 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-f48a34c5-668b-4b9f-a3ad-2a7cc39ac068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:52:10.336950 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-357ecebd-f6d6-4d34-9216-84f38740ab6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:52:10.891617 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:52:12.425663 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:52:13.311408 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:52:20.102932 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:52:23.777084 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:52:36.105116 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c8744552-5fee-4949-834f-c9cd313032ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:52:40.370163 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-7f651a84-5336-4738-b386-4a87f2b9541f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:52:40.884618 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:52:42.428013 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:52:43.299559 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:52:50.096255 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:53:00.776477 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:53:06.112978 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-cda7327b-8c1d-4f00-8107-ac0f6b7c3dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:53:10.362507 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-ae3f2d71-f40c-447c-862c-c85f34ca8e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:53:10.882484 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:53:12.448017 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:53:13.296605 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:53:20.105253 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:53:36.119845 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-363946e4-d313-489b-aae8-a5bc65169a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:53:37.775510 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:53:40.360039 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92c6c97-1370-4068-ad1c-4eff97af9f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:53:40.993961 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:53:42.428603 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:53:43.297010 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:53:50.114384 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:54:06.114987 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5b4f0548-3c0f-4ecc-8a7f-a4194dab0dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:54:10.361052 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-5056e47a-bf92-4d10-9353-d458926af805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:54:10.892218 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:54:12.439104 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:54:13.298248 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:54:14.773530 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:54:20.119282 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:54:36.104843 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-50bbe9c8-6d95-499b-802e-eea763f4dee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:54:40.388456 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-2139f072-cb3d-4080-9450-5c3a49d35989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:54:40.914391 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:54:42.428768 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:54:43.293103 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:54:50.108739 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-049e1786-e0ad-4a88-8ccb-87d6c35ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (f341d224-e4e9-46da-9295-88e5b3c8a3a9), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:54:51.772234 dv-neutron-master-2-hyperv neutron-server[110627]: DEBUG neutron.db.agents_db [None req-de211f63-79f3-4b54-8d33-1258c167b3bc None None] Agent healthcheck: found 6 active agents {{(pid=110627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 12:55:06.099524 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-22c8e64a-be26-4548-8b9c-8704371f59da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (7b3e9f2f-6c9a-4792-844c-e9fa9f70cf63), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:55:10.374058 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-d728bff7-69bb-4e7c-9eda-bb2c0cdf4948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (4734abc0-d126-4466-938d-1237b9073052), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:55:10.888240 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-c92e67c1-1bf4-4ced-8eb3-3a652c5fc45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (6b3dc6cd-144e-4b50-99b6-305f0e5cc76b), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:55:12.448954 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-11a6207e-a9c9-4fab-b776-17f6efc07c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (db721171-ac7e-457d-8487-8c98cb4adc24), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 12:55:13.299812 dv-neutron-master-2-hyperv neutron-server[110626]: DEBUG neutron_lib.callbacks.manager [None req-473a167d-0d8d-4816-8d75-09968fec6a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739242644381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-945943'] for agent (1c098837-290e-4a77-8606-6d09f93cb60f), after_update {{(pid=110626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}